97 lines
3.9 KiB
JavaScript
97 lines
3.9 KiB
JavaScript
|
const Q = require("bluebird");
|
|||
|
|
const decompress = require("decompress");
|
|||
|
|
const files = require("./../src/files.js");
|
|||
|
|
const fs = require("fs-extra");
|
|||
|
|
const got = require("got");
|
|||
|
|
const path = require("path");
|
|||
|
|
const tar = require("tar");
|
|||
|
|
const xml = require("xml2js");
|
|||
|
|
|
|||
|
|
// Downloads list of Geth releases
|
|||
|
|
console.log("Retrieving list of Geth releases from https://gethstore.blob.core.windows.net.");
|
|||
|
|
got("https://gethstore.blob.core.windows.net/builds?restype=container&comp=list")
|
|||
|
|
|
|||
|
|
// Parses XML
|
|||
|
|
.then((res) => new Q((resolve, reject) => {
|
|||
|
|
console.log("Parsing XML.");
|
|||
|
|
xml.parseString(res.body, (err, res) => {
|
|||
|
|
if (err) {
|
|||
|
|
reject();
|
|||
|
|
}
|
|||
|
|
else {
|
|||
|
|
resolve(res.EnumerationResults.Blobs[0].Blob);
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
}))
|
|||
|
|
|
|||
|
|
// Formats data
|
|||
|
|
.then(blobs => {
|
|||
|
|
console.log("Formatting blobs.");
|
|||
|
|
return blobs
|
|||
|
|
.filter((file) => {
|
|||
|
|
const isStable = !/unstable/.test(file.Name[0]);
|
|||
|
|
const hasSwarm = /alltools/.test(file.Name[0]);
|
|||
|
|
const isArchive = !/\.asc$/.test(file.Name[0]);
|
|||
|
|
return isStable && hasSwarm && isArchive;
|
|||
|
|
})
|
|||
|
|
.map((file) => {
|
|||
|
|
const gethArchiveName = file.Name[0];
|
|||
|
|
const parts = gethArchiveName.split("-");
|
|||
|
|
const props = file.Properties[0];
|
|||
|
|
const swarmArchiveExt = parts[2] === "windows" ? ".exe" : "";
|
|||
|
|
const swarmArchiveName = `swarm-${parts[2]}-${parts[3]}-${parts[4]}${swarmArchiveExt}`;
|
|||
|
|
return {
|
|||
|
|
date: new Date(props["Last-Modified"]),
|
|||
|
|
hash: props["Content-MD5"][0],
|
|||
|
|
os: parts[2],
|
|||
|
|
arch: parts[3],
|
|||
|
|
version: parts[4],
|
|||
|
|
gethArchiveName: gethArchiveName,
|
|||
|
|
gethArchivePath: path.join(process.cwd(), "tmp_downloads", gethArchiveName),
|
|||
|
|
gethArchiveUrl: "https://gethstore.blob.core.windows.net/builds/" + gethArchiveName,
|
|||
|
|
gethFilesPath: path.join(process.cwd(), "tmp_downloads", gethArchiveName.replace(/(\.zip|\.tar\.gz)/,"")),
|
|||
|
|
swarmArchiveName: swarmArchiveName,
|
|||
|
|
swarmBinaryDir: path.join(process.cwd(), "tmp_downloads", swarmArchiveName),
|
|||
|
|
swarmBinaryPath: path.join(process.cwd(), "tmp_downloads", swarmArchiveName, "swarm" + swarmArchiveExt),
|
|||
|
|
swarmArchivePath: path.join(process.cwd(), "archives", swarmArchiveName + ".tar.gz"),
|
|||
|
|
}
|
|||
|
|
})
|
|||
|
|
.sort((a, b) => a.date - b.date)
|
|||
|
|
})
|
|||
|
|
|
|||
|
|
// Downloads Geth archives
|
|||
|
|
.then(binaries => {
|
|||
|
|
console.log("Downloading archives.");
|
|||
|
|
if (!fs.existsSync("archives"))
|
|||
|
|
fs.mkdirSync(path.join(process.cwd(), "archives"));
|
|||
|
|
let archives = {};
|
|||
|
|
return Q.all(binaries
|
|||
|
|
.filter(bin => bin.version === binaries[binaries.length - 1].version)
|
|||
|
|
.map(bin => {
|
|||
|
|
const archive = archives[bin.os + "-" + bin.arch] = {
|
|||
|
|
archive: bin.swarmArchiveName
|
|||
|
|
};
|
|||
|
|
console.log("Downloading " + bin.gethArchivePath + ".");
|
|||
|
|
return files.download(bin.gethArchiveUrl)(bin.gethArchivePath)
|
|||
|
|
.then(path => (console.log("Downloaded " + path + "."), path))
|
|||
|
|
.then(path => decompress(path, "tmp_downloads"))
|
|||
|
|
.then(() => !fs.existsSync(bin.swarmBinaryDir) && fs.mkdir(bin.swarmBinaryDir))
|
|||
|
|
.then(() => files.search(/swarm(.exe|)$/)(bin.gethFilesPath))
|
|||
|
|
.then(([swarmPath]) => fs.rename(swarmPath, bin.swarmBinaryPath))
|
|||
|
|
.then(() => files.hash("md5")(bin.swarmBinaryPath))
|
|||
|
|
.then(binaryMD5 => archive.binaryMD5 = binaryMD5)
|
|||
|
|
.then(() => tar.c({gzip: true, file: bin.swarmArchivePath}, bin.swarmBinaryDir))
|
|||
|
|
.then(() => files.hash("md5")(bin.swarmArchivePath))
|
|||
|
|
.then(archiveMD5 => archive.archiveMD5 = archiveMD5)
|
|||
|
|
.catch(e => console.log(e));
|
|||
|
|
}))
|
|||
|
|
.then(() => fs.writeFileSync("archives/archives.json", JSON.stringify(archives, null, 2)));
|
|||
|
|
})
|
|||
|
|
|
|||
|
|
// Finishes
|
|||
|
|
.then(() => {
|
|||
|
|
fs.removeSync(path.join(process.cwd(), "tmp_downloads"));
|
|||
|
|
console.log("Done.")
|
|||
|
|
})
|
|||
|
|
.catch(e => console.log(e));
|