build-manifests.js

var fs = require("fs");
var resolve = require("path").resolve;
var download = require("./download");

var tools = fs.readdirSync(resolve(__dirname, "packages"));

tools.forEach(function (toolName) {

  var manifestPath = resolve(__dirname, "packages", toolName, "manifest.json");
  var fileData = fs.readFileSync(manifestPath);
  var manifest = JSON.parse(fileData);

  var save = function() {
    console.log("Saving " + manifestPath);
    var outputStr = JSON.stringify(manifest, null, 2);
    fs.writeFileSync(manifestPath, outputStr, "utf8");
  };

  var getUrl = require(resolve(__dirname, "packages", toolName)).getUrl;
  var tags = fs.readFileSync(resolve(__dirname, toolName + ".tags"), "utf8").trim().split("\n");

  // Make sure we have an object for each computer/platform/arch combo
  manifest.supported_computers.forEach(function(computer) {
    var platform = computer.platform;
    var arch = computer.arch;
    tags.forEach(function(version) {
      if (manifest.versions[version] === undefined) {
        manifest.versions[version] = {};
      }
      var versionObj = manifest.versions[version];
      var platArch = [platform, arch].join("-");
      if (versionObj[platArch] === undefined) {
        versionObj[platArch] = {};
      }
      // If null, we've determined this is a bum pair
      if (versionObj[platArch] === null) {
        return;
      }
      versionObj[platArch].url = getUrl(version, platform, arch);
    });
  });

  save();

  var versionsToFix = [];
  var total = Object.keys(manifest.versions).length * manifest.supported_computers.length;

  var next = function() {
    var remaining = total - versionsToFix.length;
    console.log(remaining + " / " + total);
    if (versionsToFix.length === 0) {
      return console.log("Done with rebuild!");
    }
    var nextTag = versionsToFix.pop();
    getInfo(nextTag);
  }

  var getInfo = function(tuple) {
    var versionTag = tuple[0];
    var platArch = tuple[1];
    var version = manifest.versions[versionTag][platArch];
    download(version, function(err, data) {
      if (err) {
        console.error(err);
        manifest.versions[versionTag][platArch] = null;
        save();
        return next();
      }
      fs.unlinkSync(data.path);
      version.size = data.size;
      version.sha256 = data.sha256;
      save();
      next();
    });
  };

  Object.keys(manifest.versions).forEach(function(versionTag) {
    var version = manifest.versions[versionTag];
    Object.keys(version).forEach(function(platArch) {
      if (version[platArch] !== null && !version[platArch].sha256) {
        versionsToFix.push([versionTag, platArch]);
      }
    });
  });

  next();
});