{"header":{"message":"hydra-eval-jobs: Parallelize","description":null,"timestamp":"2020-02-19T20:10:22Z","authors":[{"email":"edolstra@gmail.com","name":"Eelco Dolstra"}]},"hash":"VUYJ47EV5POBIZXKE37GNTS2OBHT7VDQLG7T7VAOMXBFXB2GWRGAC","authors":[],"deps":{"hashes":[["VUYJ47EV5POBIZXKE37GNTS2OBHT7VDQLG7T7VAOMXBFXB2GWRGAC","hydra-eval-jobs: Parallelize"],["AA",null],["NQPGIRXXVS356MRCPVTV4LCCMUEOVHGCQGXJNPJTSK6HGLYZJKEQC","Revert \"hydra-eval-jobs -> nix eval-hydra-jobs\""]],"deps":["NQPGIRXXVS356MRCPVTV4LCCMUEOVHGCQGXJNPJTSK6HGLYZJKEQC"],"known":[]},"hunks":[{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":3,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":566},"to":{"change":2,"start":566,"end":623},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":"\n#define GC_LINUX_THREADS 1\n#include \n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":9,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":733},"to":{"change":2,"start":733,"end":752},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":"#include \"json.hh\"\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":14,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":883}],"down_context":[{"change":2,"pos":883}],"flag":"BLOCK","start":0,"end":50,"inode":{"change":2,"pos":530}}},"contents":[{"Add":"#include \"attr-path.hh\""},{"Add":"#include \"derivations.hh\""}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":21,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":957}],"down_context":[{"change":2,"pos":957}],"flag":"BLOCK","start":51,"end":107,"inode":{"change":2,"pos":530}}},"contents":[{"Add":"#include "},{"Add":""},{"Add":"#include "}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":26,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":979}],"down_context":[{"change":2,"pos":979}],"flag":"BLOCK","start":108,"end":279,"inode":{"change":2,"pos":530}}},"contents":[{"Add":""},{"Add":"static Path gcRootsDir;"},{"Add":"static size_t maxMemorySize;"},{"Add":""},{"Add":"struct MyArgs : MixEvalArgs, MixCommonArgs"},{"Add":"{"},{"Add":" Path releaseExpr;"},{"Add":" bool flake = false;"},{"Add":" bool dryRun = false;"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":36,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":980}],"down_context":[{"change":2,"pos":980}],"flag":"BLOCK","start":280,"end":558,"inode":{"change":2,"pos":530}}},"contents":[{"Add":" MyArgs() : MixCommonArgs(\"hydra-eval-jobs\")"},{"Add":" {"},{"Add":" mkFlag()"},{"Add":" .longName(\"help\")"},{"Add":" .description(\"show usage information\")"},{"Add":" .handler([&]() {"},{"Add":" printHelp(programName, std::cout);"},{"Add":" throw Exit();"},{"Add":" });"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":46,"ins":{"up_context":[{"change":2,"pos":981}],"down_context":[{"change":2,"pos":1005}],"flag":"BLOCK","start":559,"end":738,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":981},"to":{"change":2,"start":981,"end":1005},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" mkFlag()"},{"Add":" .longName(\"gc-roots-dir\")"},{"Add":" .description(\"garbage collector roots directory\")"},{"Add":" .labels({\"path\"})"},{"Add":" .dest(&gcRootsDir);"}],"del_contents":[{"Del":"static Path gcRootsDir;\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":52,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":1006}],"down_context":[{"change":2,"pos":1006}],"flag":"BLOCK","start":739,"end":881,"inode":{"change":2,"pos":530}}},"contents":[{"Add":" mkFlag()"},{"Add":" .longName(\"dry-run\")"},{"Add":" .description(\"don't create store derivations\")"},{"Add":" .set(&dryRun, true);"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":57,"ins":{"up_context":[{"change":2,"pos":1007}],"down_context":[{"change":2,"pos":1127}],"flag":"BLOCK","start":882,"end":1055,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":1007},"to":{"change":2,"start":1007,"end":1127},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" mkFlag()"},{"Add":" .longName(\"flake\")"},{"Add":" .description(\"build a flake\")"},{"Add":" .set(&flake, true);"},{"Add":""},{"Add":" expectArg(\"expr\", &releaseExpr);"},{"Add":" }"},{"Add":"};"}],"del_contents":[{"Del":"static void findJobs(EvalState & state, JSONObject & top,\n Bindings & autoArgs, Value & v, const string & attrPath);\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":66,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":1128}],"down_context":[{"change":2,"pos":1128}],"flag":"BLOCK","start":1056,"end":1078,"inode":{"change":2,"pos":530}}},"contents":[{"Add":"static MyArgs myArgs;"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":68,"ins":{"up_context":[{"change":2,"pos":1129}],"down_context":[{"change":2,"pos":1244}],"flag":"BLOCK","start":1079,"end":1199,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":1129},"to":{"change":2,"start":1129,"end":1244},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":"static std::string queryMetaStrings(EvalState & state, DrvInfo & drv, const string & name, const string & subAttribute)"}],"del_contents":[{"Del":"static string queryMetaStrings(EvalState & state, DrvInfo & drv, const string & name, const string & subAttribute)\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":92,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":1884},"to":{"change":2,"start":1884,"end":1885},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":"\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":93,"ins":{"up_context":[{"change":2,"pos":1886}],"down_context":[{"change":2,"pos":2014}],"flag":"BLOCK","start":1200,"end":1314,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":1886},"to":{"change":2,"start":1886,"end":2014},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":"static void worker("},{"Add":" EvalState & state,"},{"Add":" Bindings & autoArgs,"},{"Add":" AutoCloseFD & to,"},{"Add":" AutoCloseFD & from)"}],"del_contents":[{"Del":"static void findJobsWrapped(EvalState & state, JSONObject & top,\n Bindings & autoArgs, Value & vIn, const string & attrPath)\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":99,"ins":{"up_context":[{"change":2,"pos":2016}],"down_context":[{"change":2,"pos":2063}],"flag":"BLOCK","start":1315,"end":1331,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2016},"to":{"change":2,"start":2016,"end":2063},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" Value vTop;"}],"del_contents":[{"Del":" debug(format(\"at path `%1%'\") % attrPath);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":101,"ins":{"up_context":[{"change":2,"pos":2064}],"down_context":[{"change":2,"pos":2086}],"flag":"BLOCK","start":1332,"end":1387,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2064},"to":{"change":2,"start":2064,"end":2086},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" if (myArgs.flake) {"},{"Add":" using namespace flake;"}],"del_contents":[{"Del":" checkInterrupt();\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":104,"ins":{"up_context":[{"change":2,"pos":2087}],"down_context":[{"change":2,"pos":2146}],"flag":"BLOCK","start":1388,"end":1447,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2087},"to":{"change":2,"start":2087,"end":2146},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" auto flakeRef = parseFlakeRef(myArgs.releaseExpr);"}],"del_contents":[{"Del":" Value v;\n state.autoCallFunction(autoArgs, vIn, v);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":106,"ins":{"up_context":[{"change":2,"pos":2147}],"down_context":[{"change":2,"pos":2175}],"flag":"BLOCK","start":1448,"end":1490,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2147},"to":{"change":2,"start":2147,"end":2175},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" auto vFlake = state.allocValue();"}],"del_contents":[{"Del":" if (v.type == tAttrs) {\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":108,"ins":{"up_context":[{"change":2,"pos":2176}],"down_context":[{"change":2,"pos":2227}],"flag":"BLOCK","start":1491,"end":1705,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2176},"to":{"change":2,"start":2176,"end":2227},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" auto lockedFlake = lockFlake(state, flakeRef,"},{"Add":" LockFlags {"},{"Add":" .updateLockFile = false,"},{"Add":" .useRegistries = false,"},{"Add":" .allowMutable = false,"},{"Add":" });"}],"del_contents":[{"Del":" auto drv = getDerivation(state, v, false);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":115,"ins":{"up_context":[{"change":2,"pos":2228}],"down_context":[{"change":2,"pos":2273}],"flag":"BLOCK","start":1706,"end":1754,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2228},"to":{"change":2,"start":2228,"end":2273},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" callFlake(state, lockedFlake, *vFlake);"}],"del_contents":[{"Del":" if (drv) {\n Path drvPath;\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":117,"ins":{"up_context":[{"change":2,"pos":2274}],"down_context":[{"change":2,"pos":2334}],"flag":"BLOCK","start":1755,"end":2308,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2274},"to":{"change":2,"start":2274,"end":2334},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" auto vOutputs = vFlake->attrs->get(state.symbols.create(\"outputs\"))->value;"},{"Add":" state.forceValue(*vOutputs);"},{"Add":""},{"Add":" auto aHydraJobs = vOutputs->attrs->get(state.symbols.create(\"hydraJobs\"));"},{"Add":" if (!aHydraJobs)"},{"Add":" aHydraJobs = vOutputs->attrs->get(state.symbols.create(\"checks\"));"},{"Add":" if (!aHydraJobs)"},{"Add":" throw Error(\"flake '%s' does not provide any Hydra jobs or checks\", flakeRef);"},{"Add":""},{"Add":" vTop = *aHydraJobs->value;"},{"Add":""},{"Add":" } else {"},{"Add":" state.evalFile(lookupFileArg(state, myArgs.releaseExpr), vTop);"},{"Add":" }"}],"del_contents":[{"Del":" DrvInfo::Outputs outputs = drv->queryOutputs();\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":132,"ins":{"up_context":[{"change":2,"pos":2335}],"down_context":[{"change":2,"pos":2466}],"flag":"BLOCK","start":2309,"end":2398,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2335},"to":{"change":2,"start":2335,"end":2466},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" auto vRoot = state.allocValue();"},{"Add":" state.autoCallFunction(autoArgs, vTop, *vRoot);"}],"del_contents":[{"Del":" if (drv->querySystem() == \"unknown\")\n throw EvalError(\"derivation must have a ‘system’ attribute\");\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":135,"ins":{"up_context":[{"change":2,"pos":2467}],"down_context":[{"change":2,"pos":3328}],"flag":"BLOCK","start":2399,"end":2512,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":2467},"to":{"change":2,"start":2467,"end":3328},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" while (true) {"},{"Add":" /* Wait for the master to send us a job name. */"},{"Add":" writeLine(to.get(), \"next\");"}],"del_contents":[{"Del":" {\n auto res = top.object(attrPath);\n res.attr(\"nixName\", drv->queryName());\n res.attr(\"system\", drv->querySystem());\n res.attr(\"drvPath\", drvPath = drv->queryDrvPath());\n res.attr(\"description\", drv->queryMetaString(\"description\"));\n res.attr(\"license\", queryMetaStrings(state, *drv, \"license\", \"shortName\"));\n res.attr(\"homepage\", drv->queryMetaString(\"homepage\"));\n res.attr(\"maintainers\", queryMetaStrings(state, *drv, \"maintainers\", \"email\"));\n res.attr(\"schedulingPriority\", drv->queryMetaInt(\"schedulingPriority\", 100));\n res.attr(\"timeout\", drv->queryMetaInt(\"timeout\", 36000));\n res.attr(\"maxSilent\", drv->queryMetaInt(\"maxSilent\", 7200));\n res.attr(\"isChannel\", drv->queryMetaBool(\"isHydraChannel\", false));\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":139,"ins":{"up_context":[{"change":2,"pos":3329}],"down_context":[{"change":2,"pos":4133}],"flag":"BLOCK","start":2513,"end":5271,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":3329},"to":{"change":2,"start":3329,"end":4133},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" auto s = readLine(from.get());"},{"Add":" if (s == \"exit\") break;"},{"Add":" if (!hasPrefix(s, \"do \")) abort();"},{"Add":" std::string attrPath(s, 3);"},{"Add":""},{"Add":" debug(\"worker process %d at '%s'\", getpid(), attrPath);"},{"Add":""},{"Add":" /* Evaluate it and send info back to the master. */"},{"Add":" nlohmann::json reply;"},{"Add":""},{"Add":" try {"},{"Add":" auto v = findAlongAttrPath(state, attrPath, autoArgs, *vRoot).first;"},{"Add":""},{"Add":" state.forceValue(*v);"},{"Add":""},{"Add":" if (auto drv = getDerivation(state, *v, false)) {"},{"Add":""},{"Add":" DrvInfo::Outputs outputs = drv->queryOutputs();"},{"Add":""},{"Add":" if (drv->querySystem() == \"unknown\")"},{"Add":" throw EvalError(\"derivation must have a 'system' attribute\");"},{"Add":""},{"Add":" auto drvPath = drv->queryDrvPath();"},{"Add":""},{"Add":" nlohmann::json job;"},{"Add":""},{"Add":" job[\"nixName\"] = drv->queryName();"},{"Add":" job[\"system\"] =drv->querySystem();"},{"Add":" job[\"drvPath\"] = drvPath;"},{"Add":" job[\"description\"] = drv->queryMetaString(\"description\");"},{"Add":" job[\"license\"] = queryMetaStrings(state, *drv, \"license\", \"shortName\");"},{"Add":" job[\"homepage\"] = drv->queryMetaString(\"homepage\");"},{"Add":" job[\"maintainers\"] = queryMetaStrings(state, *drv, \"maintainers\", \"email\");"},{"Add":" job[\"schedulingPriority\"] = drv->queryMetaInt(\"schedulingPriority\", 100);"},{"Add":" job[\"timeout\"] = drv->queryMetaInt(\"timeout\", 36000);"},{"Add":" job[\"maxSilent\"] = drv->queryMetaInt(\"maxSilent\", 7200);"},{"Add":" job[\"isChannel\"] = drv->queryMetaBool(\"isHydraChannel\", false);"},{"Add":""},{"Add":" /* If this is an aggregate, then get its constituents. */"},{"Add":" auto a = v->attrs->get(state.symbols.create(\"_hydraAggregate\"));"},{"Add":" if (a && state.forceBool(*a->value, *a->pos)) {"},{"Add":" auto a = v->attrs->get(state.symbols.create(\"constituents\"));"},{"Add":" if (!a)"},{"Add":" throw EvalError(\"derivation must have a ‘constituents’ attribute\");"},{"Add":""},{"Add":""},{"Add":" PathSet context;"},{"Add":" state.coerceToString(*a->pos, *a->value, context, true, false);"},{"Add":" for (auto & i : context)"},{"Add":" if (i.at(0) == '!') {"},{"Add":" size_t index = i.find(\"!\", 1);"},{"Add":" job[\"constituents\"].push_back(string(i, index + 1));"},{"Add":" }"},{"Add":""},{"Add":" state.forceList(*a->value, *a->pos);"},{"Add":" for (unsigned int n = 0; n < a->value->listSize(); ++n) {"},{"Add":" auto v = a->value->listElems()[n];"},{"Add":" state.forceValue(*v);"},{"Add":" if (v->type == tString)"},{"Add":" job[\"namedConstituents\"].push_back(state.forceStringNoCtx(*v));"}],"del_contents":[{"Del":" /* If this is an aggregate, then get its constituents. */\n Bindings::iterator a = v.attrs->find(state.symbols.create(\"_hydraAggregate\"));\n if (a != v.attrs->end() && state.forceBool(*a->value, *a->pos)) {\n Bindings::iterator a = v.attrs->find(state.symbols.create(\"constituents\"));\n if (a == v.attrs->end())\n throw EvalError(\"derivation must have a ‘constituents’ attribute\");\n PathSet context;\n state.coerceToString(*a->pos, *a->value, context, true, false);\n PathSet drvs;\n for (auto & i : context)\n if (i.at(0) == '!') {\n size_t index = i.find(\"!\", 1);\n drvs.insert(string(i, index + 1));\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":200,"ins":{"up_context":[{"change":2,"pos":4155}],"down_context":[{"change":2,"pos":4240}],"flag":"BLOCK","start":5272,"end":5290,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":4155},"to":{"change":2,"start":4155,"end":4240},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" }"}],"del_contents":[{"Del":" res.attr(\"constituents\", concatStringsSep(\" \", drvs));\n }\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":202,"ins":{"up_context":[{"change":2,"pos":4241}],"down_context":[{"change":2,"pos":4752}],"flag":"BLOCK","start":5291,"end":5838,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":4241},"to":{"change":2,"start":4241,"end":4752},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" /* Register the derivation as a GC root. !!! This"},{"Add":" registers roots for jobs that we may have already"},{"Add":" done. */"},{"Add":" auto localStore = state.store.dynamic_pointer_cast();"},{"Add":" if (gcRootsDir != \"\" && localStore) {"},{"Add":" Path root = gcRootsDir + \"/\" + std::string(baseNameOf(drvPath));"},{"Add":" if (!pathExists(root))"},{"Add":" localStore->addPermRoot(localStore->parseStorePath(drvPath), root, false);"},{"Add":" }"}],"del_contents":[{"Del":" /* Register the derivation as a GC root. !!! This\n registers roots for jobs that we may have already\n done. */\n auto localStore = state.store.dynamic_pointer_cast();\n if (gcRootsDir != \"\" && localStore) {\n Path root = gcRootsDir + \"/\" + std::string(baseNameOf(drvPath));\n if (!pathExists(root))\n localStore->addPermRoot(localStore->parseStorePath(drvPath), root, false);\n }\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":212,"ins":{"up_context":[{"change":2,"pos":4753}],"down_context":[{"change":2,"pos":4883}],"flag":"BLOCK","start":5839,"end":6010,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":4753},"to":{"change":2,"start":4753,"end":4883},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" nlohmann::json out;"},{"Add":" for (auto & j : outputs)"},{"Add":" out[j.first] = j.second;"},{"Add":" job[\"outputs\"] = std::move(out);"}],"del_contents":[{"Del":" auto res2 = res.object(\"outputs\");\n for (auto & j : outputs)\n res2.attr(j.first, j.second);\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":217,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":4884}],"down_context":[{"change":2,"pos":4884}],"flag":"BLOCK","start":6011,"end":6058,"inode":{"change":2,"pos":530}}},"contents":[{"Add":" reply[\"job\"] = std::move(job);"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":219,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":4898},"to":{"change":2,"start":4898,"end":4908},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":" }\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":220,"ins":{"up_context":[{"change":2,"pos":4909}],"down_context":[{"change":2,"pos":5031}],"flag":"BLOCK","start":6059,"end":6251,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":4909},"to":{"change":2,"start":4909,"end":5031},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" else if (v->type == tAttrs) {"},{"Add":" auto attrs = nlohmann::json::array();"},{"Add":" StringSet ss;"},{"Add":" for (auto & i : v->attrs->lexicographicOrder()) {"}],"del_contents":[{"Del":" else {\n if (!state.isDerivation(v)) {\n for (auto & i : v.attrs->lexicographicOrder()) {\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":225,"ins":{"up_context":[{"change":2,"pos":5078}],"down_context":[{"change":2,"pos":5201}],"flag":"BLOCK","start":6252,"end":6354,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":5078},"to":{"change":2,"start":5078,"end":5201},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" if (name.find('.') != std::string::npos || name.find(' ') != std::string::npos) {"}],"del_contents":[{"Del":"\n /* Skip jobs with dots in the name. */\n if (name.find('.') != std::string::npos) {\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":229,"ins":{"up_context":[{"change":2,"pos":5338}],"down_context":[{"change":2,"pos":5475}],"flag":"BLOCK","start":6355,"end":6398,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":5338},"to":{"change":2,"start":5338,"end":5475},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" attrs.push_back(name);"}],"del_contents":[{"Del":"\n findJobs(state, top, autoArgs, *i->value,\n (attrPath.empty() ? \"\" : attrPath + \".\") + name);\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":231,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":5493}],"down_context":[{"change":2,"pos":5493}],"flag":"BLOCK","start":6399,"end":6450,"inode":{"change":2,"pos":530}}},"contents":[{"Add":" reply[\"attrs\"] = std::move(attrs);"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":233,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":5507}],"down_context":[{"change":2,"pos":5507}],"flag":"BLOCK","start":6451,"end":6549,"inode":{"change":2,"pos":530}}},"contents":[{"Add":""},{"Add":" } catch (EvalError & e) {"},{"Add":" reply[\"error\"] = filterANSIEscapes(e.msg(), true);"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":237,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":5517},"to":{"change":2,"start":5517,"end":5523},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":" }\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":238,"ins":{"up_context":[{"change":2,"pos":5524}],"down_context":[{"change":2,"pos":5688}],"flag":"BLOCK","start":6550,"end":6593,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":5524},"to":{"change":2,"start":5524,"end":5688},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" writeLine(to.get(), reply.dump());"}],"del_contents":[{"Del":" else if (v.type == tNull) {\n // allow null values, meaning 'do nothing'\n }\n\n else\n throw TypeError(format(\"unsupported value: %1%\") % v);\n}\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":240,"ins":{"up_context":[{"change":2,"pos":5689}],"down_context":[{"change":2,"pos":6013}],"flag":"BLOCK","start":6594,"end":6819,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":5689},"to":{"change":2,"start":5689,"end":6013},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" /* If our RSS exceeds the maximum, exit. The master will"},{"Add":" start a new process. */"},{"Add":" struct rusage r;"},{"Add":" getrusage(RUSAGE_SELF, &r);"},{"Add":" if ((size_t) r.ru_maxrss > maxMemorySize * 1024) break;"}],"del_contents":[{"Del":"\nstatic void findJobs(EvalState & state, JSONObject & top,\n Bindings & autoArgs, Value & v, const string & attrPath)\n{\n try {\n findJobsWrapped(state, top, autoArgs, v, attrPath);\n } catch (EvalError & e) {\n auto res = top.object(attrPath);\n res.attr(\"error\", filterANSIEscapes(e.msg(), true));\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":246,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":6019},"to":{"change":2,"start":6019,"end":6021},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":"}\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":247,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":6022}],"down_context":[{"change":2,"pos":6022}],"flag":"BLOCK","start":6820,"end":6858,"inode":{"change":2,"pos":530}}},"contents":[{"Add":" writeLine(to.get(), \"restart\");"},{"Add":"}"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":260,"ins":{"up_context":[{"change":2,"pos":6267}],"down_context":[{"change":2,"pos":6462}],"flag":"BLOCK","start":6859,"end":7011,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":6267},"to":{"change":2,"start":6267,"end":6462},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" auto nrWorkers = config->getIntOption(\"evaluator_workers\", 1);"},{"Add":" maxMemorySize = config->getIntOption(\"evaluator_max_memory_size\", 4096);"}],"del_contents":[{"Del":" auto initialHeapSize = config->getStrOption(\"evaluator_initial_heap_size\", \"\");\n if (initialHeapSize != \"\")\n setenv(\"GC_INITIAL_HEAP_SIZE\", initialHeapSize.c_str(), 1);\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":265,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":6500},"to":{"change":2,"start":6500,"end":6975},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":"\n struct MyArgs : MixEvalArgs, MixCommonArgs\n {\n Path releaseExpr;\n bool flake = false;\n\n MyArgs() : MixCommonArgs(\"hydra-eval-jobs\")\n {\n mkFlag()\n .longName(\"help\")\n .description(\"show usage information\")\n .handler([&]() {\n printHelp(programName, std::cout);\n throw Exit();\n });\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":266,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":6976},"to":{"change":2,"start":6976,"end":7639},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":" mkFlag()\n .longName(\"gc-roots-dir\")\n .description(\"garbage collector roots directory\")\n .labels({\"path\"})\n .dest(&gcRootsDir);\n\n mkFlag()\n .longName(\"dry-run\")\n .description(\"don't create store derivations\")\n .set(&settings.readOnlyMode, true);\n\n mkFlag()\n .longName(\"flake\")\n .description(\"build a flake\")\n .set(&flake, true);\n\n expectArg(\"expr\", &releaseExpr);\n }\n };\n\n MyArgs myArgs;\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":267,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":7695},"to":{"change":2,"start":7695,"end":7765},"introduced_by":2}],"inode":{"change":2,"pos":530}}},"contents":[{"Del":"\n JSONObject json(std::cout, true);\n std::cout.flush();\n"}]}},{"Edit":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":278,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":8224}],"down_context":[{"change":2,"pos":8224}],"flag":"BLOCK","start":7012,"end":7070,"inode":{"change":2,"pos":530}}},"contents":[{"Add":""},{"Add":" if (myArgs.dryRun) settings.readOnlyMode = true;"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":285,"ins":{"up_context":[{"change":2,"pos":8403}],"down_context":[{"change":2,"pos":8460}],"flag":"BLOCK","start":7071,"end":7268,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":8403},"to":{"change":2,"start":8403,"end":8460},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" struct State"},{"Add":" {"},{"Add":" std::set todo{\"\"};"},{"Add":" std::set active;"},{"Add":" nlohmann::json jobs;"},{"Add":" std::exception_ptr exc;"},{"Add":" };"}],"del_contents":[{"Del":" EvalState state(myArgs.searchPath, openStore());\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":293,"ins":{"up_context":[{"change":2,"pos":8461}],"down_context":[{"change":2,"pos":8519}],"flag":"BLOCK","start":7269,"end":7309,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":8461},"to":{"change":2,"start":8461,"end":8519},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" std::condition_variable wakeup;"}],"del_contents":[{"Del":" Bindings & autoArgs = *myArgs.getAutoArgs(state);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":295,"ins":{"up_context":[{"change":2,"pos":8520}],"down_context":[{"change":2,"pos":8537}],"flag":"BLOCK","start":7310,"end":7338,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":8520},"to":{"change":2,"start":8520,"end":8537},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" Sync state_;"}],"del_contents":[{"Del":" Value v;\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":297,"ins":{"up_context":[{"change":2,"pos":8538}],"down_context":[{"change":2,"pos":8601}],"flag":"BLOCK","start":7339,"end":7523,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":8538},"to":{"change":2,"start":8538,"end":8601},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" /* Start a handler thread per worker process. */"},{"Add":" auto handler = [&]()"},{"Add":" {"},{"Add":" try {"},{"Add":" pid_t pid = -1;"},{"Add":" AutoCloseFD from, to;"}],"del_contents":[{"Del":" if (myArgs.flake) {\n using namespace flake;\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":304,"ins":{"up_context":[{"change":2,"pos":8602}],"down_context":[{"change":2,"pos":8665}],"flag":"BLOCK","start":7524,"end":7555,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":8602},"to":{"change":2,"start":8602,"end":8665},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" while (true) {"}],"del_contents":[{"Del":" auto flakeRef = parseFlakeRef(myArgs.releaseExpr);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":306,"ins":{"up_context":[{"change":2,"pos":8666}],"down_context":[{"change":2,"pos":8712}],"flag":"BLOCK","start":7556,"end":8989,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":8666},"to":{"change":2,"start":8666,"end":8712},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" /* Start a new worker process if necessary. */"},{"Add":" if (pid == -1) {"},{"Add":" Pipe toPipe, fromPipe;"},{"Add":" toPipe.create();"},{"Add":" fromPipe.create();"},{"Add":" pid = startProcess("},{"Add":" [&,"},{"Add":" to{std::make_shared(std::move(fromPipe.writeSide))},"},{"Add":" from{std::make_shared(std::move(toPipe.readSide))}"},{"Add":" ]()"},{"Add":" {"},{"Add":" try {"},{"Add":" EvalState state(myArgs.searchPath, openStore());"},{"Add":" Bindings & autoArgs = *myArgs.getAutoArgs(state);"},{"Add":" worker(state, autoArgs, *to, *from);"},{"Add":" } catch (std::exception & e) {"},{"Add":" nlohmann::json err;"},{"Add":" err[\"error\"] = e.what();"},{"Add":" writeLine(to->get(), err.dump());"},{"Add":" }"},{"Add":" },"},{"Add":" ProcessOptions { .allowVfork = false });"},{"Add":" from = std::move(fromPipe.readSide);"},{"Add":" to = std::move(toPipe.writeSide);"},{"Add":" debug(\"created worker process %d\", pid);"},{"Add":" }"}],"del_contents":[{"Del":" auto vFlake = state.allocValue();\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":333,"ins":{"up_context":[{"change":2,"pos":8713}],"down_context":[{"change":2,"pos":8951}],"flag":"BLOCK","start":8990,"end":9451,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":8713},"to":{"change":2,"start":8713,"end":8951},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" /* Check whether the existing worker process is still there. */"},{"Add":" auto s = readLine(from.get());"},{"Add":" if (s == \"restart\") {"},{"Add":" pid = -1;"},{"Add":" continue;"},{"Add":" } else if (s != \"next\") {"},{"Add":" auto json = nlohmann::json::parse(s);"},{"Add":" throw Error(\"worker error: %s\", (std::string) json[\"error\"]);"},{"Add":" }"}],"del_contents":[{"Del":" auto lockedFlake = lockFlake(state, flakeRef,\n LockFlags {\n .updateLockFile = false,\n .useRegistries = false,\n .allowMutable = false,\n });\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":343,"ins":{"up_context":[{"change":2,"pos":8952}],"down_context":[{"change":2,"pos":9004}],"flag":"BLOCK","start":9452,"end":9561,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":8952},"to":{"change":2,"start":8952,"end":9004},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" /* Wait for a job name to become available. */"},{"Add":" std::string attrPath;"}],"del_contents":[{"Del":" callFlake(state, lockedFlake, *vFlake);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":346,"ins":{"up_context":[{"change":2,"pos":9005}],"down_context":[{"change":2,"pos":9137}],"flag":"BLOCK","start":9562,"end":10820,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":9005},"to":{"change":2,"start":9005,"end":9137},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" while (true) {"},{"Add":" checkInterrupt();"},{"Add":" auto state(state_.lock());"},{"Add":" if ((state->todo.empty() && state->active.empty()) || state->exc) {"},{"Add":" writeLine(to.get(), \"exit\");"},{"Add":" return;"},{"Add":" }"},{"Add":" if (!state->todo.empty()) {"},{"Add":" attrPath = *state->todo.begin();"},{"Add":" state->todo.erase(state->todo.begin());"},{"Add":" state->active.insert(attrPath);"},{"Add":" break;"},{"Add":" } else"},{"Add":" state.wait(wakeup);"},{"Add":" }"},{"Add":""},{"Add":" /* Tell the worker to evaluate it. */"},{"Add":" writeLine(to.get(), \"do \" + attrPath);"},{"Add":""},{"Add":" /* Wait for the response. */"},{"Add":" auto response = nlohmann::json::parse(readLine(from.get()));"},{"Add":""},{"Add":" /* Handle the response. */"},{"Add":" StringSet newAttrs;"},{"Add":""},{"Add":" if (response.find(\"job\") != response.end()) {"},{"Add":" auto state(state_.lock());"},{"Add":" state->jobs[attrPath] = response[\"job\"];"},{"Add":" }"}],"del_contents":[{"Del":" auto vOutputs = (*vFlake->attrs->get(state.symbols.create(\"outputs\")))->value;\n state.forceValue(*vOutputs);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":376,"ins":{"up_context":[{"change":2,"pos":9138}],"down_context":[{"change":2,"pos":9461}],"flag":"BLOCK","start":10821,"end":11361,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":9138},"to":{"change":2,"start":9138,"end":9461},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" if (response.find(\"attrs\") != response.end()) {"},{"Add":" for (auto & i : response[\"attrs\"]) {"},{"Add":" auto s = (attrPath.empty() ? \"\" : attrPath + \".\") + (std::string) i;"},{"Add":" newAttrs.insert(s);"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" if (response.find(\"error\") != response.end()) {"},{"Add":" auto state(state_.lock());"},{"Add":" state->jobs[attrPath][\"error\"] = response[\"error\"];"},{"Add":" }"}],"del_contents":[{"Del":" auto aHydraJobs = vOutputs->attrs->get(state.symbols.create(\"hydraJobs\"));\n if (!aHydraJobs)\n aHydraJobs = vOutputs->attrs->get(state.symbols.create(\"checks\"));\n if (!aHydraJobs)\n throw Error(\"flake '%s' does not provide any Hydra jobs or checks\", flakeRef);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":388,"ins":{"up_context":[{"change":2,"pos":9462}],"down_context":[{"change":2,"pos":9501}],"flag":"BLOCK","start":11362,"end":11935,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":9462},"to":{"change":2,"start":9462,"end":9501},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" /* Add newly discovered job names to the queue. */"},{"Add":" {"},{"Add":" auto state(state_.lock());"},{"Add":" state->active.erase(attrPath);"},{"Add":" for (auto & s : newAttrs)"},{"Add":" state->todo.insert(s);"},{"Add":" wakeup.notify_all();"},{"Add":" }"},{"Add":" }"},{"Add":" } catch (...) {"},{"Add":" auto state(state_.lock());"},{"Add":" state->exc = std::current_exception();"},{"Add":" wakeup.notify_all();"},{"Add":" }"},{"Add":" };"}],"del_contents":[{"Del":" v = *(*aHydraJobs)->value;\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":404,"ins":{"up_context":[{"change":2,"pos":9502}],"down_context":[{"change":2,"pos":9592}],"flag":"BLOCK","start":11936,"end":14824,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":9502},"to":{"change":2,"start":9502,"end":9592},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" std::vector threads;"},{"Add":" for (size_t i = 0; i < nrWorkers; i++)"},{"Add":" threads.emplace_back(std::thread(handler));"},{"Add":""},{"Add":" for (auto & thread : threads)"},{"Add":" thread.join();"},{"Add":""},{"Add":" auto state(state_.lock());"},{"Add":""},{"Add":" if (state->exc)"},{"Add":" std::rethrow_exception(state->exc);"},{"Add":""},{"Add":" /* For aggregate jobs that have named consistuents"},{"Add":" (i.e. constituents that are a job name rather than a"},{"Add":" derivation), look up the referenced job and add it to the"},{"Add":" dependencies of the aggregate derivation. */"},{"Add":" auto store = openStore();"},{"Add":""},{"Add":" for (auto i = state->jobs.begin(); i != state->jobs.end(); ++i) {"},{"Add":" auto jobName = i.key();"},{"Add":" auto & job = i.value();"},{"Add":""},{"Add":" auto named = job.find(\"namedConstituents\");"},{"Add":" if (named == job.end()) continue;"},{"Add":""},{"Add":" if (myArgs.dryRun) {"},{"Add":" for (std::string jobName2 : *named) {"},{"Add":" auto job2 = state->jobs.find(jobName2);"},{"Add":" if (job2 == state->jobs.end())"},{"Add":" throw Error(\"aggregate job '%s' references non-existent job '%s'\", jobName, jobName2);"},{"Add":" std::string drvPath2 = (*job2)[\"drvPath\"];"},{"Add":" job[\"constituents\"].push_back(drvPath2);"},{"Add":" }"},{"Add":" } else {"},{"Add":" std::string drvPath = job[\"drvPath\"];"},{"Add":" auto drv = readDerivation(*store, drvPath);"},{"Add":""},{"Add":" for (std::string jobName2 : *named) {"},{"Add":" auto job2 = state->jobs.find(jobName2);"},{"Add":" if (job2 == state->jobs.end())"},{"Add":" throw Error(\"aggregate job '%s' references non-existent job '%s'\", jobName, jobName2);"},{"Add":" std::string drvPath2 = (*job2)[\"drvPath\"];"},{"Add":" auto drv2 = readDerivation(*store, drvPath2);"},{"Add":" job[\"constituents\"].push_back(drvPath2);"},{"Add":" drv.inputDrvs[store->parseStorePath(drvPath2)] = {drv2.outputs.begin()->first};"},{"Add":" }"},{"Add":""},{"Add":" std::string drvName(store->parseStorePath(drvPath).name());"},{"Add":" assert(hasSuffix(drvName, drvExtension));"},{"Add":" drvName.resize(drvName.size() - drvExtension.size());"},{"Add":" auto h = hashDerivationModulo(*store, drv, true);"},{"Add":" auto outPath = store->makeOutputPath(\"out\", h, drvName);"},{"Add":" drv.env[\"out\"] = store->printStorePath(outPath);"},{"Add":" drv.outputs.insert_or_assign(\"out\", DerivationOutput(outPath.clone(), \"\", \"\"));"},{"Add":" auto newDrvPath = store->printStorePath(writeDerivation(store, drv, drvName));"},{"Add":""},{"Add":" debug(\"rewrote aggregate derivation %s -> %s\", drvPath, newDrvPath);"},{"Add":""},{"Add":" job[\"drvPath\"] = newDrvPath;"},{"Add":" job[\"outputs\"][\"out\"] = store->printStorePath(outPath);"},{"Add":" }"},{"Add":""},{"Add":" job.erase(\"namedConstituents\");"}],"del_contents":[{"Del":" } else {\n state.evalFile(lookupFileArg(state, myArgs.releaseExpr), v);\n"}]}},{"Replacement":{"inode":{"change":2,"pos":530},"path":"src/hydra-eval-jobs/hydra-eval-jobs.cc","line":469,"ins":{"up_context":[{"change":2,"pos":9603}],"down_context":[{"change":2,"pos":9651}],"flag":"BLOCK","start":14825,"end":14875,"inode":{"change":2,"pos":530}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":9603},"to":{"change":2,"start":9603,"end":9651},"introduced_by":2}],"inode":{"change":2,"pos":530}},"ins_contents":[{"Add":" std::cout << state->jobs.dump(2) << \"\\n\";"}],"del_contents":[{"Del":" findJobs(state, json, autoArgs, v, \"\");\n"}]}}],"owner":"grahamc","repo":"hydra2","token":"nSpYFYuCl/Iuv2PFJxWOr/o0uH033jIU+Om69/qoI3w=","login":null}

…

Dependencies

Change contents