- Start hydra_scheduler and hydra_runner

  - Start hydra_evaluator and hydra_queue_runner

        # require the scheduler to have seen the job, which may not be

        # require the evaluator to have seen the job, which may not be

    hydra_scheduler.pl > $HYDRA_DATA/scheduler.log 2>&1 &
    echo $! > $HYDRA_DATA/scheduler.pid

    hydra_evaluator.pl > $HYDRA_DATA/evaluator.log 2>&1 &
    echo $! > $HYDRA_DATA/evaluator.pid

    kill $(cat $HYDRA_DATA/scheduler.pid)

    kill $(cat $HYDRA_DATA/evaluator.pid)

    echo -n "Hydra scheduler... "
    (kill -0 $(cat $HYDRA_DATA/scheduler.pid) 2> /dev/null && echo "ok") || echo "not running"

    echo -n "Hydra evaluator... "
    (kill -0 $(cat $HYDRA_DATA/evaluator.pid) 2> /dev/null && echo "ok") || echo "not running"

    lastCheckedTime integer, -- last time the scheduler looked at this jobset

    lastCheckedTime integer, -- last time the evaluator looked at this jobset

    firstEvalTime integer, -- first time the scheduler saw this job
    lastEvalTime  integer, -- last time the scheduler saw this job

    firstEvalTime integer, -- first time the evaluator saw this job
    lastEvalTime  integer, -- last time the evaluator saw this job

    -- set of inputs for a jobset.  In the scheduler, after obtaining

    -- set of inputs for a jobset.  In the evaluator, after obtaining