grahamc/hydra - Change S5PV6IIMKJ7PGWIFLLXERHYF3BCP2UEGFRZEZLD6UUBLVEZXJLUAC

* Represent jobs explicitly in the DB.

Created by Eelco Dolstra on March 13, 2009

S5PV6IIMKJ7PGWIFLLXERHYF3BCP2UEGFRZEZLD6UUBLVEZXJLUAC

Dependencies

In channels

upstream

main

Change contents

Replacement in src/lib/Hydra/Helper/CatalystUtils.pm at line 57 [6.3469]
B:BD[5.233] → [5.233:266]
```
            , job => $build->job
```
[5.233]
[5.266]
```
            , job => $build->get_column('job')
```

Replacement in src/lib/Hydra/Helper/Nix.pm at line 127 [8.436]

B:BD[7.1530] → [5.306:358]

        { job => $primaryJob->job, finished => 1 },

[7.1530]

[7.1587]

        { job => $primaryJob->get_column('job'), finished => 1 },

Replacement in src/lib/Hydra/Helper/Nix.pm at line 157 [8.436]

B:BD[7.2478] → [5.359:412]

                { job => $job->job, finished => 1 },

[7.2478]

[7.2536]

                { job => $job->get_column('job'), finished => 1 },

Replacement in src/lib/Hydra/Schema/BuildInputs.pm at line 39 [9.1]

B:BD[9.782] → [4.683:825]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:9gWr8DPEeH2BjoHT3nt0Lw

[9.782]

[9.924]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:uxfS8+GnU06sbx6nvWzTSQ

Replacement in src/lib/Hydra/Schema/BuildProducts.pm at line 38 [10.4268]

B:BD[10.4922] → [4.826:968]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:GsPyt1OUQHWN6z7mSpNW2g

[10.4922]

[10.5064]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:wnnwDGQMGr2YAu++PYRSuA

Replacement in src/lib/Hydra/Schema/BuildResultInfo.pm at line 38 [11.1594]

B:BD[11.2382] → [4.969:1111]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:zIpamqoL0AxNFDpQ/W1TVg

[11.2382]

[11.2524]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:CGlUjhJozOA4VCYaFtyhqw

Replacement in src/lib/Hydra/Schema/BuildSchedulingInfo.pm at line 30 [11.3773]

B:BD[11.4473] → [4.1112:1254]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:McWRZEMJtjFIcR4LplCc9A

[11.4473]

[11.4615]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:X+Pz2XzTBNU3XdEcg49RyQ

Replacement in src/lib/Hydra/Schema/BuildSteps.pm at line 38 [12.1675]

B:BD[12.2959] → [4.1255:1397]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:zuyAJq4T5Ynsq920Pd7hLg

[12.2959]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:TtcOwOIZHO0vLSJ1CXF1bA

Insertion in src/lib/Hydra/Schema/Builds.pm at line 47 [10.5202]

[13.566]

[10.5950]

__PACKAGE__->belongs_to(
  "job",
  "Hydra::Schema::Jobs",
  { jobset => "jobset", name => "job", project => "project" },
);

Replacement in src/lib/Hydra/Schema/Builds.pm at line 84 [10.5202]

B:BD[10.6194] → [4.1398:1540]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:6taCYZNB0HaY+fvDjUhrYQ

[10.6194]

[11.3377]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:xqKyjCWVdoTyQJC28K3WXA

Replacement in src/lib/Hydra/Schema/CachedPathInputs.pm at line 25 [14.859]

B:BD[14.1497] → [4.1541:1683]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:Jhu1KxMfSF1Y1b4VGUqTzg

[14.1497]

[14.1639]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:Eo9F2GRzgzTGGx15JWBv6Q

Replacement in src/lib/Hydra/Schema/CachedSubversionInputs.pm at line 23 [14.1780]

B:BD[14.2342] → [4.1684:1826]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:9aQa6Zo6z3lj/qFHNF5//w

[14.2342]

[14.2484]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:KeKwcnnPNoVO4eNr9+y+1g

File addition: Jobs.pm (----------)

[2.477]

package Hydra::Schema::Jobs;
use strict;
use warnings;
use base 'DBIx::Class';
__PACKAGE__->load_components("Core");
__PACKAGE__->table("Jobs");
__PACKAGE__->add_columns(
  "project",
  { data_type => "text", is_nullable => 0, size => undef },
  "jobset",
  { data_type => "text", is_nullable => 0, size => undef },
  "name",
  { data_type => "text", is_nullable => 0, size => undef },
  "active",
  { data_type => "integer", is_nullable => 0, size => undef },
  "errormsg",
  { data_type => "text", is_nullable => 0, size => undef },
  "firstevaltime",
  { data_type => "integer", is_nullable => 0, size => undef },
  "lastevaltime",
  { data_type => "integer", is_nullable => 0, size => undef },
);
__PACKAGE__->set_primary_key("project", "jobset", "name");
__PACKAGE__->has_many(
  "builds",
  "Hydra::Schema::Builds",
  {
    "foreign.job"     => "self.name",
    "foreign.jobset"  => "self.jobset",
    "foreign.project" => "self.project",
  },
);
__PACKAGE__->belongs_to("project", "Hydra::Schema::Projects", { name => "project" });
__PACKAGE__->belongs_to(
  "jobset",
  "Hydra::Schema::Jobsets",
  { name => "jobset", project => "project" },
);
# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:wJFyUvUACQHpaW/ktaYtOQ
# You can replace this text with custom content, and it will be preserved on regeneration
1;

Replacement in src/lib/Hydra/Schema/JobsetInputAlts.pm at line 34 [15.825]

B:BD[15.1831] → [4.1827:1969]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:fBv361MRwuWvAJQnOLZDIw

[15.1831]

[15.1973]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:V8h/34X4hs4PKhxKsFgy9w

Replacement in src/lib/Hydra/Schema/JobsetInputs.pm at line 46 [16.590]

B:BD[16.1681] → [4.2016:2158]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:S8AQqv8/GkLkXpPutV4N0A

[16.1681]

[16.1823]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:1XdnQh4HnXU/iOyNvv8QWg

Insertion in src/lib/Hydra/Schema/Jobsets.pm at line 46 [16.1960]

[17.2846]

[15.2594]

  {
    "foreign.jobset"  => "self.name",
    "foreign.project" => "self.project",
  },
);
__PACKAGE__->has_many(
  "jobs",
  "Hydra::Schema::Jobs",

Replacement in src/lib/Hydra/Schema/Jobsets.pm at line 61 [16.1960]

B:BD[16.2992] → [4.2230:2372]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:xYDUCEXRPeVdFJBQnG/Wog

[16.2992]

[16.3134]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:oZ81xw7qIjVkQKjRdOFW9A

Insertion in src/lib/Hydra/Schema/Projects.pm at line 37 [16.3266]

[18.4761]

  "jobs",
  "Hydra::Schema::Jobs",
  { "foreign.project" => "self.name" },
);
__PACKAGE__->has_many(

Replacement in src/lib/Hydra/Schema/Projects.pm at line 53 [16.3266]

B:BD[16.3685] → [4.2373:2515]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:9ZqA/21u40pt4t85YrYbeg

[16.3685]

[16.3827]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:z+RXYaHk0RXJfFirBe175A

Replacement in src/lib/Hydra/Schema/ReleaseSetJobs.pm at line 37 [18.5076]

B:BD[18.6070] → [4.2516:2658]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:Ta71pOzVsej/w0FoHIUMbg

[18.6070]

[18.6212]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:iWBkyucz/pXtzI+s0iP0EA

Replacement in src/lib/Hydra/Schema/ReleaseSets.pm at line 32 [18.6351]

B:BD[18.7142] → [4.2659:2801]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:0DtIgm5jznjy1l3809b06Q

[18.7142]

[18.7284]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:eeWkr8kYyCvFVDZ3YzpI1Q

Replacement in src/lib/Hydra/Schema/SystemTypes.pm at line 19 [19.1717]

B:BD[19.2105] → [4.2802:2944]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:WUSl5Uivcl6E1KLxiq+89A

[19.2105]

[19.2247]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:z83sYSKRnt5mc2etYvH6Zg

Replacement in src/lib/Hydra/Schema/UserRoles.pm at line 20 [20.3263]

B:BD[20.3736] → [4.2945:3087]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:x/HXSH7s3bgPJSLK71hV9w

[20.3736]

[20.3878]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:WRiW+nBfh/X+TMqYu0PI6g

Replacement in src/lib/Hydra/Schema/Users.pm at line 33 [21.3258]

B:BD[21.3782] → [4.3088:3230]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:uP86PxN/ZWgy5PRVU7Qgow

[21.3782]

[21.3924]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:Gw6X/Et2+whq/S7o63zF8Q

Replacement in src/lib/Hydra/Schema.pm at line 11 [10.6376]

B:BD[10.6498] → [4.3231:3373]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-12 17:44:15
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:oIv4qqdjLKRDgAYXHHTz8A

[10.6498]

[10.6640]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2009-03-13 13:33:20
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:aJVSTLLx1pgutjETaqTWXA

Replacement in src/root/build.tt at line 192 [10.7350]

B:BD[22.1583] → [5.3637:3817]

            <a href="[% c.uri_for('/build' input.dependency.id) %]">Job <tt>[% input.dependency.project.name %]:[% input.dependency.job %]</tt> build [% input.dependency.id %]</a>

[22.1583]

[23.2786]

            Job [% PROCESS renderFullJobNameOfBuild build=input.dependency %] <a href="[% c.uri_for('/build' input.dependency.id) %]">build [% input.dependency.id %]</a>

Replacement in src/root/build.tt at line 303 [10.7350]

B:BD[24.417] → [5.3818:3983]

        <td><a href="[% c.uri_for('/build' input.build.id) %]">Job <tt>[% input.build.project.name %]:[% input.build.job %]</tt> build [% input.build.id %]</a></td>

[24.417]

[24.590]

        <td>Job [% PROCESS renderFullJobNameOfBuild build=input.build %] <a href="[% c.uri_for('/build' input.build.id) %]">build [% input.build.id %]</a></td>

Insertion in src/root/common.tt at line 40 [26.2803]

[4.4493]

[25.709]

[% BLOCK renderFullJobNameOfBuild %]
  <tt>
  [% PROCESS renderFullJobName project=build.get_column("project") jobset = build.get_column("jobset") job = build.get_column("job") %]
  </a>
[% END %]

Replacement in src/root/common.tt at line 89 [26.2803]

B:BD[4.4540] → [4.4540:4672]

            [% PROCESS renderFullJobName project=build.get_column("project") jobset = build.get_column("jobset") job = build.job %]

[4.4540]

[4.4672]

            [% PROCESS renderFullJobNameOfBuild %]

Replacement in src/script/hydra_scheduler.pl at line 219 [28.1319]

B:BD[27.9403] → [27.9403:9525]

B:BD[27.9525] → [5.5471:5535]

∅:D[5.5535] → [27.9594:9604]

B:BD[27.9594] → [27.9594:9604]

        if (scalar($db->resultset('Builds')->search(
                { project => $project->name, jobset => $jobset->name
                , job => $jobName, outPath => $outPath })) > 0)
        {

[27.9403]

[29.2879]

        # Mark this job as active in the database.
        my $jobInDB = $jobset->jobs->update_or_create(
            { name => $jobName
            , active => 1
            , lastevaltime => time
            });
        $jobInDB->update({firstevaltime => time})
            unless defined $jobInDB->firstevaltime;
        # Have we already done this build (in this job)?
        if (scalar($jobInDB->builds->search({outPath => $outPath})) > 0) {

Insertion in src/script/hydra_scheduler.pl at line 235 [28.1319]
[27.9677]
[29.2926]
```
        # Nope, so add it.
```
Replacement in src/script/hydra_scheduler.pl at line 238 [28.1319]
B:BD[27.9959] → [11.12225:12279]
```
        my $build = $db->resultset('Builds')->create(
```
[27.9959]
[11.12279]
```
        my $build = $jobInDB->builds->create(
```
Deletion in src/script/hydra_scheduler.pl at line 241 [28.1319]
∅:D[11.12341] → [27.10163:10241]
B:BD[27.10163] → [27.10163:10241]
B:BD[27.10241] → [5.5536:5566]
```
            , project => $project->name
            , jobset => $jobset->name
            , job => $jobName
```

Replacement in src/script/hydra_scheduler.pl at line 251 [28.1319]

B:BD[27.10442] → [17.5565:5620]

∅:D[17.5620] → [11.12397:12428]

B:BD[11.12397] → [11.12397:12428]

B:BD[11.12428] → [30.226:262]

        $db->resultset('BuildSchedulingInfo')->create(
            { id => $build->id
            , priority => $priority

[27.10442]

[11.12456]

        $build->buildschedulinginfoes->create(
            { priority => $priority

Replacement in src/script/hydra_scheduler.pl at line 259 [28.1319]

∅:D[31.1302] → [17.5621:5672]

B:BD[27.10545] → [17.5621:5672]

∅:D[17.5672] → [11.12576:12614]

B:BD[11.12576] → [11.12576:12614]

B:BD[11.12614] → [31.1303:1342]

            $db->resultset('BuildInputs')->create(
                { build => $build->id
                , name => $arg->{name}

[31.1302]

[27.10662]

            $build->buildinputs_builds->create(
                { name => $arg->{name}

Insertion in src/script/hydra_scheduler.pl at line 344 [28.1319]
[31.2906]
[31.2906]
```
        next if $job->{jobName} eq "";
```

Insertion in src/script/hydra_scheduler.pl at line 348 [28.1319]

[15.7086]

[3.688]


    # Mark all existing jobs that we haven't seen as inactive.
    my %jobNames;
    $jobNames{$_->{jobName}}++ foreach @{$jobs->{job}};
    
    my %failedJobNames;
    push @{$failedJobNames{$_->{location}}}, $_->{msg} foreach @{$jobs->{error}};
    
    $db->txn_do(sub {
        foreach my $jobInDB ($jobset->jobs->all) {
            print $jobInDB->name, "\n";
            $jobInDB->update({active => $jobNames{$jobInDB->name} || $failedJobNames{$jobInDB->name} ? 1 : 0});

Insertion in src/script/hydra_scheduler.pl at line 361 [28.1319]

[3.689]

            if ($failedJobNames{$jobInDB->name}) {
                $jobInDB->update({errormsg => join '\n', @{$failedJobNames{$jobInDB->name}}});
            } else {
                $jobInDB->update({errormsg => undef});
            }
        }
    });

Replacement in src/sql/hydra.sql at line 30 [28.1]

B:BD[11.9254] → [11.9254:9345]

    foreign key   (project, jobset) references Jobsets(project, name) -- ignored by sqlite

[11.9254]

[11.9345]

    foreign key   (project, jobset) references Jobsets(project, name), -- ignored by sqlite
    foreign key   (project, jobset, job) references Jobs(project, jobset, name) -- ignored by sqlite

Insertion in src/sql/hydra.sql at line 254 [28.1]

[11.11357]

[32.4322]

);
create table Jobs (
    project       text not null,
    jobset        text not null,
    name          text not null,
    -- `active' means the Nix expression for the jobset currently
    -- contains this job.  Otherwise it's a job that has been removed
    -- from the expression.
    active        integer not null default 1,
    errorMsg      text, -- evalution error for this job
    firstEvalTime integer, -- first time the scheduler saw this job
    lastEvalTime  integer, -- last time the scheduler saw this job
    primary key   (project, jobset, name),
    foreign key   (project) references Projects(name) on delete cascade, -- ignored by sqlite
    foreign key   (project, jobset) references Jobsets(project, name) on delete cascade -- ignored by sqlite