grahamc/hydra2 - Change CLJQCY2XHIDNNMFBJ5PK3GQEN6RFALEFKXBJRWZPEIKR4PR5ZQ5AC

* Store info about all the build actions and allow them to be

monitored while the build is in progress.

Created by Eelco Dolstra on November 11, 2008

CLJQCY2XHIDNNMFBJ5PK3GQEN6RFALEFKXBJRWZPEIKR4PR5ZQ5AC

Dependencies

In channels

main

Change contents

Replacement in src/HydraFrontend/lib/HydraFrontend/Controller/Root.pm at line 40 [4.804]

B:BD[3.406] → [3.406:549]

        , where => "finished != 0 and timestamp = (select max(timestamp) from Builds where project == me.project and attrName == me.attrName)"

[3.406]

[3.549]

        , where => "finished != 0 and timestamp = (select max(timestamp) from Builds where project == me.project and attrName == me.attrName and finished != 0)"

Insertion in src/HydraFrontend/lib/HydraFrontend/Controller/Root.pm at line 106 [4.804]

[4.2413]

}
sub nixlog :Local {
    my ( $self, $c, $id, $stepnr ) = @_;
    my $build = getBuild($c, $id);
    return error($c, "Build with ID $id doesn't exist.") if !defined $build;
    my $step = $build->buildsteps->find({stepnr => $stepnr});
    return error($c, "Build $id doesn't have a build step $stepnr.") if !defined $step;
    
    $c->stash->{template} = 'log.tt';
    $c->stash->{id} = $id;
    $c->stash->{step} = $step;
    # !!! should be done in the view (as a TT plugin).
    $c->stash->{logtext} = loadLog($step->logfile);

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Buildinputs.pm at line 41 [5.1]

B:BD[5.782] → [3.1001:1143]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:dKMSSomUN+gJX57Z5e295w

[5.782]

[5.924]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:MtL3cwH9upjNmhaZkGszRA

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Buildlogs.pm at line 24 [4.3352]

B:BD[4.3992] → [3.1269:1411]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:ZOxJeT+ltgyc/zuDl9aEDQ

[4.3992]

[4.4134]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:vvyGq3BeKyyK7K6uDxJHyQ

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Buildproducts.pm at line 24 [4.4268]

B:BD[4.4922] → [3.1450:1592]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:rZPTilX/PAiIoxffxc0nJw

[4.4922]

[4.5064]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:et00AvSBi5LZUoIrIUOKFQ

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Buildresultinfo.pm at line 28 [3.1594]

B:BD[3.2382] → [3.2382:2524]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:2Vfqs9RUhbDrje18yZb3AA

[3.2382]

[3.2524]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:8zXrs7iT2h3xp6C/2q37uQ

Insertion in src/HydraFrontend/lib/HydraFrontend/Schema/Builds.pm at line 73 [4.5202]

[5.1466]

[4.6192]

__PACKAGE__->has_many(
  "buildsteps",
  "HydraFrontend::Schema::Buildsteps",
  { "foreign.id" => "self.id" },
);

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Builds.pm at line 80 [4.5202]

B:BD[4.6194] → [3.3235:3377]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:1GZeB3YVr064AZrGargmFg

[4.6194]

[3.3377]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:c8feWTpKijITXXSdJICuFg

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Buildschedulinginfo.pm at line 26 [3.3773]

B:BD[3.4473] → [3.4473:4615]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:rN7v2+MnC8TkrEHUzt2Gqg

[3.4473]

[3.4615]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:Z65HteUghCT7sXfXpsHYXg

File addition: Buildsteps.pm (----------)

[4.3332]

package HydraFrontend::Schema::Buildsteps;
use strict;
use warnings;
use base 'DBIx::Class';
__PACKAGE__->load_components("Core");
__PACKAGE__->table("BuildSteps");
__PACKAGE__->add_columns(
  "id",
  { data_type => "integer", is_nullable => 0, size => undef },
  "stepnr",
  { data_type => "integer", is_nullable => 0, size => undef },
  "type",
  { data_type => "integer", is_nullable => 0, size => undef },
  "drvpath",
  { data_type => "text", is_nullable => 0, size => undef },
  "outpath",
  { data_type => "text", is_nullable => 0, size => undef },
  "logfile",
  { data_type => "text", is_nullable => 0, size => undef },
  "busy",
  { data_type => "integer", is_nullable => 0, size => undef },
  "status",
  { data_type => "integer", is_nullable => 0, size => undef },
  "errormsg",
  { data_type => "text", is_nullable => 0, size => undef },
  "starttime",
  { data_type => "integer", is_nullable => 0, size => undef },
  "stoptime",
  { data_type => "integer", is_nullable => 0, size => undef },
);
__PACKAGE__->set_primary_key("id", "stepnr");
__PACKAGE__->belongs_to("id", "HydraFrontend::Schema::Builds", { id => "id" });
# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:GmvM5Rhj4MY7eNQpqTz7bw
# You can replace this text with custom content, and it will be preserved on regeneration
1;

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Jobsetinputalts.pm at line 36 [6.825]

B:BD[6.1831] → [3.4798:4940]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:bvEulSFMDlAMs39sIyHgZQ

[6.1831]

[6.1973]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:mng7GAPMDxsznKupYdhwQw

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Jobsetinputs.pm at line 46 [7.590]

B:BD[7.1681] → [3.4978:5120]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:54xK3D1D0Jm5oKgRelXN7Q

[7.1681]

[7.1823]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:vEXBbzKUTBQmGmL8uh9mIA

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Jobsets.pm at line 51 [7.1960]

B:BD[7.2992] → [3.5153:5295]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:JHirlq7Jc8dQOy+Op/VflA

[7.2992]

[7.3134]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:hMYI8zT3UB/k9IbddK1X4g

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema/Projects.pm at line 27 [7.3266]

B:BD[7.3685] → [3.5329:5471]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:7Ag5ZfYVgfw3MJZkNUmBYw

[7.3685]

[7.3827]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:1DTnCjRw929OuAfeJ5gsXA

Replacement in src/HydraFrontend/lib/HydraFrontend/Schema.pm at line 11 [4.6376]

B:BD[4.6498] → [3.5472:5614]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 13:41:38
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:1AgCf4sf5h2RU24Slo0sTA

[4.6498]

[4.6640]

# Created by DBIx::Class::Schema::Loader v0.04005 @ 2008-11-11 18:02:00
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:gS2Lp7T6IZ160iYQbEhd+g

Replacement in src/HydraFrontend/root/build.tt at line 36 [4.7350]

B:BD[2.602] → [2.602:665]

          <strong>Build returned a non-zero exit code</strong>

[2.602]

[2.665]

          <strong class="error-msg">Build returned a non-zero exit code</strong>

Replacement in src/HydraFrontend/root/build.tt at line 39 [4.7350]

B:BD[2.735] → [2.735:775]

          <strong>Build failed</strong>

[2.735]

[2.775]

          <strong class="error-msg">Build failed</strong>

Insertion in src/HydraFrontend/root/build.tt at line 135 [4.7350]
[5.2523]
[3.6735]
Insertion in src/HydraFrontend/root/build.tt at line 137 [4.7350]
[3.6736]
[5.2523]
```
[% IF build.buildsteps %]
```

Insertion in src/HydraFrontend/root/build.tt at line 139 [4.7350]

[5.2524]

[3.6737]

<h2>Build steps</h2>
<table class="tablesorter">
  <thead>
    <tr><th>Nr</th><th>What</th><th>Status</th></tr>
  </thead>
  <tbody>
    [% FOREACH step IN build.buildsteps -%]
      <tr>
        <td>[% step.stepnr %]</td>
        <td>
          Build of <tt>[% step.outpath %]</tt>
        </td>
        <td>
          [% IF step.busy == 1 %]
            <strong>Building</strong>
          [% ELSIF step.status == 0 %]
            Succeeded
          [% ELSE %]
            <strong class="error-msg">Failed: [% step.errormsg %]</strong>
          [% END %]
          (<a href="[% c.uri_for('/nixlog' build.id step.stepnr) %]">log</a>)
        </td>
      </tr>
    [% END %]
  </tbody>
</table>
[% END %]

Replacement in src/HydraFrontend/root/hydra.css at line 146 [4.8691]
B:BD[4.10576] → [4.10576:10593]
```
span.error-msg {
```
[4.10576]
[4.10593]
```
.error-msg {
```

Replacement in src/HydraFrontend/root/log.tt at line 3 [4.11783]

B:BD[4.11832] → [4.11832:11895]

<h1>Build log <tt>[% log.logphase %] of build ID [% id %]</h1>

[4.11832]

[4.11895]

<h1>Build log [% IF step %] of step [% step.stepnr %] [% ELSE %]<tt>[% log.logphase %]</tt>[% END %] of build ID [% id %]</h1>

Replacement in src/build.pl at line 35 [8.2912]

B:BD[8.3598] → [8.3598:3656]

        my $res = system("nix-store --realise $drvPath");

[8.3598]

[8.3656]

        # Run Nix to perform the build, and monitor the stderr output
        # to get notifications about specific build steps, the
        # associated log files, etc.
        my $cmd = "nix-store --keep-going --no-build-output " .
            "--log-type flat --print-build-trace --realise $drvPath 2>&1";
        my $buildStepNr = 1;
        
        open OUT, "$cmd |" or die;
        while (<OUT>) {
            unless (/^@\s+/) {
                print STDERR "$_";
                next;
            }
            print STDERR "GOT $_";
            
            if (/^@\s+build-started\s+(\S+)\s+(\S+)\s+(\S+)\s+(\S+)$/) {
                $db->txn_do(sub {
                    $db->resultset('Buildsteps')->create(
                        { id => $build->id
                        , stepnr => $buildStepNr++
                        , type => 0 # = build
                        , drvpath => $1
                        , outpath => $2
                        , logfile => $4
                        , busy => 1
                        });
                });
            }
            
            if (/^@\s+build-succeeded\s+(\S+)\s+(\S+)$/) {
                $db->txn_do(sub {
                    my $drvPath = $1;
                    (my $step) = $db->resultset('Buildsteps')->search(
                        {id => $build->id, type => 0, drvpath => $drvPath}, {});
                    die unless $step;
                    $step->busy(0);
                    $step->status(0);
                    $step->update;
                });
            }
            if (/^@\s+build-failed\s+(\S+)\s+(\S+)\s+(\S+)\s+(.*)$/) {
                $db->txn_do(sub {
                    my $drvPath = $1;
                    (my $step) = $db->resultset('Buildsteps')->search(
                        {id => $build->id, type => 0, drvpath => $drvPath}, {});
                    die unless $step;
                    $step->busy(0);
                    $step->status(1);
                    $step->errormsg($4);
                    $step->update;
                });
            }
        }
        
        close OUT;
        my $res = $?;

Replacement in src/build.pl at line 126 [8.2912]

B:BD[8.4892] → [2.1418:1460]

            print "found log $logPath\n";

[8.4892]

[8.4934]

            print STDERR "found log $logPath\n";

Replacement in src/build.pl at line 139 [8.2912]

B:BD[8.5286] → [2.1461:1511]

                    print "found log $logPath\n";

[8.5286]

[8.5336]

                    print STDERR "found log $logPath\n";

Replacement in src/build.pl at line 181 [8.2912]
B:BD[3.7682] → [3.7682:7719]
```
print "performing build $buildId\n";
```
[3.7682]
[8.6711]
```
print STDERR "performing build $buildId\n";
```
Insertion in src/hydra.sql at line 60 [9.1]
[5.2529]
[5.2529]

Insertion in src/hydra.sql at line 62 [9.1]

[5.2530]

create table BuildSteps (
    id            integer not null,
    stepnr        integer not null,

Insertion in src/hydra.sql at line 66 [9.1]

[5.2531]

[3.10076]

    type          integer not null, -- 0 = build, 1 = substitution
    drvPath       text, 
    outPath       text,
    logfile       text,
    busy          integer not null,
    status        integer,
    errorMsg      text,
    startTime     integer, -- in Unix time, 0 = used cached build result
    stopTime      integer,
    primary key   (id, stepnr),
    foreign key   (id) references Builds(id) on delete cascade -- ignored by sqlite
);

Deletion in src/runner.pl at line 19 [8.7823]
B:BD[8.8125] → [3.11473:11499]
```
        print $job, "\n";
```