grahamc/hydra - Change G2T4WAHINIIKTEKR4JBIRXO5IEKO7MPYD7U5PQ4AIX3WL54EPP3AC

Store the inputs of each evaluation in the database

Achtung: this requires a schema upgrade via "hydra-init".

Created by Eelco Dolstra on April 15, 2012

G2T4WAHINIIKTEKR4JBIRXO5IEKO7MPYD7U5PQ4AIX3WL54EPP3AC

Dependencies

In channels

main

upstream

Change contents

Insertion in src/lib/Hydra/Schema/Builds.pm at line 390 [5.5202]

[3.3211]

[4.9677]


=head2 jobsetevalinputs
Type: has_many
Related object: L<Hydra::Schema::JobsetEvalInputs>

Insertion in src/lib/Hydra/Schema/Builds.pm at line 397 [5.5202]

[4.9678]

[6.10517]

=cut
__PACKAGE__->has_many(
  "jobsetevalinputs",
  "Hydra::Schema::JobsetEvalInputs",
  { "foreign.dependency" => "self.id" },
  {},
);

Replacement in src/lib/Hydra/Schema/Builds.pm at line 447 [5.5202]

B:BD[7.1182] → [8.6720:6862]

# Created by DBIx::Class::Schema::Loader v0.07014 @ 2012-02-29 18:56:22
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:w16c86FRReLPdA8H0yTIRg

[7.1182]

[3.3377]

# Created by DBIx::Class::Schema::Loader v0.07014 @ 2012-04-15 16:38:10
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:AltTdmkzfwBMYToTkj84vA

File addition: JobsetEvalInputs.pm (----------)

[9.477]

use utf8;
package Hydra::Schema::JobsetEvalInputs;
# Created by DBIx::Class::Schema::Loader
# DO NOT MODIFY THE FIRST PART OF THIS FILE
=head1 NAME
Hydra::Schema::JobsetEvalInputs
=cut
use strict;
use warnings;
use base 'DBIx::Class::Core';
=head1 TABLE: C<JobsetEvalInputs>
=cut
__PACKAGE__->table("JobsetEvalInputs");
=head1 ACCESSORS
=head2 eval
  data_type: 'integer'
  is_foreign_key: 1
  is_nullable: 0
=head2 name
  data_type: 'text'
  is_nullable: 0
=head2 altnr
  data_type: 'integer'
  is_nullable: 0
=head2 type
  data_type: 'text'
  is_nullable: 0
=head2 uri
  data_type: 'text'
  is_nullable: 1
=head2 revision
  data_type: 'text'
  is_nullable: 1
=head2 value
  data_type: 'text'
  is_nullable: 1
=head2 dependency
  data_type: 'integer'
  is_foreign_key: 1
  is_nullable: 1
=head2 path
  data_type: 'text'
  is_nullable: 1
=head2 sha256hash
  data_type: 'text'
  is_nullable: 1
=cut
__PACKAGE__->add_columns(
  "eval",
  { data_type => "integer", is_foreign_key => 1, is_nullable => 0 },
  "name",
  { data_type => "text", is_nullable => 0 },
  "altnr",
  { data_type => "integer", is_nullable => 0 },
  "type",
  { data_type => "text", is_nullable => 0 },
  "uri",
  { data_type => "text", is_nullable => 1 },
  "revision",
  { data_type => "text", is_nullable => 1 },
  "value",
  { data_type => "text", is_nullable => 1 },
  "dependency",
  { data_type => "integer", is_foreign_key => 1, is_nullable => 1 },
  "path",
  { data_type => "text", is_nullable => 1 },
  "sha256hash",
  { data_type => "text", is_nullable => 1 },
);
=head1 PRIMARY KEY
=over 4
=item * L</eval>
=item * L</name>
=item * L</altnr>
=back
=cut
__PACKAGE__->set_primary_key("eval", "name", "altnr");
=head1 RELATIONS
=head2 dependency
Type: belongs_to
Related object: L<Hydra::Schema::Builds>
=cut
__PACKAGE__->belongs_to(
  "dependency",
  "Hydra::Schema::Builds",
  { id => "dependency" },
  { join_type => "LEFT" },
);
=head2 eval
Type: belongs_to
Related object: L<Hydra::Schema::JobsetEvals>
=cut
__PACKAGE__->belongs_to("eval", "Hydra::Schema::JobsetEvals", { id => "eval" }, {});
# Created by DBIx::Class::Schema::Loader v0.07014 @ 2012-04-15 16:38:10
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:PNxVBdoUNeUzf5BztiIhLw
# You can replace this text with custom code or comments, and it will be preserved on regeneration
1;

Insertion in src/lib/Hydra/Schema/JobsetEvals.pm at line 118 [10.65]

[7.4250]


=head2 jobsetevalinputs
Type: has_many
Related object: L<Hydra::Schema::JobsetEvalInputs>

Insertion in src/lib/Hydra/Schema/JobsetEvals.pm at line 125 [10.65]

[7.4251]

=cut
__PACKAGE__->has_many(
  "jobsetevalinputs",
  "Hydra::Schema::JobsetEvalInputs",
  { "foreign.eval" => "self.id" },
  {},
);

Replacement in src/lib/Hydra/Schema/JobsetEvals.pm at line 160 [10.65]

B:BD[6.18354] → [6.18354:18496]

# Created by DBIx::Class::Schema::Loader v0.07014 @ 2011-12-05 14:15:43
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:eQtF5bcR/qZ625LxWBc7ug

[6.18354]

[11.1674]

# Created by DBIx::Class::Schema::Loader v0.07014 @ 2012-04-15 16:38:10
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:Yt39QbkhH52hfpJZ4ZECeg

Insertion in src/script/hydra-evaluator at line 173 [12.1319]

[7.6520]

            }
            
            foreach my $name (keys %{$inputInfo}) {
                for (my $n = 0; $n < scalar(@{$inputInfo->{$name}}); $n++) {
                    my $input = $inputInfo->{$name}->[$n];
                    $ev->jobsetevalinputs->create(
                        { name => $name
                        , altnr => $n
                        , type => $input->{type}
                        , uri => $input->{uri}
                        , revision => $input->{revision}
                        , value => $input->{value}
                        , dependency => $input->{id}
                        , path => $input->{storePath} || "" # !!! temporary hack
                        , sha256hash => $input->{sha256hash}
                        });
                }

Insertion in src/script/hydra-evaluator at line 191 [12.1319]
[7.6534]
[2.455]
```
           
```

Insertion in src/sql/hydra.sql at line 443 [12.1]

[10.3537]

[7.7669]

);
create table JobsetEvalInputs (
    eval          integer not null references JobsetEvals(id) on delete cascade,
    name          text not null,
    altNr         integer not null,
    
    -- Copied from the jobsetinputs from which the build was created.
    type          text not null,
    uri           text,
    revision      text,
    value         text,
    dependency    integer, -- build ID of the input, for type == 'build'
    path          text,
    
    sha256hash    text,
    primary key   (eval, name, altNr),
    foreign key   (dependency) references Builds(id)

Insertion in src/sql/hydra.sql at line 545 [12.1]

[13.72]

[14.427]

create index IndexJobsetEvalMembersOnEval on JobsetEvalMembers(eval);

File addition: upgrade-6.sql (----------)

[9.3004]

create index IndexJobsetEvalMembersOnEval on JobsetEvalMembers(eval);
-- Inputs of jobset evals.
create table JobsetEvalInputs (
    eval          integer not null references JobsetEvals(id) on delete cascade,
    name          text not null,
    altNr         integer not null,
    
    -- Copied from the jobsetinputs from which the build was created.
    type          text not null,
    uri           text,
    revision      text,
    value         text,
    dependency    integer, -- build ID of the input, for type == 'build'
    path          text,
    
    sha256hash    text,
    primary key   (eval, name, altNr),
    foreign key   (dependency) references Builds(id)
);
-- Reconstruct the repository inputs for pre-existing evals.  This is
-- tricky (and not entirely possible) because builds are not uniquely
-- part of a single eval, so they may have different inputs.
-- For Subversion or Bazaar inputs, pick the highest revision for each
-- input.
insert into JobsetEvalInputs (eval, name, altNr, type, uri, revision)
    select e.id, b.name, 0, max(b.type), max(b.uri), max(b.revision)
    from (select id from JobsetEvals where hasNewBuilds = 1) e
    join JobsetEvalMembers m on e.id = m.eval
    join BuildInputs b on b.build = m.build
    where (b.type = 'svn' or b.type = 'svn-checkout' or b.type = 'bzr' or b.type = 'bzr-checkout')
    group by e.id, b.name
    having count(distinct type) = 1 and count(distinct uri) = 1;
-- For other inputs there is no "best" revision to pick, so only do
-- the conversion if there is only one.
insert into JobsetEvalInputs (eval, name, altNr, type, uri, revision)
    select e.id, b.name, 0, max(b.type), max(uri), max(revision)
    from (select id from JobsetEvals where hasNewBuilds = 1) e
    join JobsetEvalMembers m on e.id = m.eval
    join BuildInputs b on b.build = m.build
    where (b.type != 'svn' and b.type != 'svn-checkout' and b.type != 'bzr' and b.type != 'bzr-checkout')
          and b.uri is not null and b.revision is not null
          and not exists(select 1 from JobsetEvalInputs i where e.id = i.eval and b.name = i.name)
    group by e.id, b.name
    having count(distinct type) = 1 and count(distinct uri) = 1 and count(distinct revision) = 1;