2009-02-25 12:03:13 +00:00
|
|
|
|
package Hydra::Helper::CatalystUtils;
|
|
|
|
|
|
2013-02-26 16:56:19 +01:00
|
|
|
|
use utf8;
|
2009-02-25 12:03:13 +00:00
|
|
|
|
use strict;
|
|
|
|
|
use Exporter;
|
2009-03-02 10:23:40 +00:00
|
|
|
|
use Readonly;
|
2011-11-30 15:25:28 +01:00
|
|
|
|
use Nix::Store;
|
2009-03-04 13:08:09 +00:00
|
|
|
|
use Hydra::Helper::Nix;
|
2009-02-25 12:03:13 +00:00
|
|
|
|
|
|
|
|
|
our @ISA = qw(Exporter);
|
2009-03-02 10:23:40 +00:00
|
|
|
|
our @EXPORT = qw(
|
2013-02-21 13:45:11 +01:00
|
|
|
|
getBuild getPreviousBuild getNextBuild getPreviousSuccessfulBuild
|
2014-02-26 11:38:02 +01:00
|
|
|
|
error notFound gone accessDenied
|
2013-10-14 18:01:04 +02:00
|
|
|
|
forceLogin requireUser requireProjectOwner requireAdmin requirePost isAdmin isProjectOwner
|
2009-03-04 10:59:14 +00:00
|
|
|
|
trim
|
2014-11-19 15:22:30 +01:00
|
|
|
|
getLatestFinishedEval getFirstEval
|
2013-03-04 15:25:23 +01:00
|
|
|
|
paramToList
|
|
|
|
|
backToReferer
|
2014-09-25 16:43:17 +02:00
|
|
|
|
$pathCompRE $relPathRE $relNameRE $projectNameRE $jobsetNameRE $jobNameRE $systemRE $userNameRE $inputNameRE
|
2012-03-07 22:20:15 +01:00
|
|
|
|
@buildListColumns
|
2013-06-27 18:08:00 +02:00
|
|
|
|
parseJobsetName
|
|
|
|
|
showJobName
|
|
|
|
|
showStatus
|
2013-10-07 09:44:51 -04:00
|
|
|
|
getResponsibleAuthors
|
2014-11-06 14:31:04 +01:00
|
|
|
|
setCacheHeaders
|
2015-07-10 15:08:34 +02:00
|
|
|
|
approxTableSize
|
2009-03-02 10:23:40 +00:00
|
|
|
|
);
|
2009-02-25 12:03:13 +00:00
|
|
|
|
|
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
# Columns from the Builds table needed to render build lists.
|
2013-05-23 10:45:49 -04:00
|
|
|
|
Readonly our @buildListColumns => ('id', 'finished', 'timestamp', 'stoptime', 'project', 'jobset', 'job', 'nixname', 'system', 'priority', 'busy', 'buildstatus', 'releasename');
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
|
|
|
|
|
2009-02-25 12:03:13 +00:00
|
|
|
|
sub getBuild {
|
|
|
|
|
my ($c, $id) = @_;
|
|
|
|
|
my $build = $c->model('DB::Builds')->find($id);
|
|
|
|
|
return $build;
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-06 00:20:06 +01:00
|
|
|
|
|
2010-02-22 13:21:34 +00:00
|
|
|
|
sub getPreviousBuild {
|
2013-06-27 18:08:00 +02:00
|
|
|
|
my ($build) = @_;
|
2010-07-27 11:21:21 +00:00
|
|
|
|
return undef if !defined $build;
|
2013-06-27 18:08:00 +02:00
|
|
|
|
return $build->job->builds->search(
|
2010-02-22 13:21:34 +00:00
|
|
|
|
{ finished => 1
|
|
|
|
|
, system => $build->system
|
2013-01-22 14:41:02 +01:00
|
|
|
|
, 'me.id' => { '<' => $build->id }
|
2013-06-27 18:08:00 +02:00
|
|
|
|
, -not => { buildstatus => { -in => [4, 3]} }
|
|
|
|
|
}, { rows => 1, order_by => "me.id DESC" })->single;
|
2010-02-22 13:21:34 +00:00
|
|
|
|
}
|
|
|
|
|
|
2012-03-06 00:20:06 +01:00
|
|
|
|
|
2010-07-14 07:31:14 +00:00
|
|
|
|
sub getNextBuild {
|
|
|
|
|
my ($c, $build) = @_;
|
2010-07-27 11:21:21 +00:00
|
|
|
|
return undef if !defined $build;
|
|
|
|
|
|
2010-07-14 07:31:14 +00:00
|
|
|
|
(my $nextBuild) = $c->model('DB::Builds')->search(
|
|
|
|
|
{ finished => 1
|
|
|
|
|
, system => $build->system
|
|
|
|
|
, project => $build->project->name
|
|
|
|
|
, jobset => $build->jobset->name
|
|
|
|
|
, job => $build->job->name
|
2013-01-22 14:41:02 +01:00
|
|
|
|
, 'me.id' => { '>' => $build->id }
|
2011-03-14 14:05:32 +00:00
|
|
|
|
}, {rows => 1, order_by => "me.id ASC"});
|
2013-01-22 14:41:02 +01:00
|
|
|
|
|
2010-07-14 07:31:14 +00:00
|
|
|
|
return $nextBuild;
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-06 00:20:06 +01:00
|
|
|
|
|
2010-02-22 13:21:34 +00:00
|
|
|
|
sub getPreviousSuccessfulBuild {
|
|
|
|
|
my ($c, $build) = @_;
|
2010-07-27 11:21:21 +00:00
|
|
|
|
return undef if !defined $build;
|
|
|
|
|
|
2012-03-05 21:52:47 +01:00
|
|
|
|
(my $prevBuild) = $c->model('DB::Builds')->search(
|
2010-02-22 13:21:34 +00:00
|
|
|
|
{ finished => 1
|
|
|
|
|
, system => $build->system
|
|
|
|
|
, project => $build->project->name
|
|
|
|
|
, jobset => $build->jobset->name
|
|
|
|
|
, job => $build->job->name
|
|
|
|
|
, buildstatus => 0
|
2013-01-22 14:41:02 +01:00
|
|
|
|
, 'me.id' => { '<' => $build->id }
|
2011-03-14 14:05:32 +00:00
|
|
|
|
}, {rows => 1, order_by => "me.id DESC"});
|
2013-01-22 14:41:02 +01:00
|
|
|
|
|
2010-02-22 13:21:34 +00:00
|
|
|
|
return $prevBuild;
|
|
|
|
|
}
|
2009-02-25 12:03:13 +00:00
|
|
|
|
|
2012-03-06 00:20:06 +01:00
|
|
|
|
|
2009-02-25 12:03:13 +00:00
|
|
|
|
sub error {
|
2013-07-09 12:02:15 +02:00
|
|
|
|
my ($c, $msg, $status) = @_;
|
|
|
|
|
$c->response->status($status) if defined $status;
|
2009-02-25 12:03:13 +00:00
|
|
|
|
$c->error($msg);
|
2009-03-02 16:03:41 +00:00
|
|
|
|
$c->detach; # doesn't return
|
2009-02-25 12:03:13 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-02-25 14:34:29 +00:00
|
|
|
|
sub notFound {
|
|
|
|
|
my ($c, $msg) = @_;
|
2013-07-09 12:02:15 +02:00
|
|
|
|
error($c, $msg, 404);
|
2009-02-25 14:34:29 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2014-02-26 11:38:02 +01:00
|
|
|
|
sub gone {
|
|
|
|
|
my ($c, $msg) = @_;
|
|
|
|
|
error($c, $msg, 410);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-10-14 18:01:04 +02:00
|
|
|
|
sub accessDenied {
|
|
|
|
|
my ($c, $msg) = @_;
|
2013-11-05 11:11:48 +01:00
|
|
|
|
error($c, $msg, 403);
|
2013-10-14 18:01:04 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-03-04 15:25:23 +01:00
|
|
|
|
sub backToReferer {
|
|
|
|
|
my ($c) = @_;
|
|
|
|
|
$c->response->redirect($c->session->{referer} || $c->uri_for('/'));
|
|
|
|
|
$c->session->{referer} = undef;
|
|
|
|
|
$c->detach;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-10-14 18:01:04 +02:00
|
|
|
|
sub forceLogin {
|
2009-03-02 16:03:41 +00:00
|
|
|
|
my ($c) = @_;
|
2013-03-04 15:25:23 +01:00
|
|
|
|
$c->session->{referer} = $c->request->uri;
|
2013-11-05 11:11:48 +01:00
|
|
|
|
accessDenied($c, "This page requires you to sign in.");
|
2009-03-02 16:03:41 +00:00
|
|
|
|
}
|
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
2013-10-14 18:01:04 +02:00
|
|
|
|
sub requireUser {
|
|
|
|
|
my ($c) = @_;
|
|
|
|
|
forceLogin($c) if !$c->user_exists;
|
2009-03-02 16:03:41 +00:00
|
|
|
|
}
|
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
2010-06-04 14:43:28 +00:00
|
|
|
|
sub isProjectOwner {
|
|
|
|
|
my ($c, $project) = @_;
|
2013-10-14 18:01:04 +02:00
|
|
|
|
return
|
|
|
|
|
$c->user_exists &&
|
|
|
|
|
(isAdmin($c) ||
|
|
|
|
|
$c->user->username eq $project->owner->username ||
|
|
|
|
|
defined $c->model('DB::ProjectMembers')->find({ project => $project, userName => $c->user->username }));
|
2010-06-04 14:43:28 +00:00
|
|
|
|
}
|
2009-03-02 16:03:41 +00:00
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
2009-03-02 16:03:41 +00:00
|
|
|
|
sub requireProjectOwner {
|
|
|
|
|
my ($c, $project) = @_;
|
2013-10-14 18:01:04 +02:00
|
|
|
|
requireUser($c);
|
|
|
|
|
accessDenied($c, "Only the project members or administrators can perform this operation.")
|
2010-06-04 14:43:28 +00:00
|
|
|
|
unless isProjectOwner($c, $project);
|
2009-03-02 16:03:41 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2010-06-04 14:43:28 +00:00
|
|
|
|
sub isAdmin {
|
|
|
|
|
my ($c) = @_;
|
|
|
|
|
return $c->user_exists && $c->check_user_roles('admin');
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
2009-03-04 10:59:14 +00:00
|
|
|
|
sub requireAdmin {
|
|
|
|
|
my ($c) = @_;
|
2013-10-14 18:01:04 +02:00
|
|
|
|
requireUser($c);
|
|
|
|
|
accessDenied($c, "Only administrators can perform this operation.")
|
2010-06-04 14:43:28 +00:00
|
|
|
|
unless isAdmin($c);
|
2009-03-04 10:59:14 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-04-02 16:15:57 +00:00
|
|
|
|
sub requirePost {
|
|
|
|
|
my ($c) = @_;
|
|
|
|
|
error($c, "Request must be POSTed.") if $c->request->method ne "POST";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-03-04 10:59:14 +00:00
|
|
|
|
sub trim {
|
|
|
|
|
my $s = shift;
|
|
|
|
|
$s =~ s/^\s+|\s+$//g;
|
|
|
|
|
return $s;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2012-04-03 11:28:59 +02:00
|
|
|
|
sub getLatestFinishedEval {
|
2013-11-11 21:17:22 +00:00
|
|
|
|
my ($jobset) = @_;
|
2012-04-03 11:28:59 +02:00
|
|
|
|
my ($eval) = $jobset->jobsetevals->search(
|
|
|
|
|
{ hasnewbuilds => 1 },
|
|
|
|
|
{ order_by => "id DESC", rows => 1
|
|
|
|
|
, where => \ "not exists (select 1 from JobsetEvalMembers m join Builds b on m.build = b.id where m.eval = me.id and b.finished = 0)"
|
|
|
|
|
});
|
|
|
|
|
return $eval;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2014-11-19 15:22:30 +01:00
|
|
|
|
sub getFirstEval {
|
|
|
|
|
my ($build) = @_;
|
|
|
|
|
return $build->jobsetevals->search(
|
|
|
|
|
{ hasnewbuilds => 1},
|
|
|
|
|
{ rows => 1, order_by => ["id"] })->single;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-03-04 15:25:23 +01:00
|
|
|
|
# Catalyst request parameters can be an array or a scalar or
|
|
|
|
|
# undefined, making them annoying to handle. So this utility function
|
|
|
|
|
# always returns a request parameter as a list.
|
|
|
|
|
sub paramToList {
|
|
|
|
|
my ($c, $name) = @_;
|
2013-06-17 12:34:21 -04:00
|
|
|
|
my $x = $c->stash->{params}->{$name};
|
2013-03-04 15:25:23 +01:00
|
|
|
|
return () unless defined $x;
|
|
|
|
|
return @$x if ref($x) eq 'ARRAY';
|
|
|
|
|
return ($x);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-03-02 10:23:40 +00:00
|
|
|
|
# Security checking of filenames.
|
2013-05-27 13:01:23 +02:00
|
|
|
|
Readonly our $pathCompRE => "(?:[A-Za-z0-9-\+\._\$][A-Za-z0-9-\+\._\$:]*)";
|
2012-04-17 08:53:00 +00:00
|
|
|
|
Readonly our $relPathRE => "(?:$pathCompRE(?:/$pathCompRE)*)";
|
2013-06-18 16:00:24 +02:00
|
|
|
|
Readonly our $relNameRE => "(?:[A-Za-z0-9-_][A-Za-z0-9-\._]*)";
|
2013-01-11 12:16:21 +01:00
|
|
|
|
Readonly our $attrNameRE => "(?:[A-Za-z_][A-Za-z0-9-_]*)";
|
2012-04-17 08:53:00 +00:00
|
|
|
|
Readonly our $projectNameRE => "(?:[A-Za-z_][A-Za-z0-9-_]*)";
|
2013-09-24 15:15:44 +02:00
|
|
|
|
Readonly our $jobsetNameRE => "(?:[A-Za-z_][A-Za-z0-9-_\.]*)";
|
2012-04-17 08:53:00 +00:00
|
|
|
|
Readonly our $jobNameRE => "(?:$attrNameRE(?:\\.$attrNameRE)*)";
|
|
|
|
|
Readonly our $systemRE => "(?:[a-z0-9_]+-[a-z0-9_]+)";
|
2013-02-27 18:33:47 +01:00
|
|
|
|
Readonly our $userNameRE => "(?:[a-z][a-z0-9_\.]*)";
|
2014-09-25 16:43:17 +02:00
|
|
|
|
Readonly our $inputNameRE => "(?:[A-Za-z_][A-Za-z0-9-_]*)";
|
2009-03-02 10:23:40 +00:00
|
|
|
|
|
|
|
|
|
|
2013-02-25 21:04:10 +01:00
|
|
|
|
sub parseJobsetName {
|
|
|
|
|
my ($s) = @_;
|
|
|
|
|
$s =~ /^($projectNameRE):($jobsetNameRE)$/ or die "invalid jobset specifier ‘$s’\n";
|
|
|
|
|
return ($1, $2);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-06-27 18:08:00 +02:00
|
|
|
|
sub showJobName {
|
|
|
|
|
my ($build) = @_;
|
|
|
|
|
return $build->project->name . ":" . $build->jobset->name . ":" . $build->job->name;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
sub showStatus {
|
|
|
|
|
my ($build) = @_;
|
|
|
|
|
|
|
|
|
|
my $status = "Failed";
|
2014-12-12 11:27:17 +01:00
|
|
|
|
if ($build->buildstatus == 0) { $status = "Success"; }
|
|
|
|
|
elsif ($build->buildstatus == 1) { $status = "Failed"; }
|
|
|
|
|
elsif ($build->buildstatus == 2) { $status = "Dependency failed"; }
|
|
|
|
|
elsif ($build->buildstatus == 4) { $status = "Cancelled"; }
|
|
|
|
|
elsif ($build->buildstatus == 6) { $status = "Failed with output"; }
|
|
|
|
|
|
|
|
|
|
return $status;
|
2013-06-27 18:08:00 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-10-07 09:44:51 -04:00
|
|
|
|
# Determine who broke/fixed the build.
|
|
|
|
|
sub getResponsibleAuthors {
|
|
|
|
|
my ($build, $plugins) = @_;
|
|
|
|
|
|
|
|
|
|
my $prevBuild = getPreviousBuild($build);
|
2014-11-19 15:22:30 +01:00
|
|
|
|
return ({}, 0, []) unless $prevBuild;
|
2013-10-07 09:44:51 -04:00
|
|
|
|
|
|
|
|
|
my $nrCommits = 0;
|
|
|
|
|
my %authors;
|
2013-10-08 14:47:24 -04:00
|
|
|
|
my @emailable_authors;
|
2013-10-07 09:44:51 -04:00
|
|
|
|
|
2014-11-19 15:22:30 +01:00
|
|
|
|
my $prevEval = getFirstEval($prevBuild);
|
|
|
|
|
my $eval = getFirstEval($build);
|
|
|
|
|
|
|
|
|
|
foreach my $curInput ($eval->jobsetevalinputs) {
|
|
|
|
|
next unless ($curInput->type eq "git" || $curInput->type eq "hg");
|
|
|
|
|
my $prevInput = $prevEval->jobsetevalinputs->find({ name => $curInput->name });
|
|
|
|
|
next unless defined $prevInput;
|
|
|
|
|
|
|
|
|
|
next if $curInput->type ne $prevInput->type;
|
|
|
|
|
next if $curInput->uri ne $prevInput->uri;
|
|
|
|
|
next if $curInput->revision eq $prevInput->revision;
|
|
|
|
|
|
|
|
|
|
my @commits;
|
|
|
|
|
foreach my $plugin (@{$plugins}) {
|
|
|
|
|
push @commits, @{$plugin->getCommits($curInput->type, $curInput->uri, $prevInput->revision, $curInput->revision)};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
foreach my $commit (@commits) {
|
|
|
|
|
#print STDERR "$commit->{revision} by $commit->{author}\n";
|
|
|
|
|
$authors{$commit->{author}} = $commit->{email};
|
|
|
|
|
my $inputSpec = $build->jobset->jobsetinputs->find({ name => $curInput->name });
|
|
|
|
|
push @emailable_authors, $commit->{email} if $inputSpec && $inputSpec->emailresponsible;
|
|
|
|
|
$nrCommits++;
|
2013-10-07 09:44:51 -04:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2013-10-08 14:47:24 -04:00
|
|
|
|
return (\%authors, $nrCommits, \@emailable_authors);
|
2013-10-07 09:44:51 -04:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2014-11-06 14:31:04 +01:00
|
|
|
|
# Set HTTP headers for the Nix binary cache.
|
|
|
|
|
sub setCacheHeaders {
|
|
|
|
|
my ($c, $expiration) = @_;
|
|
|
|
|
$c->response->headers->expires(time + $expiration);
|
|
|
|
|
delete $c->response->cookies->{hydra_session};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2015-07-10 15:08:34 +02:00
|
|
|
|
sub approxTableSize {
|
|
|
|
|
my ($c, $name) = @_;
|
|
|
|
|
return $c->model('DB')->schema->storage->dbh->selectrow_hashref(
|
|
|
|
|
"select reltuples::int from pg_class where relname = lower(?)", { }, $name)->{"reltuples"};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-02-25 12:03:13 +00:00
|
|
|
|
1;
|