2009-02-25 12:03:13 +00:00
|
|
|
|
package Hydra::Helper::CatalystUtils;
|
|
|
|
|
|
2013-02-26 16:56:19 +01:00
|
|
|
|
use utf8;
|
2009-02-25 12:03:13 +00:00
|
|
|
|
use strict;
|
|
|
|
|
use Exporter;
|
2009-03-02 10:23:40 +00:00
|
|
|
|
use Readonly;
|
2013-03-04 15:25:23 +01:00
|
|
|
|
use Email::Simple;
|
|
|
|
|
use Email::Sender::Simple qw(sendmail);
|
|
|
|
|
use Email::Sender::Transport::SMTP;
|
|
|
|
|
use Sys::Hostname::Long;
|
2011-11-30 15:25:28 +01:00
|
|
|
|
use Nix::Store;
|
2009-03-04 13:08:09 +00:00
|
|
|
|
use Hydra::Helper::Nix;
|
2013-06-27 18:08:00 +02:00
|
|
|
|
use feature qw/switch/;
|
2009-02-25 12:03:13 +00:00
|
|
|
|
|
|
|
|
|
our @ISA = qw(Exporter);
|
2009-03-02 10:23:40 +00:00
|
|
|
|
our @EXPORT = qw(
|
2013-02-21 13:45:11 +01:00
|
|
|
|
getBuild getPreviousBuild getNextBuild getPreviousSuccessfulBuild
|
2009-03-04 10:59:14 +00:00
|
|
|
|
error notFound
|
2010-06-04 14:43:28 +00:00
|
|
|
|
requireLogin requireProjectOwner requireAdmin requirePost isAdmin isProjectOwner
|
2009-03-04 10:59:14 +00:00
|
|
|
|
trim
|
2012-04-03 11:28:59 +02:00
|
|
|
|
getLatestFinishedEval
|
2013-03-04 15:25:23 +01:00
|
|
|
|
sendEmail
|
|
|
|
|
paramToList
|
|
|
|
|
backToReferer
|
2013-02-27 18:33:47 +01:00
|
|
|
|
$pathCompRE $relPathRE $relNameRE $projectNameRE $jobsetNameRE $jobNameRE $systemRE $userNameRE
|
2012-03-07 22:20:15 +01:00
|
|
|
|
@buildListColumns
|
2013-06-27 18:08:00 +02:00
|
|
|
|
parseJobsetName
|
|
|
|
|
showJobName
|
|
|
|
|
showStatus
|
2013-10-07 09:44:51 -04:00
|
|
|
|
getResponsibleAuthors
|
2009-03-02 10:23:40 +00:00
|
|
|
|
);
|
2009-02-25 12:03:13 +00:00
|
|
|
|
|
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
# Columns from the Builds table needed to render build lists.
|
2013-05-23 10:45:49 -04:00
|
|
|
|
Readonly our @buildListColumns => ('id', 'finished', 'timestamp', 'stoptime', 'project', 'jobset', 'job', 'nixname', 'system', 'priority', 'busy', 'buildstatus', 'releasename');
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
|
|
|
|
|
2009-02-25 12:03:13 +00:00
|
|
|
|
sub getBuild {
|
|
|
|
|
my ($c, $id) = @_;
|
|
|
|
|
my $build = $c->model('DB::Builds')->find($id);
|
|
|
|
|
return $build;
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-06 00:20:06 +01:00
|
|
|
|
|
2010-02-22 13:21:34 +00:00
|
|
|
|
sub getPreviousBuild {
|
2013-06-27 18:08:00 +02:00
|
|
|
|
my ($build) = @_;
|
2010-07-27 11:21:21 +00:00
|
|
|
|
return undef if !defined $build;
|
2013-06-27 18:08:00 +02:00
|
|
|
|
return $build->job->builds->search(
|
2010-02-22 13:21:34 +00:00
|
|
|
|
{ finished => 1
|
|
|
|
|
, system => $build->system
|
2013-01-22 14:41:02 +01:00
|
|
|
|
, 'me.id' => { '<' => $build->id }
|
2013-06-27 18:08:00 +02:00
|
|
|
|
, -not => { buildstatus => { -in => [4, 3]} }
|
|
|
|
|
}, { rows => 1, order_by => "me.id DESC" })->single;
|
2010-02-22 13:21:34 +00:00
|
|
|
|
}
|
|
|
|
|
|
2012-03-06 00:20:06 +01:00
|
|
|
|
|
2010-07-14 07:31:14 +00:00
|
|
|
|
sub getNextBuild {
|
|
|
|
|
my ($c, $build) = @_;
|
2010-07-27 11:21:21 +00:00
|
|
|
|
return undef if !defined $build;
|
|
|
|
|
|
2010-07-14 07:31:14 +00:00
|
|
|
|
(my $nextBuild) = $c->model('DB::Builds')->search(
|
|
|
|
|
{ finished => 1
|
|
|
|
|
, system => $build->system
|
|
|
|
|
, project => $build->project->name
|
|
|
|
|
, jobset => $build->jobset->name
|
|
|
|
|
, job => $build->job->name
|
2013-01-22 14:41:02 +01:00
|
|
|
|
, 'me.id' => { '>' => $build->id }
|
2011-03-14 14:05:32 +00:00
|
|
|
|
}, {rows => 1, order_by => "me.id ASC"});
|
2013-01-22 14:41:02 +01:00
|
|
|
|
|
2010-07-14 07:31:14 +00:00
|
|
|
|
return $nextBuild;
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-06 00:20:06 +01:00
|
|
|
|
|
2010-02-22 13:21:34 +00:00
|
|
|
|
sub getPreviousSuccessfulBuild {
|
|
|
|
|
my ($c, $build) = @_;
|
2010-07-27 11:21:21 +00:00
|
|
|
|
return undef if !defined $build;
|
|
|
|
|
|
2012-03-05 21:52:47 +01:00
|
|
|
|
(my $prevBuild) = $c->model('DB::Builds')->search(
|
2010-02-22 13:21:34 +00:00
|
|
|
|
{ finished => 1
|
|
|
|
|
, system => $build->system
|
|
|
|
|
, project => $build->project->name
|
|
|
|
|
, jobset => $build->jobset->name
|
|
|
|
|
, job => $build->job->name
|
|
|
|
|
, buildstatus => 0
|
2013-01-22 14:41:02 +01:00
|
|
|
|
, 'me.id' => { '<' => $build->id }
|
2011-03-14 14:05:32 +00:00
|
|
|
|
}, {rows => 1, order_by => "me.id DESC"});
|
2013-01-22 14:41:02 +01:00
|
|
|
|
|
2010-02-22 13:21:34 +00:00
|
|
|
|
return $prevBuild;
|
|
|
|
|
}
|
2009-02-25 12:03:13 +00:00
|
|
|
|
|
2012-03-06 00:20:06 +01:00
|
|
|
|
|
2009-02-25 12:03:13 +00:00
|
|
|
|
sub error {
|
|
|
|
|
my ($c, $msg) = @_;
|
|
|
|
|
$c->error($msg);
|
2009-03-02 16:03:41 +00:00
|
|
|
|
$c->detach; # doesn't return
|
2009-02-25 12:03:13 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-02-25 14:34:29 +00:00
|
|
|
|
sub notFound {
|
|
|
|
|
my ($c, $msg) = @_;
|
|
|
|
|
$c->response->status(404);
|
|
|
|
|
error($c, $msg);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-03-04 15:25:23 +01:00
|
|
|
|
sub backToReferer {
|
|
|
|
|
my ($c) = @_;
|
|
|
|
|
$c->response->redirect($c->session->{referer} || $c->uri_for('/'));
|
|
|
|
|
$c->session->{referer} = undef;
|
|
|
|
|
$c->detach;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-03-02 16:03:41 +00:00
|
|
|
|
sub requireLogin {
|
|
|
|
|
my ($c) = @_;
|
2013-03-04 15:25:23 +01:00
|
|
|
|
$c->session->{referer} = $c->request->uri;
|
2009-03-02 16:03:41 +00:00
|
|
|
|
$c->response->redirect($c->uri_for('/login'));
|
|
|
|
|
$c->detach; # doesn't return
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
2010-06-04 14:43:28 +00:00
|
|
|
|
sub isProjectOwner {
|
|
|
|
|
my ($c, $project) = @_;
|
|
|
|
|
|
|
|
|
|
return $c->user_exists && ($c->check_user_roles('admin') || $c->user->username eq $project->owner->username || defined $c->model('DB::ProjectMembers')->find({ project => $project, userName => $c->user->username }));
|
|
|
|
|
}
|
2009-03-02 16:03:41 +00:00
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
2009-03-02 16:03:41 +00:00
|
|
|
|
sub requireProjectOwner {
|
|
|
|
|
my ($c, $project) = @_;
|
2013-01-22 14:41:02 +01:00
|
|
|
|
|
2009-03-02 16:03:41 +00:00
|
|
|
|
requireLogin($c) if !$c->user_exists;
|
2010-03-10 10:02:04 +00:00
|
|
|
|
|
|
|
|
|
error($c, "Only the project members or administrators can perform this operation.")
|
2010-06-04 14:43:28 +00:00
|
|
|
|
unless isProjectOwner($c, $project);
|
2009-03-02 16:03:41 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2010-06-04 14:43:28 +00:00
|
|
|
|
sub isAdmin {
|
|
|
|
|
my ($c) = @_;
|
|
|
|
|
|
|
|
|
|
return $c->user_exists && $c->check_user_roles('admin');
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-07 22:20:15 +01:00
|
|
|
|
|
2009-03-04 10:59:14 +00:00
|
|
|
|
sub requireAdmin {
|
|
|
|
|
my ($c) = @_;
|
|
|
|
|
|
|
|
|
|
requireLogin($c) if !$c->user_exists;
|
2013-01-22 14:41:02 +01:00
|
|
|
|
|
2009-03-04 10:59:14 +00:00
|
|
|
|
error($c, "Only administrators can perform this operation.")
|
2010-06-04 14:43:28 +00:00
|
|
|
|
unless isAdmin($c);
|
2009-03-04 10:59:14 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-04-02 16:15:57 +00:00
|
|
|
|
sub requirePost {
|
|
|
|
|
my ($c) = @_;
|
|
|
|
|
error($c, "Request must be POSTed.") if $c->request->method ne "POST";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-03-04 10:59:14 +00:00
|
|
|
|
sub trim {
|
|
|
|
|
my $s = shift;
|
|
|
|
|
$s =~ s/^\s+|\s+$//g;
|
|
|
|
|
return $s;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2012-04-03 11:28:59 +02:00
|
|
|
|
sub getLatestFinishedEval {
|
|
|
|
|
my ($c, $jobset) = @_;
|
|
|
|
|
my ($eval) = $jobset->jobsetevals->search(
|
|
|
|
|
{ hasnewbuilds => 1 },
|
|
|
|
|
{ order_by => "id DESC", rows => 1
|
|
|
|
|
, where => \ "not exists (select 1 from JobsetEvalMembers m join Builds b on m.build = b.id where m.eval = me.id and b.finished = 0)"
|
|
|
|
|
});
|
|
|
|
|
return $eval;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-03-04 15:25:23 +01:00
|
|
|
|
sub sendEmail {
|
|
|
|
|
my ($c, $to, $subject, $body) = @_;
|
|
|
|
|
|
|
|
|
|
my $sender = $c->config->{'notification_sender'} ||
|
|
|
|
|
(($ENV{'USER'} || "hydra") . "@" . hostname_long);
|
|
|
|
|
|
|
|
|
|
my $email = Email::Simple->create(
|
|
|
|
|
header => [
|
|
|
|
|
To => $to,
|
|
|
|
|
From => "Hydra <$sender>",
|
|
|
|
|
Subject => $subject
|
|
|
|
|
],
|
|
|
|
|
body => $body
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
print STDERR "Sending email:\n", $email->as_string if $ENV{'HYDRA_MAIL_TEST'};
|
|
|
|
|
|
|
|
|
|
sendmail($email);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Catalyst request parameters can be an array or a scalar or
|
|
|
|
|
# undefined, making them annoying to handle. So this utility function
|
|
|
|
|
# always returns a request parameter as a list.
|
|
|
|
|
sub paramToList {
|
|
|
|
|
my ($c, $name) = @_;
|
2013-06-17 12:34:21 -04:00
|
|
|
|
my $x = $c->stash->{params}->{$name};
|
2013-03-04 15:25:23 +01:00
|
|
|
|
return () unless defined $x;
|
|
|
|
|
return @$x if ref($x) eq 'ARRAY';
|
|
|
|
|
return ($x);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-03-02 10:23:40 +00:00
|
|
|
|
# Security checking of filenames.
|
2013-05-27 13:01:23 +02:00
|
|
|
|
Readonly our $pathCompRE => "(?:[A-Za-z0-9-\+\._\$][A-Za-z0-9-\+\._\$:]*)";
|
2012-04-17 08:53:00 +00:00
|
|
|
|
Readonly our $relPathRE => "(?:$pathCompRE(?:/$pathCompRE)*)";
|
2013-06-18 16:00:24 +02:00
|
|
|
|
Readonly our $relNameRE => "(?:[A-Za-z0-9-_][A-Za-z0-9-\._]*)";
|
2013-01-11 12:16:21 +01:00
|
|
|
|
Readonly our $attrNameRE => "(?:[A-Za-z_][A-Za-z0-9-_]*)";
|
2012-04-17 08:53:00 +00:00
|
|
|
|
Readonly our $projectNameRE => "(?:[A-Za-z_][A-Za-z0-9-_]*)";
|
2013-09-24 15:15:44 +02:00
|
|
|
|
Readonly our $jobsetNameRE => "(?:[A-Za-z_][A-Za-z0-9-_\.]*)";
|
2012-04-17 08:53:00 +00:00
|
|
|
|
Readonly our $jobNameRE => "(?:$attrNameRE(?:\\.$attrNameRE)*)";
|
|
|
|
|
Readonly our $systemRE => "(?:[a-z0-9_]+-[a-z0-9_]+)";
|
2013-02-27 18:33:47 +01:00
|
|
|
|
Readonly our $userNameRE => "(?:[a-z][a-z0-9_\.]*)";
|
2009-03-02 10:23:40 +00:00
|
|
|
|
|
|
|
|
|
|
2013-02-25 21:04:10 +01:00
|
|
|
|
sub parseJobsetName {
|
|
|
|
|
my ($s) = @_;
|
|
|
|
|
$s =~ /^($projectNameRE):($jobsetNameRE)$/ or die "invalid jobset specifier ‘$s’\n";
|
|
|
|
|
return ($1, $2);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-06-27 18:08:00 +02:00
|
|
|
|
sub showJobName {
|
|
|
|
|
my ($build) = @_;
|
|
|
|
|
return $build->project->name . ":" . $build->jobset->name . ":" . $build->job->name;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
sub showStatus {
|
|
|
|
|
my ($build) = @_;
|
|
|
|
|
|
|
|
|
|
my $status = "Failed";
|
|
|
|
|
given ($build->buildstatus) {
|
|
|
|
|
when (0) { $status = "Success"; }
|
|
|
|
|
when (1) { $status = "Failed"; }
|
|
|
|
|
when (2) { $status = "Dependency failed"; }
|
|
|
|
|
when (4) { $status = "Cancelled"; }
|
|
|
|
|
when (6) { $status = "Failed with output"; }
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return $status;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-10-07 09:44:51 -04:00
|
|
|
|
# Determine who broke/fixed the build.
|
|
|
|
|
sub getResponsibleAuthors {
|
|
|
|
|
my ($build, $plugins) = @_;
|
|
|
|
|
|
|
|
|
|
my $prevBuild = getPreviousBuild($build);
|
|
|
|
|
|
|
|
|
|
my $nrCommits = 0;
|
|
|
|
|
my %authors;
|
|
|
|
|
|
|
|
|
|
if ($prevBuild) {
|
|
|
|
|
foreach my $curInput ($build->buildinputs_builds) {
|
|
|
|
|
next unless ($curInput->type eq "git" || $curInput->type eq "hg");
|
|
|
|
|
my $prevInput = $prevBuild->buildinputs_builds->find({ name => $curInput->name });
|
|
|
|
|
next unless defined $prevInput;
|
|
|
|
|
|
|
|
|
|
next if $curInput->type ne $prevInput->type;
|
|
|
|
|
next if $curInput->uri ne $prevInput->uri;
|
|
|
|
|
next if $curInput->revision eq $prevInput->revision;
|
|
|
|
|
|
|
|
|
|
my @commits;
|
|
|
|
|
foreach my $plugin (@{$plugins}) {
|
|
|
|
|
push @commits, @{$plugin->getCommits($curInput->type, $curInput->uri, $prevInput->revision, $curInput->revision)};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
foreach my $commit (@commits) {
|
|
|
|
|
#print STDERR "$commit->{revision} by $commit->{author}\n";
|
|
|
|
|
$authors{$commit->{author}} = $commit->{email};
|
|
|
|
|
$nrCommits++;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return (\%authors, $nrCommits);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2009-02-25 12:03:13 +00:00
|
|
|
|
1;
|