4d1816b152
This removes the "busy", "locker" and "logfile" columns, which are no longer used by the queue runner. The "Running builds" page now only shows builds that have an active build step.
264 lines
8.1 KiB
Perl
264 lines
8.1 KiB
Perl
package Hydra::Controller::API;
|
|
|
|
use utf8;
|
|
use strict;
|
|
use warnings;
|
|
use base 'Hydra::Base::Controller::REST';
|
|
use Hydra::Helper::Nix;
|
|
use Hydra::Helper::AddBuilds;
|
|
use Hydra::Helper::CatalystUtils;
|
|
use Hydra::Controller::Project;
|
|
use JSON;
|
|
use JSON::Any;
|
|
use DateTime;
|
|
use Digest::SHA qw(sha256_hex);
|
|
use Text::Diff;
|
|
use File::Slurp;
|
|
|
|
|
|
sub api : Chained('/') PathPart('api') CaptureArgs(0) {
|
|
my ($self, $c) = @_;
|
|
$c->response->content_type('application/json');
|
|
}
|
|
|
|
|
|
sub buildToHash {
|
|
my ($build) = @_;
|
|
my $result = {
|
|
id => $build->id,
|
|
project => $build->get_column("project"),
|
|
jobset => $build->get_column("jobset"),
|
|
job => $build->get_column("job"),
|
|
system => $build->system,
|
|
nixname => $build->nixname,
|
|
finished => $build->finished,
|
|
timestamp => $build->timestamp
|
|
};
|
|
|
|
if($build->finished) {
|
|
$result->{'buildstatus'} = $build->get_column("buildstatus");
|
|
} else {
|
|
$result->{'priority'} = $build->get_column("priority");
|
|
}
|
|
|
|
return $result;
|
|
};
|
|
|
|
|
|
sub latestbuilds : Chained('api') PathPart('latestbuilds') Args(0) {
|
|
my ($self, $c) = @_;
|
|
my $nr = $c->request->params->{nr};
|
|
error($c, "Parameter not defined!") if !defined $nr;
|
|
|
|
my $project = $c->request->params->{project};
|
|
my $jobset = $c->request->params->{jobset};
|
|
my $job = $c->request->params->{job};
|
|
my $system = $c->request->params->{system};
|
|
|
|
my $filter = {finished => 1};
|
|
$filter->{project} = $project if ! $project eq "";
|
|
$filter->{jobset} = $jobset if ! $jobset eq "";
|
|
$filter->{job} = $job if !$job eq "";
|
|
$filter->{system} = $system if !$system eq "";
|
|
|
|
my @latest = $c->model('DB::Builds')->search($filter, {rows => $nr, order_by => ["id DESC"] });
|
|
|
|
my @list;
|
|
push @list, buildToHash($_) foreach @latest;
|
|
|
|
$c->stash->{'plain'} = {
|
|
data => scalar (JSON::Any->objToJson(\@list))
|
|
};
|
|
$c->forward('Hydra::View::Plain');
|
|
}
|
|
|
|
|
|
sub jobsetToHash {
|
|
my ($jobset) = @_;
|
|
return {
|
|
project => $jobset->project->name,
|
|
name => $jobset->name,
|
|
nrscheduled => $jobset->get_column("nrscheduled"),
|
|
nrsucceeded => $jobset->get_column("nrsucceeded"),
|
|
nrfailed => $jobset->get_column("nrfailed"),
|
|
nrtotal => $jobset->get_column("nrtotal")
|
|
};
|
|
}
|
|
|
|
|
|
sub jobsets : Chained('api') PathPart('jobsets') Args(0) {
|
|
my ($self, $c) = @_;
|
|
|
|
my $projectName = $c->request->params->{project};
|
|
error($c, "Parameter 'project' not defined!") if !defined $projectName;
|
|
|
|
my $project = $c->model('DB::Projects')->find($projectName)
|
|
or notFound($c, "Project $projectName doesn't exist.");
|
|
|
|
my @jobsets = jobsetOverview($c, $project);
|
|
|
|
my @list;
|
|
push @list, jobsetToHash($_) foreach @jobsets;
|
|
|
|
$c->stash->{'plain'} = {
|
|
data => scalar (JSON::Any->objToJson(\@list))
|
|
};
|
|
$c->forward('Hydra::View::Plain');
|
|
}
|
|
|
|
|
|
sub queue : Chained('api') PathPart('queue') Args(0) {
|
|
my ($self, $c) = @_;
|
|
|
|
my $nr = $c->request->params->{nr};
|
|
error($c, "Parameter not defined!") if !defined $nr;
|
|
|
|
my @builds = $c->model('DB::Builds')->search({finished => 0}, {rows => $nr, order_by => ["priority DESC", "id"]});
|
|
|
|
my @list;
|
|
push @list, buildToHash($_) foreach @builds;
|
|
|
|
$c->stash->{'plain'} = {
|
|
data => scalar (JSON::Any->objToJson(\@list))
|
|
};
|
|
$c->forward('Hydra::View::Plain');
|
|
}
|
|
|
|
|
|
sub nrqueue : Chained('api') PathPart('nrqueue') Args(0) {
|
|
my ($self, $c) = @_;
|
|
my $nrQueuedBuilds = $c->model('DB::Builds')->search({finished => 0})->count();
|
|
$c->stash->{'plain'} = {
|
|
data => "$nrQueuedBuilds"
|
|
};
|
|
$c->forward('Hydra::View::Plain');
|
|
}
|
|
|
|
|
|
sub nrbuilds : Chained('api') PathPart('nrbuilds') Args(0) {
|
|
my ($self, $c) = @_;
|
|
my $nr = $c->request->params->{nr};
|
|
my $period = $c->request->params->{period};
|
|
|
|
error($c, "Parameter not defined!") if !defined $nr || !defined $period;
|
|
my $base;
|
|
|
|
my $project = $c->request->params->{project};
|
|
my $jobset = $c->request->params->{jobset};
|
|
my $job = $c->request->params->{job};
|
|
my $system = $c->request->params->{system};
|
|
|
|
my $filter = {finished => 1};
|
|
$filter->{project} = $project if ! $project eq "";
|
|
$filter->{jobset} = $jobset if ! $jobset eq "";
|
|
$filter->{job} = $job if !$job eq "";
|
|
$filter->{system} = $system if !$system eq "";
|
|
|
|
$base = 60*60 if($period eq "hour");
|
|
$base = 24*60*60 if($period eq "day");
|
|
|
|
my @stats = $c->model('DB::Builds')->search($filter, {select => [{ count => "*" }], as => ["nr"], group_by => ["timestamp - timestamp % $base"], order_by => "timestamp - timestamp % $base DESC", rows => $nr});
|
|
my @arr;
|
|
push @arr, int($_->get_column("nr")) foreach @stats;
|
|
@arr = reverse(@arr);
|
|
|
|
$c->stash->{'plain'} = {
|
|
data => scalar (JSON::Any->objToJson(\@arr))
|
|
};
|
|
$c->forward('Hydra::View::Plain');
|
|
}
|
|
|
|
|
|
sub scmdiff : Chained('api') PathPart('scmdiff') Args(0) {
|
|
my ($self, $c) = @_;
|
|
|
|
my $uri = $c->request->params->{uri};
|
|
my $type = $c->request->params->{type};
|
|
my $rev1 = $c->request->params->{rev1};
|
|
my $rev2 = $c->request->params->{rev2};
|
|
my $branch;
|
|
|
|
die("invalid revisions: [$rev1] [$rev2]") if $rev1 !~ m/^[a-zA-Z0-9_.]+$/ || $rev2 !~ m/^[a-zA-Z0-9_.]+$/;
|
|
|
|
# FIXME: injection danger.
|
|
|
|
my $diff = "";
|
|
if ($type eq "hg") {
|
|
my $clonePath = getSCMCacheDir . "/hg/" . sha256_hex($uri);
|
|
die if ! -d $clonePath;
|
|
$branch = `(cd $clonePath; hg log --template '{branch}' -r $rev2)`;
|
|
$diff .= `(cd $clonePath; hg log -r $rev1 -r $rev2 -b $branch)`;
|
|
$diff .= `(cd $clonePath; hg diff -r $rev1:$rev2)`;
|
|
} elsif ($type eq "git") {
|
|
my $clonePath = getSCMCacheDir . "/git/" . sha256_hex($uri);
|
|
die if ! -d $clonePath;
|
|
$diff .= `(cd $clonePath; git log $rev1..$rev2)`;
|
|
$diff .= `(cd $clonePath; git diff $rev1..$rev2)`;
|
|
}
|
|
|
|
$c->stash->{'plain'} = { data => (scalar $diff) || " " };
|
|
$c->forward('Hydra::View::Plain');
|
|
}
|
|
|
|
|
|
sub triggerJobset {
|
|
my ($self, $c, $jobset) = @_;
|
|
print STDERR "triggering jobset ", $jobset->project->name . ":" . $jobset->name, "\n";
|
|
txn_do($c->model('DB')->schema, sub {
|
|
$jobset->update({ triggertime => time });
|
|
});
|
|
push @{$c->{stash}->{json}->{jobsetsTriggered}}, $jobset->project->name . ":" . $jobset->name;
|
|
}
|
|
|
|
|
|
sub push : Chained('api') PathPart('push') Args(0) {
|
|
my ($self, $c) = @_;
|
|
|
|
$c->{stash}->{json}->{jobsetsTriggered} = [];
|
|
|
|
my $force = exists $c->request->query_params->{force};
|
|
my @jobsets = split /,/, ($c->request->query_params->{jobsets} // "");
|
|
foreach my $s (@jobsets) {
|
|
my ($p, $j) = parseJobsetName($s);
|
|
my $jobset = $c->model('DB::Jobsets')->find($p, $j);
|
|
next unless defined $jobset && ($force || ($jobset->project->enabled && $jobset->enabled));
|
|
triggerJobset($self, $c, $jobset);
|
|
}
|
|
|
|
my @repos = split /,/, ($c->request->query_params->{repos} // "");
|
|
foreach my $r (@repos) {
|
|
triggerJobset($self, $c, $_) foreach $c->model('DB::Jobsets')->search(
|
|
{ 'project.enabled' => 1, 'me.enabled' => 1 },
|
|
{ join => 'project'
|
|
, where => \ [ 'exists (select 1 from JobsetInputAlts where project = me.project and jobset = me.name and value = ?)', [ 'value', $r ] ]
|
|
});
|
|
}
|
|
|
|
$self->status_ok(
|
|
$c,
|
|
entity => { jobsetsTriggered => $c->stash->{json}->{jobsetsTriggered} }
|
|
);
|
|
}
|
|
|
|
|
|
sub push_github : Chained('api') PathPart('push-github') Args(0) {
|
|
my ($self, $c) = @_;
|
|
|
|
$c->{stash}->{json}->{jobsetsTriggered} = [];
|
|
|
|
my $in = decode_json $c->req->body_params->{payload};
|
|
my $owner = $in->{repository}->{owner}->{name} or die;
|
|
my $repo = $in->{repository}->{name} or die;
|
|
print STDERR "got push from GitHub repository $owner/$repo\n";
|
|
|
|
triggerJobset($self, $c, $_) foreach $c->model('DB::Jobsets')->search(
|
|
{ 'project.enabled' => 1, 'me.enabled' => 1 },
|
|
{ join => 'project'
|
|
, where => \ [ 'exists (select 1 from JobsetInputAlts where project = me.project and jobset = me.name and value like ?)', [ 'value', "%github.com%/$owner/$repo.git%" ] ]
|
|
});
|
|
}
|
|
|
|
|
|
|
|
1;
|