d84ff32ce6
incrementally ingest eval results nix-eval-jobs streams output, unlike hydra-eval-jobs. Now that we've migrated, we can use this to: 1. Use less RAM by avoiding buffering a whole eval's worth of metadata into a Perl string and an array of JSON objects. 2. Make evals latency a bit lower by allowing the queue runner to start ingesting builds faster. Also use the newly-restored constituents support in `nix-eval-jobs` Note, we pass --workers and --max-memory-size to n-e-j Lost in the h-e-j -> n-e-j migration, causing evaluation to always be single threaded and limited to 4GiB RAM. Follow the config settings like h-e-j used to do (via C++ code). `nix-eval-jobs` should check `hydraJobs` and then `checks` with flakes (cherry picked from commit 6d4ccff43c41adaf6e4b2b9bced7243bc2f6e97b) (cherry picked from commit b0e9b4b2f99f9d8f5c4e780e89f955c394b5ced4) (cherry picked from commit cdfc5c81e8037d3e4818a3e459d0804b2c157ea9) (cherry picked from commit 4b107e6ff36bd89958fba36e0fe0340903e7cd13) Co-Authored-By: Maximilian Bosch <maximilian@mbosch.me>
113 lines
3.7 KiB
Nix
113 lines
3.7 KiB
Nix
{
|
|
description = "A Nix-based continuous build system";
|
|
|
|
inputs.nixpkgs.url = "github:NixOS/nixpkgs/nixos-24.05-small";
|
|
|
|
inputs.libgit2 = { url = "github:libgit2/libgit2/v1.8.1"; flake = false; };
|
|
inputs.nix.url = "github:NixOS/nix/2.24-maintenance";
|
|
inputs.nix.inputs.nixpkgs.follows = "nixpkgs";
|
|
inputs.nix.inputs.libgit2.follows = "libgit2";
|
|
|
|
inputs.nix-eval-jobs.url = "github:nix-community/nix-eval-jobs/release-2.24";
|
|
inputs.nix-eval-jobs.inputs.nixpkgs.follows = "nixpkgs";
|
|
|
|
# hide nix dev tooling from our lock file
|
|
inputs.nix.inputs.flake-parts.follows = "";
|
|
inputs.nix.inputs.git-hooks-nix.follows = "";
|
|
inputs.nix.inputs.nixpkgs-regression.follows = "";
|
|
inputs.nix.inputs.nixpkgs-23-11.follows = "";
|
|
inputs.nix.inputs.flake-compat.follows = "";
|
|
|
|
# hide nix-eval-jobs dev tooling from our lock file
|
|
inputs.nix-eval-jobs.inputs.nix-github-actions.follows = "";
|
|
|
|
outputs = { self, nixpkgs, nix, nix-eval-jobs, ... }:
|
|
let
|
|
systems = [ "x86_64-linux" "aarch64-linux" ];
|
|
forEachSystem = nixpkgs.lib.genAttrs systems;
|
|
in
|
|
rec {
|
|
|
|
# A Nixpkgs overlay that provides a 'hydra' package.
|
|
overlays.default = final: prev: {
|
|
hydra = final.callPackage ./package.nix {
|
|
inherit (nixpkgs.lib) fileset;
|
|
nix-eval-jobs = nix-eval-jobs.packages.${final.system}.default;
|
|
rawSrc = self;
|
|
nix-perl-bindings = final.nixComponents.nix-perl-bindings;
|
|
};
|
|
};
|
|
|
|
hydraJobs = {
|
|
build = forEachSystem (system: packages.${system}.hydra);
|
|
|
|
buildNoTests = forEachSystem (system:
|
|
packages.${system}.hydra.overrideAttrs (_: {
|
|
doCheck = false;
|
|
})
|
|
);
|
|
|
|
manual = forEachSystem (system: let
|
|
pkgs = nixpkgs.legacyPackages.${system};
|
|
hydra = self.packages.${pkgs.hostPlatform.system}.hydra;
|
|
in
|
|
pkgs.runCommand "hydra-manual-${hydra.version}" { }
|
|
''
|
|
mkdir -p $out/share
|
|
cp -prvd ${hydra.doc}/share/doc $out/share/
|
|
|
|
mkdir $out/nix-support
|
|
echo "doc manual $out/share/doc/hydra" >> $out/nix-support/hydra-build-products
|
|
'');
|
|
|
|
tests = import ./nixos-tests.nix {
|
|
inherit forEachSystem nixpkgs nixosModules;
|
|
};
|
|
|
|
container = nixosConfigurations.container.config.system.build.toplevel;
|
|
};
|
|
|
|
checks = forEachSystem (system: {
|
|
build = hydraJobs.build.${system};
|
|
install = hydraJobs.tests.install.${system};
|
|
validate-openapi = hydraJobs.tests.validate-openapi.${system};
|
|
});
|
|
|
|
packages = forEachSystem (system: {
|
|
hydra = nixpkgs.legacyPackages.${system}.callPackage ./package.nix {
|
|
inherit (nixpkgs.lib) fileset;
|
|
nix-eval-jobs = nix-eval-jobs.packages.${system}.default;
|
|
rawSrc = self;
|
|
nix = nix.packages.${system}.nix;
|
|
nix-perl-bindings = nix.hydraJobs.perlBindings.${system};
|
|
};
|
|
default = self.packages.${system}.hydra;
|
|
});
|
|
|
|
nixosModules = import ./nixos-modules {
|
|
inherit self;
|
|
};
|
|
|
|
nixosConfigurations.container = nixpkgs.lib.nixosSystem {
|
|
system = "x86_64-linux";
|
|
modules =
|
|
[
|
|
self.nixosModules.hydra
|
|
self.nixosModules.hydraTest
|
|
self.nixosModules.hydraProxy
|
|
{
|
|
system.configurationRevision = self.lastModifiedDate;
|
|
|
|
boot.isContainer = true;
|
|
networking.useDHCP = false;
|
|
networking.firewall.allowedTCPPorts = [ 80 ];
|
|
networking.hostName = "hydra";
|
|
|
|
services.hydra-dev.useSubstitutes = true;
|
|
}
|
|
];
|
|
};
|
|
|
|
};
|
|
}
|