From 8be679282903cf233aedfd196f9314768009e557 Mon Sep 17 00:00:00 2001 From: Thomas Tuegel Date: Mon, 19 Jan 2015 11:13:18 -0600 Subject: [PATCH] autonix: add Nix library --- pkgs/build-support/autonix/default.nix | 172 +++++++++++++++++++++++++ pkgs/build-support/autonix/manifest.sh | 38 ++++++ pkgs/top-level/all-packages.nix | 2 + 3 files changed, 212 insertions(+) create mode 100644 pkgs/build-support/autonix/default.nix create mode 100755 pkgs/build-support/autonix/manifest.sh diff --git a/pkgs/build-support/autonix/default.nix b/pkgs/build-support/autonix/default.nix new file mode 100644 index 000000000000..cc3b1bb259b2 --- /dev/null +++ b/pkgs/build-support/autonix/default.nix @@ -0,0 +1,172 @@ +{ bash, callPackage, coreutils, fetchurl, findutils, nix, runCommand, stdenv +, substituteAll, wget, writeText }: + +/* autonix is a collection of tools to automate packaging large collections + * of software, particularly KDE. It consists of three components: + * 1. a script (manifest) to download and hash the packages + * 2. a dependency scanner (autonix-deps) written in Haskell that examines + * the package sources and tries to guess their dependencies + * 3. a library of Nix routines (generateCollection) to generate Nix + * expressions from the output of the previous steps. + */ + +with stdenv.lib; + +let + + /* Download the packages into the Nix store, compute their hashes, + * and generate a package manifest in ./manifest.nix. + */ + manifest = + let + script = + substituteAll + { + src = ./manifest.sh; + inherit bash coreutils findutils nix wget; + }; + in + runCommand "autonix-manifest" {} + '' + cp ${script} $out + chmod +x $out + ''; + + /* Convert a manifest.nix file to XML to be read by autonix-deps. */ + writeManifestXML = filename: + let + generateStores = mapAttrs (n: pkg: pkg.store); + manifest = generateStores (importManifest filename { mirror = ""; }); + in + writeText "manifest.xml" (builtins.toXML manifest); + + /* Generate a set of Nix expressions for the collection, given a + * manifest.nix, dependencies.nix, and renames.nix in the same directory. + */ + generateCollection = dir: # path to directory + { mirror # mirror to download packages from + , mkDerivation ? mkDerivation + , preResolve ? id # modify package set before dependency resolution + , postResolve ? id # modify package set after dependency resolution + , scope ? {} + }: + let + + fix = f: let x = f x; in x; + + resolvePkg = name: + mapAttrs (attr: if isDepAttr attr then resolveDeps scope else id); + + resolve = mapAttrs resolvePkg; + + derive = mapAttrs (name: mkDerivation); + + packages = importPackages dir { inherit mirror; }; + + in derive (postResolve (resolve (preResolve packages))); + + pkgNameVersion = pkg: nameFromURL pkg.name ".tar"; + pkgAttrName = pkg: (builtins.parseDrvName (pkgNameVersion pkg)).name; + pkgVersion = pkg: (builtins.parseDrvName (pkgNameVersion pkg)).version; + + depAttrNames = [ + "buildInputs" "nativeBuildInputs" + "propagatedBuildInputs" "propagatedNativeBuildInputs" + "propagatedUserEnvPkgs" + ]; + + isDepAttr = name: builtins.elem name depAttrNames; + + removePkgDeps = deps: + let removeDepsIfDepAttr = attr: value: + if isDepAttr attr then fold remove value deps else value; + in mapAttrs removeDepsIfDepAttr; + + hasDep = dep: pkg: + let depAttrs = attrValues (filterAttrs (n: v: isDepAttr n) pkg); + allDeps = concatLists depAttrs; + in elem dep allDeps; + + importManifest = path: { mirror }: + let + uniqueNames = manifest: + unique (map pkgAttrName manifest); + + versionsOf = manifest: name: + filter (pkg: pkgAttrName pkg == name) manifest; + + bestVersions = manifest: + let best = versions: + let + strictlyLess = a: b: + builtins.compareVersions (pkgVersion a) (pkgVersion b) > 0; + sorted = sort strictlyLess versions; + in head sorted; + in map (name: best (versionsOf manifest name)) (uniqueNames manifest); + + withNames = manifest: + builtins.listToAttrs + (map (p: nameValuePair (toLower (pkgAttrName p)) p) manifest); + + orig = import path { inherit mirror; }; + in + fold (f: x: f x) orig [ withNames bestVersions ]; + + importPackages = path: manifestScope: + let + + # Do not allow any package to depend on itself. + breakRecursion = + let removeSelfDep = pkg: + mapAttrs + (n: if isDepAttr n + then filter (dep: dep != pkg && renamed dep != pkg) + else id); + in mapAttrs removeSelfDep; + + renames = import (path + "/renames.nix") {}; + + renamed = dep: renames."${dep}" or dep; + + manifest = importManifest (path + "/manifest.nix") manifestScope; + + deps = import (path + "/dependencies.nix") {}; + + mkPkg = pkg: pkgManifest: + { + name = nameFromURL pkgManifest.name ".tar"; + src = { inherit (pkgManifest) sha256 name url; }; + inherit (deps."${pkg}") + buildInputs nativeBuildInputs propagatedBuildInputs + propagatedNativeBuildInputs propagatedUserEnvPkgs; + }; + + in breakRecursion (mapAttrs mkPkg manifest); + + mkDerivation = drv: stdenv.mkDerivation (drv // { src = fetchurl drv.src; }); + + resolveDeps = scope: map (dep: scope."${dep}" or null); + + userEnvPkg = dep: + mapAttrs + (name: pkg: pkg // { + propagatedUserEnvPkgs = + (pkg.propagatedUserEnvPkgs or []) + ++ optional (hasDep dep pkg) dep; + }); + +in +{ + inherit generateCollection; + inherit isDepAttr; + inherit manifest; + inherit resolveDeps; + inherit userEnvPkg; + inherit writeManifestXML; + + blacklist = names: pkgs: + let + removeDeps = deps: mapAttrs (name: removePkgDeps deps); + removePkgs = names: pkgs: builtins.removeAttrs pkgs names; + in removeDeps names (removePkgs names pkgs); +} diff --git a/pkgs/build-support/autonix/manifest.sh b/pkgs/build-support/autonix/manifest.sh new file mode 100755 index 000000000000..eb59d5f13309 --- /dev/null +++ b/pkgs/build-support/autonix/manifest.sh @@ -0,0 +1,38 @@ +#!@bash@/bin/bash + +@coreutils@/bin/mkdir tmp; cd tmp + +@wget@/bin/wget -nH -r -c --no-parent $* + +cat >../manifest.nix <>../manifest.nix <>../manifest.nix + +cd .. diff --git a/pkgs/top-level/all-packages.nix b/pkgs/top-level/all-packages.nix index 12a13788bb49..91ecf6b97e41 100644 --- a/pkgs/top-level/all-packages.nix +++ b/pkgs/top-level/all-packages.nix @@ -251,6 +251,8 @@ let theAttrSet = arg; }; + autonix = callPackage ../build-support/autonix {}; + autoreconfHook = makeSetupHook { substitutions = { inherit autoconf automake libtool gettext; }; } ../build-support/setup-hooks/autoreconf.sh;