2009-02-09 17:51:03 +01:00
|
|
|
# Functions for copying sources to the Nix store.
|
2017-07-29 02:05:35 +02:00
|
|
|
{ lib }:
|
2009-02-09 17:51:03 +01:00
|
|
|
|
|
|
|
rec {
|
|
|
|
|
2016-06-02 17:03:35 +02:00
|
|
|
# Returns the type of a path: regular (for file), symlink, or directory
|
|
|
|
pathType = p: with builtins; getAttr (baseNameOf p) (readDir (dirOf p));
|
|
|
|
|
|
|
|
# Returns true if the path exists and is a directory, false otherwise
|
|
|
|
pathIsDirectory = p: if builtins.pathExists p then (pathType p) == "directory" else false;
|
2009-02-09 17:51:03 +01:00
|
|
|
|
|
|
|
# Bring in a path as a source, filtering out all Subversion and CVS
|
|
|
|
# directories, as well as backup files (*~).
|
2016-11-18 04:21:18 +01:00
|
|
|
cleanSourceFilter = name: type: let baseName = baseNameOf (toString name); in ! (
|
2019-04-02 18:01:07 +02:00
|
|
|
# Filter out version control software files/directories
|
|
|
|
(baseName == ".git" || type == "directory" && (baseName == ".svn" || baseName == "CVS" || baseName == ".hg")) ||
|
2017-09-12 13:50:12 +02:00
|
|
|
# Filter out editor backup / swap files.
|
2016-11-18 04:21:18 +01:00
|
|
|
lib.hasSuffix "~" baseName ||
|
2017-09-12 13:50:12 +02:00
|
|
|
builtins.match "^\\.sw[a-z]$" baseName != null ||
|
|
|
|
builtins.match "^\\..*\\.sw[a-z]$" baseName != null ||
|
2017-08-30 02:27:04 +02:00
|
|
|
|
2016-11-18 04:21:18 +01:00
|
|
|
# Filter out generates files.
|
|
|
|
lib.hasSuffix ".o" baseName ||
|
|
|
|
lib.hasSuffix ".so" baseName ||
|
|
|
|
# Filter out nix-build result symlinks
|
|
|
|
(type == "symlink" && lib.hasPrefix "result" baseName)
|
|
|
|
);
|
|
|
|
|
2017-10-30 18:13:16 +01:00
|
|
|
# Filters a source tree removing version control files and directories using cleanSourceWith
|
|
|
|
#
|
|
|
|
# Example:
|
|
|
|
# cleanSource ./.
|
2018-01-02 06:29:20 +01:00
|
|
|
cleanSource = src: cleanSourceWith { filter = cleanSourceFilter; inherit src; };
|
|
|
|
|
|
|
|
# Like `builtins.filterSource`, except it will compose with itself,
|
|
|
|
# allowing you to chain multiple calls together without any
|
|
|
|
# intermediate copies being put in the nix store.
|
|
|
|
#
|
|
|
|
# lib.cleanSourceWith f (lib.cleanSourceWith g ./.) # Succeeds!
|
|
|
|
# builtins.filterSource f (builtins.filterSource g ./.) # Fails!
|
|
|
|
cleanSourceWith = { filter, src }:
|
|
|
|
let
|
|
|
|
isFiltered = src ? _isLibCleanSourceWith;
|
|
|
|
origSrc = if isFiltered then src.origSrc else src;
|
|
|
|
filter' = if isFiltered then name: type: filter name type && src.filter name type else filter;
|
|
|
|
in {
|
|
|
|
inherit origSrc;
|
|
|
|
filter = filter';
|
|
|
|
outPath = builtins.filterSource filter' origSrc;
|
|
|
|
_isLibCleanSourceWith = true;
|
|
|
|
};
|
2009-02-09 17:51:03 +01:00
|
|
|
|
2017-02-17 19:56:39 +01:00
|
|
|
# Filter sources by a list of regular expressions.
|
|
|
|
#
|
|
|
|
# E.g. `src = sourceByRegex ./my-subproject [".*\.py$" "^database.sql$"]`
|
2018-01-02 06:29:20 +01:00
|
|
|
sourceByRegex = src: regexes: cleanSourceWith {
|
|
|
|
filter = (path: type:
|
|
|
|
let relPath = lib.removePrefix (toString src + "/") (toString path);
|
|
|
|
in lib.any (re: builtins.match re relPath != null) regexes);
|
|
|
|
inherit src;
|
|
|
|
};
|
2009-02-09 17:51:03 +01:00
|
|
|
|
|
|
|
# Get all files ending with the specified suffices from the given
|
2014-08-25 14:33:17 +02:00
|
|
|
# directory or its descendants. E.g. `sourceFilesBySuffices ./dir
|
|
|
|
# [".xml" ".c"]'.
|
2009-02-09 17:51:03 +01:00
|
|
|
sourceFilesBySuffices = path: exts:
|
|
|
|
let filter = name: type:
|
|
|
|
let base = baseNameOf (toString name);
|
2014-08-25 14:33:17 +02:00
|
|
|
in type == "directory" || lib.any (ext: lib.hasSuffix ext base) exts;
|
2018-01-02 06:29:20 +01:00
|
|
|
in cleanSourceWith { inherit filter; src = path; };
|
2009-02-09 17:51:03 +01:00
|
|
|
|
2016-06-02 17:03:35 +02:00
|
|
|
|
2016-05-25 00:34:28 +02:00
|
|
|
# Get the commit id of a git repo
|
|
|
|
# Example: commitIdFromGitRepo <nixpkgs/.git>
|
|
|
|
commitIdFromGitRepo =
|
2018-11-07 10:07:42 +01:00
|
|
|
let readCommitFromFile = file: path:
|
2016-05-25 00:34:28 +02:00
|
|
|
with builtins;
|
|
|
|
let fileName = toString path + "/" + file;
|
|
|
|
packedRefsName = toString path + "/packed-refs";
|
|
|
|
in if lib.pathExists fileName
|
|
|
|
then
|
2016-07-31 14:58:54 +02:00
|
|
|
let fileContent = lib.fileContents fileName;
|
2016-05-25 00:34:28 +02:00
|
|
|
# Sometimes git stores the commitId directly in the file but
|
|
|
|
# sometimes it stores something like: «ref: refs/heads/branch-name»
|
2016-07-31 14:58:54 +02:00
|
|
|
matchRef = match "^ref: (.*)$" fileContent;
|
2019-04-24 05:48:22 +02:00
|
|
|
in if matchRef == null
|
2016-07-31 14:58:54 +02:00
|
|
|
then fileContent
|
2018-11-07 10:07:42 +01:00
|
|
|
else readCommitFromFile (lib.head matchRef) path
|
2016-05-25 00:34:28 +02:00
|
|
|
# Sometimes, the file isn't there at all and has been packed away in the
|
|
|
|
# packed-refs file, so we have to grep through it:
|
|
|
|
else if lib.pathExists packedRefsName
|
|
|
|
then
|
2016-07-27 16:44:26 +02:00
|
|
|
let fileContent = readFile packedRefsName;
|
2016-08-08 12:43:39 +02:00
|
|
|
matchRef = match (".*\n([^\n ]*) " + file + "\n.*") fileContent;
|
2019-04-24 05:48:22 +02:00
|
|
|
in if matchRef == null
|
2016-07-27 16:44:26 +02:00
|
|
|
then throw ("Could not find " + file + " in " + packedRefsName)
|
|
|
|
else lib.head matchRef
|
2016-05-25 00:34:28 +02:00
|
|
|
else throw ("Not a .git directory: " + path);
|
2018-11-07 10:07:42 +01:00
|
|
|
in readCommitFromFile "HEAD";
|
2018-01-11 16:17:56 +01:00
|
|
|
|
|
|
|
pathHasContext = builtins.hasContext or (lib.hasPrefix builtins.storeDir);
|
|
|
|
|
|
|
|
canCleanSource = src: src ? _isLibCleanSourceWith || !(pathHasContext (toString src));
|
2009-02-09 17:51:03 +01:00
|
|
|
}
|