2016-12-31 12:31:56 +00:00
#!/usr/bin/env bash
set -e
2019-03-02 21:11:54 +00:00
scriptName=update-source-versions # do not use the .wrapped name
2016-12-31 12:31:56 +00:00
die() {
2019-03-02 21:11:54 +00:00
echo "$scriptName: error: $1" >&2
2016-12-31 12:31:56 +00:00
exit 1
}
2019-03-02 21:11:54 +00:00
usage() {
echo "Usage: $scriptName <attr> <version> [<new-source-hash>] [<new-source-url>]"
2020-10-19 18:54:53 +01:00
echo " [--version-key=<version-key>] [--system=<system>] [--file=<file-to-update>] [--rev=<revision>]"
2019-04-12 17:22:06 +01:00
echo " [--ignore-same-hash] [--print-changes]"
2019-03-02 21:11:54 +00:00
}
args=()
for arg in "$@"; do
case $arg in
--system=*)
systemArg="--system ${arg#*=}"
;;
--version-key=*)
versionKey="${arg#*=}"
;;
--file=*)
nixFile="${arg#*=}"
2020-01-30 20:25:01 +00:00
if [[ ! -f "$nixFile" ]]; then
2019-03-02 21:11:54 +00:00
die "Could not find provided file $nixFile"
fi
;;
2020-10-19 18:54:53 +01:00
--rev=*)
newRevision="${arg#*=}"
;;
2019-04-07 00:40:18 +01:00
--ignore-same-hash)
ignoreSameHash="true"
;;
2019-04-12 17:22:06 +01:00
--print-changes)
printChanges="true"
;;
2019-03-02 21:11:54 +00:00
--help)
usage
exit 0
;;
--*)
2020-01-30 20:25:01 +00:00
echo "$scriptName: Unknown argument: $arg"
2019-03-02 21:11:54 +00:00
usage
exit 1
;;
*)
args["${#args[*]}"]=$arg
;;
esac
done
attr=${args[0]}
newVersion=${args[1]}
newHash=${args[2]}
newUrl=${args[3]}
2020-01-30 20:25:01 +00:00
if (( "${#args[*]}" < 2 )); then
2019-03-02 21:11:54 +00:00
echo "$scriptName: Too few arguments"
usage
exit 1
fi
2020-01-30 20:25:01 +00:00
if (( "${#args[*]}" > 4 )); then
2019-03-02 21:11:54 +00:00
echo "$scriptName: Too many arguments"
usage
exit 1
fi
2018-11-16 14:04:54 +00:00
2020-01-30 20:25:01 +00:00
if [[ -z "$versionKey" ]]; then
2018-11-16 14:04:54 +00:00
versionKey=version
fi
2016-12-31 12:31:56 +00:00
2020-01-30 20:25:01 +00:00
if [[ -z "$nixFile" ]]; then
2019-03-02 21:11:54 +00:00
nixFile=$(nix-instantiate $systemArg --eval --strict -A "$attr.meta.position" | sed -re 's/^"(.*):[0-9]+"$/\1/')
2020-01-30 20:25:01 +00:00
if [[ ! -f "$nixFile" ]]; then
2019-03-02 21:11:54 +00:00
die "Couldn't evaluate '$attr.meta.position' to locate the .nix file!"
fi
2016-12-31 12:31:56 +00:00
fi
2019-03-02 21:11:54 +00:00
oldHashAlgo=$(nix-instantiate $systemArg --eval --strict -A "$attr.src.drvAttrs.outputHashAlgo" | tr -d '"')
oldHash=$(nix-instantiate $systemArg --eval --strict -A "$attr.src.drvAttrs.outputHash" | tr -d '"')
2016-12-31 12:31:56 +00:00
2020-01-30 20:25:01 +00:00
if [[ -z "$oldHashAlgo" || -z "$oldHash" ]]; then
2016-12-31 12:31:56 +00:00
die "Couldn't evaluate old source hash from '$attr.src'!"
fi
2020-01-30 20:25:01 +00:00
if [[ $(grep --count "$oldHash" "$nixFile") != 1 ]]; then
2016-12-31 12:31:56 +00:00
die "Couldn't locate old source hash '$oldHash' (or it appeared more than once) in '$nixFile'!"
fi
2019-04-12 17:39:58 +01:00
oldUrl=$(nix-instantiate $systemArg --eval -E "with import ./. {}; builtins.elemAt ($attr.src.drvAttrs.urls or [ $attr.src.url ]) 0" | tr -d '"')
2018-03-14 14:24:34 +00:00
2020-01-30 20:25:01 +00:00
if [[ -z "$oldUrl" ]]; then
2019-04-12 17:39:58 +01:00
die "Couldn't evaluate source url from '$attr.src'!"
2018-03-14 14:24:34 +00:00
fi
2019-11-24 17:22:28 +00:00
drvName=$(nix-instantiate $systemArg --eval -E "with import ./. {}; lib.getName $attr" | tr -d '"')
2019-11-26 13:18:33 +00:00
oldVersion=$(nix-instantiate $systemArg --eval -E "with import ./. {}; $attr.${versionKey} or (lib.getVersion $attr)" | tr -d '"')
2016-12-31 12:31:56 +00:00
2020-01-30 20:25:01 +00:00
if [[ -z "$drvName" || -z "$oldVersion" ]]; then
2016-12-31 12:31:56 +00:00
die "Couldn't evaluate name and version from '$attr.name'!"
fi
2020-01-30 20:25:01 +00:00
if [[ "$oldVersion" = "$newVersion" ]]; then
2019-03-02 21:11:54 +00:00
echo "$scriptName: New version same as old version, nothing to do." >&2
2019-04-12 17:22:06 +01:00
if [ -n "$printChanges" ]; then
printf '[]\n'
fi
2016-12-31 12:31:56 +00:00
exit 0
fi
2020-10-19 18:54:53 +01:00
if [[ -n "$newRevision" ]]; then
oldRevision=$(nix-instantiate $systemArg --eval -E "with import ./. {}; $attr.src.rev" | tr -d '"')
if [[ -z "$oldRevision" ]]; then
die "Couldn't evaluate source revision from '$attr.src'!"
fi
fi
2017-11-19 01:33:06 +00:00
# Escape regex metacharacter that are allowed in store path names
2019-04-12 17:54:13 +01:00
oldVersionEscaped=$(echo "$oldVersion" | sed -re 's|[.+]|\\&|g')
oldUrlEscaped=$(echo "$oldUrl" | sed -re 's|[${}.+]|\\&|g')
2016-12-31 12:31:56 +00:00
2020-01-30 20:25:01 +00:00
if [[ $(grep --count --extended-regexp "^\s*(let\b)?\s*$versionKey\s*=\s*\"$oldVersionEscaped\"" "$nixFile") = 1 ]]; then
2019-04-12 17:54:13 +01:00
pattern="/\b$versionKey\b\s*=/ s|\"$oldVersionEscaped\"|\"$newVersion\"|"
2020-01-30 20:25:01 +00:00
elif [[ $(grep --count --extended-regexp "^\s*(let\b)?\s*name\s*=\s*\"[^\"]+-$oldVersionEscaped\"" "$nixFile") = 1 ]]; then
2019-04-12 17:54:13 +01:00
pattern="/\bname\b\s*=/ s|-$oldVersionEscaped\"|-$newVersion\"|"
2016-12-31 12:31:56 +00:00
else
die "Couldn't figure out where out where to patch in new version in '$attr'!"
fi
2020-01-30 20:08:55 +00:00
if [[ "$oldHash" =~ ^(sha256|sha512)[:-] ]]; then
# Handle the possible SRI-style hash attribute (in the form ${type}${separator}${hash})
# True SRI uses dash as a separator and only supports base64, whereas Nix’ s SRI-style format uses a colon and supports all the same encodings like regular hashes (16/32/64).
# To keep this program reasonably simple, we will upgrade Nix’ s format to SRI.
oldHashAlgo="${BASH_REMATCH[1]}"
sri=true
elif [[ "$oldHashAlgo" = "null" ]]; then
# Some fetcher functions support SRI-style `hash` attribute in addition to legacy type-specific attributes. When `hash` is used `outputHashAlgo` is null so let’ s complain when SRI-style hash value was not detected.
die "Unable to figure out hashing scheme from '$oldHash' in '$attr'!"
fi
2016-12-31 12:31:56 +00:00
case "$oldHashAlgo" in
2020-01-30 20:08:55 +00:00
# Lengths of hex-encoded hashes
2016-12-31 12:31:56 +00:00
sha256) hashLength=64 ;;
sha512) hashLength=128 ;;
*) die "Unhandled hash algorithm '$oldHashAlgo' in '$attr'!" ;;
esac
# Make a temporary all-zeroes hash of $hashLength characters
tempHash=$(printf '%0*d' "$hashLength" 0)
2020-01-30 20:08:55 +00:00
if [[ -n "$sri" ]]; then
# SRI hashes only support base64
# SRI hashes need to declare the hash type as part of the hash
tempHash="$(nix to-sri --type "$oldHashAlgo" "$tempHash")"
fi
2020-02-20 06:18:36 +00:00
# Escape regex metacharacter that are allowed in hashes (+)
oldHashEscaped=$(echo "$oldHash" | sed -re 's|[+]|\\&|g')
tempHashEscaped=$(echo "$tempHash" | sed -re 's|[+]|\\&|g')
2020-01-30 20:58:48 +00:00
# Replace new version
sed -i.bak "$nixFile" -re "$pattern"
if cmp -s "$nixFile" "$nixFile.bak"; then
die "Failed to replace version '$oldVersion' to '$newVersion' in '$attr'!"
fi
# Replace new URL
if [[ -n "$newUrl" ]]; then
sed -i "$nixFile" -re "s|\"$oldUrlEscaped\"|\"$newUrl\"|"
if cmp -s "$nixFile" "$nixFile.bak"; then
die "Failed to replace source URL '$oldUrl' to '$newUrl' in '$attr'!"
fi
fi
2020-02-20 06:18:36 +00:00
sed -i "$nixFile" -re "s|\"$oldHashEscaped\"|\"$tempHash\"|"
2016-12-31 12:31:56 +00:00
if cmp -s "$nixFile" "$nixFile.bak"; then
die "Failed to replace source hash of '$attr' to a temporary hash!"
fi
2020-10-19 18:54:53 +01:00
# Replace new revision, if given
if [[ -n "$newRevision" ]]; then
sed -i "$nixFile" -re "s|\"$oldRevision\"|\"$newRevision\"|"
if cmp -s "$nixFile" "$nixFile.bak"; then
die "Failed to replace source revision '$oldRevision' to '$newRevision' in '$attr'!"
fi
fi
2016-12-31 12:31:56 +00:00
# If new hash not given on the command line, recalculate it ourselves.
2020-01-30 20:25:01 +00:00
if [[ -z "$newHash" ]]; then
2019-03-02 21:11:54 +00:00
nix-build $systemArg --no-out-link -A "$attr.src" 2>"$attr.fetchlog" >/dev/null || true
2016-12-31 12:31:56 +00:00
# FIXME: use nix-build --hash here once https://github.com/NixOS/nix/issues/1172 is fixed
2020-02-19 20:05:22 +00:00
newHash=$(sed '1,/hash mismatch in fixed-output derivation/d' "$attr.fetchlog" | grep --perl-regexp --only-matching 'got: +.+[:-]\K.+')
2016-12-31 12:31:56 +00:00
2020-02-19 20:05:22 +00:00
if [[ -n "$sri" ]]; then
# nix-build preserves the hashing scheme so we can just convert the result to SRI using the old type
newHash="$(nix to-sri --type "$oldHashAlgo" "$newHash")"
fi
2020-01-30 20:08:55 +00:00
fi
2020-01-30 20:25:01 +00:00
if [[ -z "$newHash" ]]; then
2016-12-31 12:31:56 +00:00
cat "$attr.fetchlog" >&2
die "Couldn't figure out new hash of '$attr.src'!"
fi
2020-01-30 20:25:01 +00:00
if [[ -z "${ignoreSameHash}" && "$oldVersion" != "$newVersion" && "$oldHash" = "$newHash" ]]; then
2017-11-19 01:33:31 +00:00
mv "$nixFile.bak" "$nixFile"
die "Both the old and new source hashes of '$attr.src' were equivalent. Please fix the package's source URL to be dependent on '\${version}'!"
fi
2020-02-20 06:18:36 +00:00
sed -i "$nixFile" -re "s|\"$tempHashEscaped\"|\"$newHash\"|"
2016-12-31 12:31:56 +00:00
if cmp -s "$nixFile" "$nixFile.bak"; then
die "Failed to replace temporary source hash of '$attr' to the final source hash!"
fi
rm -f "$nixFile.bak"
rm -f "$attr.fetchlog"
2019-04-12 17:22:06 +01:00
if [ -n "$printChanges" ]; then
printf '[{"attrPath":"%s","oldVersion":"%s","newVersion":"%s","files":["%s"]}]\n' "$attr" "$oldVersion" "$newVersion" "$nixFile"
fi