2012-07-26 21:13:14 +00:00
|
|
|
source common.sh
|
|
|
|
|
|
|
|
|
|
clearStore
|
2014-02-17 11:22:50 +00:00
|
|
|
clearCache
|
2012-07-26 21:13:14 +00:00
|
|
|
|
2012-07-27 18:15:03 +00:00
|
|
|
# Create the binary cache.
|
2012-07-26 21:13:14 +00:00
|
|
|
outPath=$(nix-build dependencies.nix --no-out-link)
|
|
|
|
|
|
2017-10-03 03:41:29 +00:00
|
|
|
nix copy --to file://$cacheDir $outPath
|
2012-07-26 21:13:14 +00:00
|
|
|
|
2012-07-27 22:16:05 +00:00
|
|
|
|
2016-06-01 13:15:21 +00:00
|
|
|
basicTests() {
|
2012-07-26 21:13:14 +00:00
|
|
|
|
2016-06-01 13:15:21 +00:00
|
|
|
# By default, a binary cache doesn't support "nix-env -qas", but does
|
|
|
|
|
# support installation.
|
|
|
|
|
clearStore
|
|
|
|
|
clearCacheCache
|
2013-04-23 10:43:28 +00:00
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-env --substituters "file://$cacheDir" -f dependencies.nix -qas \* | grep -- "---"
|
2012-07-27 22:16:05 +00:00
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-store --substituters "file://$cacheDir" --no-require-sigs -r $outPath
|
2012-07-27 22:16:05 +00:00
|
|
|
|
2016-06-01 13:15:21 +00:00
|
|
|
[ -x $outPath/program ]
|
2014-02-26 17:59:01 +00:00
|
|
|
|
2012-07-27 22:16:05 +00:00
|
|
|
|
2016-06-01 13:15:21 +00:00
|
|
|
# But with the right configuration, "nix-env -qas" should also work.
|
|
|
|
|
clearStore
|
|
|
|
|
clearCacheCache
|
|
|
|
|
echo "WantMassQuery: 1" >> $cacheDir/nix-cache-info
|
|
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-env --substituters "file://$cacheDir" -f dependencies.nix -qas \* | grep -- "--S"
|
|
|
|
|
nix-env --substituters "file://$cacheDir" -f dependencies.nix -qas \* | grep -- "--S"
|
2016-06-01 13:15:21 +00:00
|
|
|
|
|
|
|
|
x=$(nix-env -f dependencies.nix -qas \* --prebuilt-only)
|
|
|
|
|
[ -z "$x" ]
|
|
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-store --substituters "file://$cacheDir" --no-require-sigs -r $outPath
|
2016-06-01 13:15:21 +00:00
|
|
|
|
|
|
|
|
nix-store --check-validity $outPath
|
|
|
|
|
nix-store -qR $outPath | grep input-2
|
|
|
|
|
|
|
|
|
|
echo "WantMassQuery: 0" >> $cacheDir/nix-cache-info
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Test LocalBinaryCacheStore.
|
|
|
|
|
basicTests
|
2012-07-27 22:16:05 +00:00
|
|
|
|
2012-07-27 18:15:03 +00:00
|
|
|
|
2016-06-01 13:15:21 +00:00
|
|
|
# Test HttpBinaryCacheStore.
|
|
|
|
|
export _NIX_FORCE_HTTP_BINARY_CACHE_STORE=1
|
|
|
|
|
basicTests
|
2012-12-03 20:02:06 +00:00
|
|
|
|
2012-07-26 21:13:14 +00:00
|
|
|
|
2014-01-08 16:56:30 +00:00
|
|
|
# Test whether Nix notices if the NAR doesn't match the hash in the NAR info.
|
|
|
|
|
clearStore
|
|
|
|
|
|
2016-08-10 15:13:11 +00:00
|
|
|
nar=$(ls $cacheDir/nar/*.nar.xz | head -n1)
|
2014-01-08 16:56:30 +00:00
|
|
|
mv $nar $nar.good
|
|
|
|
|
mkdir -p $TEST_ROOT/empty
|
|
|
|
|
nix-store --dump $TEST_ROOT/empty | xz > $nar
|
|
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result 2>&1 | tee $TEST_ROOT/log
|
2016-05-30 11:44:09 +00:00
|
|
|
grep -q "hash mismatch" $TEST_ROOT/log
|
2014-01-08 16:56:30 +00:00
|
|
|
|
|
|
|
|
mv $nar.good $nar
|
|
|
|
|
|
|
|
|
|
|
Support cryptographically signed binary caches
NAR info files in binary caches can now have a cryptographic signature
that Nix will verify before using the corresponding NAR file.
To create a private/public key pair for signing and verifying a binary
cache, do:
$ openssl genrsa -out ./cache-key.sec 2048
$ openssl rsa -in ./cache-key.sec -pubout > ./cache-key.pub
You should also come up with a symbolic name for the key, such as
"cache.example.org-1". This will be used by clients to look up the
public key. (It's a good idea to number keys, in case you ever need
to revoke/replace one.)
To create a binary cache signed with the private key:
$ nix-push --dest /path/to/binary-cache --key ./cache-key.sec --key-name cache.example.org-1
The public key (cache-key.pub) should be distributed to the clients.
They should have a nix.conf should contain something like:
signed-binary-caches = *
binary-cache-public-key-cache.example.org-1 = /path/to/cache-key.pub
If all works well, then if Nix fetches something from the signed
binary cache, you will see a message like:
*** Downloading ‘http://cache.example.org/nar/7dppcj5sc1nda7l54rjc0g5l1hamj09j-subversion-1.7.11’ (signed by ‘cache.example.org-1’) to ‘/nix/store/7dppcj5sc1nda7l54rjc0g5l1hamj09j-subversion-1.7.11’...
On the other hand, if the signature is wrong, you get a message like
NAR info file `http://cache.example.org/7dppcj5sc1nda7l54rjc0g5l1hamj09j.narinfo' has an invalid signature; ignoring
Signatures are implemented as a single line appended to the NAR info
file, which looks like this:
Signature: 1;cache.example.org-1;HQ9Xzyanq9iV...muQ==
Thus the signature has 3 fields: a version (currently "1"), the ID of
key, and the base64-encoded signature of the SHA-256 hash of the
contents of the NAR info file up to but not including the Signature
line.
Issue #75.
2014-01-08 14:23:41 +00:00
|
|
|
# Test whether this unsigned cache is rejected if the user requires signed caches.
|
|
|
|
|
clearStore
|
2016-05-30 12:53:57 +00:00
|
|
|
clearCacheCache
|
Support cryptographically signed binary caches
NAR info files in binary caches can now have a cryptographic signature
that Nix will verify before using the corresponding NAR file.
To create a private/public key pair for signing and verifying a binary
cache, do:
$ openssl genrsa -out ./cache-key.sec 2048
$ openssl rsa -in ./cache-key.sec -pubout > ./cache-key.pub
You should also come up with a symbolic name for the key, such as
"cache.example.org-1". This will be used by clients to look up the
public key. (It's a good idea to number keys, in case you ever need
to revoke/replace one.)
To create a binary cache signed with the private key:
$ nix-push --dest /path/to/binary-cache --key ./cache-key.sec --key-name cache.example.org-1
The public key (cache-key.pub) should be distributed to the clients.
They should have a nix.conf should contain something like:
signed-binary-caches = *
binary-cache-public-key-cache.example.org-1 = /path/to/cache-key.pub
If all works well, then if Nix fetches something from the signed
binary cache, you will see a message like:
*** Downloading ‘http://cache.example.org/nar/7dppcj5sc1nda7l54rjc0g5l1hamj09j-subversion-1.7.11’ (signed by ‘cache.example.org-1’) to ‘/nix/store/7dppcj5sc1nda7l54rjc0g5l1hamj09j-subversion-1.7.11’...
On the other hand, if the signature is wrong, you get a message like
NAR info file `http://cache.example.org/7dppcj5sc1nda7l54rjc0g5l1hamj09j.narinfo' has an invalid signature; ignoring
Signatures are implemented as a single line appended to the NAR info
file, which looks like this:
Signature: 1;cache.example.org-1;HQ9Xzyanq9iV...muQ==
Thus the signature has 3 fields: a version (currently "1"), the ID of
key, and the base64-encoded signature of the SHA-256 hash of the
contents of the NAR info file up to but not including the Signature
line.
Issue #75.
2014-01-08 14:23:41 +00:00
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
if nix-store --substituters "file://$cacheDir" -r $outPath; then
|
2014-01-08 16:56:58 +00:00
|
|
|
echo "unsigned binary cache incorrectly accepted"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
Support cryptographically signed binary caches
NAR info files in binary caches can now have a cryptographic signature
that Nix will verify before using the corresponding NAR file.
To create a private/public key pair for signing and verifying a binary
cache, do:
$ openssl genrsa -out ./cache-key.sec 2048
$ openssl rsa -in ./cache-key.sec -pubout > ./cache-key.pub
You should also come up with a symbolic name for the key, such as
"cache.example.org-1". This will be used by clients to look up the
public key. (It's a good idea to number keys, in case you ever need
to revoke/replace one.)
To create a binary cache signed with the private key:
$ nix-push --dest /path/to/binary-cache --key ./cache-key.sec --key-name cache.example.org-1
The public key (cache-key.pub) should be distributed to the clients.
They should have a nix.conf should contain something like:
signed-binary-caches = *
binary-cache-public-key-cache.example.org-1 = /path/to/cache-key.pub
If all works well, then if Nix fetches something from the signed
binary cache, you will see a message like:
*** Downloading ‘http://cache.example.org/nar/7dppcj5sc1nda7l54rjc0g5l1hamj09j-subversion-1.7.11’ (signed by ‘cache.example.org-1’) to ‘/nix/store/7dppcj5sc1nda7l54rjc0g5l1hamj09j-subversion-1.7.11’...
On the other hand, if the signature is wrong, you get a message like
NAR info file `http://cache.example.org/7dppcj5sc1nda7l54rjc0g5l1hamj09j.narinfo' has an invalid signature; ignoring
Signatures are implemented as a single line appended to the NAR info
file, which looks like this:
Signature: 1;cache.example.org-1;HQ9Xzyanq9iV...muQ==
Thus the signature has 3 fields: a version (currently "1"), the ID of
key, and the base64-encoded signature of the SHA-256 hash of the
contents of the NAR info file up to but not including the Signature
line.
Issue #75.
2014-01-08 14:23:41 +00:00
|
|
|
|
|
|
|
|
|
2013-04-23 10:44:01 +00:00
|
|
|
# Test whether fallback works if we have cached info but the
|
|
|
|
|
# corresponding NAR has disappeared.
|
|
|
|
|
clearStore
|
|
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-build --substituters "file://$cacheDir" dependencies.nix --dry-run # get info
|
2013-04-23 10:44:01 +00:00
|
|
|
|
|
|
|
|
mkdir $cacheDir/tmp
|
2018-06-05 12:44:26 +00:00
|
|
|
mv $cacheDir/nar $cacheDir/nar2
|
2013-04-23 10:44:01 +00:00
|
|
|
|
2018-06-05 12:44:26 +00:00
|
|
|
(! nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result)
|
2013-04-23 10:44:01 +00:00
|
|
|
|
2018-06-05 12:44:26 +00:00
|
|
|
nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result --fallback
|
|
|
|
|
|
|
|
|
|
mv $cacheDir/nar2 $cacheDir/nar
|
2013-04-23 10:44:01 +00:00
|
|
|
|
|
|
|
|
|
2013-01-02 10:45:23 +00:00
|
|
|
# Test whether building works if the binary cache contains an
|
|
|
|
|
# incomplete closure.
|
|
|
|
|
clearStore
|
|
|
|
|
|
|
|
|
|
rm $(grep -l "StorePath:.*dependencies-input-2" $cacheDir/*.narinfo)
|
|
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result 2>&1 | tee $TEST_ROOT/log
|
2017-10-24 13:05:21 +00:00
|
|
|
grep -q "copying path" $TEST_ROOT/log
|
2015-02-04 15:43:32 +00:00
|
|
|
|
|
|
|
|
|
2015-02-10 10:54:06 +00:00
|
|
|
if [ -n "$HAVE_SODIUM" ]; then
|
|
|
|
|
|
2015-02-04 15:43:32 +00:00
|
|
|
# Create a signed binary cache.
|
|
|
|
|
clearCache
|
2018-06-05 12:44:26 +00:00
|
|
|
clearCacheCache
|
2015-02-04 15:43:32 +00:00
|
|
|
|
2015-02-18 10:19:44 +00:00
|
|
|
declare -a res=($(nix-store --generate-binary-cache-key test.nixos.org-1 $TEST_ROOT/sk1 $TEST_ROOT/pk1 ))
|
|
|
|
|
publicKey="$(cat $TEST_ROOT/pk1)"
|
2015-02-04 15:43:32 +00:00
|
|
|
|
2015-02-18 10:19:44 +00:00
|
|
|
res=($(nix-store --generate-binary-cache-key test.nixos.org-1 $TEST_ROOT/sk2 $TEST_ROOT/pk2))
|
|
|
|
|
badKey="$(cat $TEST_ROOT/pk2)"
|
2015-02-04 15:43:32 +00:00
|
|
|
|
2015-02-18 10:19:44 +00:00
|
|
|
res=($(nix-store --generate-binary-cache-key foo.nixos.org-1 $TEST_ROOT/sk3 $TEST_ROOT/pk3))
|
|
|
|
|
otherKey="$(cat $TEST_ROOT/pk3)"
|
2015-02-04 15:43:32 +00:00
|
|
|
|
2018-06-05 12:44:26 +00:00
|
|
|
_NIX_FORCE_HTTP_BINARY_CACHE_STORE= nix copy --to file://$cacheDir?secret-key=$TEST_ROOT/sk1 $outPath
|
2015-02-04 15:43:32 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
# Downloading should fail if we don't provide a key.
|
|
|
|
|
clearStore
|
2016-05-30 12:53:57 +00:00
|
|
|
clearCacheCache
|
2015-02-04 15:43:32 +00:00
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
(! nix-store -r $outPath --substituters "file://$cacheDir")
|
2015-02-04 15:43:32 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
# And it should fail if we provide an incorrect key.
|
|
|
|
|
clearStore
|
2016-05-30 12:53:57 +00:00
|
|
|
clearCacheCache
|
2015-02-04 15:43:32 +00:00
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
(! nix-store -r $outPath --substituters "file://$cacheDir" --trusted-public-keys "$badKey")
|
2015-02-04 15:43:32 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
# It should succeed if we provide the correct key.
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-store -r $outPath --substituters "file://$cacheDir" --trusted-public-keys "$otherKey $publicKey"
|
2015-02-04 15:43:32 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
# It should fail if we corrupt the .narinfo.
|
|
|
|
|
clearStore
|
|
|
|
|
|
2016-05-30 13:03:04 +00:00
|
|
|
cacheDir2=$TEST_ROOT/binary-cache-2
|
|
|
|
|
rm -rf $cacheDir2
|
|
|
|
|
cp -r $cacheDir $cacheDir2
|
|
|
|
|
|
|
|
|
|
for i in $cacheDir2/*.narinfo; do
|
2015-02-04 15:43:32 +00:00
|
|
|
grep -v References $i > $i.tmp
|
|
|
|
|
mv $i.tmp $i
|
|
|
|
|
done
|
|
|
|
|
|
2016-05-30 12:53:57 +00:00
|
|
|
clearCacheCache
|
2015-02-04 15:43:32 +00:00
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
(! nix-store -r $outPath --substituters "file://$cacheDir2" --trusted-public-keys "$publicKey")
|
2016-05-30 13:03:04 +00:00
|
|
|
|
|
|
|
|
# If we provide a bad and a good binary cache, it should succeed.
|
|
|
|
|
|
2017-11-20 16:50:49 +00:00
|
|
|
nix-store -r $outPath --substituters "file://$cacheDir2 file://$cacheDir" --trusted-public-keys "$publicKey"
|
2015-02-10 10:54:06 +00:00
|
|
|
|
|
|
|
|
fi # HAVE_LIBSODIUM
|