[apt.git] / test / integration / test-releasefile-verification

#!/bin/sh
set -e

TESTDIR="$(readlink -f "$(dirname "$0")")"
. "$TESTDIR/framework"

setupenvironment
configarchitecture "i386"

export APT_DONT_SIGN='Release.gpg'
buildaptarchive
setupflataptarchive
changetowebserver

prepare() {
	local DATE="${2:-now}"
	if [ "$DATE" = 'now' ]; then
		if [ "$1" = "${PKGFILE}-new" ]; then
			DATE='now - 1 day'
		else
			DATE='now - 7 day'
		fi
	fi
	for release in $(find rootdir/var/lib/apt/lists 2> /dev/null); do
		touch -d 'now - 1 year' "$release"
	done
	aptget clean
	cp "$1" aptarchive/Packages
	find aptarchive -name 'Release' -delete
	compressfile 'aptarchive/Packages' "$DATE"
	generatereleasefiles "$DATE" 'now + 1 month'
}

installaptold() {
	rm -rf rootdir/var/cache/apt/archives
	testsuccessequal "Reading package lists...
Building dependency tree...
Suggested packages:
  aptitude | synaptic | wajig dpkg-dev apt-doc bzip2 lzma python-apt
The following NEW packages will be installed:
  apt
0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
After this operation, 5370 kB of additional disk space will be used.
Get:1 http://localhost:${APTHTTPPORT}  apt 0.7.25.3
Download complete and in download only mode" aptget install apt -dy
}

installaptnew() {
	rm -rf rootdir/var/cache/apt/archives
	testsuccessequal "Reading package lists...
Building dependency tree...
Suggested packages:
  aptitude | synaptic | wajig dpkg-dev apt-doc bzip2 lzma python-apt
The following NEW packages will be installed:
  apt
0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
After this operation, 5808 kB of additional disk space will be used.
Get:1 http://localhost:${APTHTTPPORT}  apt 0.8.0~pre1
Download complete and in download only mode" aptget install apt -dy
}

failaptold() {
	testfailureequal 'Reading package lists...
Building dependency tree...
Suggested packages:
  aptitude | synaptic | wajig dpkg-dev apt-doc bzip2 lzma python-apt
The following NEW packages will be installed:
  apt
0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
After this operation, 5370 kB of additional disk space will be used.
WARNING: The following packages cannot be authenticated!
  apt
E: There were unauthenticated packages and -y was used without --allow-unauthenticated' aptget install apt -dy
}

failaptnew() {
	testfailureequal 'Reading package lists...
Building dependency tree...
Suggested packages:
  aptitude | synaptic | wajig dpkg-dev apt-doc bzip2 lzma python-apt
The following NEW packages will be installed:
  apt
0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
After this operation, 5808 kB of additional disk space will be used.
WARNING: The following packages cannot be authenticated!
  apt
E: There were unauthenticated packages and -y was used without --allow-unauthenticated' aptget install apt -dy
}

# fake our downloadable file
touch aptarchive/apt.deb

PKGFILE="${TESTDIR}/$(echo "$(basename "$0")" | sed 's#^test-#Packages-#')"

updatewithwarnings() {
	testwarning aptget update -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
	testsuccess grep -E "$1" rootdir/tmp/testwarning.output
}

runtest() {
	msgmsg 'Cold archive signed by' 'Joe Sixpack'
	prepare "${PKGFILE}"
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Joe Sixpack'
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	msgmsg 'Good warm archive signed by' 'Joe Sixpack'
	prepare "${PKGFILE}-new"
	signreleasefiles 'Joe Sixpack'
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}-new")
" aptcache show apt
	installaptnew

	msgmsg 'Cold archive signed by' 'Rex Expired'
	prepare "${PKGFILE}"
	rm -rf rootdir/var/lib/apt/lists
	cp keys/rexexpired.pub rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
	signreleasefiles 'Rex Expired'
	updatewithwarnings '^W: .* EXPKEYSIG'
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	failaptold
	rm -f rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg

	msgmsg 'Cold archive expired signed by' 'Joe Sixpack'
	if dpkg --compare-versions "$(aptkey adv --version | head -n 2 | tail -n 1 | cut -d' ' -f 3)" '>=' '2.1' >/dev/null 2>&1; then
		touch rootdir/etc/apt/apt.conf.d/99gnupg2
	elif gpg2 --version >/dev/null 2>&1; then
		echo 'Apt::Key::gpgcommand "gpg2";' > rootdir/etc/apt/apt.conf.d/99gnupg2
		if ! dpkg --compare-versions "$(aptkey adv --version | head -n 2 | tail -n 1 | cut -d' ' -f 3)" '>=' '2.1' >/dev/null 2>&1; then
			rm rootdir/etc/apt/apt.conf.d/99gnupg2
		fi
	fi
	if [ -e rootdir/etc/apt/apt.conf.d/99gnupg2 ]; then
		prepare "${PKGFILE}"
		rm -rf rootdir/var/lib/apt/lists
		signreleasefiles 'Joe Sixpack' 'aptarchive' --faked-system-time "20070924T154812" --default-sig-expire 2016-04-01
		updatewithwarnings '^W: .* EXPSIG'
		testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
		failaptold
		rm -f rootdir/etc/apt/apt.conf.d/99gnupg2
	else
		msgskip 'Not a new enough gpg available providing --fake-system-time'
	fi

	msgmsg 'Cold archive signed by' 'Joe Sixpack,Marvin Paranoid'
	prepare "${PKGFILE}"
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Joe Sixpack,Marvin Paranoid'
	successfulaptgetupdate 'NO_PUBKEY'
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	msgmsg 'Cold archive signed by' 'Joe Sixpack,Rex Expired'
	prepare "${PKGFILE}"
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Joe Sixpack,Rex Expired'
	cp keys/rexexpired.pub rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
	successfulaptgetupdate 'EXPKEYSIG'
	rm -f rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	msgmsg 'Cold archive signed by' 'Marvin Paranoid'
	prepare "${PKGFILE}"
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Marvin Paranoid'
	updatewithwarnings '^W: .* NO_PUBKEY'
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	failaptold

	msgmsg 'Bad warm archive signed by' 'Joe Sixpack'
	prepare "${PKGFILE}-new"
	signreleasefiles 'Joe Sixpack'
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}-new")
" aptcache show apt
	installaptnew

	msgmsg 'Cold archive signed by' 'Joe Sixpack'
	prepare "${PKGFILE}"
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Joe Sixpack'
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	msgmsg 'Good warm archive signed by' 'Marvin Paranoid'
	prepare "${PKGFILE}-new"
	signreleasefiles 'Marvin Paranoid'
	updatewithwarnings '^W: .* NO_PUBKEY'
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	msgmsg 'Good warm archive signed by' 'Rex Expired'
	prepare "${PKGFILE}-new"
	cp keys/rexexpired.pub rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
	signreleasefiles 'Rex Expired'
	updatewithwarnings '^W: .* EXPKEYSIG'
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold
	rm rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg

	msgmsg 'Good warm archive signed by' 'Joe Sixpack'
	prepare "${PKGFILE}-new"
	signreleasefiles
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}-new")
" aptcache show apt
	installaptnew

	msgmsg 'Cold archive signed by good keyring' 'Marvin Paranoid'
	prepare "${PKGFILE}"
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Marvin Paranoid'
	local MARVIN="$(readlink -f keys/marvinparanoid.pub)"
	sed -i "s#^\(deb\(-src\)\?\) #\1 [signed-by=$MARVIN] #" rootdir/etc/apt/sources.list.d/*
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	msgmsg 'Cold archive signed by bad keyring' 'Joe Sixpack'
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Joe Sixpack'
	updatewithwarnings '^W: .* NO_PUBKEY'
	sed -i "s#^\(deb\(-src\)\?\) \[signed-by=$MARVIN\] #\1 #" rootdir/etc/apt/sources.list.d/*

	local MARVIN="$(aptkey --keyring $MARVIN finger | grep 'Key fingerprint' | cut -d'=' -f 2 | tr -d ' ')"
	msgmsg 'Cold archive signed by bad keyid' 'Joe Sixpack'
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Joe Sixpack'
	sed -i "s#^\(deb\(-src\)\?\) #\1 [signed-by=$MARVIN] #" rootdir/etc/apt/sources.list.d/*
	updatewithwarnings '^W: .* be verified because the public key is not available: .*'

	msgmsg 'Cold archive signed by good keyid' 'Marvin Paranoid'
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Marvin Paranoid'
	cp keys/marvinparanoid.pub rootdir/etc/apt/trusted.gpg.d/marvinparanoid.gpg
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	msgmsg 'Cold archive signed by good keyid' 'Marvin Paranoid,Joe Sixpack'
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Marvin Paranoid,Joe Sixpack'
	successfulaptgetupdate 'NoPubKey: GOODSIG'
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	local SIXPACK="$(aptkey --keyring keys/joesixpack.pub finger | grep 'Key fingerprint' | cut -d'=' -f 2 | tr -d ' ')"
	msgmsg 'Cold archive signed by good keyids' 'Joe Sixpack'
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Joe Sixpack'
	sed -i "s#^\(deb\(-src\)\?\) \[signed-by=$MARVIN\] #\1 [signed-by=${SIXPACK},${MARVIN}] #" rootdir/etc/apt/sources.list.d/*
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	local SIXPACK="$(aptkey --keyring keys/joesixpack.pub finger | grep 'Key fingerprint' | cut -d'=' -f 2 | tr -d ' ')"
	msgmsg 'Cold archive signed by good keyids' 'Joe Sixpack'
	rm -rf rootdir/var/lib/apt/lists
	sed -i "s#^\(deb\(-src\)\?\) \[signed-by=${SIXPACK},${MARVIN}\] #\1 [signed-by=${MARVIN},${SIXPACK}] #" rootdir/etc/apt/sources.list.d/*
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold
	rm -f rootdir/etc/apt/trusted.gpg.d/marvinparanoid.gpg
	sed -i "s#^\(deb\(-src\)\?\) \[signed-by=${MARVIN},${SIXPACK}\] #\1 #" rootdir/etc/apt/sources.list.d/*

	rm -rf rootdir/var/lib/apt/lists-bak
	cp -a rootdir/var/lib/apt/lists rootdir/var/lib/apt/lists-bak
	prepare "${PKGFILE}-new"
	signreleasefiles 'Joe Sixpack'

	msgmsg 'Warm archive with signed-by' 'Joe Sixpack'
	sed -i "/^Valid-Until: / a\
Signed-By: ${SIXPACK}" rootdir/var/lib/apt/lists/*Release
	touch -d 'now - 1 year' rootdir/var/lib/apt/lists/*Release
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}-new")
" aptcache show apt
	installaptnew

	msgmsg 'Warm archive with signed-by' 'Marvin Paranoid'
	rm -rf rootdir/var/lib/apt/lists
	cp -a rootdir/var/lib/apt/lists-bak rootdir/var/lib/apt/lists
	sed -i "/^Valid-Until: / a\
Signed-By: ${MARVIN}" rootdir/var/lib/apt/lists/*Release
	touch -d 'now - 1 year' rootdir/var/lib/apt/lists/*Release
	updatewithwarnings 'W: .* public key is not available: GOODSIG'
	testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
	installaptold

	msgmsg 'Warm archive with outdated signed-by' 'Marvin Paranoid'
	rm -rf rootdir/var/lib/apt/lists
	cp -a rootdir/var/lib/apt/lists-bak rootdir/var/lib/apt/lists
	sed -i "/^Valid-Until: / a\
Valid-Until: $(date -u -d "now - 2min" '+%a, %d %b %Y %H:%M:%S %Z') \\
Signed-By: ${MARVIN}" rootdir/var/lib/apt/lists/*Release
	touch -d 'now - 1 year' rootdir/var/lib/apt/lists/*Release
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}-new")
" aptcache show apt
	installaptnew

	msgmsg 'Warm archive with two signed-bys' 'Joe Sixpack'
	rm -rf rootdir/var/lib/apt/lists
	cp -a rootdir/var/lib/apt/lists-bak rootdir/var/lib/apt/lists
	sed -i "/^Valid-Until: / a\
Signed-By: ${MARVIN} ${MARVIN}, \\
 ${SIXPACK}" rootdir/var/lib/apt/lists/*Release
	touch -d 'now - 1 year' rootdir/var/lib/apt/lists/*Release
	successfulaptgetupdate
	testsuccessequal "$(cat "${PKGFILE}-new")
" aptcache show apt
	installaptnew
}

runtest2() {
	msgmsg 'Cold archive signed by' 'Joe Sixpack'
	prepare "${PKGFILE}"
	rm -rf rootdir/var/lib/apt/lists
	signreleasefiles 'Joe Sixpack'
	successfulaptgetupdate

	# New .deb but now an unsigned archive. For example MITM to circumvent
	# package verification.
	msgmsg 'Warm archive signed by' 'nobody'
	prepare "${PKGFILE}-new"
	find aptarchive/ \( -name InRelease -o -name Release.gpg \) -delete
	updatewithwarnings 'W: .* no longer signed.'
	testsuccessequal "$(cat "${PKGFILE}-new")
" aptcache show apt
	failaptnew

	# Unsigned archive from the beginning must also be detected.
	msgmsg 'Cold archive signed by' 'nobody'
	rm -rf rootdir/var/lib/apt/lists
	updatewithwarnings 'W: .* is not signed.'
	testsuccessequal "$(cat "${PKGFILE}-new")
" aptcache show apt
	failaptnew
}

runtest3() {
	echo "APT::Hashes::$APT_TESTS_DIGEST_ALGO::$1 \"yes\";" > rootdir/etc/apt/apt.conf.d/truststate
	msgmsg "Running base test with $1 digest"
	runtest2

	for DELETEFILE in 'InRelease' 'Release.gpg'; do
		export APT_DONT_SIGN="$DELETEFILE"
		msgmsg "Running test with deletion of $DELETEFILE and $1 digest"
		runtest
		export APT_DONT_SIGN='Release.gpg'
	done
}

# diable some protection by default and ensure we still do the verification
# correctly
cat > rootdir/etc/apt/apt.conf.d/weaken-security <<EOF
Acquire::AllowInsecureRepositories "1";
Acquire::AllowDowngradeToInsecureRepositories "1";
EOF
# the hash marked as configurable in our gpgv method
export APT_TESTS_DIGEST_ALGO='SHA224'

successfulaptgetupdate() {
	testsuccess aptget update -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
	if [ -n "$1" ]; then
		cp rootdir/tmp/testsuccess.output aptupdate.output
		testsuccess grep "$1" aptupdate.output
	fi
}
runtest3 'Trusted'

successfulaptgetupdate() {
	testwarning aptget update -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
	if [ -n "$1" ]; then
		testsuccess grep "$1" rootdir/tmp/testwarning.output
	fi
	testsuccess grep 'uses weak digest algorithm' rootdir/tmp/testwarning.output
}
runtest3 'Weak'

msgmsg "Running test with apt-untrusted digest"
echo "APT::Hashes::$APT_TESTS_DIGEST_ALGO::Untrusted \"yes\";" > rootdir/etc/apt/apt.conf.d/truststate
runfailure() {
	for DELETEFILE in 'InRelease' 'Release.gpg'; do
		export APT_DONT_SIGN="$DELETEFILE"
		msgmsg 'Cold archive signed by' 'Joe Sixpack'
		prepare "${PKGFILE}"
		rm -rf rootdir/var/lib/apt/lists
		signreleasefiles 'Joe Sixpack'
		testfailure aptget update --no-allow-insecure-repositories -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
		testsuccess grep 'The following signatures were invalid' rootdir/tmp/testfailure.output
		testnopackage 'apt'
		testwarning aptget update --allow-insecure-repositories -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
		failaptold
		rm -rf rootdir/var/lib/apt/lists
		sed -i 's#^deb\(-src\)\? #deb\1 [allow-insecure=yes] #' rootdir/etc/apt/sources.list.d/*
		testwarning aptget update --no-allow-insecure-repositories -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
		failaptold
		sed -i 's#^deb\(-src\)\? \[allow-insecure=yes\] #deb\1 #' rootdir/etc/apt/sources.list.d/*

		msgmsg 'Cold archive signed by' 'Marvin Paranoid'
		prepare "${PKGFILE}"
		rm -rf rootdir/var/lib/apt/lists
		signreleasefiles 'Marvin Paranoid'
		testfailure aptget update --no-allow-insecure-repositories -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
		testnopackage 'apt'
		updatewithwarnings '^W: .* NO_PUBKEY'
		testsuccessequal "$(cat "${PKGFILE}")
" aptcache show apt
		failaptold
		export APT_DONT_SIGN='Release.gpg'
	done
}
runfailure

msgmsg "Running test with gpgv-untrusted digest"
export APT_TESTS_DIGEST_ALGO='MD5'
runfailure
Commit	Line	Data
fe0f7911 DK	1	#!/bin/sh
	2	set -e
	3
3abb6a6a DK	4	TESTDIR="$(readlink -f "$(dirname "$0")")"
3abb6a6a DK	5	. "$TESTDIR/framework"
fe0f7911 DK	6
	7	setupenvironment
	8	configarchitecture "i386"
	9
5a23c56d	10	export APT_DONT_SIGN='Release.gpg'
fe0f7911 DK	11	buildaptarchive
	12	setupflataptarchive
	13	changetowebserver
	14
	15	prepare() {
	16	local DATE="${2:-now}"
331e8396 DK	17	if [ "$DATE" = 'now' ]; then
	18	if [ "$1" = "${PKGFILE}-new" ]; then
	19	DATE='now - 1 day'
	20	else
	21	DATE='now - 7 day'
	22	fi
fe0f7911 DK	23	fi
fe0f7911 DK	24	for release in $(find rootdir/var/lib/apt/lists 2> /dev/null); do
63c71412	25	touch -d 'now - 1 year' "$release"
fe0f7911	26	done
8de79b68	27	aptget clean
63c71412	28	cp "$1" aptarchive/Packages
fe0f7911	29	find aptarchive -name 'Release' -delete
331e8396	30	compressfile 'aptarchive/Packages' "$DATE"
89901946	31	generatereleasefiles "$DATE" 'now + 1 month'
fe0f7911 DK	32	}
	33
	34	installaptold() {
46e00c90	35	rm -rf rootdir/var/cache/apt/archives
6c0765c0	36	testsuccessequal "Reading package lists...
fe0f7911 DK	37	Building dependency tree...
fe0f7911 DK	38	Suggested packages:
9112f777	39	aptitude \| synaptic \| wajig dpkg-dev apt-doc bzip2 lzma python-apt
fe0f7911 DK	40	The following NEW packages will be installed:
	41	apt
	42	0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
	43	After this operation, 5370 kB of additional disk space will be used.
6c0765c0 DK	44	Get:1 http://localhost:${APTHTTPPORT} apt 0.7.25.3
6c0765c0 DK	45	Download complete and in download only mode" aptget install apt -dy
fe0f7911 DK	46	}
	47
	48	installaptnew() {
89901946	49	rm -rf rootdir/var/cache/apt/archives
6c0765c0	50	testsuccessequal "Reading package lists...
fe0f7911 DK	51	Building dependency tree...
fe0f7911 DK	52	Suggested packages:
9112f777	53	aptitude \| synaptic \| wajig dpkg-dev apt-doc bzip2 lzma python-apt
fe0f7911 DK	54	The following NEW packages will be installed:
	55	apt
	56	0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
	57	After this operation, 5808 kB of additional disk space will be used.
6c0765c0 DK	58	Get:1 http://localhost:${APTHTTPPORT} apt 0.8.0~pre1
6c0765c0 DK	59	Download complete and in download only mode" aptget install apt -dy
fe0f7911 DK	60	}
	61
	62	failaptold() {
25b86db1	63	testfailureequal 'Reading package lists...
fe0f7911 DK	64	Building dependency tree...
fe0f7911 DK	65	Suggested packages:
9112f777	66	aptitude \| synaptic \| wajig dpkg-dev apt-doc bzip2 lzma python-apt
fe0f7911 DK	67	The following NEW packages will be installed:
	68	apt
	69	0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
	70	After this operation, 5370 kB of additional disk space will be used.
	71	WARNING: The following packages cannot be authenticated!
	72	apt
b381a482	73	E: There were unauthenticated packages and -y was used without --allow-unauthenticated' aptget install apt -dy
fe0f7911 DK	74	}
	75
	76	failaptnew() {
25b86db1	77	testfailureequal 'Reading package lists...
fe0f7911 DK	78	Building dependency tree...
fe0f7911 DK	79	Suggested packages:
9112f777	80	aptitude \| synaptic \| wajig dpkg-dev apt-doc bzip2 lzma python-apt
fe0f7911 DK	81	The following NEW packages will be installed:
	82	apt
	83	0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
	84	After this operation, 5808 kB of additional disk space will be used.
	85	WARNING: The following packages cannot be authenticated!
	86	apt
b381a482	87	E: There were unauthenticated packages and -y was used without --allow-unauthenticated' aptget install apt -dy
fe0f7911 DK	88	}
	89
	90	# fake our downloadable file
	91	touch aptarchive/apt.deb
	92
63c71412	93	PKGFILE="${TESTDIR}/$(echo "$(basename "$0")" \| sed 's#^test-#Packages-#')"
fe0f7911	94
6bf93605	95	updatewithwarnings() {
4e03c47d	96	testwarning aptget update -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
6bf93605	97	testsuccess grep -E "$1" rootdir/tmp/testwarning.output
331e8396 DK	98	}
331e8396 DK	99
fe0f7911	100	runtest() {
8fa99570	101	msgmsg 'Cold archive signed by' 'Joe Sixpack'
63c71412	102	prepare "${PKGFILE}"
fe0f7911 DK	103	rm -rf rootdir/var/lib/apt/lists
fe0f7911 DK	104	signreleasefiles 'Joe Sixpack'
8fa99570	105	successfulaptgetupdate
63c71412	106	testsuccessequal "$(cat "${PKGFILE}")
fe0f7911 DK	107	" aptcache show apt
	108	installaptold
	109
8fa99570	110	msgmsg 'Good warm archive signed by' 'Joe Sixpack'
63c71412	111	prepare "${PKGFILE}-new"
fe0f7911	112	signreleasefiles 'Joe Sixpack'
8fa99570	113	successfulaptgetupdate
63c71412	114	testsuccessequal "$(cat "${PKGFILE}-new")
fe0f7911 DK	115	" aptcache show apt
	116	installaptnew
	117
8fa99570	118	msgmsg 'Cold archive signed by' 'Rex Expired'
63c71412	119	prepare "${PKGFILE}"
29a59c46 DK	120	rm -rf rootdir/var/lib/apt/lists
	121	cp keys/rexexpired.pub rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
	122	signreleasefiles 'Rex Expired'
f13b413a	123	updatewithwarnings '^W: .* EXPKEYSIG'
63c71412	124	testsuccessequal "$(cat "${PKGFILE}")
29a59c46 DK	125	" aptcache show apt
29a59c46 DK	126	failaptold
fb7b11eb	127	rm -f rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
fe0f7911	128
1af227c2 DK	129	msgmsg 'Cold archive expired signed by' 'Joe Sixpack'
	130	if dpkg --compare-versions "$(aptkey adv --version \| head -n 2 \| tail -n 1 \| cut -d' ' -f 3)" '>=' '2.1' >/dev/null 2>&1; then
	131	touch rootdir/etc/apt/apt.conf.d/99gnupg2
	132	elif gpg2 --version >/dev/null 2>&1; then
	133	echo 'Apt::Key::gpgcommand "gpg2";' > rootdir/etc/apt/apt.conf.d/99gnupg2
	134	if ! dpkg --compare-versions "$(aptkey adv --version \| head -n 2 \| tail -n 1 \| cut -d' ' -f 3)" '>=' '2.1' >/dev/null 2>&1; then
	135	rm rootdir/etc/apt/apt.conf.d/99gnupg2
	136	fi
	137	fi
	138	if [ -e rootdir/etc/apt/apt.conf.d/99gnupg2 ]; then
	139	prepare "${PKGFILE}"
	140	rm -rf rootdir/var/lib/apt/lists
	141	signreleasefiles 'Joe Sixpack' 'aptarchive' --faked-system-time "20070924T154812" --default-sig-expire 2016-04-01
1af227c2 DK	142	updatewithwarnings '^W: .* EXPSIG'
	143	testsuccessequal "$(cat "${PKGFILE}")
	144	" aptcache show apt
	145	failaptold
	146	rm -f rootdir/etc/apt/apt.conf.d/99gnupg2
	147	else
	148	msgskip 'Not a new enough gpg available providing --fake-system-time'
	149	fi
	150
fb7b11eb DK	151	msgmsg 'Cold archive signed by' 'Joe Sixpack,Marvin Paranoid'
	152	prepare "${PKGFILE}"
	153	rm -rf rootdir/var/lib/apt/lists
	154	signreleasefiles 'Joe Sixpack,Marvin Paranoid'
fb7b11eb DK	155	successfulaptgetupdate 'NO_PUBKEY'
	156	testsuccessequal "$(cat "${PKGFILE}")
	157	" aptcache show apt
	158	installaptold
	159
	160	msgmsg 'Cold archive signed by' 'Joe Sixpack,Rex Expired'
	161	prepare "${PKGFILE}"
	162	rm -rf rootdir/var/lib/apt/lists
	163	signreleasefiles 'Joe Sixpack,Rex Expired'
fb7b11eb DK	164	cp keys/rexexpired.pub rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
	165	successfulaptgetupdate 'EXPKEYSIG'
	166	rm -f rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
	167	testsuccessequal "$(cat "${PKGFILE}")
	168	" aptcache show apt
	169	installaptold
	170
8fa99570	171	msgmsg 'Cold archive signed by' 'Marvin Paranoid'
63c71412	172	prepare "${PKGFILE}"
fe0f7911 DK	173	rm -rf rootdir/var/lib/apt/lists
fe0f7911 DK	174	signreleasefiles 'Marvin Paranoid'
6bf93605	175	updatewithwarnings '^W: .* NO_PUBKEY'
63c71412	176	testsuccessequal "$(cat "${PKGFILE}")
fe0f7911 DK	177	" aptcache show apt
	178	failaptold
	179
8fa99570	180	msgmsg 'Bad warm archive signed by' 'Joe Sixpack'
63c71412	181	prepare "${PKGFILE}-new"
fe0f7911	182	signreleasefiles 'Joe Sixpack'
8fa99570	183	successfulaptgetupdate
63c71412	184	testsuccessequal "$(cat "${PKGFILE}-new")
fe0f7911 DK	185	" aptcache show apt
	186	installaptnew
	187
8fa99570	188	msgmsg 'Cold archive signed by' 'Joe Sixpack'
63c71412	189	prepare "${PKGFILE}"
fe0f7911 DK	190	rm -rf rootdir/var/lib/apt/lists
fe0f7911 DK	191	signreleasefiles 'Joe Sixpack'
8fa99570	192	successfulaptgetupdate
63c71412	193	testsuccessequal "$(cat "${PKGFILE}")
fe0f7911 DK	194	" aptcache show apt
	195	installaptold
	196
8fa99570	197	msgmsg 'Good warm archive signed by' 'Marvin Paranoid'
63c71412	198	prepare "${PKGFILE}-new"
fe0f7911	199	signreleasefiles 'Marvin Paranoid'
6bf93605	200	updatewithwarnings '^W: .* NO_PUBKEY'
63c71412	201	testsuccessequal "$(cat "${PKGFILE}")
29a59c46 DK	202	" aptcache show apt
	203	installaptold
	204
8fa99570	205	msgmsg 'Good warm archive signed by' 'Rex Expired'
63c71412	206	prepare "${PKGFILE}-new"
29a59c46 DK	207	cp keys/rexexpired.pub rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
29a59c46 DK	208	signreleasefiles 'Rex Expired'
f13b413a	209	updatewithwarnings '^W: .* EXPKEYSIG'
63c71412	210	testsuccessequal "$(cat "${PKGFILE}")
fe0f7911 DK	211	" aptcache show apt
fe0f7911 DK	212	installaptold
29a59c46 DK	213	rm rootdir/etc/apt/trusted.gpg.d/rexexpired.gpg
29a59c46 DK	214
8fa99570	215	msgmsg 'Good warm archive signed by' 'Joe Sixpack'
63c71412	216	prepare "${PKGFILE}-new"
29a59c46	217	signreleasefiles
8fa99570	218	successfulaptgetupdate
63c71412	219	testsuccessequal "$(cat "${PKGFILE}-new")
29a59c46 DK	220	" aptcache show apt
29a59c46 DK	221	installaptnew
b0d40854	222
8fa99570	223	msgmsg 'Cold archive signed by good keyring' 'Marvin Paranoid'
63c71412	224	prepare "${PKGFILE}"
b0d40854 DK	225	rm -rf rootdir/var/lib/apt/lists
b0d40854 DK	226	signreleasefiles 'Marvin Paranoid'
b0d40854 DK	227	local MARVIN="$(readlink -f keys/marvinparanoid.pub)"
b0d40854 DK	228	sed -i "s#^\(deb\(-src\)\?\) #\1 [signed-by=$MARVIN] #" rootdir/etc/apt/sources.list.d/*
8fa99570	229	successfulaptgetupdate
63c71412	230	testsuccessequal "$(cat "${PKGFILE}")
b0d40854 DK	231	" aptcache show apt
	232	installaptold
	233
8fa99570	234	msgmsg 'Cold archive signed by bad keyring' 'Joe Sixpack'
b0d40854 DK	235	rm -rf rootdir/var/lib/apt/lists
b0d40854 DK	236	signreleasefiles 'Joe Sixpack'
b0d40854	237	updatewithwarnings '^W: .* NO_PUBKEY'
b0d40854	238	sed -i "s#^\(deb\(-src\)\?\) \[signed-by=$MARVIN\] #\1 #" rootdir/etc/apt/sources.list.d/*
46e00c90	239
b0d40854	240	local MARVIN="$(aptkey --keyring $MARVIN finger \| grep 'Key fingerprint' \| cut -d'=' -f 2 \| tr -d ' ')"
46e00c90 DK	241	msgmsg 'Cold archive signed by bad keyid' 'Joe Sixpack'
	242	rm -rf rootdir/var/lib/apt/lists
	243	signreleasefiles 'Joe Sixpack'
46e00c90 DK	244	sed -i "s#^\(deb\(-src\)\?\) #\1 [signed-by=$MARVIN] #" rootdir/etc/apt/sources.list.d/*
46e00c90 DK	245	updatewithwarnings '^W: .* be verified because the public key is not available: .*'
b0d40854	246
8fa99570	247	msgmsg 'Cold archive signed by good keyid' 'Marvin Paranoid'
b0d40854 DK	248	rm -rf rootdir/var/lib/apt/lists
b0d40854 DK	249	signreleasefiles 'Marvin Paranoid'
b0d40854	250	cp keys/marvinparanoid.pub rootdir/etc/apt/trusted.gpg.d/marvinparanoid.gpg
8fa99570	251	successfulaptgetupdate
63c71412	252	testsuccessequal "$(cat "${PKGFILE}")
b0d40854 DK	253	" aptcache show apt
b0d40854 DK	254	installaptold
b0d40854	255
46e00c90 DK	256	msgmsg 'Cold archive signed by good keyid' 'Marvin Paranoid,Joe Sixpack'
	257	rm -rf rootdir/var/lib/apt/lists
	258	signreleasefiles 'Marvin Paranoid,Joe Sixpack'
46e00c90 DK	259	successfulaptgetupdate 'NoPubKey: GOODSIG'
	260	testsuccessequal "$(cat "${PKGFILE}")
	261	" aptcache show apt
	262	installaptold
	263
	264	local SIXPACK="$(aptkey --keyring keys/joesixpack.pub finger \| grep 'Key fingerprint' \| cut -d'=' -f 2 \| tr -d ' ')"
	265	msgmsg 'Cold archive signed by good keyids' 'Joe Sixpack'
b0d40854 DK	266	rm -rf rootdir/var/lib/apt/lists
b0d40854 DK	267	signreleasefiles 'Joe Sixpack'
46e00c90 DK	268	sed -i "s#^\(deb\(-src\)\?\) \[signed-by=$MARVIN\] #\1 [signed-by=${SIXPACK},${MARVIN}] #" rootdir/etc/apt/sources.list.d/*
	269	successfulaptgetupdate
	270	testsuccessequal "$(cat "${PKGFILE}")
	271	" aptcache show apt
	272	installaptold
	273
	274	local SIXPACK="$(aptkey --keyring keys/joesixpack.pub finger \| grep 'Key fingerprint' \| cut -d'=' -f 2 \| tr -d ' ')"
	275	msgmsg 'Cold archive signed by good keyids' 'Joe Sixpack'
	276	rm -rf rootdir/var/lib/apt/lists
	277	sed -i "s#^\(deb\(-src\)\?\) \[signed-by=${SIXPACK},${MARVIN}\] #\1 [signed-by=${MARVIN},${SIXPACK}] #" rootdir/etc/apt/sources.list.d/*
	278	successfulaptgetupdate
	279	testsuccessequal "$(cat "${PKGFILE}")
	280	" aptcache show apt
	281	installaptold
	282	rm -f rootdir/etc/apt/trusted.gpg.d/marvinparanoid.gpg
	283	sed -i "s#^\(deb\(-src\)\?\) \[signed-by=${MARVIN},${SIXPACK}\] #\1 #" rootdir/etc/apt/sources.list.d/*
b0d40854	284
89901946 DK	285	rm -rf rootdir/var/lib/apt/lists-bak
	286	cp -a rootdir/var/lib/apt/lists rootdir/var/lib/apt/lists-bak
	287	prepare "${PKGFILE}-new"
	288	signreleasefiles 'Joe Sixpack'
89901946 DK	289
	290	msgmsg 'Warm archive with signed-by' 'Joe Sixpack'
	291	sed -i "/^Valid-Until: / a\
	292	Signed-By: ${SIXPACK}" rootdir/var/lib/apt/lists/*Release
	293	touch -d 'now - 1 year' rootdir/var/lib/apt/lists/*Release
	294	successfulaptgetupdate
	295	testsuccessequal "$(cat "${PKGFILE}-new")
	296	" aptcache show apt
	297	installaptnew
	298
	299	msgmsg 'Warm archive with signed-by' 'Marvin Paranoid'
	300	rm -rf rootdir/var/lib/apt/lists
	301	cp -a rootdir/var/lib/apt/lists-bak rootdir/var/lib/apt/lists
	302	sed -i "/^Valid-Until: / a\
	303	Signed-By: ${MARVIN}" rootdir/var/lib/apt/lists/*Release
	304	touch -d 'now - 1 year' rootdir/var/lib/apt/lists/*Release
	305	updatewithwarnings 'W: .* public key is not available: GOODSIG'
	306	testsuccessequal "$(cat "${PKGFILE}")
	307	" aptcache show apt
	308	installaptold
	309
	310	msgmsg 'Warm archive with outdated signed-by' 'Marvin Paranoid'
	311	rm -rf rootdir/var/lib/apt/lists
	312	cp -a rootdir/var/lib/apt/lists-bak rootdir/var/lib/apt/lists
	313	sed -i "/^Valid-Until: / a\
	314	Valid-Until: $(date -u -d "now - 2min" '+%a, %d %b %Y %H:%M:%S %Z') \\
	315	Signed-By: ${MARVIN}" rootdir/var/lib/apt/lists/*Release
	316	touch -d 'now - 1 year' rootdir/var/lib/apt/lists/*Release
	317	successfulaptgetupdate
	318	testsuccessequal "$(cat "${PKGFILE}-new")
	319	" aptcache show apt
	320	installaptnew
	321
	322	msgmsg 'Warm archive with two signed-bys' 'Joe Sixpack'
	323	rm -rf rootdir/var/lib/apt/lists
	324	cp -a rootdir/var/lib/apt/lists-bak rootdir/var/lib/apt/lists
	325	sed -i "/^Valid-Until: / a\
	326	Signed-By: ${MARVIN} ${MARVIN}, \\
	327	${SIXPACK}" rootdir/var/lib/apt/lists/*Release
	328	touch -d 'now - 1 year' rootdir/var/lib/apt/lists/*Release
	329	successfulaptgetupdate
	330	testsuccessequal "$(cat "${PKGFILE}-new")
	331	" aptcache show apt
	332	installaptnew
fe0f7911 DK	333	}
fe0f7911 DK	334
43c1ca5d	335	runtest2() {
8fa99570	336	msgmsg 'Cold archive signed by' 'Joe Sixpack'
63c71412	337	prepare "${PKGFILE}"
43c1ca5d SR	338	rm -rf rootdir/var/lib/apt/lists
43c1ca5d SR	339	signreleasefiles 'Joe Sixpack'
8fa99570	340	successfulaptgetupdate
43c1ca5d SR	341
	342	# New .deb but now an unsigned archive. For example MITM to circumvent
	343	# package verification.
8fa99570	344	msgmsg 'Warm archive signed by' 'nobody'
63c71412	345	prepare "${PKGFILE}-new"
761a5ad2	346	find aptarchive/ \( -name InRelease -o -name Release.gpg \) -delete
6bf93605	347	updatewithwarnings 'W: .* no longer signed.'
63c71412	348	testsuccessequal "$(cat "${PKGFILE}-new")
43c1ca5d SR	349	" aptcache show apt
	350	failaptnew
	351
	352	# Unsigned archive from the beginning must also be detected.
6bf93605	353	msgmsg 'Cold archive signed by' 'nobody'
8fa99570	354	rm -rf rootdir/var/lib/apt/lists
6bf93605	355	updatewithwarnings 'W: .* is not signed.'
63c71412	356	testsuccessequal "$(cat "${PKGFILE}-new")
43c1ca5d SR	357	" aptcache show apt
	358	failaptnew
	359	}
43c1ca5d	360
8fa99570	361	runtest3() {
6a4958d3	362	echo "APT::Hashes::$APT_TESTS_DIGEST_ALGO::$1 \"yes\";" > rootdir/etc/apt/apt.conf.d/truststate
08b7761a	363	msgmsg "Running base test with $1 digest"
8fa99570 DK	364	runtest2
8fa99570 DK	365
08b7761a	366	for DELETEFILE in 'InRelease' 'Release.gpg'; do
761a5ad2	367	export APT_DONT_SIGN="$DELETEFILE"
08b7761a	368	msgmsg "Running test with deletion of $DELETEFILE and $1 digest"
761a5ad2	369	runtest
5a23c56d	370	export APT_DONT_SIGN='Release.gpg'
08b7761a	371	done
8fa99570 DK	372	}
8fa99570 DK	373
e8b1db38 MV	374	# diable some protection by default and ensure we still do the verification
	375	# correctly
	376	cat > rootdir/etc/apt/apt.conf.d/weaken-security <<EOF
	377	Acquire::AllowInsecureRepositories "1";
	378	Acquire::AllowDowngradeToInsecureRepositories "1";
	379	EOF
196d590a	380	# the hash marked as configurable in our gpgv method
08b7761a	381	export APT_TESTS_DIGEST_ALGO='SHA224'
e8b1db38	382
8fa99570 DK	383	successfulaptgetupdate() {
8fa99570 DK	384	testsuccess aptget update -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
fb7b11eb DK	385	if [ -n "$1" ]; then
	386	cp rootdir/tmp/testsuccess.output aptupdate.output
	387	testsuccess grep "$1" aptupdate.output
	388	fi
8fa99570	389	}
6a4958d3	390	runtest3 'Trusted'
e8b1db38	391
8fa99570 DK	392	successfulaptgetupdate() {
8fa99570 DK	393	testwarning aptget update -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
fb7b11eb DK	394	if [ -n "$1" ]; then
	395	testsuccess grep "$1" rootdir/tmp/testwarning.output
	396	fi
8fa99570 DK	397	testsuccess grep 'uses weak digest algorithm' rootdir/tmp/testwarning.output
8fa99570 DK	398	}
6a4958d3	399	runtest3 'Weak'
08b7761a DK	400
08b7761a DK	401	msgmsg "Running test with apt-untrusted digest"
6a4958d3	402	echo "APT::Hashes::$APT_TESTS_DIGEST_ALGO::Untrusted \"yes\";" > rootdir/etc/apt/apt.conf.d/truststate
08b7761a DK	403	runfailure() {
08b7761a DK	404	for DELETEFILE in 'InRelease' 'Release.gpg'; do
761a5ad2	405	export APT_DONT_SIGN="$DELETEFILE"
08b7761a DK	406	msgmsg 'Cold archive signed by' 'Joe Sixpack'
	407	prepare "${PKGFILE}"
	408	rm -rf rootdir/var/lib/apt/lists
	409	signreleasefiles 'Joe Sixpack'
08b7761a DK	410	testfailure aptget update --no-allow-insecure-repositories -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
	411	testsuccess grep 'The following signatures were invalid' rootdir/tmp/testfailure.output
	412	testnopackage 'apt'
	413	testwarning aptget update --allow-insecure-repositories -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
	414	failaptold
d03b947b DK	415	rm -rf rootdir/var/lib/apt/lists
	416	sed -i 's#^deb\(-src\)\? #deb\1 [allow-insecure=yes] #' rootdir/etc/apt/sources.list.d/*
	417	testwarning aptget update --no-allow-insecure-repositories -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
	418	failaptold
	419	sed -i 's#^deb\(-src\)\? \[allow-insecure=yes\] #deb\1 #' rootdir/etc/apt/sources.list.d/*
08b7761a DK	420
	421	msgmsg 'Cold archive signed by' 'Marvin Paranoid'
	422	prepare "${PKGFILE}"
	423	rm -rf rootdir/var/lib/apt/lists
	424	signreleasefiles 'Marvin Paranoid'
08b7761a DK	425	testfailure aptget update --no-allow-insecure-repositories -o Debug::pkgAcquire::Worker=1 -o Debug::Acquire::gpgv=1
	426	testnopackage 'apt'
	427	updatewithwarnings '^W: .* NO_PUBKEY'
	428	testsuccessequal "$(cat "${PKGFILE}")
	429	" aptcache show apt
	430	failaptold
5a23c56d	431	export APT_DONT_SIGN='Release.gpg'
08b7761a DK	432	done
	433	}
	434	runfailure
	435
	436	msgmsg "Running test with gpgv-untrusted digest"
	437	export APT_TESTS_DIGEST_ALGO='MD5'
	438	runfailure