[apt.git] / test / integration / test-compressed-indexes

#!/bin/sh
set -e

TESTDIR=$(readlink -f $(dirname $0))
. $TESTDIR/framework

setupenvironment
configcompression '.' 'xz' 'bz2' 'lzma' 'gz'
configarchitecture 'i386'

buildsimplenativepackage 'testpkg' 'i386' '1.0'

buildaptarchive
setupdistsaptarchive
# fake a pdiff setup as apt wouldn't try pdiffs otherwise
find aptarchive -name 'Packages' -o -name 'Sources' | while read file; do
	mkdir "${file}.diff"
	PATCHINDEX="${file}.diff/Index"
	echo 'SHA1-Current: adc83b19e793491b1c6ea0fd8b46cd9f32e592fc 0
SHA1-History:
 adc83b19e793491b1c6ea0fd8b46cd9f32e592fc 33053002 2010-08-18-2013.28
 ecfd1b19e793491b1c6ea123eabdcd9f32e592fc 33053001 2010-08-18-2013.29
SHA1-Patches:
 abc1fc0ac57cd83d41c63195a9342e2db5650257 19722 2010-08-18-0814.28
 dfe3444ac57cd83d41c63195a9342e2db5650257 19722 2010-08-18-0814.29' > $PATCHINDEX
done
generatereleasefiles
signreleasefiles

testrun() {
	local F
	msgtest 'Check if all index files are' "${1:-uncompressed}"
	if [ "$1" = 'compressed' ]; then
		! test -e rootdir/var/lib/apt/lists/*i386_Packages || F=1
		! test -e rootdir/var/lib/apt/lists/*all_Packages || F=1
		! test -e rootdir/var/lib/apt/lists/*_Sources || F=1
		! test -e rootdir/var/lib/apt/lists/*_Translation-en || F=1
		test -e rootdir/var/lib/apt/lists/*i386_Packages.${COMPRESS} || F=1
		test -e rootdir/var/lib/apt/lists/*all_Packages.${COMPRESS} || F=1
		test -e rootdir/var/lib/apt/lists/*_Sources.${COMPRESS} || F=1
		test -e rootdir/var/lib/apt/lists/*_Translation-en.${COMPRESS} || F=1
		# there is no point in trying pdiff if we have compressed indexes
		# as we can't patch compressed files (well, we can, but what is the point?)
		! test -e rootdir/var/lib/apt/lists/*diff_Index || F=1
	else
		# clear the faked pdiff indexes so the glob below works
		rm -f rootdir/var/lib/apt/lists/*diff_Index
		test -e rootdir/var/lib/apt/lists/*i386_Packages || F=1
		test -e rootdir/var/lib/apt/lists/*all_Packages || F=1
		test -e rootdir/var/lib/apt/lists/*_Sources || F=1
		test -e rootdir/var/lib/apt/lists/*_Translation-en || F=1
		! test -e rootdir/var/lib/apt/lists/*i386_Packages.* || F=1
		! test -e rootdir/var/lib/apt/lists/*all_Packages.* || F=1
		! test -e rootdir/var/lib/apt/lists/*_Sources.* || F=1
		! test -e rootdir/var/lib/apt/lists/*_Translation-en.* || F=1
	fi
	if [ -n "$F" ]; then
		cat rootdir/tmp/testsuccess.output
		ls -laR rootdir/var/lib/apt/lists/
		msgfail
	else
		msgpass
	fi
	msgtest 'Check if package is downloadable'
	cd downloaded
	testsuccess --nomsg aptget download testpkg
	msgtest 'deb file is present'; testsuccess --nomsg test -f testpkg_1.0_i386.deb
	rm -f testpkg_1.0_i386.deb
	cd - >/dev/null
	testsuccessequal 'Reading package lists...
Building dependency tree...
The following NEW packages will be installed:
  testpkg
0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
Inst testpkg (1.0 unstable [i386])
Conf testpkg (1.0 unstable [i386])' aptget install testpkg -s
	rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
	testsuccessequal "$GOODSHOW" aptcache show testpkg
	testsuccessequal "$GOODSHOW" aptcache show testpkg
	rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
	rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
	testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
	testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
	aptget clean
	msgtest 'Check if the source is aptgetable'
	cd downloaded
	testsuccess --nomsg aptget source testpkg
	testsuccess test -s testpkg_1.0.dsc
	testsuccess test -d testpkg-1.0
	rm -rf testpkg-1.0*
	cd - >/dev/null
	testsuccessequal "$(aptcache show testpkg -o Acquire::Languages=none)
" aptcache dumpavail
}

echo 'Debug::pkgAcquire::worker "true";
debug::pkgAcquire::Auth "true";
Debug::pkgAcquire::Diffs "true";
Debug::Acquire::http "true";' > rootdir/etc/apt/apt.conf.d/99debugconf

testovermethod() {
	forcecompressor $2

	for INDEX in 'false' 'true'; do
		rm -rf rootdir/var/lib/apt/lists
		echo "Acquire::GzipIndexes \"${INDEX}\";" > rootdir/etc/apt/apt.conf.d/02compressindex
		local INDCOMP
		if [ "$INDEX" = 'false' -o "$1" = 'cdrom' ]; then
			INDCOMP='uncompressed'
		else
			INDCOMP='compressed'
		fi

		msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX"
		if [ "${1}" = 'cdrom' ]; then
			testsuccess aptcdrom add </dev/null
		fi
		testsuccess aptget update
		testrun "$INDCOMP"

		if [ "${1}" != 'cdrom' ]; then
			testsuccess aptget update -o Acquire::Pdiffs=1
			msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX (update unchanged with pdiffs)"
			testrun "$INDCOMP"

			testsuccess aptget update -o Acquire::Pdiffs=0
			msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX (update unchanged without pdiffs)"
			testrun "$INDCOMP"
		fi

		rm rootdir/etc/apt/apt.conf.d/02compressindex
	done
}

testsuccess aptget update
GOODSHOW="$(aptcache show testpkg)
"
test $(echo "$GOODSHOW" | grep -e '^Package: testpkg' -e '^Version: 1.0' -e '^Architecture: i386' | wc -l) -eq 3 || msgdie 'show is broken'
testsuccessequal "$GOODSHOW" aptcache show testpkg
GOODSHOWSRC="$(aptcache showsrc testpkg)
"
test $(echo "$GOODSHOWSRC" | grep -e '^Package: testpkg' -e '^Format: 3.0 (native)' -e '^Files:' -e '^Checksums-Sha256:' | wc -l) -eq 4 || msgdie 'showsrc is broken'
testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
GOODPOLICY="$(aptcache policy testpkg)"
test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 file:/' | wc -l) -eq 4 || msgdie 'file policy is broken'
testsuccessequal "$GOODPOLICY" aptcache policy testpkg
for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'file' $COMPRESSOR; done

rewritesourceslist "copy://${TMPWORKINGDIRECTORY}/aptarchive"
rm -rf rootdir/var/lib/apt/lists
testsuccess aptget update
GOODPOLICY="$(aptcache policy testpkg)"
test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 copy:/' | wc -l) -eq 4 || msgdie 'copy policy is broken'
testsuccessequal "$GOODPOLICY" aptcache policy testpkg
for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'copy' $COMPRESSOR; done

changetowebserver
rm -rf rootdir/var/lib/apt/lists
testsuccess aptget update
GOODPOLICY="$(aptcache policy testpkg)"
test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 http://' | wc -l) -eq 4 || msgdie 'http policy is broken'
testsuccessequal "$GOODPOLICY" aptcache policy testpkg
for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'http' $COMPRESSOR; done

changetohttpswebserver
rm -rf rootdir/var/lib/apt/lists
testsuccess aptget update
GOODPOLICY="$(aptcache policy testpkg)"
test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 https://' | wc -l) -eq 4 || msgdie 'https policy is broken'
testsuccessequal "$GOODPOLICY" aptcache policy testpkg
for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'https' $COMPRESSOR; done

changetocdrom 'Debian APT Testdisk 0.8.15'
rm -rf rootdir/var/lib/apt/lists
testsuccess aptcdrom add </dev/null
GOODPOLICY="$(aptcache policy testpkg)"
test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 cdrom://' | wc -l) -eq 4 || msgdie 'cdrom policy is broken'
testsuccessequal "$GOODPOLICY" aptcache policy testpkg
for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'cdrom' $COMPRESSOR; done
Commit	Line	Data
f213b6ea DK	1	#!/bin/sh
	2	set -e
	3
9962ae93	4	TESTDIR=$(readlink -f $(dirname $0))
f213b6ea DK	5	. $TESTDIR/framework
	6
	7	setupenvironment
5f982b9d DK	8	configcompression '.' 'xz' 'bz2' 'lzma' 'gz'
	9	configarchitecture 'i386'
	10
	11	buildsimplenativepackage 'testpkg' 'i386' '1.0'
	12
	13	buildaptarchive
	14	setupdistsaptarchive
	15	# fake a pdiff setup as apt wouldn't try pdiffs otherwise
	16	find aptarchive -name 'Packages' -o -name 'Sources' \| while read file; do
	17	mkdir "${file}.diff"
	18	PATCHINDEX="${file}.diff/Index"
	19	echo 'SHA1-Current: adc83b19e793491b1c6ea0fd8b46cd9f32e592fc 0
	20	SHA1-History:
	21	adc83b19e793491b1c6ea0fd8b46cd9f32e592fc 33053002 2010-08-18-2013.28
	22	ecfd1b19e793491b1c6ea123eabdcd9f32e592fc 33053001 2010-08-18-2013.29
	23	SHA1-Patches:
	24	abc1fc0ac57cd83d41c63195a9342e2db5650257 19722 2010-08-18-0814.28
	25	dfe3444ac57cd83d41c63195a9342e2db5650257 19722 2010-08-18-0814.29' > $PATCHINDEX
	26	done
	27	generatereleasefiles
	28	signreleasefiles
f213b6ea DK	29
	30	testrun() {
	31	local F
5f982b9d DK	32	msgtest 'Check if all index files are' "${1:-uncompressed}"
5f982b9d DK	33	if [ "$1" = 'compressed' ]; then
1dd20368 DK	34	! test -e rootdir/var/lib/apt/lists/*i386_Packages \|\| F=1
1dd20368 DK	35	! test -e rootdir/var/lib/apt/lists/*all_Packages \|\| F=1
5f982b9d DK	36	! test -e rootdir/var/lib/apt/lists/*_Sources \|\| F=1
5f982b9d DK	37	! test -e rootdir/var/lib/apt/lists/*_Translation-en \|\| F=1
1dd20368 DK	38	test -e rootdir/var/lib/apt/lists/*i386_Packages.${COMPRESS} \|\| F=1
1dd20368 DK	39	test -e rootdir/var/lib/apt/lists/*all_Packages.${COMPRESS} \|\| F=1
5f982b9d DK	40	test -e rootdir/var/lib/apt/lists/*_Sources.${COMPRESS} \|\| F=1
	41	test -e rootdir/var/lib/apt/lists/*_Translation-en.${COMPRESS} \|\| F=1
	42	# there is no point in trying pdiff if we have compressed indexes
	43	# as we can't patch compressed files (well, we can, but what is the point?)
4d0818cc	44	! test -e rootdir/var/lib/apt/lists/*diff_Index \|\| F=1
5f982b9d DK	45	else
5f982b9d DK	46	# clear the faked pdiff indexes so the glob below works
4d0818cc	47	rm -f rootdir/var/lib/apt/lists/*diff_Index
1dd20368 DK	48	test -e rootdir/var/lib/apt/lists/*i386_Packages \|\| F=1
1dd20368 DK	49	test -e rootdir/var/lib/apt/lists/*all_Packages \|\| F=1
5f982b9d DK	50	test -e rootdir/var/lib/apt/lists/*_Sources \|\| F=1
5f982b9d DK	51	test -e rootdir/var/lib/apt/lists/*_Translation-en \|\| F=1
1dd20368 DK	52	! test -e rootdir/var/lib/apt/lists/i386_Packages. \|\| F=1
1dd20368 DK	53	! test -e rootdir/var/lib/apt/lists/all_Packages. \|\| F=1
5f982b9d DK	54	! test -e rootdir/var/lib/apt/lists/_Sources. \|\| F=1
5f982b9d DK	55	! test -e rootdir/var/lib/apt/lists/_Translation-en. \|\| F=1
f213b6ea	56	fi
5f982b9d	57	if [ -n "$F" ]; then
78bc8d6b	58	cat rootdir/tmp/testsuccess.output
5f982b9d DK	59	ls -laR rootdir/var/lib/apt/lists/
	60	msgfail
	61	else
	62	msgpass
	63	fi
	64	msgtest 'Check if package is downloadable'
03aa0847	65	cd downloaded
5f982b9d	66	testsuccess --nomsg aptget download testpkg
653ef26c	67	msgtest 'deb file is present'; testsuccess --nomsg test -f testpkg_1.0_i386.deb
a09f6eb8	68	rm -f testpkg_1.0_i386.deb
03aa0847	69	cd - >/dev/null
25b86db1	70	testsuccessequal 'Reading package lists...
5f982b9d DK	71	Building dependency tree...
	72	The following NEW packages will be installed:
	73	testpkg
	74	0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
	75	Inst testpkg (1.0 unstable [i386])
	76	Conf testpkg (1.0 unstable [i386])' aptget install testpkg -s
8de79b68	77	rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
25b86db1 DK	78	testsuccessequal "$GOODSHOW" aptcache show testpkg
25b86db1 DK	79	testsuccessequal "$GOODSHOW" aptcache show testpkg
8de79b68	80	rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
25b86db1 DK	81	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
25b86db1 DK	82	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
8de79b68	83	rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
25b86db1 DK	84	testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
25b86db1 DK	85	testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
8de79b68	86	aptget clean
5f982b9d	87	msgtest 'Check if the source is aptgetable'
03aa0847	88	cd downloaded
0440d936	89	testsuccess --nomsg aptget source testpkg
03aa0847 DK	90	testsuccess test -s testpkg_1.0.dsc
03aa0847 DK	91	testsuccess test -d testpkg-1.0
5f982b9d	92	rm -rf testpkg-1.0*
03aa0847	93	cd - >/dev/null
25b86db1	94	testsuccessequal "$(aptcache show testpkg -o Acquire::Languages=none)
4dde2b42	95	" aptcache dumpavail
f213b6ea DK	96	}
f213b6ea DK	97
5f982b9d DK	98	echo 'Debug::pkgAcquire::worker "true";
5f982b9d DK	99	debug::pkgAcquire::Auth "true";
70b63c57 DK	100	Debug::pkgAcquire::Diffs "true";
70b63c57 DK	101	Debug::Acquire::http "true";' > rootdir/etc/apt/apt.conf.d/99debugconf
f213b6ea	102
5f982b9d DK	103	testovermethod() {
5f982b9d DK	104	forcecompressor $2
f213b6ea	105
5f982b9d DK	106	for INDEX in 'false' 'true'; do
	107	rm -rf rootdir/var/lib/apt/lists
	108	echo "Acquire::GzipIndexes \"${INDEX}\";" > rootdir/etc/apt/apt.conf.d/02compressindex
	109	local INDCOMP
70b63c57	110	if [ "$INDEX" = 'false' -o "$1" = 'cdrom' ]; then
5f982b9d DK	111	INDCOMP='uncompressed'
	112	else
	113	INDCOMP='compressed'
	114	fi
f213b6ea	115
70b63c57 DK	116	msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX"
	117	if [ "${1}" = 'cdrom' ]; then
	118	testsuccess aptcdrom add </dev/null
	119	fi
	120	testsuccess aptget update
5f982b9d	121	testrun "$INDCOMP"
f213b6ea	122
70b63c57 DK	123	if [ "${1}" != 'cdrom' ]; then
	124	testsuccess aptget update -o Acquire::Pdiffs=1
	125	msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX (update unchanged with pdiffs)"
	126	testrun "$INDCOMP"
f213b6ea	127
70b63c57 DK	128	testsuccess aptget update -o Acquire::Pdiffs=0
	129	msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX (update unchanged without pdiffs)"
	130	testrun "$INDCOMP"
	131	fi
f213b6ea	132
5f982b9d DK	133	rm rootdir/etc/apt/apt.conf.d/02compressindex
	134	done
	135	}
f213b6ea	136
0440d936	137	testsuccess aptget update
5f982b9d DK	138	GOODSHOW="$(aptcache show testpkg)
	139	"
	140	test $(echo "$GOODSHOW" \| grep -e '^Package: testpkg' -e '^Version: 1.0' -e '^Architecture: i386' \| wc -l) -eq 3 \|\| msgdie 'show is broken'
25b86db1	141	testsuccessequal "$GOODSHOW" aptcache show testpkg
5f982b9d DK	142	GOODSHOWSRC="$(aptcache showsrc testpkg)
	143	"
	144	test $(echo "$GOODSHOWSRC" \| grep -e '^Package: testpkg' -e '^Format: 3.0 (native)' -e '^Files:' -e '^Checksums-Sha256:' \| wc -l) -eq 4 \|\| msgdie 'showsrc is broken'
25b86db1	145	testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
718f797c	146	GOODPOLICY="$(aptcache policy testpkg)"
af9e40c9	147	test $(echo "$GOODPOLICY" \| grep -e '^testpkg:' -e '^ Candidate:' -e '^ Installed: (none)' -e '500 file:/' \| wc -l) -eq 4 \|\| msgdie 'file policy is broken'
25b86db1	148	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
5f982b9d	149	for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'file' $COMPRESSOR; done
f213b6ea	150
af9e40c9	151	rewritesourceslist "copy://${TMPWORKINGDIRECTORY}/aptarchive"
f213b6ea	152	rm -rf rootdir/var/lib/apt/lists
0440d936	153	testsuccess aptget update
5f982b9d	154	GOODPOLICY="$(aptcache policy testpkg)"
af9e40c9	155	test $(echo "$GOODPOLICY" \| grep -e '^testpkg:' -e '^ Candidate:' -e '^ Installed: (none)' -e '500 copy:/' \| wc -l) -eq 4 \|\| msgdie 'copy policy is broken'
25b86db1	156	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
af9e40c9	157	for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'copy' $COMPRESSOR; done
f213b6ea	158
af9e40c9 DK	159	changetowebserver
	160	rm -rf rootdir/var/lib/apt/lists
	161	testsuccess aptget update
	162	GOODPOLICY="$(aptcache policy testpkg)"
	163	test $(echo "$GOODPOLICY" \| grep -e '^testpkg:' -e '^ Candidate:' -e '^ Installed: (none)' -e '500 http://' \| wc -l) -eq 4 \|\| msgdie 'http policy is broken'
	164	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
5f982b9d	165	for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'http' $COMPRESSOR; done
70b63c57	166
af9e40c9 DK	167	changetohttpswebserver
	168	rm -rf rootdir/var/lib/apt/lists
	169	testsuccess aptget update
	170	GOODPOLICY="$(aptcache policy testpkg)"
	171	test $(echo "$GOODPOLICY" \| grep -e '^testpkg:' -e '^ Candidate:' -e '^ Installed: (none)' -e '500 https://' \| wc -l) -eq 4 \|\| msgdie 'https policy is broken'
	172	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
	173	for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'https' $COMPRESSOR; done
	174
70b63c57 DK	175	changetocdrom 'Debian APT Testdisk 0.8.15'
	176	rm -rf rootdir/var/lib/apt/lists
	177	testsuccess aptcdrom add </dev/null
	178	GOODPOLICY="$(aptcache policy testpkg)"
af9e40c9	179	test $(echo "$GOODPOLICY" \| grep -e '^testpkg:' -e '^ Candidate:' -e '^ Installed: (none)' -e '500 cdrom://' \| wc -l) -eq 4 \|\| msgdie 'cdrom policy is broken'
25b86db1	180	testsuccessequal "$GOODPOLICY" aptcache policy testpkg
70b63c57	181	for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'cdrom' $COMPRESSOR; done