test/integration/test-compressed-indexes

   1 #!/bin/sh
   2 set -e
   3
   4 TESTDIR=$(readlink -f $(dirname $0))
   5 . $TESTDIR/framework
   6
   7 setupenvironment
   8 configcompression '.' 'xz' 'bz2' 'lzma' 'gz'
   9 configarchitecture 'i386'
  10
  11 buildsimplenativepackage 'testpkg' 'i386' '1.0'
  12
  13 buildaptarchive
  14 setupdistsaptarchive
  15 # fake a pdiff setup as apt wouldn't try pdiffs otherwise
  16 find aptarchive -name 'Packages' -o -name 'Sources' | while read file; do
  17         mkdir "${file}.diff"
  18         PATCHINDEX="${file}.diff/Index"
  19         echo 'SHA1-Current: adc83b19e793491b1c6ea0fd8b46cd9f32e592fc 0
  20 SHA1-History:
  21  adc83b19e793491b1c6ea0fd8b46cd9f32e592fc 33053002 2010-08-18-2013.28
  22  ecfd1b19e793491b1c6ea123eabdcd9f32e592fc 33053001 2010-08-18-2013.29
  23 SHA1-Patches:
  24  abc1fc0ac57cd83d41c63195a9342e2db5650257 19722 2010-08-18-0814.28
  25  dfe3444ac57cd83d41c63195a9342e2db5650257 19722 2010-08-18-0814.29' > $PATCHINDEX
  26 done
  27 generatereleasefiles
  28 signreleasefiles
  29
  30 testrun() {
  31         local F
  32         msgtest 'Check if all index files are' "${1:-uncompressed}"
  33         if [ "$1" = 'compressed' ]; then
  34                 ! test -e rootdir/var/lib/apt/lists/*i386_Packages || F=1
  35                 ! test -e rootdir/var/lib/apt/lists/*all_Packages || F=1
  36                 ! test -e rootdir/var/lib/apt/lists/*_Sources || F=1
  37                 ! test -e rootdir/var/lib/apt/lists/*_Translation-en || F=1
  38                 test -e rootdir/var/lib/apt/lists/*i386_Packages.${COMPRESS} || F=1
  39                 test -e rootdir/var/lib/apt/lists/*all_Packages.${COMPRESS} || F=1
  40                 test -e rootdir/var/lib/apt/lists/*_Sources.${COMPRESS} || F=1
  41                 test -e rootdir/var/lib/apt/lists/*_Translation-en.${COMPRESS} || F=1
  42                 # there is no point in trying pdiff if we have compressed indexes
  43                 # as we can't patch compressed files (well, we can, but what is the point?)
  44                 ! test -e rootdir/var/lib/apt/lists/*diff_Index || F=1
  45         else
  46                 # clear the faked pdiff indexes so the glob below works
  47                 rm -f rootdir/var/lib/apt/lists/*diff_Index
  48                 test -e rootdir/var/lib/apt/lists/*i386_Packages || F=1
  49                 test -e rootdir/var/lib/apt/lists/*all_Packages || F=1
  50                 test -e rootdir/var/lib/apt/lists/*_Sources || F=1
  51                 test -e rootdir/var/lib/apt/lists/*_Translation-en || F=1
  52                 ! test -e rootdir/var/lib/apt/lists/*i386_Packages.* || F=1
  53                 ! test -e rootdir/var/lib/apt/lists/*all_Packages.* || F=1
  54                 ! test -e rootdir/var/lib/apt/lists/*_Sources.* || F=1
  55                 ! test -e rootdir/var/lib/apt/lists/*_Translation-en.* || F=1
  56         fi
  57         if [ -n "$F" ]; then
  58                 cat rootdir/tmp/testsuccess.output
  59                 ls -laR rootdir/var/lib/apt/lists/
  60                 msgfail
  61         else
  62                 msgpass
  63         fi
  64         msgtest 'Check if package is downloadable'
  65         cd downloaded
  66         testsuccess --nomsg aptget download testpkg
  67         msgtest 'deb file is present'; testsuccess --nomsg test -f testpkg_1.0_i386.deb
  68         rm -f testpkg_1.0_i386.deb
  69         cd - >/dev/null
  70         testsuccessequal 'Reading package lists...
  71 Building dependency tree...
  72 The following NEW packages will be installed:
  73   testpkg
  74 0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
  75 Inst testpkg (1.0 unstable [i386])
  76 Conf testpkg (1.0 unstable [i386])' aptget install testpkg -s
  77         rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
  78         testsuccessequal "$GOODSHOW" aptcache show testpkg
  79         testsuccessequal "$GOODSHOW" aptcache show testpkg
  80         rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
  81         testsuccessequal "$GOODPOLICY" aptcache policy testpkg
  82         testsuccessequal "$GOODPOLICY" aptcache policy testpkg
  83         rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
  84         testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
  85         testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
  86         aptget clean
  87         msgtest 'Check if the source is aptgetable'
  88         cd downloaded
  89         testsuccess --nomsg aptget source testpkg
  90         testsuccess test -s testpkg_1.0.dsc
  91         testsuccess test -d testpkg-1.0
  92         rm -rf testpkg-1.0*
  93         cd - >/dev/null
  94         testsuccessequal "$(aptcache show testpkg -o Acquire::Languages=none)
  95 " aptcache dumpavail
  96 }
  97
  98 echo 'Debug::pkgAcquire::worker "true";
  99 debug::pkgAcquire::Auth "true";
 100 Debug::pkgAcquire::Diffs "true";
 101 Debug::Acquire::http "true";' > rootdir/etc/apt/apt.conf.d/99debugconf
 102
 103 testovermethod() {
 104         forcecompressor $2
 105
 106         for INDEX in 'false' 'true'; do
 107                 rm -rf rootdir/var/lib/apt/lists
 108                 echo "Acquire::GzipIndexes \"${INDEX}\";" > rootdir/etc/apt/apt.conf.d/02compressindex
 109                 local INDCOMP
 110                 if [ "$INDEX" = 'false' -o "$1" = 'cdrom' ]; then
 111                         INDCOMP='uncompressed'
 112                 else
 113                         INDCOMP='compressed'
 114                 fi
 115
 116                 msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX"
 117                 if [ "${1}" = 'cdrom' ]; then
 118                         testsuccess aptcdrom add </dev/null
 119                 fi
 120                 testsuccess aptget update
 121                 testrun "$INDCOMP"
 122
 123                 if [ "${1}" != 'cdrom' ]; then
 124                         testsuccess aptget update -o Acquire::Pdiffs=1
 125                         msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX (update unchanged with pdiffs)"
 126                         testrun "$INDCOMP"
 127
 128                         testsuccess aptget update -o Acquire::Pdiffs=0
 129                         msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX (update unchanged without pdiffs)"
 130                         testrun "$INDCOMP"
 131                 fi
 132
 133                 rm rootdir/etc/apt/apt.conf.d/02compressindex
 134         done
 135 }
 136
 137 testsuccess aptget update
 138 GOODSHOW="$(aptcache show testpkg)
 139 "
 140 test $(echo "$GOODSHOW" | grep -e '^Package: testpkg' -e '^Version: 1.0' -e '^Architecture: i386' | wc -l) -eq 3 || msgdie 'show is broken'
 141 testsuccessequal "$GOODSHOW" aptcache show testpkg
 142 GOODSHOWSRC="$(aptcache showsrc testpkg)
 143 "
 144 test $(echo "$GOODSHOWSRC" | grep -e '^Package: testpkg' -e '^Format: 3.0 (native)' -e '^Files:' -e '^Checksums-Sha256:' | wc -l) -eq 4 || msgdie 'showsrc is broken'
 145 testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
 146 GOODPOLICY="$(aptcache policy testpkg)"
 147 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 file:/' | wc -l) -eq 4 || msgdie 'file policy is broken'
 148 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 149 for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'file' $COMPRESSOR; done
 150
 151 rewritesourceslist "copy://${TMPWORKINGDIRECTORY}/aptarchive"
 152 rm -rf rootdir/var/lib/apt/lists
 153 testsuccess aptget update
 154 GOODPOLICY="$(aptcache policy testpkg)"
 155 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 copy:/' | wc -l) -eq 4 || msgdie 'copy policy is broken'
 156 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 157 for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'copy' $COMPRESSOR; done
 158
 159 changetowebserver
 160 rm -rf rootdir/var/lib/apt/lists
 161 testsuccess aptget update
 162 GOODPOLICY="$(aptcache policy testpkg)"
 163 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 http://' | wc -l) -eq 4 || msgdie 'http policy is broken'
 164 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 165 for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'http' $COMPRESSOR; done
 166
 167 changetohttpswebserver
 168 rm -rf rootdir/var/lib/apt/lists
 169 testsuccess aptget update
 170 GOODPOLICY="$(aptcache policy testpkg)"
 171 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 https://' | wc -l) -eq 4 || msgdie 'https policy is broken'
 172 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 173 for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'https' $COMPRESSOR; done
 174
 175 changetocdrom 'Debian APT Testdisk 0.8.15'
 176 rm -rf rootdir/var/lib/apt/lists
 177 testsuccess aptcdrom add </dev/null
 178 GOODPOLICY="$(aptcache policy testpkg)"
 179 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 cdrom://' | wc -l) -eq 4 || msgdie 'cdrom policy is broken'
 180 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 181 for COMPRESSOR in 'gzip' 'bzip2' 'lzma' 'xz'; do testovermethod 'cdrom' $COMPRESSOR; done