test/integration/test-compressed-indexes

   1 #!/bin/sh
   2 set -e
   3
   4 TESTDIR="$(readlink -f "$(dirname "$0")")"
   5 . "$TESTDIR/framework"
   6
   7 setupenvironment
   8 configcompression '.' $(aptconfig dump APT::Compressor --format '%t %v%n' | sed -n 's#^Extension \.\(.*\)$#\1#p')
   9 configarchitecture 'i386'
  10 LOWCOSTEXT='lz4'
  11
  12 buildsimplenativepackage 'testpkg' 'i386' '1.0'
  13
  14 buildaptarchive
  15 setupdistsaptarchive
  16 # fake a pdiff setup as apt wouldn't try pdiffs otherwise
  17 find aptarchive -name 'Packages' -o -name 'Sources' | while read file; do
  18         mkdir "${file}.diff"
  19         PATCHINDEX="${file}.diff/Index"
  20         echo 'SHA1-Current: adc83b19e793491b1c6ea0fd8b46cd9f32e592fc 0
  21 SHA1-History:
  22  adc83b19e793491b1c6ea0fd8b46cd9f32e592fc 33053002 2010-08-18-2013.28
  23  ecfd1b19e793491b1c6ea123eabdcd9f32e592fc 33053001 2010-08-18-2013.29
  24 SHA1-Patches:
  25  abc1fc0ac57cd83d41c63195a9342e2db5650257 19722 2010-08-18-0814.28
  26  dfe3444ac57cd83d41c63195a9342e2db5650257 19722 2010-08-18-0814.29' > $PATCHINDEX
  27 done
  28 generatereleasefiles
  29 signreleasefiles
  30
  31 testrun() {
  32         local F
  33         msgtest 'Check if all index files are' "${1:-uncompressed}"
  34         if [ "$1" = 'compressed' ]; then
  35                 ! test -e rootdir/var/lib/apt/lists/*i386_Packages || F=1
  36                 ! test -e rootdir/var/lib/apt/lists/*all_Packages || F=1
  37                 ! test -e rootdir/var/lib/apt/lists/*_Sources || F=1
  38                 ! test -e rootdir/var/lib/apt/lists/*_Translation-en || F=1
  39                 test -e rootdir/var/lib/apt/lists/*i386_Packages.$LOWCOSTEXT || F=1
  40                 test -e rootdir/var/lib/apt/lists/*all_Packages.$LOWCOSTEXT || F=1
  41                 test -e rootdir/var/lib/apt/lists/*_Sources.$LOWCOSTEXT || F=1
  42                 test -e rootdir/var/lib/apt/lists/*_Translation-en.$LOWCOSTEXT || F=1
  43                 # there is no point in trying pdiff if we have compressed indexes
  44                 # as we can't patch compressed files (well, we can, but what is the point?)
  45                 ! test -e rootdir/var/lib/apt/lists/*diff_Index || F=1
  46         else
  47                 # clear the faked pdiff indexes so the glob below works
  48                 rm -f rootdir/var/lib/apt/lists/*diff_Index
  49                 test -e rootdir/var/lib/apt/lists/*i386_Packages || F=1
  50                 test -e rootdir/var/lib/apt/lists/*all_Packages || F=1
  51                 test -e rootdir/var/lib/apt/lists/*_Sources || F=1
  52                 test -e rootdir/var/lib/apt/lists/*_Translation-en || F=1
  53                 ! test -e rootdir/var/lib/apt/lists/*i386_Packages.* || F=1
  54                 ! test -e rootdir/var/lib/apt/lists/*all_Packages.* || F=1
  55                 ! test -e rootdir/var/lib/apt/lists/*_Sources.* || F=1
  56                 ! test -e rootdir/var/lib/apt/lists/*_Translation-en.* || F=1
  57         fi
  58         if [ -n "$F" ]; then
  59                 cat rootdir/tmp/testsuccess.output
  60                 ls -laR rootdir/var/lib/apt/lists/
  61                 msgfail
  62         else
  63                 msgpass
  64         fi
  65         msgtest 'Check if package is downloadable'
  66         cd downloaded
  67         testsuccess --nomsg aptget download testpkg
  68         msgtest 'deb file is present'; testsuccess --nomsg test -f testpkg_1.0_i386.deb
  69         rm -f testpkg_1.0_i386.deb
  70         cd - >/dev/null
  71         testsuccessequal 'Reading package lists...
  72 Building dependency tree...
  73 The following NEW packages will be installed:
  74   testpkg
  75 0 upgraded, 1 newly installed, 0 to remove and 0 not upgraded.
  76 Inst testpkg (1.0 unstable [i386])
  77 Conf testpkg (1.0 unstable [i386])' aptget install testpkg -s
  78         rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
  79         testsuccessequal "$GOODSHOW" aptcache show testpkg
  80         testsuccessequal "$GOODSHOW" aptcache show testpkg
  81         rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
  82         testsuccessequal "$GOODPOLICY" aptcache policy testpkg
  83         testsuccessequal "$GOODPOLICY" aptcache policy testpkg
  84         rm -f rootdir/var/cache/apt/pkgcache.bin rootdir/var/cache/apt/srcpkgcache.bin
  85         testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
  86         testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
  87         aptget clean
  88         msgtest 'Check if the source is aptgetable'
  89         cd downloaded
  90         testsuccess --nomsg aptget source testpkg
  91         testsuccess test -s testpkg_1.0.dsc
  92         testsuccess test -d testpkg-1.0
  93         rm -rf testpkg-1.0*
  94         cd - >/dev/null
  95         testsuccessequal "$(aptcache show testpkg -o Acquire::Languages=none)
  96 " aptcache dumpavail
  97 }
  98
  99 echo 'Debug::pkgAcquire::worker "true";
 100 debug::pkgAcquire::Auth "true";
 101 Debug::pkgAcquire::Diffs "true";
 102 Debug::Acquire::http "true";' > rootdir/etc/apt/apt.conf.d/99debugconf
 103
 104 testovermethod() {
 105         forcecompressor $2
 106
 107         for INDEX in 'false' 'true'; do
 108                 rm -rf rootdir/var/lib/apt/lists
 109                 echo "Acquire::GzipIndexes \"${INDEX}\";" > rootdir/etc/apt/apt.conf.d/02compressindex
 110                 local INDCOMP
 111                 if [ "$INDEX" = 'false' -o "$1" = 'cdrom' ]; then
 112                         INDCOMP='uncompressed'
 113                 else
 114                         INDCOMP='compressed'
 115                 fi
 116
 117                 msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX"
 118                 if [ "${1}" = 'cdrom' ]; then
 119                         testsuccess aptcdrom add </dev/null
 120                 fi
 121                 testsuccess aptget update
 122                 testrun "$INDCOMP"
 123
 124                 if [ "${1}" != 'cdrom' ]; then
 125                         testsuccess aptget update -o Acquire::Pdiffs=1
 126                         msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX (update unchanged with pdiffs)"
 127                         testrun "$INDCOMP"
 128
 129                         testsuccess aptget update -o Acquire::Pdiffs=0
 130                         msgmsg "${1}: ${COMPRESSOR}: Test with $INDCOMP indexes gzip=$INDEX (update unchanged without pdiffs)"
 131                         testrun "$INDCOMP"
 132                 fi
 133
 134                 rm rootdir/etc/apt/apt.conf.d/02compressindex
 135         done
 136 }
 137
 138 testsuccess aptget update
 139 GOODSHOW="$(aptcache show testpkg)
 140 "
 141 test $(echo "$GOODSHOW" | grep -e '^Package: testpkg' -e '^Version: 1.0' -e '^Architecture: i386' | wc -l) -eq 3 || msgdie 'show is broken'
 142 testsuccessequal "$GOODSHOW" aptcache show testpkg
 143 GOODSHOWSRC="$(aptcache showsrc testpkg)
 144 "
 145 test $(echo "$GOODSHOWSRC" | grep -e '^Package: testpkg' -e '^Format: 3.0 (native)' -e '^Files:' -e '^Checksums-Sha256:' | wc -l) -eq 4 || msgdie 'showsrc is broken'
 146 testsuccessequal "$GOODSHOWSRC" aptcache showsrc testpkg
 147 GOODPOLICY="$(aptcache policy testpkg)"
 148 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 file:/' | wc -l) -eq 4 || msgdie 'file policy is broken'
 149 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 150 forallsupportedcompressors testovermethod 'file'
 151
 152 rewritesourceslist "copy://${TMPWORKINGDIRECTORY}/aptarchive"
 153 rm -rf rootdir/var/lib/apt/lists
 154 testsuccess aptget update
 155 GOODPOLICY="$(aptcache policy testpkg)"
 156 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 copy:/' | wc -l) -eq 4 || msgdie 'copy policy is broken'
 157 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 158 forallsupportedcompressors testovermethod 'copy'
 159
 160 changetowebserver
 161 rm -rf rootdir/var/lib/apt/lists
 162 testsuccess aptget update
 163 GOODPOLICY="$(aptcache policy testpkg)"
 164 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 http://' | wc -l) -eq 4 || msgdie 'http policy is broken'
 165 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 166 forallsupportedcompressors testovermethod 'http'
 167
 168 changetohttpswebserver
 169 rm -rf rootdir/var/lib/apt/lists
 170 testsuccess aptget update
 171 GOODPOLICY="$(aptcache policy testpkg)"
 172 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 https://' | wc -l) -eq 4 || msgdie 'https policy is broken'
 173 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 174 forallsupportedcompressors testovermethod 'https'
 175
 176 changetocdrom 'Debian APT Testdisk 0.8.15'
 177 rm -rf rootdir/var/lib/apt/lists
 178 testsuccess aptcdrom add </dev/null
 179 GOODPOLICY="$(aptcache policy testpkg)"
 180 test $(echo "$GOODPOLICY" | grep -e '^testpkg:' -e '^  Candidate:' -e '^  Installed: (none)' -e '500 cdrom://' | wc -l) -eq 4 || msgdie 'cdrom policy is broken'
 181 testsuccessequal "$GOODPOLICY" aptcache policy testpkg
 182 forallsupportedcompressors testovermethod 'cdrom'