test/integration/test-ubuntu-bug-1098738-apt-get-source-md5sum

   1 #!/bin/sh
   2 set -e
   3
   4 TESTDIR=$(readlink -f $(dirname $0))
   5 . $TESTDIR/framework
   6
   7 setupenvironment
   8 configarchitecture 'native'
   9
  10 cat > aptarchive/Sources <<EOF
  11 Package: pkg-md5-ok
  12 Binary: pkg-md5-ok
  13 Version: 1.0
  14 Maintainer: Joe Sixpack <joe@example.org>
  15 Architecture: all
  16 Files:
  17  9604ba9427a280db542279d9ed78400b 3 pkg-md5-ok_1.0.dsc
  18  db5570bf61464b46e2bde31ed61a7dc6 3 pkg-md5-ok_1.0.tar.gz
  19
  20 Package: pkg-sha256-ok
  21 Binary: pkg-sha256-ok
  22 Version: 1.0
  23 Maintainer: Joe Sixpack <joe@example.org>
  24 Architecture: all
  25 Files:
  26  9604ba9427a280db542279d9ed78400b 3 pkg-sha256-ok_1.0.dsc
  27  db5570bf61464b46e2bde31ed61a7dc6 3 pkg-sha256-ok_1.0.tar.gz
  28 Checksums-Sha1:
  29  324f464e6151a92cf57b26ef95dcfcf2059a8c44 3 pkg-sha256-ok_1.0.dsc
  30  680254bad1d7ca0d65ec46aaa315d363abf6a50a 3 pkg-sha256-ok_1.0.tar.gz
  31 Checksums-Sha256:
  32  943d3bf22ac661fb0f59bc4ff68cc12b04ff17a838dfcc2537008eb9c7f3770a 3 pkg-sha256-ok_1.0.dsc
  33  90aebae315675cbf04612de4f7d5874850f48e0b8dd82becbeaa47ca93f5ebfb 3 pkg-sha256-ok_1.0.tar.gz
  34
  35 Package: pkg-sha256-bad
  36 Binary: pkg-sha256-bad
  37 Version: 1.0
  38 Maintainer: Joe Sixpack <joe@example.org>
  39 Architecture: all
  40 Files:
  41  9604ba9427a280db542279d9ed78400b 3 pkg-sha256-bad_1.0.dsc
  42  db5570bf61464b46e2bde31ed61a7dc6 3 pkg-sha256-bad_1.0.tar.gz
  43 Checksums-Sha1:
  44  324f464e6151a92cf57b26ef95dcfcf2059a8c44 3 pkg-sha256-bad_1.0.dsc
  45  680254bad1d7ca0d65ec46aaa315d363abf6a50a 3 pkg-sha256-bad_1.0.tar.gz
  46 Checksums-Sha256:
  47  aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa 3 pkg-sha256-bad_1.0.dsc
  48  bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb 3 pkg-sha256-bad_1.0.tar.gz
  49
  50 Package: pkg-no-md5
  51 Binary: pkg-no-md5
  52 Version: 1.0
  53 Maintainer: Joe Sixpack <joe@example.org>
  54 Architecture: all
  55 Checksums-Sha1:
  56  324f464e6151a92cf57b26ef95dcfcf2059a8c44 3 pkg-no-md5_1.0.dsc
  57  680254bad1d7ca0d65ec46aaa315d363abf6a50a 3 pkg-no-md5_1.0.tar.gz
  58 Checksums-Sha256:
  59  943d3bf22ac661fb0f59bc4ff68cc12b04ff17a838dfcc2537008eb9c7f3770a 3 pkg-no-md5_1.0.dsc
  60  90aebae315675cbf04612de4f7d5874850f48e0b8dd82becbeaa47ca93f5ebfb 3 pkg-no-md5_1.0.tar.gz
  61
  62 Package: pkg-mixed-ok
  63 Binary: pkg-mixed-ok
  64 Version: 1.0
  65 Maintainer: Joe Sixpack <joe@example.org>
  66 Architecture: all
  67 Checksums-Sha1:
  68  680254bad1d7ca0d65ec46aaa315d363abf6a50a 3 pkg-mixed-ok_1.0.tar.gz
  69 Checksums-Sha256:
  70  943d3bf22ac661fb0f59bc4ff68cc12b04ff17a838dfcc2537008eb9c7f3770a 3 pkg-mixed-ok_1.0.dsc
  71
  72 Package: pkg-mixed-sha1-bad
  73 Binary: pkg-mixed-sha1-bad
  74 Version: 1.0
  75 Maintainer: Joe Sixpack <joe@example.org>
  76 Architecture: all
  77 Checksums-Sha1:
  78  aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa 3 pkg-mixed-sha1-bad_1.0.dsc
  79 Checksums-Sha256:
  80  90aebae315675cbf04612de4f7d5874850f48e0b8dd82becbeaa47ca93f5ebfb 3 pkg-mixed-sha1-bad_1.0.tar.gz
  81
  82 Package: pkg-mixed-sha2-bad
  83 Binary: pkg-mixed-sha2-bad
  84 Version: 1.0
  85 Maintainer: Joe Sixpack <joe@example.org>
  86 Architecture: all
  87 Checksums-Sha1:
  88  324f464e6151a92cf57b26ef95dcfcf2059a8c44 3 pkg-mixed-sha2-bad_1.0.dsc
  89 Checksums-Sha256:
  90  bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb 3 pkg-mixed-sha2-bad_1.0.tar.gz
  91
  92 Package: pkg-md5-disagree
  93 Binary: pkg-md5-disagree
  94 Version: 1.0
  95 Maintainer: Joe Sixpack <joe@example.org>
  96 Architecture: all
  97 Files:
  98  9604ba9427a280db542279d9ed78400b 3 pkg-md5-disagree_1.0.dsc
  99  db5570bf61464b46e2bde31ed61a7dc6 3 pkg-md5-disagree_1.0.tar.gz
 100  aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa 3 pkg-md5-disagree_1.0.dsc
 101  bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb 3 pkg-md5-disagree_1.0.tar.gz
 102
 103 Package: pkg-md5-agree
 104 Binary: pkg-md5-agree
 105 Version: 1.0
 106 Maintainer: Joe Sixpack <joe@example.org>
 107 Architecture: all
 108 Files:
 109  9604ba9427a280db542279d9ed78400b 3 pkg-md5-agree_1.0.dsc
 110  db5570bf61464b46e2bde31ed61a7dc6 3 pkg-md5-agree_1.0.tar.gz
 111  db5570bf61464b46e2bde31ed61a7dc6 3 pkg-md5-agree_1.0.tar.gz
 112  9604ba9427a280db542279d9ed78400b 3 pkg-md5-agree_1.0.dsc
 113
 114 Package: pkg-sha256-disagree
 115 Binary: pkg-sha256-disagree
 116 Version: 1.0
 117 Maintainer: Joe Sixpack <joe@example.org>
 118 Architecture: all
 119 Files:
 120  9604ba9427a280db542279d9ed78400b 3 pkg-sha256-disagree_1.0.dsc
 121  db5570bf61464b46e2bde31ed61a7dc6 3 pkg-sha256-disagree_1.0.tar.gz
 122 Checksums-Sha1:
 123  324f464e6151a92cf57b26ef95dcfcf2059a8c44 3 pkg-sha256-disagree_1.0.dsc
 124  680254bad1d7ca0d65ec46aaa315d363abf6a50a 3 pkg-sha256-disagree_1.0.tar.gz
 125 Checksums-Sha256:
 126  943d3bf22ac661fb0f59bc4ff68cc12b04ff17a838dfcc2537008eb9c7f3770a 3 pkg-sha256-disagree_1.0.dsc
 127  90aebae315675cbf04612de4f7d5874850f48e0b8dd82becbeaa47ca93f5ebfb 3 pkg-sha256-disagree_1.0.tar.gz
 128  aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa 3 pkg-sha256-disagree_1.0.dsc
 129  bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb 3 pkg-sha256-disagree_1.0.tar.gz
 130 EOF
 131
 132 # create fetchable files
 133 for x in 'pkg-md5-ok' 'pkg-sha256-ok' 'pkg-sha256-bad' 'pkg-no-md5' \
 134          'pkg-mixed-ok' 'pkg-mixed-sha1-bad' 'pkg-mixed-sha2-bad' \
 135          'pkg-md5-agree' 'pkg-md5-disagree' 'pkg-sha256-disagree'; do
 136         echo -n 'dsc' > aptarchive/${x}_1.0.dsc
 137         echo -n 'tar' > aptarchive/${x}_1.0.tar.gz
 138 done
 139
 140 setupaptarchive
 141 changetowebserver
 142 testsuccess aptget update
 143
 144 cd downloaded
 145
 146 testok() {
 147         rm -f ${1}_1.0.dsc ${1}_1.0.tar.gz
 148         testequal "Reading package lists...
 149 Building dependency tree...
 150 Need to get 6 B of source archives.
 151 Get:1 http://localhost:8080/  $1 1.0 (dsc) [3 B]
 152 Get:2 http://localhost:8080/  $1 1.0 (tar) [3 B]
 153 Download complete and in download only mode" aptget source -d "$@"
 154         msgtest 'Files were successfully downloaded for' "$1"
 155         testsuccess --nomsg test -e ${1}_1.0.dsc -a -e ${1}_1.0.tar.gz
 156         rm -f ${1}_1.0.dsc ${1}_1.0.tar.gz
 157 }
 158
 159 testkeep() {
 160         echo -n 'dsc' > ${1}_1.0.dsc
 161         echo -n 'tar' > ${1}_1.0.tar.gz
 162         testequal "Reading package lists...
 163 Building dependency tree...
 164 Skipping already downloaded file '${1}_1.0.dsc'
 165 Skipping already downloaded file '${1}_1.0.tar.gz'
 166 Need to get 0 B of source archives.
 167 Download complete and in download only mode" aptget source -d "$@"
 168         msgtest 'Files already downloaded are kept for' "$1"
 169         testsuccess --nomsg test -e ${1}_1.0.dsc -a -e ${1}_1.0.tar.gz
 170         rm -f ${1}_1.0.dsc ${1}_1.0.tar.gz
 171 }
 172
 173 testmismatch() {
 174         rm -f ${1}_1.0.dsc ${1}_1.0.tar.gz
 175         testequal "Reading package lists...
 176 Building dependency tree...
 177 Need to get 6 B of source archives.
 178 Get:1 http://localhost:8080/  $1 1.0 (dsc) [3 B]
 179 Get:2 http://localhost:8080/  $1 1.0 (tar) [3 B]
 180 E: Failed to fetch http://localhost:8080/${1}_1.0.dsc  Hash Sum mismatch
 181
 182 E: Failed to fetch http://localhost:8080/${1}_1.0.tar.gz  Hash Sum mismatch
 183
 184 E: Failed to fetch some archives." aptget source -d "$@"
 185         msgtest 'Files were not download as they have hashsum mismatches for' "$1"
 186         testfailure --nomsg test -e ${1}_1.0.dsc -a -e ${1}_1.0.tar.gz
 187
 188         rm -f ${1}_1.0.dsc ${1}_1.0.tar.gz
 189         testequal "Reading package lists...
 190 Building dependency tree...
 191 Skipping download of file 'pkg-sha256-bad_1.0.dsc' as requested hashsum is not available for authentication
 192 Skipping download of file 'pkg-sha256-bad_1.0.tar.gz' as requested hashsum is not available for authentication
 193 Need to get 0 B of source archives.
 194 Download complete and in download only mode" aptget source -d "$@" -o Acquire::ForceHash=ROT26
 195         msgtest 'Files were not download as hash is unavailable for' "$1"
 196         testfailure --nomsg test -e ${1}_1.0.dsc -a -e ${1}_1.0.tar.gz
 197
 198         rm -f ${1}_1.0.dsc ${1}_1.0.tar.gz
 199         testequal "Reading package lists...
 200 Building dependency tree...
 201 Need to get 6 B of source archives.
 202 Get:1 http://localhost:8080/  $1 1.0 (dsc) [3 B]
 203 Get:2 http://localhost:8080/  $1 1.0 (tar) [3 B]
 204 Download complete and in download only mode" aptget source --allow-unauthenticated -d "$@" -o Acquire::ForceHash=ROT26
 205         msgtest 'Files were downloaded unauthenticated as user allowed it' "$1"
 206         testsuccess --nomsg test -e ${1}_1.0.dsc -a -e ${1}_1.0.tar.gz
 207 }
 208
 209 testok pkg-md5-ok
 210 testkeep pkg-md5-ok
 211 testok pkg-sha256-ok
 212 testkeep pkg-sha256-ok
 213
 214 # pkg-sha256-bad has a bad SHA sum, but good MD5 sum.  If apt is
 215 # checking the best available hash (as it should), this will trigger
 216 # a hash mismatch.
 217 testmismatch pkg-sha256-bad
 218 testmismatch pkg-sha256-bad
 219 testok pkg-sha256-bad -o Acquire::ForceHash=MD5Sum
 220
 221 # not having MD5 sum doesn't mean the file doesn't exist at all …
 222 testok pkg-no-md5
 223 testok pkg-no-md5 -o Acquire::ForceHash=SHA256
 224 testequal "Reading package lists...
 225 Building dependency tree...
 226 Skipping download of file 'pkg-no-md5_1.0.dsc' as requested hashsum is not available for authentication
 227 Skipping download of file 'pkg-no-md5_1.0.tar.gz' as requested hashsum is not available for authentication
 228 Need to get 0 B of source archives.
 229 Download complete and in download only mode" aptget source -d pkg-no-md5 -o Acquire::ForceHash=MD5Sum
 230 msgtest 'Files were not download as MD5 is not available for this package' 'pkg-no-md5'
 231 testfailure --nomsg test -e pkg-no-md5_1.0.dsc -a -e pkg-no-md5_1.0.tar.gz
 232
 233 # deal with cases in which we haven't for all files the same checksum type
 234 # mostly pathologic as this shouldn't happen, but just to be sure
 235 testok pkg-mixed-ok
 236 testequal 'Reading package lists...
 237 Building dependency tree...
 238 Need to get 6 B of source archives.
 239 Get:1 http://localhost:8080/  pkg-mixed-sha1-bad 1.0 (tar) [3 B]
 240 Get:2 http://localhost:8080/  pkg-mixed-sha1-bad 1.0 (dsc) [3 B]
 241 E: Failed to fetch http://localhost:8080/pkg-mixed-sha1-bad_1.0.dsc  Hash Sum mismatch
 242
 243 E: Failed to fetch some archives.' aptget source -d pkg-mixed-sha1-bad
 244 msgtest 'Only tar file is downloaded as the dsc has hashsum mismatch' 'pkg-mixed-sha1-bad'
 245 testsuccess --nomsg test ! -e pkg-mixed-sha1-bad_1.0.dsc -a -e pkg-mixed-sha1-bad_1.0.tar.gz
 246 testequal 'Reading package lists...
 247 Building dependency tree...
 248 Need to get 6 B of source archives.
 249 Get:1 http://localhost:8080/  pkg-mixed-sha2-bad 1.0 (tar) [3 B]
 250 Get:2 http://localhost:8080/  pkg-mixed-sha2-bad 1.0 (dsc) [3 B]
 251 E: Failed to fetch http://localhost:8080/pkg-mixed-sha2-bad_1.0.tar.gz  Hash Sum mismatch
 252
 253 E: Failed to fetch some archives.' aptget source -d pkg-mixed-sha2-bad
 254 msgtest 'Only dsc file is downloaded as the tar has hashsum mismatch' 'pkg-mixed-sha2-bad'
 255 testsuccess --nomsg test -e pkg-mixed-sha2-bad_1.0.dsc -a ! -e pkg-mixed-sha2-bad_1.0.tar.gz
 256
 257 # it gets even more pathologic: multiple entries for one file, some even disagreeing!
 258 testok pkg-md5-agree
 259 testequal 'Reading package lists...
 260 Building dependency tree...
 261 E: Error parsing checksum in Files of source package pkg-md5-disagree' aptget source -d pkg-md5-disagree
 262 testequal 'Reading package lists...
 263 Building dependency tree...
 264 E: Error parsing checksum in Checksums-SHA256 of source package pkg-sha256-disagree' aptget source -d pkg-sha256-disagree