test/integration/test-partial-file-support

   1 #!/bin/sh
   2 set -e
   3
   4 TESTDIR="$(readlink -f "$(dirname "$0")")"
   5 . "$TESTDIR/framework"
   6 setupenvironment
   7 configarchitecture 'amd64'
   8
   9 changetowebserver
  10
  11 copysource() {
  12         dd if="$1" bs=1 count="$2" of="$3" 2>/dev/null
  13         touch -d "$(stat --format '%y' "${TESTFILE}")" "$3"
  14 }
  15
  16 DOWNLOADLOG='rootdir/tmp/testdownloadfile.log'
  17
  18 testdownloadfile() {
  19         rm -f "$DOWNLOADLOG"
  20         msgtest "Testing download of file $2 with" "$1 $5"
  21         if ! downloadfile "$2" "$3" "$5" > "$DOWNLOADLOG"; then
  22                 cat >&2 "$DOWNLOADLOG"
  23                 msgfail
  24         else
  25                 msgpass
  26         fi
  27         sed -e '/^ <- / s#%20# #g' -e '/^ <- / s#%0a#\n#g' "$DOWNLOADLOG" | grep '^.*-Hash: ' > receivedhashes.log
  28         testsuccess test -s receivedhashes.log
  29         local HASHES_OK=0
  30         local HASHES_BAD=0
  31         while read field hash; do
  32                 local EXPECTED
  33                 case "$field" in
  34                 'MD5Sum-Hash:') EXPECTED="$(md5sum "$TESTFILE" | cut -d' ' -f 1)";;
  35                 'SHA1-Hash:') EXPECTED="$(sha1sum "$TESTFILE" | cut -d' ' -f 1)";;
  36                 'SHA256-Hash:') EXPECTED="$(sha256sum "$TESTFILE" | cut -d' ' -f 1)";;
  37                 'SHA512-Hash:') EXPECTED="$(sha512sum "$TESTFILE" | cut -d' ' -f 1)";;
  38                 'Checksum-FileSize-Hash:')
  39                         #filesize is too weak to check for !=
  40                         if [ "$4" = '=' ]; then
  41                                 EXPECTED="$(stat -c '%s' "$TESTFILE")"
  42                         else
  43                                 continue
  44                         fi
  45                         ;;
  46                 *) continue;;
  47                 esac
  48                 if [ "$4" = '=' ]; then
  49                         msgtest 'Test downloaded file for correct' "$field"
  50                 else
  51                         msgtest 'Test downloaded file does not match in' "$field"
  52                 fi
  53                 if [ "$EXPECTED" "$4" "$hash" ]; then
  54                         msgpass
  55                         HASHES_OK=$((HASHES_OK+1));
  56                 else
  57                         msgfail "expected: $EXPECTED ; got: $hash"
  58                         HASHES_BAD=$((HASHES_BAD+1));
  59                 fi
  60         done < receivedhashes.log
  61         msgtest 'At least one good hash and no bad ones'
  62         if [ $HASHES_OK -eq 0 ] || [ $HASHES_BAD -ne 0 ]; then
  63                 cat >&2 "$DOWNLOADLOG"
  64                 msgfail
  65         else
  66                 msgpass
  67         fi
  68 }
  69
  70 TESTFILE='aptarchive/testfile'
  71 cp -a "${TESTDIR}/framework" "$TESTFILE"
  72 cp -a "${TESTDIR}/framework" "${TESTFILE}2"
  73
  74 followuprequest() {
  75         local DOWN='./downloaded/testfile'
  76
  77         copysource $TESTFILE 1M $DOWN
  78         testdownloadfile 'completely downloaded file' "${1}/testfile" "$DOWN" '='
  79         testwebserverlaststatuscode '416' "$DOWNLOADLOG"
  80
  81         webserverconfig 'aptwebserver::support::content-range' 'false'
  82         copysource $TESTFILE 1M $DOWN
  83         testdownloadfile 'completely downloaded file' "${1}/testfile" "$DOWN" '=' "SHA256:$(sha256sum "$TESTFILE" | cut -d' ' -f 1)"
  84         testwebserverlaststatuscode '416' "$DOWNLOADLOG"
  85         webserverconfig 'aptwebserver::support::content-range' 'true'
  86
  87         copysource $TESTFILE 1M $DOWN
  88         copysource "${TESTFILE}2" 20 "${DOWN}2"
  89         msgtest 'Testing download of files with' 'completely downloaded file + partial file'
  90         testsuccess --nomsg apthelper -o Debug::Acquire::${1%%:*}=1 -o Debug::pkgAcquire::Worker=1 \
  91                 download-file "$1/testfile" "$DOWN" '' "$1/testfile2" "${DOWN}2"
  92         testwebserverlaststatuscode '206' 'rootdir/tmp/testsuccess.output'
  93         testsuccess diff -u "$TESTFILE" "${DOWN}"
  94         testsuccess diff -u "${DOWN}" "${DOWN}2"
  95 }
  96
  97 testrun() {
  98         webserverconfig 'aptwebserver::support::range' 'true'
  99         webserverconfig 'aptwebserver::response-header::Accept-Ranges' 'bytes'
 100         local DOWN='./downloaded/testfile'
 101
 102         copysource $TESTFILE 0 $DOWN
 103         testdownloadfile 'no data' "${1}/testfile" "$DOWN" '='
 104         testwebserverlaststatuscode '200' "$DOWNLOADLOG"
 105
 106         copysource $TESTFILE 20 $DOWN
 107         testdownloadfile 'valid partial data' "${1}/testfile" "$DOWN" '='
 108         testwebserverlaststatuscode '206' "$DOWNLOADLOG"
 109
 110         copysource /dev/zero 20 $DOWN
 111         testdownloadfile 'invalid partial data' "${1}/testfile" "$DOWN" '!='
 112         testwebserverlaststatuscode '206' "$DOWNLOADLOG"
 113
 114         webserverconfig 'aptwebserver::closeOnError' 'false'
 115         followuprequest "$1"
 116         webserverconfig 'aptwebserver::closeOnError' 'true'
 117         followuprequest "$1"
 118         webserverconfig 'aptwebserver::closeOnError' 'false'
 119
 120         copysource /dev/zero 1M $DOWN
 121         testdownloadfile 'too-big partial file' "${1}/testfile" "$DOWN" '='
 122         testwebserverlaststatuscode '200' "$DOWNLOADLOG"
 123
 124         copysource /dev/zero 20 $DOWN
 125         touch $DOWN
 126         testdownloadfile 'old data' "${1}/testfile" "$DOWN" '='
 127         testwebserverlaststatuscode '200' "$DOWNLOADLOG"
 128
 129         if [ "${1%%:*}" = 'https' ] && expr match "$1" "^.*/redirectme$" >/dev/null; then
 130                 webserverconfig 'aptwebserver::response-header::Accept-Ranges' 'none'
 131         else
 132                 webserverconfig 'aptwebserver::support::range' 'false'
 133         fi
 134
 135         copysource $TESTFILE 20 $DOWN
 136         testdownloadfile 'no server support' "${1}/testfile" "$DOWN" '='
 137         testwebserverlaststatuscode '200' "$DOWNLOADLOG"
 138 }
 139
 140 serverconfigs() {
 141         msgmsg "${1%%:*}: Test with Content-Length"
 142         webserverconfig 'aptwebserver::chunked-transfer-encoding' 'false'
 143         testrun "$1"
 144         msgmsg "${1%%:*}: Test with Transfer-Encoding: chunked"
 145         webserverconfig 'aptwebserver::chunked-transfer-encoding' 'true'
 146         testrun "$1"
 147 }
 148
 149 serverconfigs "http://localhost:${APTHTTPPORT}"
 150
 151 changetohttpswebserver
 152
 153 serverconfigs "https://localhost:${APTHTTPSPORT}"
 154
 155 webserverconfig 'aptwebserver::redirect::replace::/redirectme/' "https://localhost:${APTHTTPSPORT}/"
 156 serverconfigs "https://localhost:${APTHTTPSPORT}/redirectme"
 157 serverconfigs "http://localhost:${APTHTTPPORT}/redirectme"