]>
Commit | Line | Data |
---|---|---|
1 | #!/bin/sh -- # no runable script, just for vi | |
2 | ||
3 | EXIT_CODE=0 | |
4 | ||
5 | # we all like colorful messages | |
6 | if [ "$MSGCOLOR" != 'NO' ]; then | |
7 | if ! expr match "$(readlink -f /proc/$$/fd/1)" '/dev/pts/[0-9]\+' > /dev/null; then | |
8 | export MSGCOLOR='NO' | |
9 | fi | |
10 | fi | |
11 | ||
12 | ||
13 | if [ "$MSGCOLOR" != 'NO' ]; then | |
14 | CERROR="\033[1;31m" # red | |
15 | CWARNING="\033[1;33m" # yellow | |
16 | CMSG="\033[1;32m" # green | |
17 | CINFO="\033[1;96m" # light blue | |
18 | CDEBUG="\033[1;94m" # blue | |
19 | CNORMAL="\033[0;39m" # default system console color | |
20 | CDONE="\033[1;32m" # green | |
21 | CPASS="\033[1;32m" # green | |
22 | CFAIL="\033[1;31m" # red | |
23 | CCMD="\033[1;35m" # pink | |
24 | fi | |
25 | ||
26 | msgdie() { echo "${CERROR}E: $1${CNORMAL}" >&2; exit 1; } | |
27 | msgwarn() { echo "${CWARNING}W: $1${CNORMAL}" >&2; } | |
28 | msgmsg() { echo "${CMSG}$1${CNORMAL}"; } | |
29 | msginfo() { echo "${CINFO}I: $1${CNORMAL}"; } | |
30 | msgdebug() { echo "${CDEBUG}D: $1${CNORMAL}"; } | |
31 | msgdone() { echo "${CDONE}DONE${CNORMAL}"; } | |
32 | msgnwarn() { echo -n "${CWARNING}W: $1${CNORMAL}" >&2; } | |
33 | msgnmsg() { echo -n "${CMSG}$1${CNORMAL}"; } | |
34 | msgninfo() { echo -n "${CINFO}I: $1${CNORMAL}"; } | |
35 | msgndebug() { echo -n "${CDEBUG}D: $1${CNORMAL}"; } | |
36 | msgtest() { | |
37 | while [ -n "$1" ]; do | |
38 | echo -n "${CINFO}$1${CCMD} " | |
39 | echo -n "$(echo "$2" | sed -e 's/^aptc/apt-c/' -e 's/^aptg/apt-g/' -e 's/^aptf/apt-f/')${CINFO} " | |
40 | shift | |
41 | if [ -n "$1" ]; then shift; else break; fi | |
42 | done | |
43 | echo -n "…${CNORMAL} " | |
44 | } | |
45 | msgpass() { echo "${CPASS}PASS${CNORMAL}"; } | |
46 | msgskip() { echo "${CWARNING}SKIP${CNORMAL}" >&2; } | |
47 | msgfail() { | |
48 | if [ $# -gt 0 ]; then echo "${CFAIL}FAIL: $*${CNORMAL}" >&2; | |
49 | else echo "${CFAIL}FAIL${CNORMAL}" >&2; fi | |
50 | EXIT_CODE=$((EXIT_CODE+1)); | |
51 | } | |
52 | ||
53 | # enable / disable Debugging | |
54 | MSGLEVEL=${MSGLEVEL:-3} | |
55 | if [ $MSGLEVEL -le 0 ]; then | |
56 | msgdie() { true; } | |
57 | fi | |
58 | if [ $MSGLEVEL -le 1 ]; then | |
59 | msgwarn() { true; } | |
60 | msgnwarn() { true; } | |
61 | fi | |
62 | if [ $MSGLEVEL -le 2 ]; then | |
63 | msgmsg() { true; } | |
64 | msgnmsg() { true; } | |
65 | msgtest() { true; } | |
66 | msgpass() { echo -n " ${CPASS}P${CNORMAL}"; } | |
67 | msgskip() { echo -n " ${CWARNING}S${CNORMAL}" >&2; } | |
68 | if [ -n "$CFAIL" ]; then | |
69 | msgfail() { echo -n " ${CFAIL}FAIL${CNORMAL}" >&2; EXIT_CODE=$((EXIT_CODE+1)); } | |
70 | else | |
71 | msgfail() { echo -n " ###FAILED###" >&2; EXIT_CODE=$((EXIT_CODE+1)); } | |
72 | fi | |
73 | fi | |
74 | if [ $MSGLEVEL -le 3 ]; then | |
75 | msginfo() { true; } | |
76 | msgninfo() { true; } | |
77 | fi | |
78 | if [ $MSGLEVEL -le 4 ]; then | |
79 | msgdebug() { true; } | |
80 | msgndebug() { true; } | |
81 | fi | |
82 | msgdone() { | |
83 | if [ "$1" = "debug" -a $MSGLEVEL -le 4 ] || | |
84 | [ "$1" = "info" -a $MSGLEVEL -le 3 ] || | |
85 | [ "$1" = "msg" -a $MSGLEVEL -le 2 ] || | |
86 | [ "$1" = "warn" -a $MSGLEVEL -le 1 ] || | |
87 | [ "$1" = "die" -a $MSGLEVEL -le 0 ]; then | |
88 | true; | |
89 | else | |
90 | echo "${CDONE}DONE${CNORMAL}"; | |
91 | fi | |
92 | } | |
93 | getaptconfig() { | |
94 | if [ -f ./aptconfig.conf ]; then | |
95 | echo "./aptconfig.conf" | |
96 | elif [ -f ../aptconfig.conf ]; then | |
97 | echo "../aptconfig.conf" | |
98 | fi | |
99 | } | |
100 | runapt() { | |
101 | msgdebug "Executing: ${CCMD}$*${CDEBUG} " | |
102 | local CMD="$1" | |
103 | shift | |
104 | case $CMD in | |
105 | sh|aptitude|*/*) ;; | |
106 | *) CMD="${BUILDDIRECTORY}/$CMD";; | |
107 | esac | |
108 | MALLOC_PERTURB_=21 MALLOC_CHECK_=2 APT_CONFIG="$(getaptconfig)" LD_LIBRARY_PATH=${BUILDDIRECTORY} $CMD "$@" | |
109 | } | |
110 | aptconfig() { runapt apt-config "$@"; } | |
111 | aptcache() { runapt apt-cache "$@"; } | |
112 | aptcdrom() { runapt apt-cdrom "$@"; } | |
113 | aptget() { runapt apt-get "$@"; } | |
114 | aptftparchive() { runapt apt-ftparchive "$@"; } | |
115 | aptkey() { runapt apt-key "$@"; } | |
116 | aptmark() { runapt apt-mark "$@"; } | |
117 | apt() { runapt apt "$@"; } | |
118 | apthelper() { runapt "${APTHELPERBINDIR}/apt-helper" "$@"; } | |
119 | aptwebserver() { runapt "${APTWEBSERVERBINDIR}/aptwebserver" "$@"; } | |
120 | aptitude() { runapt aptitude "$@"; } | |
121 | aptextracttemplates() { runapt apt-extracttemplates "$@"; } | |
122 | ||
123 | dpkg() { | |
124 | command dpkg --root=${TMPWORKINGDIRECTORY}/rootdir --force-not-root --force-bad-path --log=${TMPWORKINGDIRECTORY}/rootdir/var/log/dpkg.log "$@" | |
125 | } | |
126 | dpkgcheckbuilddeps() { | |
127 | command dpkg-checkbuilddeps --admindir=${TMPWORKINGDIRECTORY}/rootdir/var/lib/dpkg "$@" | |
128 | } | |
129 | gdb() { | |
130 | echo "gdb: run »$*«" | |
131 | APT_CONFIG=aptconfig.conf LD_LIBRARY_PATH=${LIBRARYPATH} command gdb ${BUILDDIRECTORY}/$1 --args "$@" | |
132 | } | |
133 | gpg() { | |
134 | # see apt-key for the whole trickery. Setup is done in setupenvironment | |
135 | command gpg --ignore-time-conflict --no-options --no-default-keyring \ | |
136 | --homedir "${TMPWORKINGDIRECTORY}/gnupghome" \ | |
137 | --no-auto-check-trustdb --trust-model always \ | |
138 | "$@" | |
139 | } | |
140 | ||
141 | exitwithstatus() { | |
142 | # error if we about to overflow, but ... | |
143 | # "255 failures ought to be enough for everybody" | |
144 | if [ $EXIT_CODE -gt 255 ]; then | |
145 | msgdie "Total failure count $EXIT_CODE too big" | |
146 | fi | |
147 | exit $((EXIT_CODE <= 255 ? EXIT_CODE : 255)); | |
148 | } | |
149 | ||
150 | shellsetedetector() { | |
151 | local exit_status=$? | |
152 | if [ "$exit_status" != '0' ]; then | |
153 | echo >&2 "${CERROR}E: Looks like the testcases ended prematurely with exitcode: ${exit_status}${CNORMAL}" | |
154 | if [ "$EXIT_CODE" = '0' ]; then | |
155 | EXIT_CODE="$exit_status" | |
156 | fi | |
157 | fi | |
158 | } | |
159 | ||
160 | addtrap() { | |
161 | if [ "$1" = 'prefix' ]; then | |
162 | CURRENTTRAP="$2 $CURRENTTRAP" | |
163 | else | |
164 | CURRENTTRAP="$CURRENTTRAP $1" | |
165 | fi | |
166 | trap "shellsetedetector; $CURRENTTRAP exitwithstatus;" 0 HUP INT QUIT ILL ABRT FPE SEGV PIPE TERM | |
167 | } | |
168 | ||
169 | setupenvironment() { | |
170 | TMPWORKINGDIRECTORY=$(mktemp -d) | |
171 | TESTDIRECTORY=$(readlink -f $(dirname $0)) | |
172 | msgninfo "Preparing environment for ${CCMD}$(basename $0)${CINFO} in ${TMPWORKINGDIRECTORY}… " | |
173 | ||
174 | # allow overriding the default BUILDDIR location | |
175 | BUILDDIRECTORY=${APT_INTEGRATION_TESTS_BUILD_DIR:-"${TESTDIRECTORY}/../../build/bin"} | |
176 | LIBRARYPATH=${APT_INTEGRATION_TESTS_LIBRARY_PATH:-"${BUILDDIRECTORY}"} | |
177 | METHODSDIR=${APT_INTEGRATION_TESTS_METHODS_DIR:-"${BUILDDIRECTORY}/methods"} | |
178 | APTHELPERBINDIR=${APT_INTEGRATION_TESTS_LIBEXEC_DIR:-"${BUILDDIRECTORY}"} | |
179 | APTWEBSERVERBINDIR=${APT_INTEGRATION_TESTS_WEBSERVER_BIN_DIR:-"${BUILDDIRECTORY}"} | |
180 | test -x "${BUILDDIRECTORY}/apt-get" || msgdie "You need to build tree first" | |
181 | # ----- | |
182 | ||
183 | addtrap "cd /; rm -rf $TMPWORKINGDIRECTORY;" | |
184 | cd $TMPWORKINGDIRECTORY | |
185 | mkdir rootdir aptarchive keys | |
186 | cd rootdir | |
187 | mkdir -p etc/apt/apt.conf.d etc/apt/sources.list.d etc/apt/trusted.gpg.d etc/apt/preferences.d | |
188 | mkdir -p var/cache var/lib/apt var/log tmp | |
189 | mkdir -p var/lib/dpkg/info var/lib/dpkg/updates var/lib/dpkg/triggers | |
190 | touch var/lib/dpkg/available | |
191 | mkdir -p usr/lib/apt | |
192 | ln -s ${METHODSDIR} usr/lib/apt/methods | |
193 | ln -s ${BUILDDIRECTORY}/../../debian/apt.conf.autoremove etc/apt/apt.conf.d/01autoremove | |
194 | cd .. | |
195 | local PACKAGESFILE=$(echo "$(basename $0)" | sed -e 's/^test-/Packages-/' -e 's/^skip-/Packages-/') | |
196 | if [ -f "${TESTDIRECTORY}/${PACKAGESFILE}" ]; then | |
197 | cp "${TESTDIRECTORY}/${PACKAGESFILE}" aptarchive/Packages | |
198 | fi | |
199 | local SOURCESSFILE=$(echo "$(basename $0)" | sed -e 's/^test-/Sources-/' -e 's/^skip-/Sources-/') | |
200 | if [ -f "${TESTDIRECTORY}/${SOURCESSFILE}" ]; then | |
201 | cp "${TESTDIRECTORY}/${SOURCESSFILE}" aptarchive/Sources | |
202 | fi | |
203 | cp $(find $TESTDIRECTORY -name '*.pub' -o -name '*.sec') keys/ | |
204 | ln -s ${TMPWORKINGDIRECTORY}/keys/joesixpack.pub rootdir/etc/apt/trusted.gpg.d/joesixpack.gpg | |
205 | echo "Dir \"${TMPWORKINGDIRECTORY}/rootdir\";" > aptconfig.conf | |
206 | echo "Dir::state::status \"${TMPWORKINGDIRECTORY}/rootdir/var/lib/dpkg/status\";" >> aptconfig.conf | |
207 | echo "Debug::NoLocking \"true\";" >> aptconfig.conf | |
208 | echo "APT::Get::Show-User-Simulation-Note \"false\";" >> aptconfig.conf | |
209 | echo "Dir::Bin::Methods \"${METHODSDIR}\";" >> aptconfig.conf | |
210 | echo "Dir::Bin::dpkg \"fakeroot\";" >> aptconfig.conf | |
211 | echo "DPKG::options:: \"dpkg\";" >> aptconfig.conf | |
212 | echo "DPKG::options:: \"--root=${TMPWORKINGDIRECTORY}/rootdir\";" >> aptconfig.conf | |
213 | echo "DPKG::options:: \"--force-not-root\";" >> aptconfig.conf | |
214 | echo "DPKG::options:: \"--force-bad-path\";" >> aptconfig.conf | |
215 | if ! command dpkg --assert-multi-arch >/dev/null 2>&1; then | |
216 | echo "DPKG::options:: \"--force-architecture\";" >> aptconfig.conf # Added to test multiarch before dpkg is ready for it… | |
217 | fi | |
218 | echo "DPKG::options:: \"--log=${TMPWORKINGDIRECTORY}/rootdir/var/log/dpkg.log\";" >> aptconfig.conf | |
219 | echo 'quiet::NoUpdate "true";' >> aptconfig.conf | |
220 | echo "Acquire::https::CaInfo \"${TESTDIR}/apt.pem\";" > rootdir/etc/apt/apt.conf.d/99https | |
221 | echo "Apt::Cmd::Disable-Script-Warning \"1\";" > rootdir/etc/apt/apt.conf.d/apt-binary | |
222 | configcompression '.' 'gz' #'bz2' 'lzma' 'xz' | |
223 | ||
224 | # gpg needs a trustdb to function, but it can't be invalid (not even empty) | |
225 | # see also apt-key where this trickery comes from: | |
226 | local TRUSTDBDIR="${TMPWORKINGDIRECTORY}/gnupghome" | |
227 | mkdir "$TRUSTDBDIR" | |
228 | chmod 700 "$TRUSTDBDIR" | |
229 | # We also don't use a secret keyring, of course, but gpg panics and | |
230 | # implodes if there isn't one available - and writeable for imports | |
231 | local SECRETKEYRING="${TRUSTDBDIR}/secring.gpg" | |
232 | touch $SECRETKEYRING | |
233 | # now create the trustdb with an (empty) dummy keyring | |
234 | # newer gpg versions are fine without it, but play it safe for now | |
235 | gpg --quiet --check-trustdb --secret-keyring $SECRETKEYRING --keyring $SECRETKEYRING >/dev/null 2>&1 | |
236 | ||
237 | # cleanup the environment a bit | |
238 | export PATH="${PATH}:/usr/local/sbin:/usr/sbin:/sbin" | |
239 | export LC_ALL=C.UTF-8 | |
240 | unset LANGUAGE APT_CONFIG | |
241 | unset GREP_OPTIONS DEB_BUILD_PROFILES | |
242 | ||
243 | msgdone "info" | |
244 | } | |
245 | ||
246 | getarchitecture() { | |
247 | if [ "$1" = "native" -o -z "$1" ]; then | |
248 | eval `aptconfig shell ARCH APT::Architecture` | |
249 | if [ -n "$ARCH" ]; then | |
250 | echo $ARCH | |
251 | else | |
252 | dpkg --print-architecture | |
253 | fi | |
254 | else | |
255 | echo $1 | |
256 | fi | |
257 | } | |
258 | ||
259 | getarchitectures() { | |
260 | echo "$(aptconfig dump | grep APT::Architecture | cut -d'"' -f 2 | sed '/^$/ d' | sort | uniq | tr '\n' ' ')" | |
261 | } | |
262 | ||
263 | getarchitecturesfromcommalist() { | |
264 | echo "$1" | sed -e 's#,#\n#g' | sed -e "s/^native\$/$(getarchitecture 'native')/" | |
265 | } | |
266 | ||
267 | configarchitecture() { | |
268 | { | |
269 | echo "APT::Architecture \"$(getarchitecture $1)\";" | |
270 | while [ -n "$1" ]; do | |
271 | echo "APT::Architectures:: \"$(getarchitecture $1)\";" | |
272 | shift | |
273 | done | |
274 | } >rootdir/etc/apt/apt.conf.d/01multiarch.conf | |
275 | configdpkg | |
276 | } | |
277 | ||
278 | configdpkg() { | |
279 | if [ ! -e rootdir/var/lib/dpkg/status ]; then | |
280 | local STATUSFILE=$(echo "$(basename $0)" | sed -e 's/^test-/status-/' -e 's/^skip-/status-/') | |
281 | if [ -f "${TESTDIRECTORY}/${STATUSFILE}" ]; then | |
282 | cp "${TESTDIRECTORY}/${STATUSFILE}" rootdir/var/lib/dpkg/status | |
283 | else | |
284 | echo -n > rootdir/var/lib/dpkg/status | |
285 | fi | |
286 | fi | |
287 | rm -f rootdir/etc/apt/apt.conf.d/00foreigndpkg | |
288 | if command dpkg --assert-multi-arch >/dev/null 2>&1 ; then | |
289 | local ARCHS="$(getarchitectures)" | |
290 | if echo "$ARCHS" | grep -E -q '[^ ]+ [^ ]+'; then | |
291 | DPKGARCH="$(dpkg --print-architecture)" | |
292 | for ARCH in ${ARCHS}; do | |
293 | if [ "${ARCH}" != "${DPKGARCH}" ]; then | |
294 | if ! dpkg --add-architecture ${ARCH} >/dev/null 2>&1; then | |
295 | # old-style used e.g. in Ubuntu-P – and as it seems travis | |
296 | echo "DPKG::options:: \"--foreign-architecture\";" >> rootdir/etc/apt/apt.conf.d/00foreigndpkg | |
297 | echo "DPKG::options:: \"${ARCH}\";" >> rootdir/etc/apt/apt.conf.d/00foreigndpkg | |
298 | fi | |
299 | fi | |
300 | done | |
301 | if [ "0" = "$(dpkg -l dpkg 2> /dev/null | grep '^i' | wc -l)" ]; then | |
302 | # dpkg doesn't really check the version as long as it is fully installed, | |
303 | # but just to be sure we choose one above the required version | |
304 | insertinstalledpackage 'dpkg' "all" '1.16.2+fake' | |
305 | fi | |
306 | fi | |
307 | fi | |
308 | } | |
309 | ||
310 | configcompression() { | |
311 | while [ -n "$1" ]; do | |
312 | case "$1" in | |
313 | '.') echo ".\t.\tcat";; | |
314 | 'gz') echo "gzip\tgz\tgzip";; | |
315 | 'bz2') echo "bzip2\tbz2\tbzip2";; | |
316 | 'lzma') echo "lzma\tlzma\txz --format=lzma";; | |
317 | 'xz') echo "xz\txz\txz";; | |
318 | *) echo "$1\t$1\t$1";; | |
319 | esac | |
320 | shift | |
321 | done > ${TMPWORKINGDIRECTORY}/rootdir/etc/testcase-compressor.conf | |
322 | } | |
323 | ||
324 | setupsimplenativepackage() { | |
325 | local NAME="$1" | |
326 | local ARCH="$2" | |
327 | local VERSION="$3" | |
328 | local RELEASE="${4:-unstable}" | |
329 | local DEPENDENCIES="$5" | |
330 | local DESCRIPTION="${6:-"an autogenerated dummy ${NAME}=${VERSION}/${RELEASE} | |
331 | If you find such a package installed on your system, | |
332 | something went horribly wrong! They are autogenerated | |
333 | und used only by testcases and surf no other propose…"}" | |
334 | ||
335 | local SECTION="${7:-others}" | |
336 | local DISTSECTION | |
337 | if [ "$SECTION" = "$(echo "$SECTION" | cut -d'/' -f 2)" ]; then | |
338 | DISTSECTION="main" | |
339 | else | |
340 | DISTSECTION="$(echo "$SECTION" | cut -d'/' -f 1)" | |
341 | fi | |
342 | local BUILDDIR=incoming/${NAME}-${VERSION} | |
343 | mkdir -p ${BUILDDIR}/debian/source | |
344 | cd ${BUILDDIR} | |
345 | echo "* most suckless software product ever" > FEATURES | |
346 | test -e debian/copyright || echo "Copyleft by Joe Sixpack $(date +%Y)" > debian/copyright | |
347 | test -e debian/changelog || echo "$NAME ($VERSION) $RELEASE; urgency=low | |
348 | ||
349 | * Initial release | |
350 | ||
351 | -- Joe Sixpack <joe@example.org> $(date -R)" > debian/changelog | |
352 | test -e debian/control || echo "Source: $NAME | |
353 | Section: $SECTION | |
354 | Priority: optional | |
355 | Maintainer: Joe Sixpack <joe@example.org> | |
356 | Build-Depends: debhelper (>= 7) | |
357 | Standards-Version: 3.9.1 | |
358 | ||
359 | Package: $NAME" > debian/control | |
360 | if [ "$ARCH" = 'all' ]; then | |
361 | echo "Architecture: all" >> debian/control | |
362 | else | |
363 | echo "Architecture: any" >> debian/control | |
364 | fi | |
365 | test -z "$DEPENDENCIES" || echo "$DEPENDENCIES" >> debian/control | |
366 | echo "Description: $DESCRIPTION" >> debian/control | |
367 | ||
368 | test -e debian/compat || echo "7" > debian/compat | |
369 | test -e debian/source/format || echo "3.0 (native)" > debian/source/format | |
370 | test -e debian/rules || cp /usr/share/doc/debhelper/examples/rules.tiny debian/rules | |
371 | cd - > /dev/null | |
372 | } | |
373 | ||
374 | buildsimplenativepackage() { | |
375 | local NAME="$1" | |
376 | local ARCH="$2" | |
377 | local VERSION="$3" | |
378 | local RELEASE="${4:-unstable}" | |
379 | local DEPENDENCIES="$5" | |
380 | local DESCRIPTION="${6:-"an autogenerated dummy ${NAME}=${VERSION}/${RELEASE} | |
381 | If you find such a package installed on your system, | |
382 | something went horribly wrong! They are autogenerated | |
383 | und used only by testcases and surf no other propose…"}" | |
384 | ||
385 | local SECTION="${7:-others}" | |
386 | local PRIORITY="${8:-optional}" | |
387 | local FILE_TREE="$9" | |
388 | local COMPRESS_TYPE="${10:-gzip}" | |
389 | local DISTSECTION | |
390 | if [ "$SECTION" = "$(echo "$SECTION" | cut -d'/' -f 2)" ]; then | |
391 | DISTSECTION="main" | |
392 | else | |
393 | DISTSECTION="$(echo "$SECTION" | cut -d'/' -f 1)" | |
394 | fi | |
395 | local BUILDDIR=${TMPWORKINGDIRECTORY}/incoming/${NAME}-${VERSION} | |
396 | ||
397 | msgninfo "Build package ${NAME} in ${VERSION} for ${RELEASE} in ${DISTSECTION}… " | |
398 | mkdir -p $BUILDDIR/debian/source | |
399 | echo "* most suckless software product ever" > ${BUILDDIR}/FEATURES | |
400 | echo "#!/bin/sh | |
401 | echo '$NAME says \"Hello!\"'" > ${BUILDDIR}/${NAME} | |
402 | ||
403 | echo "Copyleft by Joe Sixpack $(date +%Y)" > ${BUILDDIR}/debian/copyright | |
404 | echo "$NAME ($VERSION) $RELEASE; urgency=low | |
405 | ||
406 | * Initial release | |
407 | ||
408 | -- Joe Sixpack <joe@example.org> $(date -R)" > ${BUILDDIR}/debian/changelog | |
409 | echo "Source: $NAME | |
410 | Section: $SECTION | |
411 | Priority: $PRIORITY | |
412 | Maintainer: Joe Sixpack <joe@example.org> | |
413 | Standards-Version: 3.9.3" > ${BUILDDIR}/debian/control | |
414 | local BUILDDEPS="$(echo "$DEPENDENCIES" | grep '^Build-')" | |
415 | test -z "$BUILDDEPS" || echo "$BUILDDEPS" >> ${BUILDDIR}/debian/control | |
416 | echo " | |
417 | Package: $NAME" >> ${BUILDDIR}/debian/control | |
418 | ||
419 | if [ "$ARCH" = 'all' ]; then | |
420 | echo "Architecture: all" >> ${BUILDDIR}/debian/control | |
421 | else | |
422 | echo "Architecture: any" >> ${BUILDDIR}/debian/control | |
423 | fi | |
424 | local DEPS="$(echo "$DEPENDENCIES" | grep -v '^Build-')" | |
425 | test -z "$DEPS" || echo "$DEPS" >> ${BUILDDIR}/debian/control | |
426 | echo "Description: $DESCRIPTION" >> ${BUILDDIR}/debian/control | |
427 | ||
428 | echo '3.0 (native)' > ${BUILDDIR}/debian/source/format | |
429 | (cd ${BUILDDIR}/..; dpkg-source -b ${NAME}-${VERSION} 2>&1) | sed -n 's#^dpkg-source: info: building [^ ]\+ in ##p' \ | |
430 | | while read SRC; do | |
431 | echo "pool/${SRC}" >> ${BUILDDIR}/../${RELEASE}.${DISTSECTION}.srclist | |
432 | # if expr match "${SRC}" '.*\.dsc' >/dev/null 2>&1; then | |
433 | # gpg --yes --secret-keyring ./keys/joesixpack.sec \ | |
434 | # --keyring ./keys/joesixpack.pub --default-key 'Joe Sixpack' \ | |
435 | # --clearsign -o "${BUILDDIR}/../${SRC}.sign" "${BUILDDIR}/../$SRC" | |
436 | # mv "${BUILDDIR}/../${SRC}.sign" "${BUILDDIR}/../$SRC" | |
437 | # fi | |
438 | done | |
439 | ||
440 | for arch in $(getarchitecturesfromcommalist "$ARCH"); do | |
441 | rm -rf ${BUILDDIR}/debian/tmp | |
442 | mkdir -p ${BUILDDIR}/debian/tmp/DEBIAN ${BUILDDIR}/debian/tmp/usr/share/doc/${NAME} ${BUILDDIR}/debian/tmp/usr/bin | |
443 | cp ${BUILDDIR}/debian/copyright ${BUILDDIR}/debian/changelog ${BUILDDIR}/FEATURES ${BUILDDIR}/debian/tmp/usr/share/doc/${NAME} | |
444 | cp ${BUILDDIR}/${NAME} ${BUILDDIR}/debian/tmp/usr/bin/${NAME}-${arch} | |
445 | if [ -n "$FILE_TREE" ]; then | |
446 | cp -ar "$FILE_TREE" ${BUILDDIR}/debian/tmp | |
447 | fi | |
448 | ||
449 | (cd ${BUILDDIR}; dpkg-gencontrol -DArchitecture=$arch) | |
450 | (cd ${BUILDDIR}/debian/tmp; md5sum $(find usr/ -type f) > DEBIAN/md5sums) | |
451 | local LOG="${BUILDDIR}/../${NAME}_${VERSION}_${arch}.dpkg-deb.log" | |
452 | # ensure the right permissions as dpkg-deb ensists | |
453 | chmod 755 ${BUILDDIR}/debian/tmp/DEBIAN | |
454 | if ! dpkg-deb -Z${COMPRESS_TYPE} --build ${BUILDDIR}/debian/tmp ${BUILDDIR}/.. >$LOG 2>&1; then | |
455 | cat $LOG | |
456 | false | |
457 | fi | |
458 | rm $LOG | |
459 | echo "pool/${NAME}_${VERSION}_${arch}.deb" >> ${BUILDDIR}/../${RELEASE}.${DISTSECTION}.pkglist | |
460 | done | |
461 | ||
462 | mkdir -p ${BUILDDIR}/../${NAME}_${VERSION} | |
463 | cp ${BUILDDIR}/debian/changelog ${BUILDDIR}/../${NAME}_${VERSION}/ | |
464 | cp ${BUILDDIR}/debian/changelog ${BUILDDIR}/../${NAME}_${VERSION}.changelog | |
465 | rm -rf "${BUILDDIR}" | |
466 | msgdone "info" | |
467 | } | |
468 | ||
469 | buildpackage() { | |
470 | local BUILDDIR=$1 | |
471 | local RELEASE=$2 | |
472 | local SECTION=$3 | |
473 | local ARCH=$(getarchitecture $4) | |
474 | local PKGNAME="$(echo "$BUILDDIR" | grep -o '[^/]*$')" | |
475 | local BUILDLOG="$(readlink -f "${BUILDDIR}/../${PKGNAME}_${RELEASE}_${SECTION}.dpkg-bp.log")" | |
476 | msgninfo "Build package ${PKGNAME} for ${RELEASE} in ${SECTION}… " | |
477 | cd $BUILDDIR | |
478 | if [ "$ARCH" = "all" ]; then | |
479 | ARCH="$(dpkg-architecture -qDEB_HOST_ARCH 2> /dev/null)" | |
480 | fi | |
481 | if ! dpkg-buildpackage -uc -us -a$ARCH >$BUILDLOG 2>&1 ; then | |
482 | cat $BUILDLOG | |
483 | false | |
484 | fi | |
485 | local PKGS="$(grep '^dpkg-deb: building package' $BUILDLOG | cut -d'/' -f 2 | sed -e "s#'\.##")" | |
486 | local SRCS="$(grep '^dpkg-source: info: building' $BUILDLOG | grep -o '[a-z0-9._+~-]*$')" | |
487 | cd - > /dev/null | |
488 | for PKG in $PKGS; do | |
489 | echo "pool/${PKG}" >> ${TMPWORKINGDIRECTORY}/incoming/${RELEASE}.${SECTION}.pkglist | |
490 | done | |
491 | for SRC in $SRCS; do | |
492 | echo "pool/${SRC}" >> ${TMPWORKINGDIRECTORY}/incoming/${RELEASE}.${SECTION}.srclist | |
493 | done | |
494 | msgdone "info" | |
495 | } | |
496 | ||
497 | buildaptarchive() { | |
498 | if [ -d incoming ]; then | |
499 | buildaptarchivefromincoming "$@" | |
500 | else | |
501 | buildaptarchivefromfiles "$@" | |
502 | fi | |
503 | } | |
504 | ||
505 | createaptftparchiveconfig() { | |
506 | local COMPRESSORS="$(cut -d' ' -f 1 ${TMPWORKINGDIRECTORY}/rootdir/etc/testcase-compressor.conf | tr '\n' ' ')" | |
507 | COMPRESSORS="${COMPRESSORS%* }" | |
508 | local ARCHS="$(find pool/ -name '*.deb' | grep -oE '_[a-z0-9-]+\.deb$' | sort | uniq | sed -e '/^_all.deb$/ d' -e 's#^_\([a-z0-9-]*\)\.deb$#\1#' | tr '\n' ' ')" | |
509 | if [ -z "$ARCHS" ]; then | |
510 | # the pool is empty, so we will operate on faked packages - let us use the configured archs | |
511 | ARCHS="$(getarchitectures)" | |
512 | fi | |
513 | echo -n 'Dir { | |
514 | ArchiveDir "' >> ftparchive.conf | |
515 | echo -n $(readlink -f .) >> ftparchive.conf | |
516 | echo -n '"; | |
517 | CacheDir "' >> ftparchive.conf | |
518 | echo -n $(readlink -f ..) >> ftparchive.conf | |
519 | echo -n '"; | |
520 | FileListDir "' >> ftparchive.conf | |
521 | echo -n $(readlink -f pool/) >> ftparchive.conf | |
522 | echo -n '"; | |
523 | }; | |
524 | Default { | |
525 | Packages::Compress "'"$COMPRESSORS"'"; | |
526 | Sources::Compress "'"$COMPRESSORS"'"; | |
527 | Contents::Compress "'"$COMPRESSORS"'"; | |
528 | Translation::Compress "'"$COMPRESSORS"'"; | |
529 | LongDescription "false"; | |
530 | }; | |
531 | TreeDefault { | |
532 | Directory "pool/"; | |
533 | SrcDirectory "pool/"; | |
534 | }; | |
535 | APT { | |
536 | FTPArchive { | |
537 | Release { | |
538 | Origin "joesixpack"; | |
539 | Label "apttestcases"; | |
540 | Suite "unstable"; | |
541 | Description "repository with dummy packages"; | |
542 | Architectures "' >> ftparchive.conf | |
543 | echo -n "$ARCHS" >> ftparchive.conf | |
544 | echo 'source"; | |
545 | }; | |
546 | }; | |
547 | };' >> ftparchive.conf | |
548 | for DIST in $(find ./pool/ -maxdepth 1 -name '*.pkglist' -type f | cut -d'/' -f 3 | cut -d'.' -f 1 | sort | uniq); do | |
549 | echo -n 'tree "dists/' >> ftparchive.conf | |
550 | echo -n "$DIST" >> ftparchive.conf | |
551 | echo -n '" { | |
552 | Architectures "' >> ftparchive.conf | |
553 | echo -n "$ARCHS" >> ftparchive.conf | |
554 | echo -n 'source"; | |
555 | FileList "' >> ftparchive.conf | |
556 | echo -n "${DIST}.\$(SECTION).pkglist" >> ftparchive.conf | |
557 | echo -n '"; | |
558 | SourceFileList "' >> ftparchive.conf | |
559 | echo -n "${DIST}.\$(SECTION).srclist" >> ftparchive.conf | |
560 | echo -n '"; | |
561 | Sections "' >> ftparchive.conf | |
562 | echo -n "$(find ./pool/ -maxdepth 1 -name "${DIST}.*.pkglist" -type f | cut -d'/' -f 3 | cut -d'.' -f 2 | sort | uniq | tr '\n' ' ')" >> ftparchive.conf | |
563 | echo '"; | |
564 | };' >> ftparchive.conf | |
565 | done | |
566 | } | |
567 | ||
568 | buildaptftparchivedirectorystructure() { | |
569 | local DISTS="$(grep -i '^tree ' ftparchive.conf | cut -d'/' -f 2 | sed -e 's#".*##')" | |
570 | for DIST in $DISTS; do | |
571 | local SECTIONS="$(grep -i -A 5 "dists/$DIST" ftparchive.conf | grep -i 'Sections' | cut -d'"' -f 2)" | |
572 | for SECTION in $SECTIONS; do | |
573 | local ARCHS="$(grep -A 5 "dists/$DIST" ftparchive.conf | grep Architectures | cut -d'"' -f 2 | sed -e 's#source##')" | |
574 | for ARCH in $ARCHS; do | |
575 | mkdir -p dists/${DIST}/${SECTION}/binary-${ARCH} | |
576 | done | |
577 | mkdir -p dists/${DIST}/${SECTION}/source | |
578 | mkdir -p dists/${DIST}/${SECTION}/i18n | |
579 | done | |
580 | done | |
581 | } | |
582 | ||
583 | insertpackage() { | |
584 | local RELEASE="$1" | |
585 | local NAME="$2" | |
586 | local ARCH="$3" | |
587 | local VERSION="$4" | |
588 | local DEPENDENCIES="$5" | |
589 | local PRIORITY="${6:-optional}" | |
590 | local DESCRIPTION="${7:-"an autogenerated dummy ${NAME}=${VERSION}/${RELEASE} | |
591 | If you find such a package installed on your system, | |
592 | something went horribly wrong! They are autogenerated | |
593 | und used only by testcases and surf no other propose…"}" | |
594 | local ARCHS="" | |
595 | for arch in $(getarchitecturesfromcommalist "$ARCH"); do | |
596 | if [ "$arch" = 'all' -o "$arch" = 'none' ]; then | |
597 | ARCHS="$(getarchitectures)" | |
598 | else | |
599 | ARCHS="$arch" | |
600 | fi | |
601 | for BUILDARCH in $ARCHS; do | |
602 | local PPATH="aptarchive/dists/${RELEASE}/main/binary-${BUILDARCH}" | |
603 | mkdir -p $PPATH aptarchive/dists/${RELEASE}/main/source | |
604 | touch aptarchive/dists/${RELEASE}/main/source/Sources | |
605 | local FILE="${PPATH}/Packages" | |
606 | echo "Package: $NAME | |
607 | Priority: $PRIORITY | |
608 | Section: other | |
609 | Installed-Size: 42 | |
610 | Maintainer: Joe Sixpack <joe@example.org>" >> $FILE | |
611 | test "$arch" = 'none' || echo "Architecture: $arch" >> $FILE | |
612 | echo "Version: $VERSION | |
613 | Filename: pool/main/${NAME}/${NAME}_${VERSION}_${arch}.deb" >> $FILE | |
614 | test -z "$DEPENDENCIES" || echo "$DEPENDENCIES" >> $FILE | |
615 | echo "Description: $DESCRIPTION" >> $FILE | |
616 | echo >> $FILE | |
617 | done | |
618 | done | |
619 | } | |
620 | ||
621 | insertsource() { | |
622 | local RELEASE="$1" | |
623 | local NAME="$2" | |
624 | local ARCH="$3" | |
625 | local VERSION="$4" | |
626 | local DEPENDENCIES="$5" | |
627 | local ARCHS="" | |
628 | local SPATH="aptarchive/dists/${RELEASE}/main/source" | |
629 | mkdir -p $SPATH | |
630 | local FILE="${SPATH}/Sources" | |
631 | echo "Package: $NAME | |
632 | Binary: $NAME | |
633 | Version: $VERSION | |
634 | Maintainer: Joe Sixpack <joe@example.org> | |
635 | Architecture: $ARCH" >> $FILE | |
636 | test -z "$DEPENDENCIES" || echo "$DEPENDENCIES" >> $FILE | |
637 | echo "Files: | |
638 | d41d8cd98f00b204e9800998ecf8427e 0 ${NAME}_${VERSION}.dsc | |
639 | d41d8cd98f00b204e9800998ecf8427e 0 ${NAME}_${VERSION}.tar.gz | |
640 | " >> $FILE | |
641 | } | |
642 | ||
643 | insertinstalledpackage() { | |
644 | local NAME="$1" | |
645 | local ARCH="$2" | |
646 | local VERSION="$3" | |
647 | local DEPENDENCIES="$4" | |
648 | local PRIORITY="${5:-optional}" | |
649 | local STATUS="${6:-install ok installed}" | |
650 | local DESCRIPTION="${7:-"an autogenerated dummy ${NAME}=${VERSION}/installed | |
651 | If you find such a package installed on your system, | |
652 | something went horribly wrong! They are autogenerated | |
653 | und used only by testcases and surf no other propose…"}" | |
654 | ||
655 | local FILE='rootdir/var/lib/dpkg/status' | |
656 | local INFO='rootdir/var/lib/dpkg/info' | |
657 | for arch in $(getarchitecturesfromcommalist "$ARCH"); do | |
658 | echo "Package: $NAME | |
659 | Status: $STATUS | |
660 | Priority: $PRIORITY | |
661 | Section: other | |
662 | Installed-Size: 42 | |
663 | Maintainer: Joe Sixpack <joe@example.org> | |
664 | Version: $VERSION" >> $FILE | |
665 | test "$arch" = 'none' || echo "Architecture: $arch" >> $FILE | |
666 | test -z "$DEPENDENCIES" || echo "$DEPENDENCIES" >> $FILE | |
667 | echo "Description: $DESCRIPTION" >> $FILE | |
668 | echo >> $FILE | |
669 | if [ "$(dpkg-query -W --showformat='${Multi-Arch}')" = 'same' ]; then | |
670 | echo -n > ${INFO}/${NAME}:${arch}.list | |
671 | else | |
672 | echo -n > ${INFO}/${NAME}.list | |
673 | fi | |
674 | done | |
675 | } | |
676 | ||
677 | ||
678 | buildaptarchivefromincoming() { | |
679 | msginfo "Build APT archive for ${CCMD}$(basename $0)${CINFO} based on incoming packages…" | |
680 | cd aptarchive | |
681 | [ -e pool ] || ln -s ../incoming pool | |
682 | [ -e ftparchive.conf ] || createaptftparchiveconfig | |
683 | [ -e dists ] || buildaptftparchivedirectorystructure | |
684 | msgninfo "\tGenerate Packages, Sources and Contents files… " | |
685 | aptftparchive -qq generate ftparchive.conf | |
686 | cd - > /dev/null | |
687 | msgdone "info" | |
688 | generatereleasefiles | |
689 | } | |
690 | ||
691 | buildaptarchivefromfiles() { | |
692 | msginfo "Build APT archive for ${CCMD}$(basename $0)${CINFO} based on prebuild files…" | |
693 | find aptarchive -name 'Packages' -o -name 'Sources' | while read line; do | |
694 | msgninfo "\t${line} file… " | |
695 | compressfile "$line" "$1" | |
696 | msgdone "info" | |
697 | done | |
698 | generatereleasefiles "$@" | |
699 | } | |
700 | ||
701 | compressfile() { | |
702 | cat ${TMPWORKINGDIRECTORY}/rootdir/etc/testcase-compressor.conf | while read compressor extension command; do | |
703 | if [ "$compressor" = '.' ]; then | |
704 | if [ -n "$2" ]; then | |
705 | touch -d "$2" "$1" | |
706 | fi | |
707 | continue | |
708 | fi | |
709 | cat "$1" | $command > "${1}.${extension}" | |
710 | if [ -n "$2" ]; then | |
711 | touch -d "$2" "${1}.${extension}" | |
712 | fi | |
713 | done | |
714 | } | |
715 | ||
716 | # can be overridden by testcases for their pleasure | |
717 | getcodenamefromsuite() { | |
718 | case "$1" in | |
719 | unstable) echo 'sid';; | |
720 | *) echo -n "$1";; | |
721 | esac | |
722 | } | |
723 | getreleaseversionfromsuite() { true; } | |
724 | getlabelfromsuite() { true; } | |
725 | ||
726 | generatereleasefiles() { | |
727 | # $1 is the Date header and $2 is the ValidUntil header to be set | |
728 | # both should be given in notation date/touch can understand | |
729 | msgninfo "\tGenerate Release files… " | |
730 | if [ -e aptarchive/dists ]; then | |
731 | for dir in $(find ./aptarchive/dists -mindepth 1 -maxdepth 1 -type d); do | |
732 | local SUITE="$(echo "$dir" | cut -d'/' -f 4)" | |
733 | local CODENAME="$(getcodenamefromsuite $SUITE)" | |
734 | local VERSION="$(getreleaseversionfromsuite $SUITE)" | |
735 | local LABEL="$(getlabelfromsuite $SUITE)" | |
736 | if [ -n "$VERSION" ]; then | |
737 | VERSION="-o APT::FTPArchive::Release::Version=${VERSION}" | |
738 | fi | |
739 | if [ -n "$LABEL" ]; then | |
740 | LABEL="-o APT::FTPArchive::Release::Label=${LABEL}" | |
741 | fi | |
742 | aptftparchive -qq release $dir \ | |
743 | -o APT::FTPArchive::Release::Suite="${SUITE}" \ | |
744 | -o APT::FTPArchive::Release::Codename="${CODENAME}" \ | |
745 | ${LABEL} \ | |
746 | ${VERSION} \ | |
747 | | sed -e '/0 Release$/ d' > $dir/Release # remove the self reference | |
748 | if [ "$SUITE" = "experimental" -o "$SUITE" = "experimental2" ]; then | |
749 | sed -i '/^Date: / a\ | |
750 | NotAutomatic: yes' $dir/Release | |
751 | fi | |
752 | if [ -n "$1" -a "$1" != "now" ]; then | |
753 | sed -i "s/^Date: .*$/Date: $(date -d "$1" '+%a, %d %b %Y %H:%M:%S %Z')/" $dir/Release | |
754 | fi | |
755 | if [ -n "$2" ]; then | |
756 | sed -i "/^Date: / a\ | |
757 | Valid-Until: $(date -d "$2" '+%a, %d %b %Y %H:%M:%S %Z')" $dir/Release | |
758 | fi | |
759 | done | |
760 | else | |
761 | aptftparchive -qq release ./aptarchive | sed -e '/0 Release$/ d' > aptarchive/Release # remove the self reference | |
762 | fi | |
763 | if [ -n "$1" -a "$1" != "now" ]; then | |
764 | for release in $(find ./aptarchive -name 'Release'); do | |
765 | touch -d "$1" $release | |
766 | done | |
767 | fi | |
768 | msgdone "info" | |
769 | } | |
770 | ||
771 | setupdistsaptarchive() { | |
772 | local APTARCHIVE=$(readlink -f ./aptarchive) | |
773 | rm -f root/etc/apt/sources.list.d/apt-test-*-deb.list | |
774 | rm -f root/etc/apt/sources.list.d/apt-test-*-deb-src.list | |
775 | for DISTS in $(find ./aptarchive/dists/ -mindepth 1 -maxdepth 1 -type d | cut -d'/' -f 4); do | |
776 | SECTIONS=$(find ./aptarchive/dists/${DISTS}/ -mindepth 1 -maxdepth 1 -type d | cut -d'/' -f 5 | tr '\n' ' ') | |
777 | msgninfo "\tadd deb and deb-src sources.list lines for ${CCMD}${DISTS} ${SECTIONS}${CINFO}… " | |
778 | echo "deb file://$APTARCHIVE $DISTS $SECTIONS" > rootdir/etc/apt/sources.list.d/apt-test-${DISTS}-deb.list | |
779 | echo "deb-src file://$APTARCHIVE $DISTS $SECTIONS" > rootdir/etc/apt/sources.list.d/apt-test-${DISTS}-deb-src.list | |
780 | msgdone "info" | |
781 | done | |
782 | } | |
783 | ||
784 | setupflataptarchive() { | |
785 | local APTARCHIVE=$(readlink -f ./aptarchive) | |
786 | if [ -f ${APTARCHIVE}/Packages ]; then | |
787 | msgninfo "\tadd deb sources.list line… " | |
788 | echo "deb file://$APTARCHIVE /" > rootdir/etc/apt/sources.list.d/apt-test-archive-deb.list | |
789 | msgdone "info" | |
790 | else | |
791 | rm -f rootdir/etc/apt/sources.list.d/apt-test-archive-deb.list | |
792 | fi | |
793 | if [ -f ${APTARCHIVE}/Sources ]; then | |
794 | msgninfo "\tadd deb-src sources.list line… " | |
795 | echo "deb-src file://$APTARCHIVE /" > rootdir/etc/apt/sources.list.d/apt-test-archive-deb-src.list | |
796 | msgdone "info" | |
797 | else | |
798 | rm -f rootdir/etc/apt/sources.list.d/apt-test-archive-deb-src.list | |
799 | fi | |
800 | } | |
801 | ||
802 | setupaptarchive() { | |
803 | buildaptarchive | |
804 | if [ -e aptarchive/dists ]; then | |
805 | setupdistsaptarchive | |
806 | else | |
807 | setupflataptarchive | |
808 | fi | |
809 | signreleasefiles | |
810 | if [ "$1" != '--no-update' ]; then | |
811 | msgninfo "\tSync APT's cache with the archive… " | |
812 | aptget update -qq | |
813 | msgdone "info" | |
814 | fi | |
815 | } | |
816 | ||
817 | signreleasefiles() { | |
818 | local SIGNER="${1:-Joe Sixpack}" | |
819 | local GPG="gpg --batch --yes" | |
820 | msgninfo "\tSign archive with $SIGNER key… " | |
821 | local REXKEY='keys/rexexpired' | |
822 | local SECEXPIREBAK="${REXKEY}.sec.bak" | |
823 | local PUBEXPIREBAK="${REXKEY}.pub.bak" | |
824 | if [ "${SIGNER}" = 'Rex Expired' ]; then | |
825 | # the key is expired, so gpg doesn't allow to sign with and the --faked-system-time | |
826 | # option doesn't exist anymore (and using faketime would add a new obscure dependency) | |
827 | # therefore we 'temporary' make the key not expired and restore a backup after signing | |
828 | cp ${REXKEY}.sec $SECEXPIREBAK | |
829 | cp ${REXKEY}.pub $PUBEXPIREBAK | |
830 | local SECUNEXPIRED="${REXKEY}.sec.unexpired" | |
831 | local PUBUNEXPIRED="${REXKEY}.pub.unexpired" | |
832 | if [ -f "$SECUNEXPIRED" ] && [ -f "$PUBUNEXPIRED" ]; then | |
833 | cp $SECUNEXPIRED ${REXKEY}.sec | |
834 | cp $PUBUNEXPIRED ${REXKEY}.pub | |
835 | else | |
836 | printf "expire\n1w\nsave\n" | $GPG --keyring ${REXKEY}.pub --secret-keyring ${REXKEY}.sec --command-fd 0 --edit-key "${SIGNER}" >/dev/null 2>&1 || true | |
837 | cp ${REXKEY}.sec $SECUNEXPIRED | |
838 | cp ${REXKEY}.pub $PUBUNEXPIRED | |
839 | fi | |
840 | fi | |
841 | for KEY in $(find keys/ -name '*.sec'); do | |
842 | GPG="$GPG --secret-keyring $KEY" | |
843 | done | |
844 | for KEY in $(find keys/ -name '*.pub'); do | |
845 | GPG="$GPG --keyring $KEY" | |
846 | done | |
847 | for RELEASE in $(find aptarchive/ -name Release); do | |
848 | $GPG --default-key "$SIGNER" --armor --detach-sign --sign --output ${RELEASE}.gpg ${RELEASE} | |
849 | local INRELEASE="$(echo "${RELEASE}" | sed 's#/Release$#/InRelease#')" | |
850 | $GPG --default-key "$SIGNER" --clearsign --output $INRELEASE $RELEASE | |
851 | # we might have set a specific date for the Release file, so copy it | |
852 | touch -d "$(stat --format "%y" ${RELEASE})" ${RELEASE}.gpg ${INRELEASE} | |
853 | done | |
854 | if [ -f "$SECEXPIREBAK" ] && [ -f "$PUBEXPIREBAK" ]; then | |
855 | mv -f $SECEXPIREBAK ${REXKEY}.sec | |
856 | mv -f $PUBEXPIREBAK ${REXKEY}.pub | |
857 | fi | |
858 | msgdone "info" | |
859 | } | |
860 | ||
861 | webserverconfig() { | |
862 | msgtest "Set webserver config option '${1}' to" "$2" | |
863 | local DOWNLOG='rootdir/tmp/download-testfile.log' | |
864 | local STATUS='rootdir/tmp/webserverconfig.status' | |
865 | rm -f "$STATUS" "$DOWNLOG" | |
866 | if downloadfile "http://localhost:8080/_config/set/${1}/${2}" "$STATUS" > "$DOWNLOG"; then | |
867 | msgpass | |
868 | else | |
869 | cat "$DOWNLOG" "$STATUS" | |
870 | msgfail | |
871 | fi | |
872 | testwebserverlaststatuscode '200' | |
873 | } | |
874 | ||
875 | rewritesourceslist() { | |
876 | local APTARCHIVE="file://$(readlink -f "${TMPWORKINGDIRECTORY}/aptarchive")" | |
877 | for LIST in $(find rootdir/etc/apt/sources.list.d/ -name 'apt-test-*.list'); do | |
878 | sed -i $LIST -e "s#$APTARCHIVE#${1}#" -e "s#http://localhost:8080/#${1}#" -e "s#http://localhost:4433/#${1}#" | |
879 | done | |
880 | } | |
881 | ||
882 | # wait for up to 10s for a pid file to appear to avoid possible race | |
883 | # when a helper is started and dosn't write the PID quick enough | |
884 | waitforpidfile() { | |
885 | local PIDFILE="$1" | |
886 | for i in $(seq 10); do | |
887 | if test -s "$PIDFILE"; then | |
888 | return 0 | |
889 | fi | |
890 | sleep 1 | |
891 | done | |
892 | msgdie "waiting for $PIDFILE failed" | |
893 | return 1 | |
894 | } | |
895 | ||
896 | changetowebserver() { | |
897 | if [ "$1" != '--no-rewrite' ]; then | |
898 | rewritesourceslist 'http://localhost:8080/' | |
899 | else | |
900 | shift | |
901 | fi | |
902 | if test -x ${APTWEBSERVERBINDIR}/aptwebserver; then | |
903 | cd aptarchive | |
904 | local LOG="webserver.log" | |
905 | if ! aptwebserver -o aptwebserver::fork=1 "$@" >$LOG 2>&1 ; then | |
906 | cat $LOG | |
907 | false | |
908 | fi | |
909 | waitforpidfile aptwebserver.pid | |
910 | local PID="$(cat aptwebserver.pid)" | |
911 | if [ -z "$PID" ]; then | |
912 | msgdie 'Could not fork aptwebserver successfully' | |
913 | fi | |
914 | addtrap "kill $PID;" | |
915 | cd - > /dev/null | |
916 | else | |
917 | msgdie 'You have to build aptwerbserver or install a webserver' | |
918 | fi | |
919 | } | |
920 | ||
921 | changetohttpswebserver() { | |
922 | if ! which stunnel4 >/dev/null; then | |
923 | msgdie 'You need to install stunnel4 for https testcases' | |
924 | fi | |
925 | if [ ! -e "${TMPWORKINGDIRECTORY}/aptarchive/aptwebserver.pid" ]; then | |
926 | changetowebserver --no-rewrite "$@" | |
927 | fi | |
928 | echo "pid = ${TMPWORKINGDIRECTORY}/aptarchive/stunnel.pid | |
929 | cert = ${TESTDIRECTORY}/apt.pem | |
930 | output = /dev/null | |
931 | ||
932 | [https] | |
933 | accept = 4433 | |
934 | connect = 8080 | |
935 | " > ${TMPWORKINGDIRECTORY}/stunnel.conf | |
936 | stunnel4 "${TMPWORKINGDIRECTORY}/stunnel.conf" | |
937 | waitforpidfile "${TMPWORKINGDIRECTORY}/aptarchive/stunnel.pid" | |
938 | local PID="$(cat ${TMPWORKINGDIRECTORY}/aptarchive/stunnel.pid)" | |
939 | if [ -z "$PID" ]; then | |
940 | msgdie 'Could not fork stunnel4 successfully' | |
941 | fi | |
942 | addtrap 'prefix' "kill ${PID};" | |
943 | rewritesourceslist 'https://localhost:4433/' | |
944 | } | |
945 | ||
946 | changetocdrom() { | |
947 | mkdir -p rootdir/media/cdrom/.disk | |
948 | local CD="$(readlink -f rootdir/media/cdrom)" | |
949 | echo "acquire::cdrom::mount \"${CD}\"; | |
950 | acquire::cdrom::${CD}/::mount \"mv ${CD}-unmounted ${CD}\"; | |
951 | acquire::cdrom::${CD}/::umount \"mv ${CD} ${CD}-unmounted\"; | |
952 | acquire::cdrom::autodetect 0;" > rootdir/etc/apt/apt.conf.d/00cdrom | |
953 | echo -n "$1" > ${CD}/.disk/info | |
954 | if [ ! -d aptarchive/dists ]; then | |
955 | msgdie 'Flat file archive cdroms can not be created currently' | |
956 | return 1 | |
957 | fi | |
958 | mv aptarchive/dists "$CD" | |
959 | ln -s "$(readlink -f ./incoming)" $CD/pool | |
960 | find rootdir/etc/apt/sources.list.d/ -name 'apt-test-*.list' -delete | |
961 | # start with an unmounted disk | |
962 | mv "${CD}" "${CD}-unmounted" | |
963 | # we don't want the disk to be modifiable | |
964 | addtrap 'prefix' "chmod -f -R +w $PWD/rootdir/media/cdrom/dists/ $PWD/rootdir/media/cdrom-unmounted/dists/ || true;" | |
965 | chmod -R -w rootdir/media/cdrom-unmounted/dists | |
966 | } | |
967 | ||
968 | downloadfile() { | |
969 | local PROTO="$(echo "$1" | cut -d':' -f 1 )" | |
970 | apthelper -o Debug::Acquire::${PROTO}=1 \ | |
971 | download-file "$1" "$2" 2>&1 || true | |
972 | # only if the file exists the download was successful | |
973 | if [ -e "$2" ]; then | |
974 | return 0 | |
975 | else | |
976 | return 1 | |
977 | fi | |
978 | } | |
979 | ||
980 | checkdiff() { | |
981 | local DIFFTEXT="$(command diff -u "$@" | sed -e '/^---/ d' -e '/^+++/ d' -e '/^@@/ d')" | |
982 | if [ -n "$DIFFTEXT" ]; then | |
983 | echo >&2 | |
984 | echo >&2 "$DIFFTEXT" | |
985 | return 1 | |
986 | else | |
987 | return 0 | |
988 | fi | |
989 | } | |
990 | ||
991 | testfileequal() { | |
992 | local FILE="$1" | |
993 | shift | |
994 | msgtest "Test for correctness of file" "$FILE" | |
995 | if [ -z "$*" ]; then | |
996 | echo -n "" | checkdiff $FILE - && msgpass || msgfail | |
997 | else | |
998 | echo "$*" | checkdiff $FILE - && msgpass || msgfail | |
999 | fi | |
1000 | } | |
1001 | ||
1002 | testempty() { | |
1003 | msgtest "Test for no output of" "$*" | |
1004 | test -z "$($* 2>&1)" && msgpass || msgfail | |
1005 | } | |
1006 | ||
1007 | testequal() { | |
1008 | local MSG='Test of equality of' | |
1009 | if [ "$1" = '--nomsg' ]; then | |
1010 | MSG='' | |
1011 | shift | |
1012 | fi | |
1013 | ||
1014 | local COMPAREFILE="${TMPWORKINGDIRECTORY}/rootdir/tmp/testequal.comparefile" | |
1015 | echo "$1" > $COMPAREFILE | |
1016 | shift | |
1017 | ||
1018 | if [ -n "$MSG" ]; then | |
1019 | msgtest "$MSG" "$*" | |
1020 | fi | |
1021 | $* 2>&1 | checkdiff $COMPAREFILE - && msgpass || msgfail | |
1022 | } | |
1023 | ||
1024 | testequalor2() { | |
1025 | local COMPAREFILE1="${TMPWORKINGDIRECTORY}/rootdir/tmp/testequalor2.comparefile1" | |
1026 | local COMPAREFILE2="${TMPWORKINGDIRECTORY}/rootdir/tmp/testequalor2.comparefile2" | |
1027 | local COMPAREAGAINST="${TMPWORKINGDIRECTORY}/rootdir/tmp/testequalor2.compareagainst" | |
1028 | echo "$1" > $COMPAREFILE1 | |
1029 | echo "$2" > $COMPAREFILE2 | |
1030 | shift 2 | |
1031 | msgtest "Test for equality OR of" "$*" | |
1032 | $* >$COMPAREAGAINST 2>&1 || true | |
1033 | if checkdiff $COMPAREFILE1 $COMPAREAGAINST >/dev/null 2>&1 || \ | |
1034 | checkdiff $COMPAREFILE2 $COMPAREAGAINST >/dev/null 2>&1 | |
1035 | then | |
1036 | msgpass | |
1037 | else | |
1038 | echo -n "\n${CINFO}Diff against OR 1${CNORMAL}" | |
1039 | checkdiff $COMPAREFILE1 $COMPAREAGAINST || true | |
1040 | echo -n "${CINFO}Diff against OR 2${CNORMAL}" | |
1041 | checkdiff $COMPAREFILE2 $COMPAREAGAINST || true | |
1042 | msgfail | |
1043 | fi | |
1044 | } | |
1045 | ||
1046 | testshowvirtual() { | |
1047 | local VIRTUAL="N: Can't select versions from package '$1' as it is purely virtual" | |
1048 | local PACKAGE="$1" | |
1049 | shift | |
1050 | while [ -n "$1" ]; do | |
1051 | VIRTUAL="${VIRTUAL} | |
1052 | N: Can't select versions from package '$1' as it is purely virtual" | |
1053 | PACKAGE="${PACKAGE} $1" | |
1054 | shift | |
1055 | done | |
1056 | msgtest "Test for virtual packages" "apt-cache show $PACKAGE" | |
1057 | VIRTUAL="${VIRTUAL} | |
1058 | N: No packages found" | |
1059 | local COMPAREFILE="${TMPWORKINGDIRECTORY}/rootdir/tmp/testshowvirtual.comparefile" | |
1060 | local ARCH="$(getarchitecture 'native')" | |
1061 | echo "$VIRTUAL" | sed -e "s/:$ARCH//" -e 's/:all//' > $COMPAREFILE | |
1062 | aptcache show -q=0 $PACKAGE 2>&1 | checkdiff $COMPAREFILE - && msgpass || msgfail | |
1063 | } | |
1064 | ||
1065 | testnopackage() { | |
1066 | msgtest "Test for non-existent packages" "apt-cache show $*" | |
1067 | local SHOWPKG="$(aptcache show "$@" 2>&1 | grep '^Package: ')" | |
1068 | if [ -n "$SHOWPKG" ]; then | |
1069 | echo >&2 | |
1070 | echo >&2 "$SHOWPKG" | |
1071 | msgfail | |
1072 | else | |
1073 | msgpass | |
1074 | fi | |
1075 | } | |
1076 | ||
1077 | testdpkginstalled() { | |
1078 | msgtest "Test for correctly installed package(s) with" "dpkg -l $*" | |
1079 | local PKGS="$(dpkg -l "$@" 2>/dev/null | grep '^i' | wc -l)" | |
1080 | if [ "$PKGS" != $# ]; then | |
1081 | echo >&2 $PKGS | |
1082 | dpkg -l "$@" | grep '^[a-z]' >&2 | |
1083 | msgfail | |
1084 | else | |
1085 | msgpass | |
1086 | fi | |
1087 | } | |
1088 | ||
1089 | testdpkgnotinstalled() { | |
1090 | msgtest "Test for correctly not-installed package(s) with" "dpkg -l $*" | |
1091 | local PKGS="$(dpkg -l "$@" 2> /dev/null | grep '^i' | wc -l)" | |
1092 | if [ "$PKGS" != 0 ]; then | |
1093 | echo | |
1094 | dpkg -l "$@" | grep '^[a-z]' >&2 | |
1095 | msgfail | |
1096 | else | |
1097 | msgpass | |
1098 | fi | |
1099 | } | |
1100 | ||
1101 | testmarkedauto() { | |
1102 | local COMPAREFILE="${TMPWORKINGDIRECTORY}/rootdir/tmp/testmarkedauto.comparefile" | |
1103 | if [ -n "$1" ]; then | |
1104 | msgtest 'Test for correctly marked as auto-installed' "$*" | |
1105 | while [ -n "$1" ]; do echo "$1"; shift; done | sort > $COMPAREFILE | |
1106 | else | |
1107 | msgtest 'Test for correctly marked as auto-installed' 'no package' | |
1108 | echo -n > $COMPAREFILE | |
1109 | fi | |
1110 | aptmark showauto 2>&1 | checkdiff $COMPAREFILE - && msgpass || msgfail | |
1111 | } | |
1112 | ||
1113 | testsuccess() { | |
1114 | if [ "$1" = '--nomsg' ]; then | |
1115 | shift | |
1116 | else | |
1117 | msgtest 'Test for successful execution of' "$*" | |
1118 | fi | |
1119 | local OUTPUT="${TMPWORKINGDIRECTORY}/rootdir/tmp/testsuccess.output" | |
1120 | if $@ >${OUTPUT} 2>&1; then | |
1121 | msgpass | |
1122 | else | |
1123 | echo >&2 | |
1124 | cat >&2 $OUTPUT | |
1125 | msgfail | |
1126 | fi | |
1127 | } | |
1128 | ||
1129 | testfailure() { | |
1130 | if [ "$1" = '--nomsg' ]; then | |
1131 | shift | |
1132 | else | |
1133 | msgtest 'Test for failure in execution of' "$*" | |
1134 | fi | |
1135 | local OUTPUT="${TMPWORKINGDIRECTORY}/rootdir/tmp/testfailure.output" | |
1136 | if $@ >${OUTPUT} 2>&1; then | |
1137 | echo >&2 | |
1138 | cat >&2 $OUTPUT | |
1139 | msgfail | |
1140 | else | |
1141 | msgpass | |
1142 | fi | |
1143 | } | |
1144 | ||
1145 | testwebserverlaststatuscode() { | |
1146 | local DOWNLOG='rootdir/tmp/webserverstatus-testfile.log' | |
1147 | local STATUS='rootdir/tmp/webserverstatus-statusfile.log' | |
1148 | rm -f "$DOWNLOG" "$STATUS" | |
1149 | msgtest 'Test last status code from the webserver was' "$1" | |
1150 | downloadfile "http://localhost:8080/_config/find/aptwebserver::last-status-code" "$STATUS" > "$DOWNLOG" | |
1151 | if [ "$(cat "$STATUS")" = "$1" ]; then | |
1152 | msgpass | |
1153 | else | |
1154 | echo >&2 | |
1155 | if [ -n "$2" ]; then | |
1156 | shift | |
1157 | echo >&2 '#### Additionally provided output files contain:' | |
1158 | cat >&2 "$@" | |
1159 | fi | |
1160 | echo >&2 '#### Download log of the status code:' | |
1161 | cat >&2 "$DOWNLOG" | |
1162 | msgfail "Status was $(cat "$STATUS")" | |
1163 | fi | |
1164 | } | |
1165 | ||
1166 | pause() { | |
1167 | echo "STOPPED execution. Press enter to continue" | |
1168 | local IGNORE | |
1169 | read IGNORE | |
1170 | } |