prepare-release

   1 #!/bin/sh
   2 set -e
   3
   4 cd "$(readlink -f $(dirname $0))"
   5
   6 if [ -n "${GBP_BUILD_DIR}" ]; then
   7    cd "$GBP_BUILD_DIR"
   8 fi
   9
  10 VERSION=$(dpkg-parsechangelog | sed -n -e '/^Version:/s/^Version: //p')
  11 DISTRIBUTION=$(dpkg-parsechangelog | sed -n -e '/^Distribution:/s/^Distribution: //p')
  12
  13 LIBAPTPKGVERSION="$(awk -v ORS='.' '/^\#define APT_PKG_M/ {print $3}' apt-pkg/contrib/macros.h | sed 's/\.$//')"
  14 LIBAPTINSTVERSION="$(grep '^MAJOR=' apt-inst/makefile |cut -d '=' -f 2)"
  15
  16 librarysymbolsfromfile() {
  17         local MISSING="$(grep '^+#MISSING' "$1")"
  18         local SYMVER="$2"
  19         echo '=== Missing optional symbols:'
  20         echo -n "$MISSING" | grep '|optional=' || true
  21         echo '=== Missing required symbols:'
  22         echo -n "$MISSING" | grep -v '|optional=' || true
  23         echo '=== New symbols:'
  24         grep '^+ ' "$1" | cut -d' ' -f 2 | cut -d'@' -f 1 | c++filt | while read line; do
  25                 echo " (c++)\"${line}@${SYMVER}\" $VERSION"
  26         done | sort -u
  27 }
  28
  29 if [ "$1" = 'pre-export' ]; then
  30         libraryversioncheck() {
  31                 local LIBRARY="$1"
  32                 local VERSION="$2"
  33                 if [ ! -e "debian/${LIBRARY}${VERSION}.symbols" ]; then
  34                    echo >&2 "Library ${LIBRARY} in version ${VERSION} has no symbols file! (maybe forgot to rename?)"
  35                    exit 1
  36                 fi
  37                 if [ "$(head -n1 "debian/${LIBRARY}${VERSION}.symbols")" != "${LIBRARY}.so.${VERSION} ${LIBRARY}${VERSION} #MINVER#" ]; then
  38                    echo >&2 "Library ${LIBRARY}${VERSION} has incorrect version in symbol header! (»$(head -n1 "debian/${LIBRARY}${VERSION}.symbols")«)"
  39                    exit 2
  40                 fi
  41         }
  42
  43         libraryversioncheck 'libapt-pkg' "$LIBAPTPKGVERSION"
  44         libraryversioncheck 'libapt-inst' "$LIBAPTINSTVERSION"
  45
  46
  47         if [ "$DISTRIBUTION" = 'sid' ]; then
  48                 echo >&2 '»sid« is not a valid distribution. Replace it with »unstable« for you'
  49                 sed -i -e 's/) sid; urgency=/) unstable; urgency=/' debian/changelog
  50                 DISTRIBUTION='unstable'
  51         elif [ "$DISTRIBUTION" = 'UNRELEASED' ]; then
  52                 echo >&2 'WARNING: Remember to change to a valid distribution for release'
  53                 VERSION="$VERSION~$(date +%Y%m%d)"
  54         fi
  55
  56         sed -i -e "s/^PACKAGE_VERSION=\".*\"$/PACKAGE_VERSION=\"${VERSION}\"/" configure.ac
  57         sed -i -e "s/^<!ENTITY apt-product-version \".*\">$/<!ENTITY apt-product-version \"${VERSION}\">/" doc/apt-verbatim.ent
  58
  59         # update the last-modification field of manpages based on git changes
  60         grep --files-with-matches '<date>' doc/*.xml | while read file; do \
  61                 LASTMOD="$(date -d "@$(git log --format='%at' --max-count=1 --invert-grep --fixed-strings --grep 'review
  62 typo
  63 release
  64 Git-Dch: Ignore' "$file")" '+%Y-%m-%dT00:00:00Z')"
  65                 sed -i -e "s#^\([ ]\+\)<date>.*</date>\$#\1<date>$LASTMOD</date>#" "$file"
  66         done
  67
  68         if [ "$(date +%Y-%m-%d)" != "$(grep --max-count=1 '^"POT-Creation-Date: .*\n"$' po/apt-all.pot | cut -d' ' -f 2)" -o \
  69              "$(date +%Y-%m-%d)" != "$(grep --max-count=1 '^"POT-Creation-Date: .*\n"$' doc/po/apt-doc.pot | cut -d' ' -f 2)" ]; then
  70                 echo >&2 'POT files are not up-to-date. Execute »make update-po« for you…'
  71                 make update-po
  72         fi
  73 elif [ "$1" = 'pre-build' ]; then
  74         if [ "$DISTRIBUTION" = "UNRELEASED" ]; then
  75                 echo 'BUILDING AN UNRELEASED VERSION'
  76         else
  77                 CONFVERSION="$(sed -ne "s/^PACKAGE_VERSION=\"\(.*\)\"$/\1/p" configure.ac)"
  78                 if [ "$VERSION" != "$CONFVERSION" ]; then
  79                         echo "changelog (${VERSION}) and configure (${CONFVERSION}) talk about different versions!"
  80                         echo "You probably want to run »./prepare-release pre-export« to fix this."
  81                         exit 1
  82                 fi
  83         fi
  84 elif [ "$1" = 'post-build' ]; then
  85         if [ "$DISTRIBUTION" != "UNRELEASED" ]; then
  86                 echo >&2 "REMEMBER: Tag this release with »git tag -s ${VERSION}« if you are satisfied"
  87         else
  88                 echo >&2 'REMEMBER: Change to a valid distribution before release'
  89         fi
  90
  91         dpkg-checkbuilddeps -d 'libxml2-utils'
  92
  93         HEADERBLUEPRINT="$(mktemp)"
  94         sed -n '1,/^$/p' doc/apt.8.xml > "$HEADERBLUEPRINT"
  95         find doc -mindepth 1 -maxdepth 1 -type f -name '*.xml' | while read FILE; do
  96                 if ! sed -n '1,/^$/p' "$FILE" | cmp "$HEADERBLUEPRINT" - >/dev/null 2>&1; then
  97                         echo >&2 "WARNING: Manpage $FILE has not the usual header! (see diff below)"
  98                         sed -n '1,/^$/p' "$FILE" | diff -u "$HEADERBLUEPRINT" - || true
  99                 fi
 100         done
 101         sed -n '1,/^$/p' doc/guide.dbk > "$HEADERBLUEPRINT"
 102         find doc -mindepth 1 -maxdepth 1 -type f -name '*.dbk' | while read FILE; do
 103                 if ! sed -n '1,/^$/p' "$FILE" | cmp "$HEADERBLUEPRINT" - >/dev/null 2>&1; then
 104                         echo >&2 "WARNING: Documentation $FILE has not the usual header (see diff below)!"
 105                         sed -n '1,/^$/p' "$FILE" | diff -u "$HEADERBLUEPRINT" - || true
 106                 fi
 107         done
 108         rm "$HEADERBLUEPRINT"
 109
 110         # check the manpages with each vendor for vendor-specific errors…
 111         find vendor -mindepth 1 -maxdepth 1 -type d | cut -d'/' -f 2 | while read DISTRO; do
 112                 ln -sf ../vendor/${DISTRO}/apt-vendor.ent doc
 113                 if ! xmllint --nonet --valid --noout $(find doc/ -maxdepth 1 -name '*.xml'); then
 114                         echo >&2 "WARNING: original docbook manpages have errors with vendor ${DISTRO}!"
 115                 fi
 116         done
 117         # lets assume we will always have a german manpage translation
 118         if [ -e 'doc/de/' ]; then
 119                 # … but check the translations only with one vendor for translation-specific errors
 120                 if ! xmllint --nonet --valid --noout $(find doc/ -mindepth 2 -maxdepth 2 -name '*.xml'); then
 121                         echo >&2 "WARNING: translated docbook manpages have errors!"
 122                 fi
 123         else
 124                 echo >&2 "ERROR: translated manpages need to be build before they can be checked!"
 125         fi
 126         rm -f doc/apt-vendor.ent
 127
 128 elif [ "$1" = 'library' ]; then
 129         librarysymbols() {
 130                 local buildlib="build/bin/${1}.so.${2}"
 131                 if [ ! -r "$buildlib" ]; then
 132                         echo "ERROR: The library ${1} has to be built before symbols can be checked!"
 133                         return
 134                 fi
 135                 echo "Checking $1 in version $2 build at $(stat -L -c '%y' "$buildlib")"
 136                 local tmpfile=$(mktemp)
 137                 dpkg-gensymbols -p${1}${2} -e${buildlib} -Idebian/${1}${2}.symbols -O/dev/null 2> /dev/null > $tmpfile || true
 138                 librarysymbolsfromfile "$tmpfile" "$(echo "${1}" | cut -c 4- | tr -d '-' | tr 'a-z' 'A-Z')_${2}"
 139                 rm -f $tmpfile
 140         }
 141         librarysymbols 'libapt-pkg' "${LIBAPTPKGVERSION}"
 142         echo
 143         librarysymbols 'libapt-inst' "${LIBAPTINSTVERSION}"
 144 elif [ "$1" = 'buildlog' ]; then
 145         while [ -n "$2" ]; do
 146                 librarysymbolsfromfile "$2" 'UNKNOWN'
 147                 shift
 148         done
 149 elif [ "$1" = 'travis-ci' ]; then
 150         apt-get install -qy --no-install-recommends $(sed -n -e '/^Build-Depends: /,/^Build-Depends-Indep: / {p}' debian/control | sed -e 's#([^)]*)##g' -e 's#^Build-Depends\(-Indep\)\?: ##' | tr -d ',')
 151         apt-get install -qy --no-install-recommends $(sed -n 's#^Depends: .*@, \(.*\)$#\1#p' debian/tests/control | tr -d ',')
 152 elif [ "$1" = 'coverage' ]; then
 153         DIR="${2:-./coverage}"
 154         git clean -dfX # remove ignored build artefacts for a clean start
 155         make CFLAGS+='--coverage' CXXFLAGS+='--coverage'
 156         LCOVRC='--rc geninfo_checksum=1 --rc lcov_branch_coverage=1'
 157         mkdir "$DIR"
 158         lcov --no-external --directory . --capture --initial --output-file "${DIR}/apt.coverage.init" ${LCOVRC}
 159         make test || true
 160         ./test/integration/run-tests -q || true
 161         lcov --no-external --directory . --capture --output-file "${DIR}/apt.coverage.run" ${LCOVRC}
 162         lcov -a "${DIR}/apt.coverage.init" -a "${DIR}/apt.coverage.run"  -o "${DIR}/apt.coverage.total" ${LCOVRC}
 163         cp "${DIR}/apt.coverage.total" "${DIR}/apt.coverage.fixed"
 164         rewritefile() {
 165                 file="$1"
 166                 shift
 167                 name="$(basename "$file")"
 168                 while [ -n "$1" ]; do
 169                         if [ -r "$1/$name" ]; then
 170                                 sed -i "s#$file#$1/$name#" "${DIR}/apt.coverage.fixed"
 171                                 break
 172                         fi
 173                         shift
 174                 done
 175                 if [ -z "$1" ]; then
 176                         echo >&2 "Coverage data captured for unknown file $file"
 177                 fi
 178         }
 179         grep 'build/include/' "${DIR}/apt.coverage.fixed" | sed "s#^SF:$(pwd)/##" | while read file; do
 180                 rewritefile "$file" 'apt-pkg' 'apt-pkg/deb' 'apt-pkg/edsp' 'apt-pkg/contrib' \
 181                    'apt-inst' 'apt-inst/deb' 'apt-inst/contrib' 'apt-private'
 182         done
 183         genhtml --output-directory "${DIR}" "${DIR}/apt.coverage.fixed" ${LCOVRC}
 184 else
 185         echo >&1 "Usage:\t$0 pre-export
 186 \t$0 pre-build
 187 \t$0 post-build
 188
 189 Updating po-files and versions as well as some basic checks are done
 190 by »pre-export« which needs to be run before package building.
 191 If you use »gbp buildpackage« you will be notified if you forget.
 192 »pre-build« and »post-build« can be used to run some more or less
 193 useful checks automatically run by »gbp« otherwise.
 194
 195 \t$0 library
 196 \t$0 buildlog filename…
 197
 198 »library« and »buildlog« aren't run automatically but can be useful for
 199 maintaining the (more or less experimental) symbols files we provide.
 200 »library« displays the diff between advertised symbols and the once provided
 201 by the libraries, while »buildlog« extracts this diff from the buildlogs.
 202 Both will format the diff properly.
 203
 204 \t$0 travis-ci
 205 \t$0 coverage [output-dir]
 206
 207 »travis-ci« is a shortcut to install all build- as well as test-dependencies
 208 used by .travis.yml.
 209 »coverage« does a clean build with the right flags for coverage reporting,
 210 runs all tests and generates a html report in the end.
 211 "
 212
 213 fi