]> git.saurik.com Git - apt.git/blob - debian/apt.cron.daily
test/integration/test-ubuntu-bug-346386-apt-get-update-paywall: use downloadfile()
[apt.git] / debian / apt.cron.daily
1 #!/bin/sh
2 #set -e
3 #
4 # This file understands the following apt configuration variables:
5 # Values here are the default.
6 # Create /etc/apt/apt.conf.d/02periodic file to set your preference.
7 #
8 # Dir "/";
9 # - RootDir for all configuration files
10 #
11 # Dir::Cache "var/cache/apt/";
12 # - Set apt package cache directory
13 #
14 # Dir::Cache::Archives "archives/";
15 # - Set package archive directory
16 #
17 # APT::Periodic::Enable "1";
18 # - Enable the update/upgrade script (0=disable)
19 #
20 # APT::Periodic::BackupArchiveInterval "0";
21 # - Backup after n-days if archive contents changed.(0=disable)
22 #
23 # APT::Periodic::BackupLevel "3";
24 # - Backup level.(0=disable), 1 is invalid.
25 #
26 # Dir::Cache::Backup "backup/";
27 # - Set periodic package backup directory
28 #
29 # APT::Archives::MaxAge "0"; (old, deprecated)
30 # APT::Periodic::MaxAge "0"; (new)
31 # - Set maximum allowed age of a cache package file. If a cache
32 # package file is older it is deleted (0=disable)
33 #
34 # APT::Archives::MinAge "2"; (old, deprecated)
35 # APT::Periodic::MinAge "2"; (new)
36 # - Set minimum age of a package file. If a file is younger it
37 # will not be deleted (0=disable). Useful to prevent races
38 # and to keep backups of the packages for emergency.
39 #
40 # APT::Archives::MaxSize "0"; (old, deprecated)
41 # APT::Periodic::MaxSize "0"; (new)
42 # - Set maximum size of the cache in MB (0=disable). If the cache
43 # is bigger, cached package files are deleted until the size
44 # requirement is met (the oldest packages will be deleted
45 # first).
46 #
47 # APT::Periodic::Update-Package-Lists "0";
48 # - Do "apt-get update" automatically every n-days (0=disable)
49 #
50 # APT::Periodic::Download-Upgradeable-Packages "0";
51 # - Do "apt-get upgrade --download-only" every n-days (0=disable)
52 #
53 # APT::Periodic::Download-Upgradeable-Packages-Debdelta "1";
54 # - Use debdelta-upgrade to download updates if available (0=disable)
55 #
56 # APT::Periodic::Unattended-Upgrade "0";
57 # - Run the "unattended-upgrade" security upgrade script
58 # every n-days (0=disabled)
59 # Requires the package "unattended-upgrades" and will write
60 # a log in /var/log/unattended-upgrades
61 #
62 # APT::Periodic::AutocleanInterval "0";
63 # - Do "apt-get autoclean" every n-days (0=disable)
64 #
65 # APT::Periodic::Verbose "0";
66 # - Send report mail to root
67 # 0: no report (or null string)
68 # 1: progress report (actually any string)
69 # 2: + command outputs (remove -qq, remove 2>/dev/null, add -d)
70 # 3: + trace on
71
72 check_stamp()
73 {
74 stamp="$1"
75 interval="$2"
76
77 if [ $interval -eq 0 ]; then
78 debug_echo "check_stamp: interval=0"
79 # treat as no time has passed
80 return 1
81 fi
82
83 if [ ! -f $stamp ]; then
84 debug_echo "check_stamp: missing time stamp file: $stamp."
85 # treat as enough time has passed
86 return 0
87 fi
88
89 # compare midnight today to midnight the day the stamp was updated
90 stamp_file="$stamp"
91 stamp=$(date --date=$(date -r $stamp_file --iso-8601) +%s 2>/dev/null)
92 if [ "$?" != "0" ]; then
93 # Due to some timezones returning 'invalid date' for midnight on
94 # certain dates (e.g. America/Sao_Paulo), if date returns with error
95 # remove the stamp file and return 0. See coreutils bug:
96 # http://lists.gnu.org/archive/html/bug-coreutils/2007-09/msg00176.html
97 rm -f "$stamp_file"
98 return 0
99 fi
100
101 now=$(date --date=$(date --iso-8601) +%s 2>/dev/null)
102 if [ "$?" != "0" ]; then
103 # As above, due to some timezones returning 'invalid date' for midnight
104 # on certain dates (e.g. America/Sao_Paulo), if date returns with error
105 # return 0.
106 return 0
107 fi
108
109 delta=$(($now-$stamp))
110
111 # interval is in days, convert to sec.
112 interval=$(($interval*60*60*24))
113 debug_echo "check_stamp: interval=$interval, now=$now, stamp=$stamp, delta=$delta (sec)"
114
115 # remove timestamps a day (or more) in the future and force re-check
116 if [ $stamp -gt $(($now+86400)) ]; then
117 echo "WARNING: file $stamp_file has a timestamp in the future: $stamp"
118 rm -f "$stamp_file"
119 return 0
120 fi
121
122 if [ $delta -ge $interval ]; then
123 return 0
124 fi
125
126 return 1
127 }
128
129 update_stamp()
130 {
131 stamp="$1"
132 touch $stamp
133 }
134
135 # we check here if autoclean was enough sizewise
136 check_size_constraints()
137 {
138 MaxAge=0
139 eval $(apt-config shell MaxAge APT::Archives::MaxAge)
140 eval $(apt-config shell MaxAge APT::Periodic::MaxAge)
141
142 MinAge=2
143 eval $(apt-config shell MinAge APT::Archives::MinAge)
144 eval $(apt-config shell MinAge APT::Periodic::MinAge)
145
146 MaxSize=0
147 eval $(apt-config shell MaxSize APT::Archives::MaxSize)
148 eval $(apt-config shell MaxSize APT::Periodic::MaxSize)
149
150 Cache="/var/cache/apt/archives/"
151 eval $(apt-config shell Cache Dir::Cache::archives/d)
152
153 # sanity check
154 if [ -z "$Cache" ]; then
155 echo "empty Dir::Cache::archives, exiting"
156 exit
157 fi
158
159 # check age
160 if [ ! $MaxAge -eq 0 ] && [ ! $MinAge -eq 0 ]; then
161 debug_echo "aged: ctime <$MaxAge and mtime <$MaxAge and ctime>$MinAge and mtime>$MinAge"
162 find $Cache -name "*.deb" \( -mtime +$MaxAge -and -ctime +$MaxAge \) -and -not \( -mtime -$MinAge -or -ctime -$MinAge \) -print0 | xargs -r -0 rm -f
163 elif [ ! $MaxAge -eq 0 ]; then
164 debug_echo "aged: ctime <$MaxAge and mtime <$MaxAge only"
165 find $Cache -name "*.deb" -ctime +$MaxAge -and -mtime +$MaxAge -print0 | xargs -r -0 rm -f
166 else
167 debug_echo "skip aging since MaxAge is 0"
168 fi
169
170 # check size
171 if [ ! $MaxSize -eq 0 ]; then
172 # maxSize is in MB
173 MaxSize=$(($MaxSize*1024))
174
175 #get current time
176 now=$(date --date=$(date --iso-8601) +%s)
177 MinAge=$(($MinAge*24*60*60))
178
179 # reverse-sort by mtime
180 for file in $(ls -rt $Cache/*.deb 2>/dev/null); do
181 du=$(du -s $Cache)
182 size=${du%%/*}
183 # check if the cache is small enough
184 if [ $size -lt $MaxSize ]; then
185 debug_echo "end remove by archive size: size=$size < $MaxSize"
186 break
187 fi
188
189 # check for MinAge of the file
190 if [ $MinAge -ne 0 ]; then
191 # check both ctime and mtime
192 mtime=$(stat -c %Y $file)
193 ctime=$(stat -c %Z $file)
194 if [ $mtime -gt $ctime ]; then
195 delta=$(($now-$mtime))
196 else
197 delta=$(($now-$ctime))
198 fi
199 if [ $delta -le $MinAge ]; then
200 debug_echo "skip remove by archive size: $file, delta=$delta < $MinAge"
201 break
202 else
203 # delete oldest file
204 debug_echo "remove by archive size: $file, delta=$delta >= $MinAge (sec), size=$size >= $MaxSize"
205 rm -f $file
206 fi
207 fi
208 done
209 fi
210 }
211
212 # deal with the Apt::Periodic::BackupArchiveInterval
213 do_cache_backup()
214 {
215 BackupArchiveInterval="$1"
216 if [ $BackupArchiveInterval -eq 0 ]; then
217 return
218 fi
219
220 # Set default values and normalize
221 CacheDir="/var/cache/apt"
222 eval $(apt-config shell CacheDir Dir::Cache/d)
223 CacheDir=${CacheDir%/}
224 if [ -z "$CacheDir" ]; then
225 debug_echo "practically empty Dir::Cache, exiting"
226 return 0
227 fi
228
229 Cache="${CacheDir}/archives/"
230 eval $(apt-config shell Cache Dir::Cache::Archives/d)
231 if [ -z "$Cache" ]; then
232 debug_echo "practically empty Dir::Cache::archives, exiting"
233 return 0
234 fi
235
236 BackupLevel=3
237 eval $(apt-config shell BackupLevel APT::Periodic::BackupLevel)
238 if [ $BackupLevel -le 1 ]; then
239 BackupLevel=2 ;
240 fi
241
242 Back="${CacheDir}/backup/"
243 eval $(apt-config shell Back Dir::Cache::Backup/d)
244 if [ -z "$Back" ]; then
245 echo "practically empty Dir::Cache::Backup, exiting" 1>&2
246 return
247 fi
248
249 CacheArchive="$(basename "${Cache}")"
250 test -n "${CacheArchive}" || CacheArchive="archives"
251 BackX="${Back}${CacheArchive}/"
252 for x in $(seq 0 1 $((${BackupLevel}-1))); do
253 eval "Back${x}=${Back}${x}/"
254 done
255
256 # backup after n-days if archive contents changed.
257 # (This uses hardlink to save disk space)
258 BACKUP_ARCHIVE_STAMP=/var/lib/apt/periodic/backup-archive-stamp
259 if check_stamp $BACKUP_ARCHIVE_STAMP $BackupArchiveInterval; then
260 if [ $({(cd $Cache 2>/dev/null; find . -name "*.deb"); (cd $Back0 2>/dev/null;find . -name "*.deb") ;}| sort|uniq -u|wc -l) -ne 0 ]; then
261 mkdir -p $Back
262 rm -rf $Back$((${BackupLevel}-1))
263 for y in $(seq $((${BackupLevel}-1)) -1 1); do
264 eval BackY=${Back}$y
265 eval BackZ=${Back}$(($y-1))
266 if [ -e $BackZ ]; then
267 mv -f $BackZ $BackY ;
268 fi
269 done
270 cp -la $Cache $Back ; mv -f $BackX $Back0
271 update_stamp $BACKUP_ARCHIVE_STAMP
272 debug_echo "backup with hardlinks. (success)"
273 else
274 debug_echo "skip backup since same content."
275 fi
276 else
277 debug_echo "skip backup since too new."
278 fi
279 }
280
281 # sleep for a random interval of time (default 30min)
282 # (some code taken from cron-apt, thanks)
283 random_sleep()
284 {
285 RandomSleep=1800
286 eval $(apt-config shell RandomSleep APT::Periodic::RandomSleep)
287 if [ $RandomSleep -eq 0 ]; then
288 return
289 fi
290 if [ -z "$RANDOM" ] ; then
291 # A fix for shells that do not have this bash feature.
292 RANDOM=$(( $(dd if=/dev/urandom bs=2 count=1 2> /dev/null | cksum | cut -d' ' -f1) % 32767 ))
293 fi
294 TIME=$(($RANDOM % $RandomSleep))
295 debug_echo "sleeping for $TIME seconds"
296 sleep $TIME
297 }
298
299
300 debug_echo()
301 {
302 # Display message if $VERBOSE >= 1
303 if [ "$VERBOSE" -ge 1 ]; then
304 echo $1 1>&2
305 fi
306 }
307
308 check_power(){
309 # laptop check, on_ac_power returns:
310 # 0 (true) System is on main power
311 # 1 (false) System is not on main power
312 # 255 (false) Power status could not be determined
313 # Desktop systems always return 255 it seems
314 if which on_ac_power >/dev/null; then
315 on_ac_power
316 POWER=$?
317 if [ $POWER -eq 1 ]; then
318 debug_echo "exit: system NOT on main power"
319 return 1
320 elif [ $POWER -ne 0 ]; then
321 debug_echo "power status ($POWER) undetermined, continuing"
322 fi
323 debug_echo "system is on main power."
324 fi
325 return 0
326 }
327
328 # ------------------------ main ----------------------------
329
330 if test -r /var/lib/apt/extended_states; then
331 # Backup the 7 last versions of APT's extended_states file
332 # shameless copy from dpkg cron
333 if cd /var/backups ; then
334 if ! cmp -s apt.extended_states.0 /var/lib/apt/extended_states; then
335 cp -p /var/lib/apt/extended_states apt.extended_states
336 savelog -c 7 apt.extended_states >/dev/null
337 fi
338 fi
339 fi
340
341 # check apt-config existence
342 if ! which apt-config >/dev/null ; then
343 exit 0
344 fi
345
346 # check if the user really wants to do something
347 AutoAptEnable=1 # default is yes
348 eval $(apt-config shell AutoAptEnable APT::Periodic::Enable)
349
350 if [ $AutoAptEnable -eq 0 ]; then
351 exit 0
352 fi
353
354 # Set VERBOSE mode from apt-config (or inherit from environment)
355 VERBOSE=0
356 eval $(apt-config shell VERBOSE APT::Periodic::Verbose)
357 debug_echo "verbose level $VERBOSE"
358 if [ "$VERBOSE" -le 2 ]; then
359 # quiet for 0,1,2
360 XSTDOUT=">/dev/null"
361 XSTDERR="2>/dev/null"
362 XAPTOPT="-qq"
363 XUUPOPT=""
364 else
365 XSTDOUT=""
366 XSTDERR=""
367 XAPTOPT=""
368 XUUPOPT="-d"
369 fi
370 if [ "$VERBOSE" -ge 3 ]; then
371 # trace output
372 set -x
373 fi
374
375 check_power || exit 0
376
377 # check if we can lock the cache and if the cache is clean
378 if which apt-get >/dev/null && ! eval apt-get check $XAPTOPT $XSTDERR ; then
379 debug_echo "error encountered in cron job with \"apt-get check\"."
380 exit 0
381 fi
382
383 # Global current time in seconds since 1970-01-01 00:00:00 UTC
384 now=$(date +%s)
385
386 # Support old Archive for compatibility.
387 # Document only Periodic for all controlling parameters of this script.
388
389 UpdateInterval=0
390 eval $(apt-config shell UpdateInterval APT::Periodic::Update-Package-Lists)
391
392 DownloadUpgradeableInterval=0
393 eval $(apt-config shell DownloadUpgradeableInterval APT::Periodic::Download-Upgradeable-Packages)
394
395 UnattendedUpgradeInterval=0
396 eval $(apt-config shell UnattendedUpgradeInterval APT::Periodic::Unattended-Upgrade)
397
398 AutocleanInterval=0
399 eval $(apt-config shell AutocleanInterval APT::Periodic::AutocleanInterval)
400
401 BackupArchiveInterval=0
402 eval $(apt-config shell BackupArchiveInterval APT::Periodic::BackupArchiveInterval)
403
404 Debdelta=1
405 eval $(apt-config shell Debdelta APT::Periodic::Download-Upgradeable-Packages-Debdelta)
406
407 # check if we actually have to do anything that requires locking the cache
408 if [ $UpdateInterval -eq 0 ] &&
409 [ $DownloadUpgradeableInterval -eq 0 ] &&
410 [ $UnattendedUpgradeInterval -eq 0 ] &&
411 [ $BackupArchiveInterval -eq 0 ] &&
412 [ $AutocleanInterval -eq 0 ]; then
413
414 # check cache size
415 check_size_constraints
416
417 exit 0
418 fi
419
420 # deal with BackupArchiveInterval
421 do_cache_backup $BackupArchiveInterval
422
423 # sleep random amount of time to avoid hitting the
424 # mirrors at the same time
425 random_sleep
426 check_power || exit 0
427
428 # include default system language so that "apt-get update" will
429 # fetch the right translated package descriptions
430 if [ -r /etc/default/locale ]; then
431 . /etc/default/locale
432 export LANG LANGUAGE LC_MESSAGES LC_ALL
433 fi
434
435 # update package lists
436 UPDATED=0
437 UPDATE_STAMP=/var/lib/apt/periodic/update-stamp
438 if check_stamp $UPDATE_STAMP $UpdateInterval; then
439 if eval apt-get $XAPTOPT -y update $XSTDERR; then
440 debug_echo "download updated metadata (success)."
441 if which dbus-send >/dev/null && pidof dbus-daemon >/dev/null; then
442 if dbus-send --system / app.apt.dbus.updated boolean:true ; then
443 debug_echo "send dbus signal (success)"
444 else
445 debug_echo "send dbus signal (error)"
446 fi
447 else
448 debug_echo "dbus signal not send (command not available)"
449 fi
450 update_stamp $UPDATE_STAMP
451 UPDATED=1
452 else
453 debug_echo "download updated metadata (error)"
454 fi
455 else
456 debug_echo "download updated metadata (not run)."
457 fi
458
459 # download all upgradeable packages (if it is requested)
460 DOWNLOAD_UPGRADEABLE_STAMP=/var/lib/apt/periodic/download-upgradeable-stamp
461 if [ $UPDATED -eq 1 ] && check_stamp $DOWNLOAD_UPGRADEABLE_STAMP $DownloadUpgradeableInterval; then
462 if [ $Debdelta -eq 1 ]; then
463 debdelta-upgrade >/dev/null 2>&1 || true
464 fi
465 if eval apt-get $XAPTOPT -y -d dist-upgrade $XSTDERR; then
466 update_stamp $DOWNLOAD_UPGRADEABLE_STAMP
467 debug_echo "download upgradable (success)"
468 else
469 debug_echo "download upgradable (error)"
470 fi
471 else
472 debug_echo "download upgradable (not run)"
473 fi
474
475 # auto upgrade all upgradeable packages
476 UPGRADE_STAMP=/var/lib/apt/periodic/upgrade-stamp
477 if which unattended-upgrade >/dev/null && check_stamp $UPGRADE_STAMP $UnattendedUpgradeInterval; then
478 if unattended-upgrade $XUUPOPT; then
479 update_stamp $UPGRADE_STAMP
480 debug_echo "unattended-upgrade (success)"
481 else
482 debug_echo "unattended-upgrade (error)"
483 fi
484 else
485 debug_echo "unattended-upgrade (not run)"
486 fi
487
488 # autoclean package archive
489 AUTOCLEAN_STAMP=/var/lib/apt/periodic/autoclean-stamp
490 if check_stamp $AUTOCLEAN_STAMP $AutocleanInterval; then
491 if eval apt-get $XAPTOPT -y autoclean $XSTDERR; then
492 debug_echo "autoclean (success)."
493 update_stamp $AUTOCLEAN_STAMP
494 else
495 debug_echo "autoclean (error)"
496 fi
497 else
498 debug_echo "autoclean (not run)"
499 fi
500
501 # check cache size
502 check_size_constraints
503
504 #
505 # vim: set sts=4 ai :
506 #
507