]> git.saurik.com Git - apt.git/blame - apt-pkg/acquire-item.h
l10n: vi.po (623t): Update Vietnamese translation
[apt.git] / apt-pkg / acquire-item.h
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
7db98ffc 3// $Id: acquire-item.h,v 1.26.2.3 2004/01/02 18:51:00 mdz Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire Item - Item to acquire
7
8 When an item is instantiated it will add it self to the local list in
9 the Owner Acquire class. Derived classes will then call QueueURI to
17caf1b1 10 register all the URI's they wish to fetch at the initial moment.
0118833a 11
770c32ec 12 Three item classes are provided to provide functionality for
a52f938b 13 downloading of Index, Translation and Packages files.
0118833a 14
495e5cb2 15 A Archive class is provided for downloading .deb files. It does Hash
17caf1b1 16 checking and source location as well as a retry algorithm.
b185acc2 17
0118833a
AL
18 ##################################################################### */
19 /*}}}*/
20#ifndef PKGLIB_ACQUIRE_ITEM_H
21#define PKGLIB_ACQUIRE_ITEM_H
22
23#include <apt-pkg/acquire.h>
495e5cb2 24#include <apt-pkg/hashes.h>
229fb1a3 25#include <apt-pkg/weakptr.h>
472ff00e 26#include <apt-pkg/pkgcache.h>
453b82a3
DK
27#include <apt-pkg/cacheiterators.h>
28
29#include <string>
30#include <vector>
0118833a 31
b9dadc24
DK
32#ifndef APT_8_CLEANER_HEADERS
33#include <apt-pkg/indexfile.h>
34#include <apt-pkg/vendor.h>
35#include <apt-pkg/sourcelist.h>
36#include <apt-pkg/pkgrecords.h>
37#include <apt-pkg/indexrecords.h>
38#endif
39
3174e150
MV
40/** \addtogroup acquire
41 * @{
42 *
43 * \file acquire-item.h
44 */
45
472ff00e
DK
46class indexRecords;
47class pkgRecords;
48class pkgSourceList;
49
92fcbfc1 50/** \brief Represents the process by which a pkgAcquire object should {{{
3174e150
MV
51 * retrieve a file or a collection of files.
52 *
53 * By convention, Item subclasses should insert themselves into the
54 * acquire queue when they are created by calling QueueURI(), and
55 * remove themselves by calling Dequeue() when either Done() or
56 * Failed() is invoked. Item objects are also responsible for
57 * notifying the download progress indicator (accessible via
58 * #Owner->Log) of their status.
59 *
60 * \see pkgAcquire
61 */
229fb1a3 62class pkgAcquire::Item : public WeakPointable
0118833a
AL
63{
64 protected:
65
3174e150 66 /** \brief The acquire object with which this item is associated. */
0118833a 67 pkgAcquire *Owner;
3174e150
MV
68
69 /** \brief Insert this item into its owner's queue.
70 *
255c9e4b 71 * \param Item Metadata about this item (its URI and
3174e150
MV
72 * description).
73 */
8267fe24
AL
74 inline void QueueURI(ItemDesc &Item)
75 {Owner->Enqueue(Item);};
3174e150
MV
76
77 /** \brief Remove this item from its owner's queue. */
681d76d0 78 inline void Dequeue() {Owner->Dequeue(this);};
0118833a 79
3174e150
MV
80 /** \brief Rename a file without modifying its timestamp.
81 *
82 * Many item methods call this as their final action.
83 *
84 * \param From The file to be renamed.
85 *
255c9e4b 86 * \param To The new name of \a From. If \a To exists it will be
3174e150
MV
87 * overwritten.
88 */
472ff00e 89 void Rename(std::string From,std::string To);
3c8030a4 90
0118833a
AL
91 public:
92
3174e150
MV
93 /** \brief The current status of this item. */
94 enum ItemState
95 {
96 /** \brief The item is waiting to be downloaded. */
97 StatIdle,
98
99 /** \brief The item is currently being downloaded. */
100 StatFetching,
101
102 /** \brief The item has been successfully downloaded. */
103 StatDone,
104
105 /** \brief An error was encountered while downloading this
106 * item.
107 */
108 StatError,
109
110 /** \brief The item was downloaded but its authenticity could
111 * not be verified.
112 */
6ca714d5
MV
113 StatAuthError,
114
115 /** \brief The item was could not be downloaded because of
116 * a transient network error (e.g. network down)
117 */
118 StatTransientNetworkError
3174e150
MV
119 } Status;
120
121 /** \brief Contains a textual description of the error encountered
255c9e4b 122 * if #ItemState is #StatError or #StatAuthError.
3174e150 123 */
472ff00e 124 std::string ErrorText;
3174e150
MV
125
126 /** \brief The size of the object to fetch. */
e2c66de5 127 unsigned long long FileSize;
3174e150
MV
128
129 /** \brief How much of the object was already fetched. */
e2c66de5 130 unsigned long long PartialSize;
3174e150
MV
131
132 /** \brief If not \b NULL, contains the name of a subprocess that
133 * is operating on this object (for instance, "gzip" or "gpgv").
134 */
b2e465d6 135 const char *Mode;
3174e150
MV
136
137 /** \brief A client-supplied unique identifier.
138 *
139 * This field is initalized to 0; it is meant to be filled in by
140 * clients that wish to use it to uniquely identify items.
141 *
142 * \todo it's unused in apt itself
143 */
b98f2859 144 unsigned long ID;
3174e150
MV
145
146 /** \brief If \b true, the entire object has been successfully fetched.
147 *
148 * Subclasses should set this to \b true when appropriate.
149 */
8267fe24 150 bool Complete;
3174e150
MV
151
152 /** \brief If \b true, the URI of this object is "local".
153 *
154 * The only effect of this field is to exclude the object from the
155 * download progress indicator's overall statistics.
156 */
a6568219 157 bool Local;
472ff00e 158 std::string UsedMirror;
30e1eab5 159
3174e150
MV
160 /** \brief The number of fetch queues into which this item has been
161 * inserted.
162 *
163 * There is one queue for each source from which an item could be
164 * downloaded.
165 *
166 * \sa pkgAcquire
167 */
0118833a 168 unsigned int QueueCounter;
0118833a 169
3174e150
MV
170 /** \brief The name of the file into which the retrieved object
171 * will be written.
172 */
472ff00e 173 std::string DestFile;
7d8afa39 174
3174e150
MV
175 /** \brief Invoked by the acquire worker when the object couldn't
176 * be fetched.
177 *
178 * This is a branch of the continuation of the fetch process.
179 *
180 * \param Message An RFC822-formatted message from the acquire
181 * method describing what went wrong. Use LookupTag() to parse
182 * it.
183 *
184 * \param Cnf The method via which the worker tried to fetch this object.
185 *
186 * \sa pkgAcqMethod
187 */
472ff00e 188 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
3174e150
MV
189
190 /** \brief Invoked by the acquire worker when the object was
191 * fetched successfully.
192 *
193 * Note that the object might \e not have been written to
194 * DestFile; check for the presence of an Alt-Filename entry in
195 * Message to find the file to which it was really written.
196 *
197 * Done is often used to switch from one stage of the processing
198 * to the next (e.g. fetching, unpacking, copying). It is one
199 * branch of the continuation of the fetch process.
200 *
201 * \param Message Data from the acquire method. Use LookupTag()
202 * to parse it.
203 * \param Size The size of the object that was fetched.
495e5cb2 204 * \param Hash The HashSum of the object that was fetched.
3174e150
MV
205 * \param Cnf The method via which the object was fetched.
206 *
207 * \sa pkgAcqMethod
208 */
472ff00e 209 virtual void Done(std::string Message,unsigned long long Size,std::string Hash,
459681d3 210 pkgAcquire::MethodConfig *Cnf);
3174e150
MV
211
212 /** \brief Invoked when the worker starts to fetch this object.
213 *
214 * \param Message RFC822-formatted data from the worker process.
215 * Use LookupTag() to parse it.
216 *
217 * \param Size The size of the object being fetched.
218 *
219 * \sa pkgAcqMethod
220 */
472ff00e 221 virtual void Start(std::string Message,unsigned long long Size);
3174e150
MV
222
223 /** \brief Custom headers to be sent to the fetch process.
224 *
225 * \return a string containing RFC822-style headers that are to be
226 * inserted into the 600 URI Acquire message sent to the fetch
227 * subprocess. The headers are inserted after a newline-less
228 * line, so they should (if nonempty) have a leading newline and
229 * no trailing newline.
230 */
472ff00e 231 virtual std::string Custom600Headers() {return std::string();};
3174e150
MV
232
233 /** \brief A "descriptive" URI-like string.
234 *
235 * \return a URI that should be used to describe what is being fetched.
236 */
472ff00e 237 virtual std::string DescURI() = 0;
3174e150
MV
238 /** \brief Short item description.
239 *
240 * \return a brief description of the object being fetched.
241 */
472ff00e 242 virtual std::string ShortDesc() {return DescURI();}
3174e150
MV
243
244 /** \brief Invoked by the worker when the download is completely done. */
ab559b35 245 virtual void Finished() {};
17caf1b1 246
495e5cb2 247 /** \brief HashSum
3174e150 248 *
495e5cb2 249 * \return the HashSum of this object, if applicable; otherwise, an
3174e150
MV
250 * empty string.
251 */
472ff00e 252 virtual std::string HashSum() {return std::string();};
3174e150
MV
253
254 /** \return the acquire process with which this item is associated. */
c5ccf175 255 pkgAcquire *GetOwner() {return Owner;};
3174e150
MV
256
257 /** \return \b true if this object is being fetched from a trusted source. */
7db98ffc 258 virtual bool IsTrusted() {return false;};
c5ccf175 259
36280399 260 // report mirror problems
702c84fb
MV
261 /** \brief Report mirror problem
262 *
263 * This allows reporting mirror failures back to a centralized
264 * server. The apt-report-mirror-failure script is called for this
265 *
266 * \param FailCode A short failure string that is send
267 */
472ff00e 268 void ReportMirrorFailure(std::string FailCode);
36280399 269
3174e150
MV
270
271 /** \brief Initialize an item.
272 *
273 * Adds the item to the list of items known to the acquire
274 * process, but does not place it into any fetch queues (you must
275 * manually invoke QueueURI() to do so).
276 *
277 * Initializes all fields of the item other than Owner to 0,
278 * false, or the empty string.
279 *
280 * \param Owner The new owner of this item.
281 */
0118833a 282 Item(pkgAcquire *Owner);
3174e150
MV
283
284 /** \brief Remove this item from its owner's queue by invoking
285 * pkgAcquire::Remove.
286 */
0118833a 287 virtual ~Item();
3c8030a4
DK
288
289 protected:
290
291 enum RenameOnErrorState {
292 HashSumMismatch,
293 SizeMismatch,
294 InvalidFormat
295 };
296
297 /** \brief Rename failed file and set error
298 *
299 * \param state respresenting the error we encountered
3c8030a4
DK
300 */
301 bool RenameOnError(RenameOnErrorState const state);
0118833a 302};
92fcbfc1
DK
303 /*}}}*/
304/** \brief Information about an index patch (aka diff). */ /*{{{*/
002d9943 305struct DiffInfo {
3174e150 306 /** The filename of the diff. */
472ff00e 307 std::string file;
3174e150
MV
308
309 /** The sha1 hash of the diff. */
472ff00e 310 std::string sha1;
3174e150
MV
311
312 /** The size of the diff. */
002d9943
MV
313 unsigned long size;
314};
92fcbfc1 315 /*}}}*/
ab53c018
DK
316/** \brief An item that is responsible for fetching a SubIndex {{{
317 *
318 * The MetaIndex file includes only records for important indexes
319 * and records for these SubIndex files so these can carry records
320 * for addition files like PDiffs and Translations
321 */
322class pkgAcqSubIndex : public pkgAcquire::Item
323{
324 protected:
325 /** \brief If \b true, debugging information will be written to std::clog. */
326 bool Debug;
327
328 /** \brief The item that is currently being downloaded. */
329 pkgAcquire::ItemDesc Desc;
330
331 /** \brief The Hash that this file should have after download
332 */
333 HashString ExpectedHash;
334
335 public:
336 // Specialized action members
472ff00e
DK
337 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
338 virtual void Done(std::string Message,unsigned long long Size,std::string Md5Hash,
ab53c018 339 pkgAcquire::MethodConfig *Cnf);
472ff00e
DK
340 virtual std::string DescURI() {return Desc.URI;};
341 virtual std::string Custom600Headers();
342 virtual bool ParseIndex(std::string const &IndexFile);
ab53c018 343
4c6cf493 344 /** \brief Create a new pkgAcqSubIndex.
ab53c018
DK
345 *
346 * \param Owner The Acquire object that owns this item.
347 *
348 * \param URI The URI of the list file to download.
349 *
350 * \param URIDesc A long description of the list file to download.
351 *
352 * \param ShortDesc A short description of the list file to download.
353 *
354 * \param ExpectedHash The list file's MD5 signature.
355 */
472ff00e
DK
356 pkgAcqSubIndex(pkgAcquire *Owner, std::string const &URI,std::string const &URIDesc,
357 std::string const &ShortDesc, HashString const &ExpectedHash);
ab53c018
DK
358};
359 /*}}}*/
92fcbfc1 360/** \brief An item that is responsible for fetching an index file of {{{
3174e150
MV
361 * package list diffs and starting the package list's download.
362 *
363 * This item downloads the Index file and parses it, then enqueues
364 * additional downloads of either the individual patches (using
365 * pkgAcqIndexDiffs) or the entire Packages file (using pkgAcqIndex).
366 *
367 * \sa pkgAcqIndexDiffs, pkgAcqIndex
368 */
2237bd01
MV
369class pkgAcqDiffIndex : public pkgAcquire::Item
370{
371 protected:
3174e150 372 /** \brief If \b true, debugging information will be written to std::clog. */
2237bd01 373 bool Debug;
3174e150
MV
374
375 /** \brief The item that is currently being downloaded. */
002d9943 376 pkgAcquire::ItemDesc Desc;
3174e150
MV
377
378 /** \brief The URI of the index file to recreate at our end (either
379 * by downloading it or by applying partial patches).
380 */
472ff00e 381 std::string RealURI;
3174e150 382
495e5cb2 383 /** \brief The Hash that the real index file should have after
3174e150
MV
384 * all patches have been applied.
385 */
495e5cb2 386 HashString ExpectedHash;
3174e150
MV
387
388 /** \brief The index file which will be patched to generate the new
389 * file.
390 */
472ff00e 391 std::string CurrentPackagesFile;
3174e150
MV
392
393 /** \brief A description of the Packages file (stored in
394 * pkgAcquire::ItemDesc::Description).
395 */
472ff00e 396 std::string Description;
2237bd01
MV
397
398 public:
399 // Specialized action members
472ff00e
DK
400 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
401 virtual void Done(std::string Message,unsigned long long Size,std::string Md5Hash,
2237bd01 402 pkgAcquire::MethodConfig *Cnf);
472ff00e
DK
403 virtual std::string DescURI() {return RealURI + "Index";};
404 virtual std::string Custom600Headers();
2237bd01 405
3174e150
MV
406 /** \brief Parse the Index file for a set of Packages diffs.
407 *
408 * Parses the Index file and creates additional download items as
409 * necessary.
410 *
411 * \param IndexDiffFile The name of the Index file.
412 *
413 * \return \b true if the Index file was successfully parsed, \b
414 * false otherwise.
415 */
472ff00e 416 bool ParseDiffIndex(std::string IndexDiffFile);
2237bd01 417
3174e150
MV
418
419 /** \brief Create a new pkgAcqDiffIndex.
420 *
421 * \param Owner The Acquire object that owns this item.
422 *
423 * \param URI The URI of the list file to download.
424 *
425 * \param URIDesc A long description of the list file to download.
426 *
427 * \param ShortDesc A short description of the list file to download.
428 *
495e5cb2 429 * \param ExpectedHash The list file's MD5 signature.
3174e150 430 */
472ff00e
DK
431 pkgAcqDiffIndex(pkgAcquire *Owner,std::string URI,std::string URIDesc,
432 std::string ShortDesc, HashString ExpectedHash);
002d9943 433};
92fcbfc1 434 /*}}}*/
47d2bc78
DK
435/** \brief An item that is responsible for fetching client-merge patches {{{
436 * that need to be applied to a given package index file.
437 *
438 * Instead of downloading and applying each patch one by one like its
439 * sister #pkgAcqIndexDiffs this class will download all patches at once
440 * and call rred with all the patches downloaded once. Rred will then
441 * merge and apply them in one go, which should be a lot faster – but is
442 * incompatible with server-based merges of patches like reprepro can do.
443 *
444 * \sa pkgAcqDiffIndex, pkgAcqIndex
445 */
446class pkgAcqIndexMergeDiffs : public pkgAcquire::Item
447{
448 protected:
449
450 /** \brief If \b true, debugging output will be written to
451 * std::clog.
452 */
453 bool Debug;
454
455 /** \brief description of the item that is currently being
456 * downloaded.
457 */
458 pkgAcquire::ItemDesc Desc;
459
460 /** \brief URI of the package index file that is being
461 * reconstructed.
462 */
463 std::string RealURI;
464
465 /** \brief HashSum of the package index file that is being
466 * reconstructed.
467 */
468 HashString ExpectedHash;
469
470 /** \brief description of the file being downloaded. */
471 std::string Description;
472
473 /** \brief information about the current patch */
474 struct DiffInfo const patch;
475
476 /** \brief list of all download items for the patches */
477 std::vector<pkgAcqIndexMergeDiffs*> const * const allPatches;
478
479 /** The current status of this patch. */
480 enum DiffState
481 {
482 /** \brief The diff is currently being fetched. */
483 StateFetchDiff,
484
485 /** \brief The diff is currently being applied. */
486 StateApplyDiff,
487
488 /** \brief the work with this diff is done */
489 StateDoneDiff,
490
491 /** \brief something bad happened and fallback was triggered */
492 StateErrorDiff
493 } State;
494
495 public:
496 /** \brief Called when the patch file failed to be downloaded.
497 *
498 * This method will fall back to downloading the whole index file
499 * outright; its arguments are ignored.
500 */
501 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
502
503 virtual void Done(std::string Message,unsigned long long Size,std::string Md5Hash,
504 pkgAcquire::MethodConfig *Cnf);
505 virtual std::string DescURI() {return RealURI + "Index";};
506
507 /** \brief Create an index merge-diff item.
508 *
509 * \param Owner The pkgAcquire object that owns this item.
510 *
511 * \param URI The URI of the package index file being
512 * reconstructed.
513 *
514 * \param URIDesc A long description of this item.
515 *
516 * \param ShortDesc A brief description of this item.
517 *
518 * \param ExpectedHash The expected md5sum of the completely
519 * reconstructed package index file; the index file will be tested
520 * against this value when it is entirely reconstructed.
521 *
522 * \param patch contains infos about the patch this item is supposed
523 * to download which were read from the index
524 *
525 * \param allPatches contains all related items so that each item can
526 * check if it was the last one to complete the download step
527 */
528 pkgAcqIndexMergeDiffs(pkgAcquire *Owner,std::string const &URI,std::string const &URIDesc,
529 std::string const &ShortDesc, HashString const &ExpectedHash,
530 DiffInfo const &patch, std::vector<pkgAcqIndexMergeDiffs*> const * const allPatches);
531};
532 /*}}}*/
533/** \brief An item that is responsible for fetching server-merge patches {{{
3174e150
MV
534 * that need to be applied to a given package index file.
535 *
536 * After downloading and applying a single patch, this item will
537 * enqueue a new pkgAcqIndexDiffs to download and apply the remaining
538 * patches. If no patch can be found that applies to an intermediate
539 * file or if one of the patches cannot be downloaded, falls back to
540 * downloading the entire package index file using pkgAcqIndex.
541 *
542 * \sa pkgAcqDiffIndex, pkgAcqIndex
543 */
ac5b205a
MV
544class pkgAcqIndexDiffs : public pkgAcquire::Item
545{
3174e150
MV
546 private:
547
548 /** \brief Queue up the next diff download.
549 *
550 * Search for the next available diff that applies to the file
551 * that currently exists on disk, and enqueue it by calling
552 * QueueURI().
553 *
554 * \return \b true if an applicable diff was found, \b false
555 * otherwise.
556 */
557 bool QueueNextDiff();
558
559 /** \brief Handle tasks that must be performed after the item
560 * finishes downloading.
561 *
562 * Dequeues the item and checks the resulting file's md5sum
495e5cb2 563 * against ExpectedHash after the last patch was applied.
3174e150
MV
564 * There is no need to check the md5/sha1 after a "normal"
565 * patch because QueueNextDiff() will check the sha1 later.
566 *
567 * \param allDone If \b true, the file was entirely reconstructed,
568 * and its md5sum is verified.
569 */
570 void Finish(bool allDone=false);
571
ac5b205a 572 protected:
3174e150
MV
573
574 /** \brief If \b true, debugging output will be written to
575 * std::clog.
576 */
ac5b205a 577 bool Debug;
3174e150
MV
578
579 /** \brief A description of the item that is currently being
580 * downloaded.
581 */
ac5b205a 582 pkgAcquire::ItemDesc Desc;
3174e150
MV
583
584 /** \brief The URI of the package index file that is being
585 * reconstructed.
586 */
472ff00e 587 std::string RealURI;
3174e150 588
495e5cb2 589 /** \brief The HashSum of the package index file that is being
3174e150
MV
590 * reconstructed.
591 */
495e5cb2 592 HashString ExpectedHash;
4a0a786f 593
3174e150 594 /** A description of the file being downloaded. */
472ff00e 595 std::string Description;
3174e150
MV
596
597 /** The patches that remain to be downloaded, including the patch
598 * being downloaded right now. This list should be ordered so
599 * that each diff appears before any diff that depends on it.
600 *
601 * \todo These are indexed by sha1sum; why not use some sort of
602 * dictionary instead of relying on ordering and stripping them
603 * off the front?
604 */
472ff00e 605 std::vector<DiffInfo> available_patches;
8a3207f4
DK
606
607 /** Stop applying patches when reaching that sha1 */
472ff00e 608 std::string ServerSha1;
8a3207f4 609
3174e150
MV
610 /** The current status of this patch. */
611 enum DiffState
612 {
613 /** \brief The diff is in an unknown state. */
614 StateFetchUnkown,
615
616 /** \brief The diff is currently being fetched. */
617 StateFetchDiff,
618
619 /** \brief The diff is currently being uncompressed. */
caffd480 620 StateUnzipDiff, // FIXME: No longer used
3174e150
MV
621
622 /** \brief The diff is currently being applied. */
623 StateApplyDiff
624 } State;
6cb30d01 625
ac5b205a
MV
626 public:
627
3174e150
MV
628 /** \brief Called when the patch file failed to be downloaded.
629 *
630 * This method will fall back to downloading the whole index file
631 * outright; its arguments are ignored.
632 */
472ff00e 633 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
3174e150 634
472ff00e 635 virtual void Done(std::string Message,unsigned long long Size,std::string Md5Hash,
ac5b205a 636 pkgAcquire::MethodConfig *Cnf);
472ff00e 637 virtual std::string DescURI() {return RealURI + "Index";};
ac5b205a 638
3174e150
MV
639 /** \brief Create an index diff item.
640 *
641 * After filling in its basic fields, this invokes Finish(true) if
255c9e4b 642 * \a diffs is empty, or QueueNextDiff() otherwise.
3174e150
MV
643 *
644 * \param Owner The pkgAcquire object that owns this item.
645 *
646 * \param URI The URI of the package index file being
647 * reconstructed.
648 *
649 * \param URIDesc A long description of this item.
650 *
651 * \param ShortDesc A brief description of this item.
652 *
495e5cb2 653 * \param ExpectedHash The expected md5sum of the completely
3174e150
MV
654 * reconstructed package index file; the index file will be tested
655 * against this value when it is entirely reconstructed.
656 *
255c9e4b
DK
657 * \param ServerSha1 is the sha1sum of the current file on the server
658 *
3174e150
MV
659 * \param diffs The remaining diffs from the index of diffs. They
660 * should be ordered so that each diff appears before any diff
661 * that depends on it.
662 */
472ff00e
DK
663 pkgAcqIndexDiffs(pkgAcquire *Owner,std::string URI,std::string URIDesc,
664 std::string ShortDesc, HashString ExpectedHash,
665 std::string ServerSha1,
666 std::vector<DiffInfo> diffs=std::vector<DiffInfo>());
ac5b205a 667};
92fcbfc1
DK
668 /*}}}*/
669/** \brief An acquire item that is responsible for fetching an index {{{
3174e150
MV
670 * file (e.g., Packages or Sources).
671 *
672 * \sa pkgAcqDiffIndex, pkgAcqIndexDiffs, pkgAcqIndexTrans
673 *
674 * \todo Why does pkgAcqIndex have protected members?
675 */
0118833a
AL
676class pkgAcqIndex : public pkgAcquire::Item
677{
678 protected:
3174e150
MV
679
680 /** \brief If \b true, the index file has been decompressed. */
8b89e57f 681 bool Decompression;
3174e150
MV
682
683 /** \brief If \b true, the partially downloaded file will be
684 * removed when the download completes.
685 */
bfd22fc0 686 bool Erase;
3174e150 687
c5f661b7
MV
688 /** \brief Verify for correctness by checking if a "Package"
689 * tag is found in the index. This can be set to
690 * false for optional index targets
691 *
692 */
693 // FIXME: instead of a bool it should use a verify string that will
694 // then be used in the pkgAcqIndex::Done method to ensure that
695 // the downloaded file contains the expected tag
696 bool Verify;
697
3174e150
MV
698 /** \brief The download request that is currently being
699 * processed.
700 */
8267fe24 701 pkgAcquire::ItemDesc Desc;
3174e150
MV
702
703 /** \brief The object that is actually being fetched (minus any
704 * compression-related extensions).
705 */
472ff00e 706 std::string RealURI;
3174e150 707
495e5cb2
MV
708 /** \brief The expected hashsum of the decompressed index file. */
709 HashString ExpectedHash;
3174e150 710
5d885723
DK
711 /** \brief The compression-related file extensions that are being
712 * added to the downloaded file one by one if first fails (e.g., "gz bz2").
3174e150 713 */
472ff00e 714 std::string CompressionExtension;
13e8426f 715
0118833a
AL
716 public:
717
17caf1b1 718 // Specialized action members
472ff00e
DK
719 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
720 virtual void Done(std::string Message,unsigned long long Size,std::string Md5Hash,
459681d3 721 pkgAcquire::MethodConfig *Cnf);
472ff00e
DK
722 virtual std::string Custom600Headers();
723 virtual std::string DescURI() {return Desc.URI;};
724 virtual std::string HashSum() {return ExpectedHash.toStr(); };
0118833a 725
3174e150
MV
726 /** \brief Create a pkgAcqIndex.
727 *
728 * \param Owner The pkgAcquire object with which this item is
729 * associated.
730 *
731 * \param URI The URI of the index file that is to be downloaded.
732 *
733 * \param URIDesc A "URI-style" description of this index file.
734 *
735 * \param ShortDesc A brief description of this index file.
736 *
495e5cb2 737 * \param ExpectedHash The expected hashsum of this index file.
3174e150
MV
738 *
739 * \param compressExt The compression-related extension with which
740 * this index file should be downloaded, or "" to autodetect
e85b4cd5
DK
741 * Compression types can be set with config Acquire::CompressionTypes,
742 * default is ".lzma" or ".bz2" (if the needed binaries are present)
743 * fallback is ".gz" or none.
3174e150 744 */
472ff00e
DK
745 pkgAcqIndex(pkgAcquire *Owner,std::string URI,std::string URIDesc,
746 std::string ShortDesc, HashString ExpectedHash,
747 std::string compressExt="");
5d885723
DK
748 pkgAcqIndex(pkgAcquire *Owner, struct IndexTarget const * const Target,
749 HashString const &ExpectedHash, indexRecords const *MetaIndexParser);
472ff00e 750 void Init(std::string const &URI, std::string const &URIDesc, std::string const &ShortDesc);
0118833a 751};
92fcbfc1
DK
752 /*}}}*/
753/** \brief An acquire item that is responsible for fetching a {{{
3174e150
MV
754 * translated index file.
755 *
756 * The only difference from pkgAcqIndex is that transient failures
757 * are suppressed: no error occurs if the translated index file is
758 * missing.
759 */
a52f938b
OS
760class pkgAcqIndexTrans : public pkgAcqIndex
761{
762 public:
763
472ff00e
DK
764 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
765 virtual std::string Custom600Headers();
3174e150
MV
766
767 /** \brief Create a pkgAcqIndexTrans.
768 *
769 * \param Owner The pkgAcquire object with which this item is
770 * associated.
771 *
772 * \param URI The URI of the index file that is to be downloaded.
773 *
774 * \param URIDesc A "URI-style" description of this index file.
775 *
776 * \param ShortDesc A brief description of this index file.
3174e150 777 */
472ff00e
DK
778 pkgAcqIndexTrans(pkgAcquire *Owner,std::string URI,std::string URIDesc,
779 std::string ShortDesc);
ab53c018
DK
780 pkgAcqIndexTrans(pkgAcquire *Owner, struct IndexTarget const * const Target,
781 HashString const &ExpectedHash, indexRecords const *MetaIndexParser);
a52f938b 782};
92fcbfc1
DK
783 /*}}}*/
784/** \brief Information about an index file. */ /*{{{*/
14b4780d 785class IndexTarget
7db98ffc 786{
14b4780d 787 public:
3174e150 788 /** \brief A URI from which the index file can be downloaded. */
472ff00e 789 std::string URI;
3174e150
MV
790
791 /** \brief A description of the index file. */
472ff00e 792 std::string Description;
3174e150
MV
793
794 /** \brief A shorter description of the index file. */
472ff00e 795 std::string ShortDesc;
3174e150
MV
796
797 /** \brief The key by which this index file should be
798 * looked up within the meta signature file.
799 */
472ff00e 800 std::string MetaKey;
ab53c018 801
14b4780d
MV
802 virtual bool IsOptional() const {
803 return false;
804 }
805 virtual bool IsSubIndex() const {
806 return false;
807 }
7db98ffc 808};
92fcbfc1 809 /*}}}*/
ab53c018 810/** \brief Information about an optional index file. */ /*{{{*/
14b4780d
MV
811class OptionalIndexTarget : public IndexTarget
812{
813 virtual bool IsOptional() const {
814 return true;
815 }
816};
817 /*}}}*/
818/** \brief Information about an subindex index file. */ /*{{{*/
819class SubIndexTarget : public IndexTarget
b36597e0
MV
820{
821 virtual bool IsSubIndex() const {
822 return true;
823 }
824};
825 /*}}}*/
826/** \brief Information about an subindex index file. */ /*{{{*/
827class OptionalSubIndexTarget : public OptionalIndexTarget
ab53c018 828{
14b4780d
MV
829 virtual bool IsSubIndex() const {
830 return true;
831 }
7db98ffc 832};
92fcbfc1 833 /*}}}*/
ab53c018 834
92fcbfc1 835/** \brief An acquire item that downloads the detached signature {{{
3174e150
MV
836 * of a meta-index (Release) file, then queues up the release
837 * file itself.
838 *
839 * \todo Why protected members?
840 *
841 * \sa pkgAcqMetaIndex
842 */
7db98ffc 843class pkgAcqMetaSig : public pkgAcquire::Item
0118833a
AL
844{
845 protected:
ef942597 846 /** \brief The last good signature file */
472ff00e 847 std::string LastGoodSig;
ef942597 848
3174e150 849 /** \brief The fetch request that is currently being processed. */
8267fe24 850 pkgAcquire::ItemDesc Desc;
3174e150
MV
851
852 /** \brief The URI of the signature file. Unlike Desc.URI, this is
853 * never modified; it is used to determine the file that is being
854 * downloaded.
855 */
472ff00e 856 std::string RealURI;
3174e150
MV
857
858 /** \brief The URI of the meta-index file to be fetched after the signature. */
472ff00e 859 std::string MetaIndexURI;
3174e150
MV
860
861 /** \brief A "URI-style" description of the meta-index file to be
862 * fetched after the signature.
863 */
472ff00e 864 std::string MetaIndexURIDesc;
3174e150
MV
865
866 /** \brief A brief description of the meta-index file to be fetched
867 * after the signature.
868 */
472ff00e 869 std::string MetaIndexShortDesc;
3174e150
MV
870
871 /** \brief A package-system-specific parser for the meta-index file. */
7db98ffc 872 indexRecords* MetaIndexParser;
3174e150
MV
873
874 /** \brief The index files which should be looked up in the meta-index
875 * and then downloaded.
876 *
877 * \todo Why a list of pointers instead of a list of structs?
878 */
472ff00e 879 const std::vector<struct IndexTarget*>* IndexTargets;
7db98ffc 880
0118833a
AL
881 public:
882
17caf1b1 883 // Specialized action members
472ff00e
DK
884 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
885 virtual void Done(std::string Message,unsigned long long Size,std::string Md5Hash,
7db98ffc 886 pkgAcquire::MethodConfig *Cnf);
472ff00e
DK
887 virtual std::string Custom600Headers();
888 virtual std::string DescURI() {return RealURI; };
7db98ffc 889
3174e150 890 /** \brief Create a new pkgAcqMetaSig. */
472ff00e
DK
891 pkgAcqMetaSig(pkgAcquire *Owner,std::string URI,std::string URIDesc, std::string ShortDesc,
892 std::string MetaIndexURI, std::string MetaIndexURIDesc, std::string MetaIndexShortDesc,
893 const std::vector<struct IndexTarget*>* IndexTargets,
7db98ffc 894 indexRecords* MetaIndexParser);
ffcccd62 895 virtual ~pkgAcqMetaSig();
7db98ffc 896};
92fcbfc1
DK
897 /*}}}*/
898/** \brief An item that is responsible for downloading the meta-index {{{
3174e150
MV
899 * file (i.e., Release) itself and verifying its signature.
900 *
901 * Once the download and verification are complete, the downloads of
902 * the individual index files are queued up using pkgAcqDiffIndex.
495e5cb2 903 * If the meta-index file had a valid signature, the expected hashsums
3174e150 904 * of the index files will be the md5sums listed in the meta-index;
495e5cb2 905 * otherwise, the expected hashsums will be "" (causing the
3174e150
MV
906 * authentication of the index files to be bypassed).
907 */
7db98ffc
MZ
908class pkgAcqMetaIndex : public pkgAcquire::Item
909{
910 protected:
3174e150 911 /** \brief The fetch command that is currently being processed. */
7db98ffc 912 pkgAcquire::ItemDesc Desc;
3174e150
MV
913
914 /** \brief The URI that is actually being downloaded; never
915 * modified by pkgAcqMetaIndex.
916 */
472ff00e 917 std::string RealURI;
3174e150
MV
918
919 /** \brief The file in which the signature for this index was stored.
920 *
921 * If empty, the signature and the md5sums of the individual
922 * indices will not be checked.
923 */
472ff00e 924 std::string SigFile;
3174e150
MV
925
926 /** \brief The index files to download. */
472ff00e 927 const std::vector<struct IndexTarget*>* IndexTargets;
3174e150
MV
928
929 /** \brief The parser for the meta-index file. */
7db98ffc 930 indexRecords* MetaIndexParser;
3174e150
MV
931
932 /** \brief If \b true, the index's signature is currently being verified.
933 */
7db98ffc 934 bool AuthPass;
ce424cd4
MV
935 // required to deal gracefully with problems caused by incorrect ims hits
936 bool IMSHit;
7db98ffc 937
3174e150
MV
938 /** \brief Check that the release file is a release file for the
939 * correct distribution.
940 *
941 * \return \b true if no fatal errors were encountered.
942 */
472ff00e 943 bool VerifyVendor(std::string Message);
3174e150
MV
944
945 /** \brief Called when a file is finished being retrieved.
946 *
947 * If the file was not downloaded to DestFile, a copy process is
948 * set up to copy it to DestFile; otherwise, Complete is set to \b
949 * true and the file is moved to its final location.
950 *
951 * \param Message The message block received from the fetch
952 * subprocess.
953 */
472ff00e 954 void RetrievalDone(std::string Message);
3174e150
MV
955
956 /** \brief Called when authentication succeeded.
957 *
958 * Sanity-checks the authenticated file, queues up the individual
959 * index files for download, and saves the signature in the lists
960 * directory next to the authenticated list file.
961 *
962 * \param Message The message block received from the fetch
963 * subprocess.
964 */
472ff00e 965 void AuthDone(std::string Message);
3174e150
MV
966
967 /** \brief Starts downloading the individual index files.
968 *
495e5cb2 969 * \param verify If \b true, only indices whose expected hashsum
3174e150 970 * can be determined from the meta-index will be downloaded, and
495e5cb2 971 * the hashsums of indices will be checked (reporting
3174e150 972 * #StatAuthError if there is a mismatch). If verify is \b false,
495e5cb2 973 * no hashsum checking will be performed.
3174e150 974 */
7db98ffc
MZ
975 void QueueIndexes(bool verify);
976
977 public:
0a8a80e5 978
7db98ffc 979 // Specialized action members
472ff00e
DK
980 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
981 virtual void Done(std::string Message,unsigned long long Size, std::string Hash,
7db98ffc 982 pkgAcquire::MethodConfig *Cnf);
472ff00e
DK
983 virtual std::string Custom600Headers();
984 virtual std::string DescURI() {return RealURI; };
7db98ffc 985
3174e150 986 /** \brief Create a new pkgAcqMetaIndex. */
7db98ffc 987 pkgAcqMetaIndex(pkgAcquire *Owner,
472ff00e
DK
988 std::string URI,std::string URIDesc, std::string ShortDesc,
989 std::string SigFile,
990 const std::vector<struct IndexTarget*>* IndexTargets,
7db98ffc 991 indexRecords* MetaIndexParser);
0118833a 992};
92fcbfc1 993 /*}}}*/
fe0f7911
DK
994/** \brief An item repsonsible for downloading clearsigned metaindexes {{{*/
995class pkgAcqMetaClearSig : public pkgAcqMetaIndex
996{
997 /** \brief The URI of the meta-index file for the detached signature */
472ff00e 998 std::string MetaIndexURI;
fe0f7911
DK
999
1000 /** \brief A "URI-style" description of the meta-index file */
472ff00e 1001 std::string MetaIndexURIDesc;
fe0f7911
DK
1002
1003 /** \brief A brief description of the meta-index file */
472ff00e 1004 std::string MetaIndexShortDesc;
fe0f7911
DK
1005
1006 /** \brief The URI of the detached meta-signature file if the clearsigned one failed. */
472ff00e 1007 std::string MetaSigURI;
fe0f7911
DK
1008
1009 /** \brief A "URI-style" description of the meta-signature file */
472ff00e 1010 std::string MetaSigURIDesc;
fe0f7911
DK
1011
1012 /** \brief A brief description of the meta-signature file */
472ff00e 1013 std::string MetaSigShortDesc;
fe0f7911
DK
1014
1015public:
472ff00e
DK
1016 void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
1017 virtual std::string Custom600Headers();
fe0f7911
DK
1018
1019 /** \brief Create a new pkgAcqMetaClearSig. */
1020 pkgAcqMetaClearSig(pkgAcquire *Owner,
472ff00e
DK
1021 std::string const &URI, std::string const &URIDesc, std::string const &ShortDesc,
1022 std::string const &MetaIndexURI, std::string const &MetaIndexURIDesc, std::string const &MetaIndexShortDesc,
1023 std::string const &MetaSigURI, std::string const &MetaSigURIDesc, std::string const &MetaSigShortDesc,
1024 const std::vector<struct IndexTarget*>* IndexTargets,
fe0f7911 1025 indexRecords* MetaIndexParser);
ffcccd62 1026 virtual ~pkgAcqMetaClearSig();
fe0f7911
DK
1027};
1028 /*}}}*/
92fcbfc1 1029/** \brief An item that is responsible for fetching a package file. {{{
3174e150
MV
1030 *
1031 * If the package file already exists in the cache, nothing will be
1032 * done.
1033 */
03e39e59
AL
1034class pkgAcqArchive : public pkgAcquire::Item
1035{
1036 protected:
3174e150 1037 /** \brief The package version being fetched. */
03e39e59 1038 pkgCache::VerIterator Version;
3174e150
MV
1039
1040 /** \brief The fetch command that is currently being processed. */
03e39e59 1041 pkgAcquire::ItemDesc Desc;
3174e150
MV
1042
1043 /** \brief The list of sources from which to pick archives to
1044 * download this package from.
1045 */
03e39e59 1046 pkgSourceList *Sources;
3174e150
MV
1047
1048 /** \brief A package records object, used to look up the file
1049 * corresponding to each version of the package.
1050 */
03e39e59 1051 pkgRecords *Recs;
3174e150 1052
495e5cb2 1053 /** \brief The hashsum of this package. */
8a8feb29 1054 HashString ExpectedHash;
3174e150
MV
1055
1056 /** \brief A location in which the actual filename of the package
1057 * should be stored.
1058 */
472ff00e 1059 std::string &StoreFilename;
3174e150
MV
1060
1061 /** \brief The next file for this version to try to download. */
b185acc2 1062 pkgCache::VerFileIterator Vf;
3174e150
MV
1063
1064 /** \brief How many (more) times to try to find a new source from
1065 * which to download this package version if it fails.
1066 *
1067 * Set from Acquire::Retries.
1068 */
7d8afa39 1069 unsigned int Retries;
3174e150
MV
1070
1071 /** \brief \b true if this version file is being downloaded from a
1072 * trusted source.
1073 */
7db98ffc 1074 bool Trusted;
17caf1b1 1075
3174e150 1076 /** \brief Queue up the next available file for this version. */
b185acc2 1077 bool QueueNext();
03e39e59
AL
1078
1079 public:
1080
472ff00e
DK
1081 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
1082 virtual void Done(std::string Message,unsigned long long Size,std::string Hash,
459681d3 1083 pkgAcquire::MethodConfig *Cnf);
472ff00e
DK
1084 virtual std::string DescURI() {return Desc.URI;};
1085 virtual std::string ShortDesc() {return Desc.ShortDesc;};
ab559b35 1086 virtual void Finished();
472ff00e 1087 virtual std::string HashSum() {return ExpectedHash.toStr(); };
7db98ffc 1088 virtual bool IsTrusted();
03e39e59 1089
3174e150
MV
1090 /** \brief Create a new pkgAcqArchive.
1091 *
1092 * \param Owner The pkgAcquire object with which this item is
1093 * associated.
1094 *
1095 * \param Sources The sources from which to download version
1096 * files.
1097 *
1098 * \param Recs A package records object, used to look up the file
1099 * corresponding to each version of the package.
1100 *
1101 * \param Version The package version to download.
1102 *
3c8030a4 1103 * \param[out] StoreFilename A location in which the actual filename of
3174e150
MV
1104 * the package should be stored. It will be set to a guessed
1105 * basename in the constructor, and filled in with a fully
1106 * qualified filename once the download finishes.
1107 */
03e39e59 1108 pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources,
30e1eab5 1109 pkgRecords *Recs,pkgCache::VerIterator const &Version,
472ff00e 1110 std::string &StoreFilename);
03e39e59 1111};
92fcbfc1
DK
1112 /*}}}*/
1113/** \brief Retrieve an arbitrary file to the current directory. {{{
3174e150
MV
1114 *
1115 * The file is retrieved even if it is accessed via a URL type that
1116 * normally is a NOP, such as "file". If the download fails, the
1117 * partial file is renamed to get a ".FAILED" extension.
1118 */
36375005
AL
1119class pkgAcqFile : public pkgAcquire::Item
1120{
3174e150 1121 /** \brief The currently active download process. */
36375005 1122 pkgAcquire::ItemDesc Desc;
3174e150 1123
495e5cb2 1124 /** \brief The hashsum of the file to download, if it is known. */
8a8feb29 1125 HashString ExpectedHash;
3174e150
MV
1126
1127 /** \brief How many times to retry the download, set from
1128 * Acquire::Retries.
1129 */
08cfc005 1130 unsigned int Retries;
36375005 1131
77278c2b
MV
1132 /** \brief Should this file be considered a index file */
1133 bool IsIndexFile;
1134
36375005
AL
1135 public:
1136
1137 // Specialized action members
472ff00e
DK
1138 virtual void Failed(std::string Message,pkgAcquire::MethodConfig *Cnf);
1139 virtual void Done(std::string Message,unsigned long long Size,std::string CalcHash,
459681d3 1140 pkgAcquire::MethodConfig *Cnf);
472ff00e
DK
1141 virtual std::string DescURI() {return Desc.URI;};
1142 virtual std::string HashSum() {return ExpectedHash.toStr(); };
1143 virtual std::string Custom600Headers();
3174e150
MV
1144
1145 /** \brief Create a new pkgAcqFile object.
1146 *
1147 * \param Owner The pkgAcquire object with which this object is
1148 * associated.
1149 *
1150 * \param URI The URI to download.
1151 *
495e5cb2 1152 * \param Hash The hashsum of the file to download, if it is known;
3174e150
MV
1153 * otherwise "".
1154 *
1155 * \param Size The size of the file to download, if it is known;
1156 * otherwise 0.
1157 *
1158 * \param Desc A description of the file being downloaded.
1159 *
1160 * \param ShortDesc A brief description of the file being
1161 * downloaded.
39c7baef
MV
1162 *
1163 * \param DestDir The directory the file should be downloaded into.
1164 *
1165 * \param DestFilename The filename+path the file is downloaded to.
1166 *
77278c2b
MV
1167 * \param IsIndexFile The file is considered a IndexFile and cache-control
1168 * headers like "cache-control: max-age=0" are send
39c7baef 1169 *
255c9e4b
DK
1170 * If DestFilename is empty, download to DestDir/\<basename\> if
1171 * DestDir is non-empty, $CWD/\<basename\> otherwise. If
39c7baef
MV
1172 * DestFilename is NOT empty, DestDir is ignored and DestFilename
1173 * is the absolute name to which the file should be downloaded.
3174e150 1174 */
39c7baef 1175
472ff00e
DK
1176 pkgAcqFile(pkgAcquire *Owner, std::string URI, std::string Hash, unsigned long long Size,
1177 std::string Desc, std::string ShortDesc,
1178 const std::string &DestDir="", const std::string &DestFilename="",
77278c2b 1179 bool IsIndexFile=false);
36375005 1180};
92fcbfc1 1181 /*}}}*/
3174e150
MV
1182/** @} */
1183
0118833a 1184#endif