]>
Commit | Line | Data |
---|---|---|
1 | // -*- mode: cpp; mode: fold -*- | |
2 | // Description /*{{{*/ | |
3 | // $Id: acquire-item.h,v 1.26.2.3 2004/01/02 18:51:00 mdz Exp $ | |
4 | /* ###################################################################### | |
5 | ||
6 | Acquire Item - Item to acquire | |
7 | ||
8 | When an item is instantiated it will add it self to the local list in | |
9 | the Owner Acquire class. Derived classes will then call QueueURI to | |
10 | register all the URI's they wish to fetch at the initial moment. | |
11 | ||
12 | Three item classes are provided to provide functionality for | |
13 | downloading of Index, Translation and Packages files. | |
14 | ||
15 | A Archive class is provided for downloading .deb files. It does Hash | |
16 | checking and source location as well as a retry algorithm. | |
17 | ||
18 | ##################################################################### */ | |
19 | /*}}}*/ | |
20 | #ifndef PKGLIB_ACQUIRE_ITEM_H | |
21 | #define PKGLIB_ACQUIRE_ITEM_H | |
22 | ||
23 | #include <apt-pkg/acquire.h> | |
24 | #include <apt-pkg/indexfile.h> | |
25 | #include <apt-pkg/vendor.h> | |
26 | #include <apt-pkg/sourcelist.h> | |
27 | #include <apt-pkg/pkgrecords.h> | |
28 | #include <apt-pkg/indexrecords.h> | |
29 | #include <apt-pkg/hashes.h> | |
30 | #include <apt-pkg/weakptr.h> | |
31 | ||
32 | /** \addtogroup acquire | |
33 | * @{ | |
34 | * | |
35 | * \file acquire-item.h | |
36 | */ | |
37 | ||
38 | /** \brief Represents the process by which a pkgAcquire object should {{{ | |
39 | * retrieve a file or a collection of files. | |
40 | * | |
41 | * By convention, Item subclasses should insert themselves into the | |
42 | * acquire queue when they are created by calling QueueURI(), and | |
43 | * remove themselves by calling Dequeue() when either Done() or | |
44 | * Failed() is invoked. Item objects are also responsible for | |
45 | * notifying the download progress indicator (accessible via | |
46 | * #Owner->Log) of their status. | |
47 | * | |
48 | * \see pkgAcquire | |
49 | */ | |
50 | class pkgAcquire::Item : public WeakPointable | |
51 | { | |
52 | protected: | |
53 | ||
54 | /** \brief The acquire object with which this item is associated. */ | |
55 | pkgAcquire *Owner; | |
56 | ||
57 | /** \brief Insert this item into its owner's queue. | |
58 | * | |
59 | * \param ItemDesc Metadata about this item (its URI and | |
60 | * description). | |
61 | */ | |
62 | inline void QueueURI(ItemDesc &Item) | |
63 | {Owner->Enqueue(Item);}; | |
64 | ||
65 | /** \brief Remove this item from its owner's queue. */ | |
66 | inline void Dequeue() {Owner->Dequeue(this);}; | |
67 | ||
68 | /** \brief Rename a file without modifying its timestamp. | |
69 | * | |
70 | * Many item methods call this as their final action. | |
71 | * | |
72 | * \param From The file to be renamed. | |
73 | * | |
74 | * \param To The new name of #From. If #To exists it will be | |
75 | * overwritten. | |
76 | */ | |
77 | void Rename(string From,string To); | |
78 | ||
79 | public: | |
80 | ||
81 | /** \brief The current status of this item. */ | |
82 | enum ItemState | |
83 | { | |
84 | /** \brief The item is waiting to be downloaded. */ | |
85 | StatIdle, | |
86 | ||
87 | /** \brief The item is currently being downloaded. */ | |
88 | StatFetching, | |
89 | ||
90 | /** \brief The item has been successfully downloaded. */ | |
91 | StatDone, | |
92 | ||
93 | /** \brief An error was encountered while downloading this | |
94 | * item. | |
95 | */ | |
96 | StatError, | |
97 | ||
98 | /** \brief The item was downloaded but its authenticity could | |
99 | * not be verified. | |
100 | */ | |
101 | StatAuthError, | |
102 | ||
103 | /** \brief The item was could not be downloaded because of | |
104 | * a transient network error (e.g. network down) | |
105 | */ | |
106 | StatTransientNetworkError | |
107 | } Status; | |
108 | ||
109 | /** \brief Contains a textual description of the error encountered | |
110 | * if #Status is #StatError or #StatAuthError. | |
111 | */ | |
112 | string ErrorText; | |
113 | ||
114 | /** \brief The size of the object to fetch. */ | |
115 | unsigned long long FileSize; | |
116 | ||
117 | /** \brief How much of the object was already fetched. */ | |
118 | unsigned long long PartialSize; | |
119 | ||
120 | /** \brief If not \b NULL, contains the name of a subprocess that | |
121 | * is operating on this object (for instance, "gzip" or "gpgv"). | |
122 | */ | |
123 | const char *Mode; | |
124 | ||
125 | /** \brief A client-supplied unique identifier. | |
126 | * | |
127 | * This field is initalized to 0; it is meant to be filled in by | |
128 | * clients that wish to use it to uniquely identify items. | |
129 | * | |
130 | * \todo it's unused in apt itself | |
131 | */ | |
132 | unsigned long ID; | |
133 | ||
134 | /** \brief If \b true, the entire object has been successfully fetched. | |
135 | * | |
136 | * Subclasses should set this to \b true when appropriate. | |
137 | */ | |
138 | bool Complete; | |
139 | ||
140 | /** \brief If \b true, the URI of this object is "local". | |
141 | * | |
142 | * The only effect of this field is to exclude the object from the | |
143 | * download progress indicator's overall statistics. | |
144 | */ | |
145 | bool Local; | |
146 | string UsedMirror; | |
147 | ||
148 | /** \brief The number of fetch queues into which this item has been | |
149 | * inserted. | |
150 | * | |
151 | * There is one queue for each source from which an item could be | |
152 | * downloaded. | |
153 | * | |
154 | * \sa pkgAcquire | |
155 | */ | |
156 | unsigned int QueueCounter; | |
157 | ||
158 | /** \brief The name of the file into which the retrieved object | |
159 | * will be written. | |
160 | */ | |
161 | string DestFile; | |
162 | ||
163 | /** \brief Invoked by the acquire worker when the object couldn't | |
164 | * be fetched. | |
165 | * | |
166 | * This is a branch of the continuation of the fetch process. | |
167 | * | |
168 | * \param Message An RFC822-formatted message from the acquire | |
169 | * method describing what went wrong. Use LookupTag() to parse | |
170 | * it. | |
171 | * | |
172 | * \param Cnf The method via which the worker tried to fetch this object. | |
173 | * | |
174 | * \sa pkgAcqMethod | |
175 | */ | |
176 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
177 | ||
178 | /** \brief Invoked by the acquire worker when the object was | |
179 | * fetched successfully. | |
180 | * | |
181 | * Note that the object might \e not have been written to | |
182 | * DestFile; check for the presence of an Alt-Filename entry in | |
183 | * Message to find the file to which it was really written. | |
184 | * | |
185 | * Done is often used to switch from one stage of the processing | |
186 | * to the next (e.g. fetching, unpacking, copying). It is one | |
187 | * branch of the continuation of the fetch process. | |
188 | * | |
189 | * \param Message Data from the acquire method. Use LookupTag() | |
190 | * to parse it. | |
191 | * \param Size The size of the object that was fetched. | |
192 | * \param Hash The HashSum of the object that was fetched. | |
193 | * \param Cnf The method via which the object was fetched. | |
194 | * | |
195 | * \sa pkgAcqMethod | |
196 | */ | |
197 | virtual void Done(string Message,unsigned long Size,string Hash, | |
198 | pkgAcquire::MethodConfig *Cnf); | |
199 | ||
200 | /** \brief Invoked when the worker starts to fetch this object. | |
201 | * | |
202 | * \param Message RFC822-formatted data from the worker process. | |
203 | * Use LookupTag() to parse it. | |
204 | * | |
205 | * \param Size The size of the object being fetched. | |
206 | * | |
207 | * \sa pkgAcqMethod | |
208 | */ | |
209 | virtual void Start(string Message,unsigned long Size); | |
210 | ||
211 | /** \brief Custom headers to be sent to the fetch process. | |
212 | * | |
213 | * \return a string containing RFC822-style headers that are to be | |
214 | * inserted into the 600 URI Acquire message sent to the fetch | |
215 | * subprocess. The headers are inserted after a newline-less | |
216 | * line, so they should (if nonempty) have a leading newline and | |
217 | * no trailing newline. | |
218 | */ | |
219 | virtual string Custom600Headers() {return string();}; | |
220 | ||
221 | /** \brief A "descriptive" URI-like string. | |
222 | * | |
223 | * \return a URI that should be used to describe what is being fetched. | |
224 | */ | |
225 | virtual string DescURI() = 0; | |
226 | /** \brief Short item description. | |
227 | * | |
228 | * \return a brief description of the object being fetched. | |
229 | */ | |
230 | virtual string ShortDesc() {return DescURI();} | |
231 | ||
232 | /** \brief Invoked by the worker when the download is completely done. */ | |
233 | virtual void Finished() {}; | |
234 | ||
235 | /** \brief HashSum | |
236 | * | |
237 | * \return the HashSum of this object, if applicable; otherwise, an | |
238 | * empty string. | |
239 | */ | |
240 | virtual string HashSum() {return string();}; | |
241 | ||
242 | /** \return the acquire process with which this item is associated. */ | |
243 | pkgAcquire *GetOwner() {return Owner;}; | |
244 | ||
245 | /** \return \b true if this object is being fetched from a trusted source. */ | |
246 | virtual bool IsTrusted() {return false;}; | |
247 | ||
248 | // report mirror problems | |
249 | /** \brief Report mirror problem | |
250 | * | |
251 | * This allows reporting mirror failures back to a centralized | |
252 | * server. The apt-report-mirror-failure script is called for this | |
253 | * | |
254 | * \param FailCode A short failure string that is send | |
255 | */ | |
256 | void ReportMirrorFailure(string FailCode); | |
257 | ||
258 | ||
259 | /** \brief Initialize an item. | |
260 | * | |
261 | * Adds the item to the list of items known to the acquire | |
262 | * process, but does not place it into any fetch queues (you must | |
263 | * manually invoke QueueURI() to do so). | |
264 | * | |
265 | * Initializes all fields of the item other than Owner to 0, | |
266 | * false, or the empty string. | |
267 | * | |
268 | * \param Owner The new owner of this item. | |
269 | */ | |
270 | Item(pkgAcquire *Owner); | |
271 | ||
272 | /** \brief Remove this item from its owner's queue by invoking | |
273 | * pkgAcquire::Remove. | |
274 | */ | |
275 | virtual ~Item(); | |
276 | }; | |
277 | /*}}}*/ | |
278 | /** \brief Information about an index patch (aka diff). */ /*{{{*/ | |
279 | struct DiffInfo { | |
280 | /** The filename of the diff. */ | |
281 | string file; | |
282 | ||
283 | /** The sha1 hash of the diff. */ | |
284 | string sha1; | |
285 | ||
286 | /** The size of the diff. */ | |
287 | unsigned long size; | |
288 | }; | |
289 | /*}}}*/ | |
290 | /** \brief An item that is responsible for fetching a SubIndex {{{ | |
291 | * | |
292 | * The MetaIndex file includes only records for important indexes | |
293 | * and records for these SubIndex files so these can carry records | |
294 | * for addition files like PDiffs and Translations | |
295 | */ | |
296 | class pkgAcqSubIndex : public pkgAcquire::Item | |
297 | { | |
298 | protected: | |
299 | /** \brief If \b true, debugging information will be written to std::clog. */ | |
300 | bool Debug; | |
301 | ||
302 | /** \brief The item that is currently being downloaded. */ | |
303 | pkgAcquire::ItemDesc Desc; | |
304 | ||
305 | /** \brief The Hash that this file should have after download | |
306 | */ | |
307 | HashString ExpectedHash; | |
308 | ||
309 | public: | |
310 | // Specialized action members | |
311 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
312 | virtual void Done(string Message,unsigned long Size,string Md5Hash, | |
313 | pkgAcquire::MethodConfig *Cnf); | |
314 | virtual string DescURI() {return Desc.URI;}; | |
315 | virtual string Custom600Headers(); | |
316 | virtual bool ParseIndex(string const &IndexFile); | |
317 | ||
318 | /** \brief Create a new pkgAcqSubIndex. | |
319 | * | |
320 | * \param Owner The Acquire object that owns this item. | |
321 | * | |
322 | * \param URI The URI of the list file to download. | |
323 | * | |
324 | * \param URIDesc A long description of the list file to download. | |
325 | * | |
326 | * \param ShortDesc A short description of the list file to download. | |
327 | * | |
328 | * \param ExpectedHash The list file's MD5 signature. | |
329 | */ | |
330 | pkgAcqSubIndex(pkgAcquire *Owner, string const &URI,string const &URIDesc, | |
331 | string const &ShortDesc, HashString const &ExpectedHash); | |
332 | }; | |
333 | /*}}}*/ | |
334 | /** \brief An item that is responsible for fetching an index file of {{{ | |
335 | * package list diffs and starting the package list's download. | |
336 | * | |
337 | * This item downloads the Index file and parses it, then enqueues | |
338 | * additional downloads of either the individual patches (using | |
339 | * pkgAcqIndexDiffs) or the entire Packages file (using pkgAcqIndex). | |
340 | * | |
341 | * \sa pkgAcqIndexDiffs, pkgAcqIndex | |
342 | */ | |
343 | class pkgAcqDiffIndex : public pkgAcquire::Item | |
344 | { | |
345 | protected: | |
346 | /** \brief If \b true, debugging information will be written to std::clog. */ | |
347 | bool Debug; | |
348 | ||
349 | /** \brief The item that is currently being downloaded. */ | |
350 | pkgAcquire::ItemDesc Desc; | |
351 | ||
352 | /** \brief The URI of the index file to recreate at our end (either | |
353 | * by downloading it or by applying partial patches). | |
354 | */ | |
355 | string RealURI; | |
356 | ||
357 | /** \brief The Hash that the real index file should have after | |
358 | * all patches have been applied. | |
359 | */ | |
360 | HashString ExpectedHash; | |
361 | ||
362 | /** \brief The index file which will be patched to generate the new | |
363 | * file. | |
364 | */ | |
365 | string CurrentPackagesFile; | |
366 | ||
367 | /** \brief A description of the Packages file (stored in | |
368 | * pkgAcquire::ItemDesc::Description). | |
369 | */ | |
370 | string Description; | |
371 | ||
372 | public: | |
373 | // Specialized action members | |
374 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
375 | virtual void Done(string Message,unsigned long Size,string Md5Hash, | |
376 | pkgAcquire::MethodConfig *Cnf); | |
377 | virtual string DescURI() {return RealURI + "Index";}; | |
378 | virtual string Custom600Headers(); | |
379 | ||
380 | /** \brief Parse the Index file for a set of Packages diffs. | |
381 | * | |
382 | * Parses the Index file and creates additional download items as | |
383 | * necessary. | |
384 | * | |
385 | * \param IndexDiffFile The name of the Index file. | |
386 | * | |
387 | * \return \b true if the Index file was successfully parsed, \b | |
388 | * false otherwise. | |
389 | */ | |
390 | bool ParseDiffIndex(string IndexDiffFile); | |
391 | ||
392 | ||
393 | /** \brief Create a new pkgAcqDiffIndex. | |
394 | * | |
395 | * \param Owner The Acquire object that owns this item. | |
396 | * | |
397 | * \param URI The URI of the list file to download. | |
398 | * | |
399 | * \param URIDesc A long description of the list file to download. | |
400 | * | |
401 | * \param ShortDesc A short description of the list file to download. | |
402 | * | |
403 | * \param ExpectedHash The list file's MD5 signature. | |
404 | */ | |
405 | pkgAcqDiffIndex(pkgAcquire *Owner,string URI,string URIDesc, | |
406 | string ShortDesc, HashString ExpectedHash); | |
407 | }; | |
408 | /*}}}*/ | |
409 | /** \brief An item that is responsible for fetching all the patches {{{ | |
410 | * that need to be applied to a given package index file. | |
411 | * | |
412 | * After downloading and applying a single patch, this item will | |
413 | * enqueue a new pkgAcqIndexDiffs to download and apply the remaining | |
414 | * patches. If no patch can be found that applies to an intermediate | |
415 | * file or if one of the patches cannot be downloaded, falls back to | |
416 | * downloading the entire package index file using pkgAcqIndex. | |
417 | * | |
418 | * \sa pkgAcqDiffIndex, pkgAcqIndex | |
419 | */ | |
420 | class pkgAcqIndexDiffs : public pkgAcquire::Item | |
421 | { | |
422 | private: | |
423 | ||
424 | /** \brief Queue up the next diff download. | |
425 | * | |
426 | * Search for the next available diff that applies to the file | |
427 | * that currently exists on disk, and enqueue it by calling | |
428 | * QueueURI(). | |
429 | * | |
430 | * \return \b true if an applicable diff was found, \b false | |
431 | * otherwise. | |
432 | */ | |
433 | bool QueueNextDiff(); | |
434 | ||
435 | /** \brief Handle tasks that must be performed after the item | |
436 | * finishes downloading. | |
437 | * | |
438 | * Dequeues the item and checks the resulting file's md5sum | |
439 | * against ExpectedHash after the last patch was applied. | |
440 | * There is no need to check the md5/sha1 after a "normal" | |
441 | * patch because QueueNextDiff() will check the sha1 later. | |
442 | * | |
443 | * \param allDone If \b true, the file was entirely reconstructed, | |
444 | * and its md5sum is verified. | |
445 | */ | |
446 | void Finish(bool allDone=false); | |
447 | ||
448 | protected: | |
449 | ||
450 | /** \brief If \b true, debugging output will be written to | |
451 | * std::clog. | |
452 | */ | |
453 | bool Debug; | |
454 | ||
455 | /** \brief A description of the item that is currently being | |
456 | * downloaded. | |
457 | */ | |
458 | pkgAcquire::ItemDesc Desc; | |
459 | ||
460 | /** \brief The URI of the package index file that is being | |
461 | * reconstructed. | |
462 | */ | |
463 | string RealURI; | |
464 | ||
465 | /** \brief The HashSum of the package index file that is being | |
466 | * reconstructed. | |
467 | */ | |
468 | HashString ExpectedHash; | |
469 | ||
470 | /** A description of the file being downloaded. */ | |
471 | string Description; | |
472 | ||
473 | /** The patches that remain to be downloaded, including the patch | |
474 | * being downloaded right now. This list should be ordered so | |
475 | * that each diff appears before any diff that depends on it. | |
476 | * | |
477 | * \todo These are indexed by sha1sum; why not use some sort of | |
478 | * dictionary instead of relying on ordering and stripping them | |
479 | * off the front? | |
480 | */ | |
481 | vector<DiffInfo> available_patches; | |
482 | ||
483 | /** Stop applying patches when reaching that sha1 */ | |
484 | string ServerSha1; | |
485 | ||
486 | /** The current status of this patch. */ | |
487 | enum DiffState | |
488 | { | |
489 | /** \brief The diff is in an unknown state. */ | |
490 | StateFetchUnkown, | |
491 | ||
492 | /** \brief The diff is currently being fetched. */ | |
493 | StateFetchDiff, | |
494 | ||
495 | /** \brief The diff is currently being uncompressed. */ | |
496 | StateUnzipDiff, // FIXME: No longer used | |
497 | ||
498 | /** \brief The diff is currently being applied. */ | |
499 | StateApplyDiff | |
500 | } State; | |
501 | ||
502 | public: | |
503 | ||
504 | /** \brief Called when the patch file failed to be downloaded. | |
505 | * | |
506 | * This method will fall back to downloading the whole index file | |
507 | * outright; its arguments are ignored. | |
508 | */ | |
509 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
510 | ||
511 | virtual void Done(string Message,unsigned long Size,string Md5Hash, | |
512 | pkgAcquire::MethodConfig *Cnf); | |
513 | virtual string DescURI() {return RealURI + "Index";}; | |
514 | ||
515 | /** \brief Create an index diff item. | |
516 | * | |
517 | * After filling in its basic fields, this invokes Finish(true) if | |
518 | * #diffs is empty, or QueueNextDiff() otherwise. | |
519 | * | |
520 | * \param Owner The pkgAcquire object that owns this item. | |
521 | * | |
522 | * \param URI The URI of the package index file being | |
523 | * reconstructed. | |
524 | * | |
525 | * \param URIDesc A long description of this item. | |
526 | * | |
527 | * \param ShortDesc A brief description of this item. | |
528 | * | |
529 | * \param ExpectedHash The expected md5sum of the completely | |
530 | * reconstructed package index file; the index file will be tested | |
531 | * against this value when it is entirely reconstructed. | |
532 | * | |
533 | * \param diffs The remaining diffs from the index of diffs. They | |
534 | * should be ordered so that each diff appears before any diff | |
535 | * that depends on it. | |
536 | */ | |
537 | pkgAcqIndexDiffs(pkgAcquire *Owner,string URI,string URIDesc, | |
538 | string ShortDesc, HashString ExpectedHash, | |
539 | string ServerSha1, | |
540 | vector<DiffInfo> diffs=vector<DiffInfo>()); | |
541 | }; | |
542 | /*}}}*/ | |
543 | /** \brief An acquire item that is responsible for fetching an index {{{ | |
544 | * file (e.g., Packages or Sources). | |
545 | * | |
546 | * \sa pkgAcqDiffIndex, pkgAcqIndexDiffs, pkgAcqIndexTrans | |
547 | * | |
548 | * \todo Why does pkgAcqIndex have protected members? | |
549 | */ | |
550 | class pkgAcqIndex : public pkgAcquire::Item | |
551 | { | |
552 | protected: | |
553 | ||
554 | /** \brief If \b true, the index file has been decompressed. */ | |
555 | bool Decompression; | |
556 | ||
557 | /** \brief If \b true, the partially downloaded file will be | |
558 | * removed when the download completes. | |
559 | */ | |
560 | bool Erase; | |
561 | ||
562 | /** \brief The download request that is currently being | |
563 | * processed. | |
564 | */ | |
565 | pkgAcquire::ItemDesc Desc; | |
566 | ||
567 | /** \brief The object that is actually being fetched (minus any | |
568 | * compression-related extensions). | |
569 | */ | |
570 | string RealURI; | |
571 | ||
572 | /** \brief The expected hashsum of the decompressed index file. */ | |
573 | HashString ExpectedHash; | |
574 | ||
575 | /** \brief The compression-related file extensions that are being | |
576 | * added to the downloaded file one by one if first fails (e.g., "gz bz2"). | |
577 | */ | |
578 | string CompressionExtension; | |
579 | ||
580 | public: | |
581 | ||
582 | // Specialized action members | |
583 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
584 | virtual void Done(string Message,unsigned long Size,string Md5Hash, | |
585 | pkgAcquire::MethodConfig *Cnf); | |
586 | virtual string Custom600Headers(); | |
587 | virtual string DescURI() {return Desc.URI;}; | |
588 | virtual string HashSum() {return ExpectedHash.toStr(); }; | |
589 | ||
590 | /** \brief Create a pkgAcqIndex. | |
591 | * | |
592 | * \param Owner The pkgAcquire object with which this item is | |
593 | * associated. | |
594 | * | |
595 | * \param URI The URI of the index file that is to be downloaded. | |
596 | * | |
597 | * \param URIDesc A "URI-style" description of this index file. | |
598 | * | |
599 | * \param ShortDesc A brief description of this index file. | |
600 | * | |
601 | * \param ExpectedHash The expected hashsum of this index file. | |
602 | * | |
603 | * \param compressExt The compression-related extension with which | |
604 | * this index file should be downloaded, or "" to autodetect | |
605 | * Compression types can be set with config Acquire::CompressionTypes, | |
606 | * default is ".lzma" or ".bz2" (if the needed binaries are present) | |
607 | * fallback is ".gz" or none. | |
608 | */ | |
609 | pkgAcqIndex(pkgAcquire *Owner,string URI,string URIDesc, | |
610 | string ShortDesc, HashString ExpectedHash, | |
611 | string compressExt=""); | |
612 | pkgAcqIndex(pkgAcquire *Owner, struct IndexTarget const * const Target, | |
613 | HashString const &ExpectedHash, indexRecords const *MetaIndexParser); | |
614 | void Init(string const &URI, string const &URIDesc, string const &ShortDesc); | |
615 | }; | |
616 | /*}}}*/ | |
617 | /** \brief An acquire item that is responsible for fetching a {{{ | |
618 | * translated index file. | |
619 | * | |
620 | * The only difference from pkgAcqIndex is that transient failures | |
621 | * are suppressed: no error occurs if the translated index file is | |
622 | * missing. | |
623 | */ | |
624 | class pkgAcqIndexTrans : public pkgAcqIndex | |
625 | { | |
626 | public: | |
627 | ||
628 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
629 | virtual string Custom600Headers(); | |
630 | ||
631 | /** \brief Create a pkgAcqIndexTrans. | |
632 | * | |
633 | * \param Owner The pkgAcquire object with which this item is | |
634 | * associated. | |
635 | * | |
636 | * \param URI The URI of the index file that is to be downloaded. | |
637 | * | |
638 | * \param URIDesc A "URI-style" description of this index file. | |
639 | * | |
640 | * \param ShortDesc A brief description of this index file. | |
641 | */ | |
642 | pkgAcqIndexTrans(pkgAcquire *Owner,string URI,string URIDesc, | |
643 | string ShortDesc); | |
644 | pkgAcqIndexTrans(pkgAcquire *Owner, struct IndexTarget const * const Target, | |
645 | HashString const &ExpectedHash, indexRecords const *MetaIndexParser); | |
646 | }; | |
647 | /*}}}*/ | |
648 | /** \brief Information about an index file. */ /*{{{*/ | |
649 | struct IndexTarget | |
650 | { | |
651 | /** \brief A URI from which the index file can be downloaded. */ | |
652 | string URI; | |
653 | ||
654 | /** \brief A description of the index file. */ | |
655 | string Description; | |
656 | ||
657 | /** \brief A shorter description of the index file. */ | |
658 | string ShortDesc; | |
659 | ||
660 | /** \brief The key by which this index file should be | |
661 | * looked up within the meta signature file. | |
662 | */ | |
663 | string MetaKey; | |
664 | ||
665 | //FIXME: We should use virtual methods here instead… | |
666 | bool IsOptional() const; | |
667 | bool IsSubIndex() const; | |
668 | }; | |
669 | /*}}}*/ | |
670 | /** \brief Information about an optional index file. */ /*{{{*/ | |
671 | struct OptionalIndexTarget : public IndexTarget | |
672 | { | |
673 | }; | |
674 | /*}}}*/ | |
675 | ||
676 | /** \brief An acquire item that downloads the detached signature {{{ | |
677 | * of a meta-index (Release) file, then queues up the release | |
678 | * file itself. | |
679 | * | |
680 | * \todo Why protected members? | |
681 | * | |
682 | * \sa pkgAcqMetaIndex | |
683 | */ | |
684 | class pkgAcqMetaSig : public pkgAcquire::Item | |
685 | { | |
686 | protected: | |
687 | /** \brief The last good signature file */ | |
688 | string LastGoodSig; | |
689 | ||
690 | /** \brief The fetch request that is currently being processed. */ | |
691 | pkgAcquire::ItemDesc Desc; | |
692 | ||
693 | /** \brief The URI of the signature file. Unlike Desc.URI, this is | |
694 | * never modified; it is used to determine the file that is being | |
695 | * downloaded. | |
696 | */ | |
697 | string RealURI; | |
698 | ||
699 | /** \brief The URI of the meta-index file to be fetched after the signature. */ | |
700 | string MetaIndexURI; | |
701 | ||
702 | /** \brief A "URI-style" description of the meta-index file to be | |
703 | * fetched after the signature. | |
704 | */ | |
705 | string MetaIndexURIDesc; | |
706 | ||
707 | /** \brief A brief description of the meta-index file to be fetched | |
708 | * after the signature. | |
709 | */ | |
710 | string MetaIndexShortDesc; | |
711 | ||
712 | /** \brief A package-system-specific parser for the meta-index file. */ | |
713 | indexRecords* MetaIndexParser; | |
714 | ||
715 | /** \brief The index files which should be looked up in the meta-index | |
716 | * and then downloaded. | |
717 | * | |
718 | * \todo Why a list of pointers instead of a list of structs? | |
719 | */ | |
720 | const vector<struct IndexTarget*>* IndexTargets; | |
721 | ||
722 | public: | |
723 | ||
724 | // Specialized action members | |
725 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
726 | virtual void Done(string Message,unsigned long Size,string Md5Hash, | |
727 | pkgAcquire::MethodConfig *Cnf); | |
728 | virtual string Custom600Headers(); | |
729 | virtual string DescURI() {return RealURI; }; | |
730 | ||
731 | /** \brief Create a new pkgAcqMetaSig. */ | |
732 | pkgAcqMetaSig(pkgAcquire *Owner,string URI,string URIDesc, string ShortDesc, | |
733 | string MetaIndexURI, string MetaIndexURIDesc, string MetaIndexShortDesc, | |
734 | const vector<struct IndexTarget*>* IndexTargets, | |
735 | indexRecords* MetaIndexParser); | |
736 | }; | |
737 | /*}}}*/ | |
738 | /** \brief An item that is responsible for downloading the meta-index {{{ | |
739 | * file (i.e., Release) itself and verifying its signature. | |
740 | * | |
741 | * Once the download and verification are complete, the downloads of | |
742 | * the individual index files are queued up using pkgAcqDiffIndex. | |
743 | * If the meta-index file had a valid signature, the expected hashsums | |
744 | * of the index files will be the md5sums listed in the meta-index; | |
745 | * otherwise, the expected hashsums will be "" (causing the | |
746 | * authentication of the index files to be bypassed). | |
747 | */ | |
748 | class pkgAcqMetaIndex : public pkgAcquire::Item | |
749 | { | |
750 | protected: | |
751 | /** \brief The fetch command that is currently being processed. */ | |
752 | pkgAcquire::ItemDesc Desc; | |
753 | ||
754 | /** \brief The URI that is actually being downloaded; never | |
755 | * modified by pkgAcqMetaIndex. | |
756 | */ | |
757 | string RealURI; | |
758 | ||
759 | /** \brief The file in which the signature for this index was stored. | |
760 | * | |
761 | * If empty, the signature and the md5sums of the individual | |
762 | * indices will not be checked. | |
763 | */ | |
764 | string SigFile; | |
765 | ||
766 | /** \brief The index files to download. */ | |
767 | const vector<struct IndexTarget*>* IndexTargets; | |
768 | ||
769 | /** \brief The parser for the meta-index file. */ | |
770 | indexRecords* MetaIndexParser; | |
771 | ||
772 | /** \brief If \b true, the index's signature is currently being verified. | |
773 | */ | |
774 | bool AuthPass; | |
775 | // required to deal gracefully with problems caused by incorrect ims hits | |
776 | bool IMSHit; | |
777 | ||
778 | /** \brief Check that the release file is a release file for the | |
779 | * correct distribution. | |
780 | * | |
781 | * \return \b true if no fatal errors were encountered. | |
782 | */ | |
783 | bool VerifyVendor(string Message); | |
784 | ||
785 | /** \brief Called when a file is finished being retrieved. | |
786 | * | |
787 | * If the file was not downloaded to DestFile, a copy process is | |
788 | * set up to copy it to DestFile; otherwise, Complete is set to \b | |
789 | * true and the file is moved to its final location. | |
790 | * | |
791 | * \param Message The message block received from the fetch | |
792 | * subprocess. | |
793 | */ | |
794 | void RetrievalDone(string Message); | |
795 | ||
796 | /** \brief Called when authentication succeeded. | |
797 | * | |
798 | * Sanity-checks the authenticated file, queues up the individual | |
799 | * index files for download, and saves the signature in the lists | |
800 | * directory next to the authenticated list file. | |
801 | * | |
802 | * \param Message The message block received from the fetch | |
803 | * subprocess. | |
804 | */ | |
805 | void AuthDone(string Message); | |
806 | ||
807 | /** \brief Starts downloading the individual index files. | |
808 | * | |
809 | * \param verify If \b true, only indices whose expected hashsum | |
810 | * can be determined from the meta-index will be downloaded, and | |
811 | * the hashsums of indices will be checked (reporting | |
812 | * #StatAuthError if there is a mismatch). If verify is \b false, | |
813 | * no hashsum checking will be performed. | |
814 | */ | |
815 | void QueueIndexes(bool verify); | |
816 | ||
817 | public: | |
818 | ||
819 | // Specialized action members | |
820 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
821 | virtual void Done(string Message,unsigned long Size, string Hash, | |
822 | pkgAcquire::MethodConfig *Cnf); | |
823 | virtual string Custom600Headers(); | |
824 | virtual string DescURI() {return RealURI; }; | |
825 | ||
826 | /** \brief Create a new pkgAcqMetaIndex. */ | |
827 | pkgAcqMetaIndex(pkgAcquire *Owner, | |
828 | string URI,string URIDesc, string ShortDesc, | |
829 | string SigFile, | |
830 | const vector<struct IndexTarget*>* IndexTargets, | |
831 | indexRecords* MetaIndexParser); | |
832 | }; | |
833 | /*}}}*/ | |
834 | /** \brief An item repsonsible for downloading clearsigned metaindexes {{{*/ | |
835 | class pkgAcqMetaClearSig : public pkgAcqMetaIndex | |
836 | { | |
837 | /** \brief The URI of the meta-index file for the detached signature */ | |
838 | string MetaIndexURI; | |
839 | ||
840 | /** \brief A "URI-style" description of the meta-index file */ | |
841 | string MetaIndexURIDesc; | |
842 | ||
843 | /** \brief A brief description of the meta-index file */ | |
844 | string MetaIndexShortDesc; | |
845 | ||
846 | /** \brief The URI of the detached meta-signature file if the clearsigned one failed. */ | |
847 | string MetaSigURI; | |
848 | ||
849 | /** \brief A "URI-style" description of the meta-signature file */ | |
850 | string MetaSigURIDesc; | |
851 | ||
852 | /** \brief A brief description of the meta-signature file */ | |
853 | string MetaSigShortDesc; | |
854 | ||
855 | public: | |
856 | void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
857 | virtual string Custom600Headers(); | |
858 | ||
859 | /** \brief Create a new pkgAcqMetaClearSig. */ | |
860 | pkgAcqMetaClearSig(pkgAcquire *Owner, | |
861 | string const &URI, string const &URIDesc, string const &ShortDesc, | |
862 | string const &MetaIndexURI, string const &MetaIndexURIDesc, string const &MetaIndexShortDesc, | |
863 | string const &MetaSigURI, string const &MetaSigURIDesc, string const &MetaSigShortDesc, | |
864 | const vector<struct IndexTarget*>* IndexTargets, | |
865 | indexRecords* MetaIndexParser); | |
866 | }; | |
867 | /*}}}*/ | |
868 | /** \brief An item that is responsible for fetching a package file. {{{ | |
869 | * | |
870 | * If the package file already exists in the cache, nothing will be | |
871 | * done. | |
872 | */ | |
873 | class pkgAcqArchive : public pkgAcquire::Item | |
874 | { | |
875 | protected: | |
876 | /** \brief The package version being fetched. */ | |
877 | pkgCache::VerIterator Version; | |
878 | ||
879 | /** \brief The fetch command that is currently being processed. */ | |
880 | pkgAcquire::ItemDesc Desc; | |
881 | ||
882 | /** \brief The list of sources from which to pick archives to | |
883 | * download this package from. | |
884 | */ | |
885 | pkgSourceList *Sources; | |
886 | ||
887 | /** \brief A package records object, used to look up the file | |
888 | * corresponding to each version of the package. | |
889 | */ | |
890 | pkgRecords *Recs; | |
891 | ||
892 | /** \brief The hashsum of this package. */ | |
893 | HashString ExpectedHash; | |
894 | ||
895 | /** \brief A location in which the actual filename of the package | |
896 | * should be stored. | |
897 | */ | |
898 | string &StoreFilename; | |
899 | ||
900 | /** \brief The next file for this version to try to download. */ | |
901 | pkgCache::VerFileIterator Vf; | |
902 | ||
903 | /** \brief How many (more) times to try to find a new source from | |
904 | * which to download this package version if it fails. | |
905 | * | |
906 | * Set from Acquire::Retries. | |
907 | */ | |
908 | unsigned int Retries; | |
909 | ||
910 | /** \brief \b true if this version file is being downloaded from a | |
911 | * trusted source. | |
912 | */ | |
913 | bool Trusted; | |
914 | ||
915 | /** \brief Queue up the next available file for this version. */ | |
916 | bool QueueNext(); | |
917 | ||
918 | public: | |
919 | ||
920 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
921 | virtual void Done(string Message,unsigned long Size,string Hash, | |
922 | pkgAcquire::MethodConfig *Cnf); | |
923 | virtual string DescURI() {return Desc.URI;}; | |
924 | virtual string ShortDesc() {return Desc.ShortDesc;}; | |
925 | virtual void Finished(); | |
926 | virtual string HashSum() {return ExpectedHash.toStr(); }; | |
927 | virtual bool IsTrusted(); | |
928 | ||
929 | /** \brief Create a new pkgAcqArchive. | |
930 | * | |
931 | * \param Owner The pkgAcquire object with which this item is | |
932 | * associated. | |
933 | * | |
934 | * \param Sources The sources from which to download version | |
935 | * files. | |
936 | * | |
937 | * \param Recs A package records object, used to look up the file | |
938 | * corresponding to each version of the package. | |
939 | * | |
940 | * \param Version The package version to download. | |
941 | * | |
942 | * \param StoreFilename A location in which the actual filename of | |
943 | * the package should be stored. It will be set to a guessed | |
944 | * basename in the constructor, and filled in with a fully | |
945 | * qualified filename once the download finishes. | |
946 | */ | |
947 | pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources, | |
948 | pkgRecords *Recs,pkgCache::VerIterator const &Version, | |
949 | string &StoreFilename); | |
950 | }; | |
951 | /*}}}*/ | |
952 | /** \brief Retrieve an arbitrary file to the current directory. {{{ | |
953 | * | |
954 | * The file is retrieved even if it is accessed via a URL type that | |
955 | * normally is a NOP, such as "file". If the download fails, the | |
956 | * partial file is renamed to get a ".FAILED" extension. | |
957 | */ | |
958 | class pkgAcqFile : public pkgAcquire::Item | |
959 | { | |
960 | /** \brief The currently active download process. */ | |
961 | pkgAcquire::ItemDesc Desc; | |
962 | ||
963 | /** \brief The hashsum of the file to download, if it is known. */ | |
964 | HashString ExpectedHash; | |
965 | ||
966 | /** \brief How many times to retry the download, set from | |
967 | * Acquire::Retries. | |
968 | */ | |
969 | unsigned int Retries; | |
970 | ||
971 | /** \brief Should this file be considered a index file */ | |
972 | bool IsIndexFile; | |
973 | ||
974 | public: | |
975 | ||
976 | // Specialized action members | |
977 | virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf); | |
978 | virtual void Done(string Message,unsigned long Size,string CalcHash, | |
979 | pkgAcquire::MethodConfig *Cnf); | |
980 | virtual string DescURI() {return Desc.URI;}; | |
981 | virtual string HashSum() {return ExpectedHash.toStr(); }; | |
982 | virtual string Custom600Headers(); | |
983 | ||
984 | /** \brief Create a new pkgAcqFile object. | |
985 | * | |
986 | * \param Owner The pkgAcquire object with which this object is | |
987 | * associated. | |
988 | * | |
989 | * \param URI The URI to download. | |
990 | * | |
991 | * \param Hash The hashsum of the file to download, if it is known; | |
992 | * otherwise "". | |
993 | * | |
994 | * \param Size The size of the file to download, if it is known; | |
995 | * otherwise 0. | |
996 | * | |
997 | * \param Desc A description of the file being downloaded. | |
998 | * | |
999 | * \param ShortDesc A brief description of the file being | |
1000 | * downloaded. | |
1001 | * | |
1002 | * \param DestDir The directory the file should be downloaded into. | |
1003 | * | |
1004 | * \param DestFilename The filename+path the file is downloaded to. | |
1005 | * | |
1006 | * \param IsIndexFile The file is considered a IndexFile and cache-control | |
1007 | * headers like "cache-control: max-age=0" are send | |
1008 | * | |
1009 | * If DestFilename is empty, download to DestDir/<basename> if | |
1010 | * DestDir is non-empty, $CWD/<basename> otherwise. If | |
1011 | * DestFilename is NOT empty, DestDir is ignored and DestFilename | |
1012 | * is the absolute name to which the file should be downloaded. | |
1013 | */ | |
1014 | ||
1015 | pkgAcqFile(pkgAcquire *Owner, string URI, string Hash, unsigned long Size, | |
1016 | string Desc, string ShortDesc, | |
1017 | const string &DestDir="", const string &DestFilename="", | |
1018 | bool IsIndexFile=false); | |
1019 | }; | |
1020 | /*}}}*/ | |
1021 | /** @} */ | |
1022 | ||
1023 | #endif |