]> git.saurik.com Git - apt.git/blame - apt-pkg/acquire-item.cc
* vi.po: Updated to 515t. Closes: #426976
[apt.git] / apt-pkg / acquire-item.cc
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
b3d44315 3// $Id: acquire-item.cc,v 1.46.2.9 2004/01/16 18:51:11 mdz Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire Item - Item to acquire
7
8 Each item can download to exactly one file at a time. This means you
9 cannot create an item that fetches two uri's to two files at the same
10 time. The pkgAcqIndex class creates a second class upon instantiation
11 to fetch the other index files because of this.
b185acc2 12
0118833a
AL
13 ##################################################################### */
14 /*}}}*/
15// Include Files /*{{{*/
16#ifdef __GNUG__
17#pragma implementation "apt-pkg/acquire-item.h"
18#endif
19#include <apt-pkg/acquire-item.h>
20#include <apt-pkg/configuration.h>
b2e465d6 21#include <apt-pkg/sourcelist.h>
b3d44315 22#include <apt-pkg/vendorlist.h>
03e39e59 23#include <apt-pkg/error.h>
cdcc6d34 24#include <apt-pkg/strutl.h>
36375005 25#include <apt-pkg/fileutl.h>
b3d44315 26#include <apt-pkg/md5.h>
ac5b205a
MV
27#include <apt-pkg/sha1.h>
28#include <apt-pkg/tagfile.h>
0a8a80e5 29
b2e465d6
AL
30#include <apti18n.h>
31
0a8a80e5
AL
32#include <sys/stat.h>
33#include <unistd.h>
c88edf1d 34#include <errno.h>
5819a761 35#include <string>
ac5b205a 36#include <sstream>
c88edf1d 37#include <stdio.h>
0118833a
AL
38 /*}}}*/
39
b3d44315 40using namespace std;
5819a761 41
0118833a
AL
42// Acquire::Item::Item - Constructor /*{{{*/
43// ---------------------------------------------------------------------
44/* */
8267fe24 45pkgAcquire::Item::Item(pkgAcquire *Owner) : Owner(Owner), FileSize(0),
6b1ff003
AL
46 PartialSize(0), Mode(0), ID(0), Complete(false),
47 Local(false), QueueCounter(0)
0118833a
AL
48{
49 Owner->Add(this);
c88edf1d 50 Status = StatIdle;
0118833a
AL
51}
52 /*}}}*/
53// Acquire::Item::~Item - Destructor /*{{{*/
54// ---------------------------------------------------------------------
55/* */
56pkgAcquire::Item::~Item()
57{
58 Owner->Remove(this);
59}
60 /*}}}*/
c88edf1d
AL
61// Acquire::Item::Failed - Item failed to download /*{{{*/
62// ---------------------------------------------------------------------
93bf083d
AL
63/* We return to an idle state if there are still other queues that could
64 fetch this object */
7d8afa39 65void pkgAcquire::Item::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
c88edf1d 66{
93bf083d 67 Status = StatIdle;
db890fdb 68 ErrorText = LookupTag(Message,"Message");
c88edf1d 69 if (QueueCounter <= 1)
93bf083d 70 {
a72ace20 71 /* This indicates that the file is not available right now but might
7d8afa39 72 be sometime later. If we do a retry cycle then this should be
17caf1b1 73 retried [CDROMs] */
7d8afa39
AL
74 if (Cnf->LocalOnly == true &&
75 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
a72ace20
AL
76 {
77 Status = StatIdle;
681d76d0 78 Dequeue();
a72ace20
AL
79 return;
80 }
81
93bf083d 82 Status = StatError;
681d76d0 83 Dequeue();
93bf083d 84 }
c88edf1d
AL
85}
86 /*}}}*/
8267fe24
AL
87// Acquire::Item::Start - Item has begun to download /*{{{*/
88// ---------------------------------------------------------------------
17caf1b1
AL
89/* Stash status and the file size. Note that setting Complete means
90 sub-phases of the acquire process such as decompresion are operating */
727f18af 91void pkgAcquire::Item::Start(string /*Message*/,unsigned long Size)
8267fe24
AL
92{
93 Status = StatFetching;
94 if (FileSize == 0 && Complete == false)
95 FileSize = Size;
96}
97 /*}}}*/
c88edf1d
AL
98// Acquire::Item::Done - Item downloaded OK /*{{{*/
99// ---------------------------------------------------------------------
100/* */
459681d3
AL
101void pkgAcquire::Item::Done(string Message,unsigned long Size,string,
102 pkgAcquire::MethodConfig *Cnf)
c88edf1d 103{
b98f2859
AL
104 // We just downloaded something..
105 string FileName = LookupTag(Message,"Filename");
8f30ca30
MV
106 // we only inform the Log class if it was actually not a local thing
107 if (Complete == false && !Local && FileName == DestFile)
b98f2859
AL
108 {
109 if (Owner->Log != 0)
110 Owner->Log->Fetched(Size,atoi(LookupTag(Message,"Resume-Point","0").c_str()));
111 }
aa0e1101
AL
112
113 if (FileSize == 0)
114 FileSize= Size;
b98f2859 115
c88edf1d
AL
116 Status = StatDone;
117 ErrorText = string();
118 Owner->Dequeue(this);
119}
120 /*}}}*/
8b89e57f
AL
121// Acquire::Item::Rename - Rename a file /*{{{*/
122// ---------------------------------------------------------------------
123/* This helper function is used by alot of item methods as thier final
124 step */
125void pkgAcquire::Item::Rename(string From,string To)
126{
127 if (rename(From.c_str(),To.c_str()) != 0)
128 {
129 char S[300];
0fcd01de 130 snprintf(S,sizeof(S),_("rename failed, %s (%s -> %s)."),strerror(errno),
8b89e57f
AL
131 From.c_str(),To.c_str());
132 Status = StatError;
133 ErrorText = S;
7a3c2ab0 134 }
8b89e57f
AL
135}
136 /*}}}*/
0118833a 137
2237bd01
MV
138
139// AcqDiffIndex::AcqDiffIndex - Constructor
ac5b205a 140// ---------------------------------------------------------------------
2237bd01
MV
141/* Get the DiffIndex file first and see if there are patches availabe
142 * If so, create a pkgAcqIndexDiffs fetcher that will get and apply the
143 * patches. If anything goes wrong in that process, it will fall back to
144 * the original packages file
ac5b205a 145 */
2237bd01
MV
146pkgAcqDiffIndex::pkgAcqDiffIndex(pkgAcquire *Owner,
147 string URI,string URIDesc,string ShortDesc,
148 string ExpectedMD5)
149 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5), Description(URIDesc)
ac5b205a
MV
150{
151
ac5b205a
MV
152 Debug = _config->FindB("Debug::pkgAcquire::Diffs",false);
153
2237bd01 154 Desc.Description = URIDesc + "/DiffIndex";
ac5b205a
MV
155 Desc.Owner = this;
156 Desc.ShortDesc = ShortDesc;
2237bd01
MV
157 Desc.URI = URI + ".diff/Index";
158
159 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
160 DestFile += URItoFileName(URI) + string(".DiffIndex");
161
162 if(Debug)
163 std::clog << "pkgAcqDiffIndex: " << Desc.URI << std::endl;
ac5b205a 164
2237bd01 165 // look for the current package file
ac5b205a
MV
166 CurrentPackagesFile = _config->FindDir("Dir::State::lists");
167 CurrentPackagesFile += URItoFileName(RealURI);
168
b4e57d2d
MV
169 // FIXME: this file:/ check is a hack to prevent fetching
170 // from local sources. this is really silly, and
171 // should be fixed cleanly as soon as possible
ac5b205a 172 if(!FileExists(CurrentPackagesFile) ||
81fcf9e2 173 Desc.URI.substr(0,strlen("file:/")) == "file:/")
2ac3eeb6 174 {
ac5b205a
MV
175 // we don't have a pkg file or we don't want to queue
176 if(Debug)
b4e57d2d 177 std::clog << "No index file, local or canceld by user" << std::endl;
ac5b205a
MV
178 Failed("", NULL);
179 return;
180 }
181
2ac3eeb6 182 if(Debug)
2237bd01
MV
183 std::clog << "pkgAcqIndexDiffs::pkgAcqIndexDiffs(): "
184 << CurrentPackagesFile << std::endl;
2ac3eeb6 185
ac5b205a 186 QueueURI(Desc);
2237bd01 187
ac5b205a
MV
188}
189
6cb30d01
MV
190// AcqIndex::Custom600Headers - Insert custom request headers /*{{{*/
191// ---------------------------------------------------------------------
192/* The only header we use is the last-modified header. */
2237bd01 193string pkgAcqDiffIndex::Custom600Headers()
6cb30d01 194{
6cb30d01
MV
195 string Final = _config->FindDir("Dir::State::lists");
196 Final += URItoFileName(RealURI) + string(".IndexDiff");
197
198 if(Debug)
199 std::clog << "Custom600Header-IMS: " << Final << std::endl;
200
201 struct stat Buf;
202 if (stat(Final.c_str(),&Buf) != 0)
203 return "\nIndex-File: true";
204
205 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
206}
207
2237bd01
MV
208
209bool pkgAcqDiffIndex::ParseDiffIndex(string IndexDiffFile)
210{
211 if(Debug)
212 std::clog << "pkgAcqIndexDiffs::ParseIndexDiff() " << IndexDiffFile
213 << std::endl;
214
215 pkgTagSection Tags;
216 string ServerSha1;
217 vector<DiffInfo> available_patches;
218
219 FileFd Fd(IndexDiffFile,FileFd::ReadOnly);
220 pkgTagFile TF(&Fd);
221 if (_error->PendingError() == true)
222 return false;
223
224 if(TF.Step(Tags) == true)
225 {
226 string local_sha1;
002d9943
MV
227 bool found = false;
228 DiffInfo d;
229 string size;
230
2237bd01
MV
231 string tmp = Tags.FindS("SHA1-Current");
232 std::stringstream ss(tmp);
233 ss >> ServerSha1;
234
235 FileFd fd(CurrentPackagesFile, FileFd::ReadOnly);
236 SHA1Summation SHA1;
237 SHA1.AddFD(fd.Fd(), fd.Size());
238 local_sha1 = string(SHA1.Result());
239
2ac3eeb6
MV
240 if(local_sha1 == ServerSha1)
241 {
242 // we have the same sha1 as the server
2237bd01
MV
243 if(Debug)
244 std::clog << "Package file is up-to-date" << std::endl;
002d9943
MV
245 // set found to true, this will queue a pkgAcqIndexDiffs with
246 // a empty availabe_patches
247 found = true;
2ac3eeb6
MV
248 }
249 else
250 {
002d9943
MV
251 if(Debug)
252 std::clog << "SHA1-Current: " << ServerSha1 << std::endl;
253
254 // check the historie and see what patches we need
255 string history = Tags.FindS("SHA1-History");
256 std::stringstream hist(history);
2ac3eeb6
MV
257 while(hist >> d.sha1 >> size >> d.file)
258 {
002d9943
MV
259 d.size = atoi(size.c_str());
260 // read until the first match is found
261 if(d.sha1 == local_sha1)
262 found=true;
263 // from that point on, we probably need all diffs
2ac3eeb6
MV
264 if(found)
265 {
002d9943
MV
266 if(Debug)
267 std::clog << "Need to get diff: " << d.file << std::endl;
268 available_patches.push_back(d);
269 }
2237bd01
MV
270 }
271 }
272
273 // no information how to get the patches, bail out
2ac3eeb6
MV
274 if(!found)
275 {
2237bd01
MV
276 if(Debug)
277 std::clog << "Can't find a patch in the index file" << std::endl;
278 // Failed will queue a big package file
279 Failed("", NULL);
2ac3eeb6
MV
280 }
281 else
282 {
2237bd01
MV
283 // queue the diffs
284 new pkgAcqIndexDiffs(Owner, RealURI, Description, Desc.ShortDesc,
285 ExpectedMD5, available_patches);
286 Complete = false;
287 Status = StatDone;
288 Dequeue();
289 return true;
290 }
291 }
292
293 return false;
294}
295
296void pkgAcqDiffIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
297{
298 if(Debug)
299 std::clog << "pkgAcqDiffIndex failed: " << Desc.URI << std::endl
300 << "Falling back to normal index file aquire" << std::endl;
301
002d9943 302 new pkgAcqIndex(Owner, RealURI, Description, Desc.ShortDesc,
2237bd01
MV
303 ExpectedMD5);
304
305 Complete = false;
306 Status = StatDone;
307 Dequeue();
308}
309
310void pkgAcqDiffIndex::Done(string Message,unsigned long Size,string Md5Hash,
311 pkgAcquire::MethodConfig *Cnf)
312{
313 if(Debug)
314 std::clog << "pkgAcqDiffIndex::Done(): " << Desc.URI << std::endl;
315
316 Item::Done(Message,Size,Md5Hash,Cnf);
317
318 string FinalFile;
319 FinalFile = _config->FindDir("Dir::State::lists")+URItoFileName(RealURI);
320
321 // sucess in downloading the index
322 // rename the index
323 FinalFile += string(".IndexDiff");
324 if(Debug)
325 std::clog << "Renaming: " << DestFile << " -> " << FinalFile
326 << std::endl;
327 Rename(DestFile,FinalFile);
328 chmod(FinalFile.c_str(),0644);
329 DestFile = FinalFile;
330
331 if(!ParseDiffIndex(DestFile))
332 return Failed("", NULL);
333
334 Complete = true;
335 Status = StatDone;
336 Dequeue();
337 return;
338}
339
340
341
342// AcqIndexDiffs::AcqIndexDiffs - Constructor
343// ---------------------------------------------------------------------
344/* The package diff is added to the queue. one object is constructed
345 * for each diff and the index
346 */
347pkgAcqIndexDiffs::pkgAcqIndexDiffs(pkgAcquire *Owner,
348 string URI,string URIDesc,string ShortDesc,
349 string ExpectedMD5, vector<DiffInfo> diffs)
350 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5),
351 available_patches(diffs)
352{
353
354 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
355 DestFile += URItoFileName(URI);
356
357 Debug = _config->FindB("Debug::pkgAcquire::Diffs",false);
358
359 Desc.Description = URIDesc;
360 Desc.Owner = this;
361 Desc.ShortDesc = ShortDesc;
362
2ac3eeb6
MV
363 if(available_patches.size() == 0)
364 {
2237bd01
MV
365 // we are done (yeah!)
366 Finish(true);
2ac3eeb6
MV
367 }
368 else
369 {
2237bd01
MV
370 // get the next diff
371 State = StateFetchDiff;
372 QueueNextDiff();
373 }
374}
375
376
ac5b205a
MV
377void pkgAcqIndexDiffs::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
378{
2237bd01
MV
379 if(Debug)
380 std::clog << "pkgAcqIndexDiffs failed: " << Desc.URI << std::endl
381 << "Falling back to normal index file aquire" << std::endl;
382 new pkgAcqIndex(Owner, RealURI, Description,Desc.ShortDesc,
ac5b205a
MV
383 ExpectedMD5);
384 Finish();
385}
386
387
388// helper that cleans the item out of the fetcher queue
389void pkgAcqIndexDiffs::Finish(bool allDone)
390{
391 // we restore the original name, this is required, otherwise
392 // the file will be cleaned
2ac3eeb6
MV
393 if(allDone)
394 {
ac5b205a
MV
395 DestFile = _config->FindDir("Dir::State::lists");
396 DestFile += URItoFileName(RealURI);
2d4722e2
MV
397
398 // do the final md5sum checking
399 MD5Summation sum;
400 FileFd Fd(DestFile, FileFd::ReadOnly);
401 sum.AddFD(Fd.Fd(), Fd.Size());
402 Fd.Close();
403 string MD5 = (string)sum.Result();
404
405 if (!ExpectedMD5.empty() && MD5 != ExpectedMD5)
406 {
407 Status = StatAuthError;
408 ErrorText = _("MD5Sum mismatch");
409 Rename(DestFile,DestFile + ".FAILED");
410 Dequeue();
411 return;
412 }
413
414 // this is for the "real" finish
ac5b205a 415 Complete = true;
cffc2ddd 416 Status = StatDone;
ac5b205a
MV
417 Dequeue();
418 if(Debug)
419 std::clog << "\n\nallDone: " << DestFile << "\n" << std::endl;
420 return;
ac5b205a
MV
421 }
422
423 if(Debug)
424 std::clog << "Finishing: " << Desc.URI << std::endl;
425 Complete = false;
426 Status = StatDone;
427 Dequeue();
428 return;
429}
430
431
ac5b205a
MV
432
433bool pkgAcqIndexDiffs::QueueNextDiff()
434{
3de9ff77 435
94dc9d7d
MV
436 // calc sha1 of the just patched file
437 string FinalFile = _config->FindDir("Dir::State::lists");
438 FinalFile += URItoFileName(RealURI);
439
440 FileFd fd(FinalFile, FileFd::ReadOnly);
441 SHA1Summation SHA1;
442 SHA1.AddFD(fd.Fd(), fd.Size());
443 string local_sha1 = string(SHA1.Result());
3de9ff77
MV
444 if(Debug)
445 std::clog << "QueueNextDiff: "
446 << FinalFile << " (" << local_sha1 << ")"<<std::endl;
94dc9d7d 447
26d27645
MV
448 // remove all patches until the next matching patch is found
449 // this requires the Index file to be ordered
94dc9d7d 450 for(vector<DiffInfo>::iterator I=available_patches.begin();
2ac3eeb6
MV
451 available_patches.size() > 0 &&
452 I != available_patches.end() &&
453 (*I).sha1 != local_sha1;
454 I++)
455 {
26d27645 456 available_patches.erase(I);
59a704f0 457 }
94dc9d7d
MV
458
459 // error checking and falling back if no patch was found
2ac3eeb6
MV
460 if(available_patches.size() == 0)
461 {
94dc9d7d
MV
462 Failed("", NULL);
463 return false;
464 }
6cb30d01 465
94dc9d7d 466 // queue the right diff
2237bd01 467 Desc.URI = string(RealURI) + ".diff/" + available_patches[0].file + ".gz";
94dc9d7d 468 Desc.Description = available_patches[0].file + string(".pdiff");
ac5b205a
MV
469
470 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
2237bd01 471 DestFile += URItoFileName(RealURI + ".diff/" + available_patches[0].file);
ac5b205a
MV
472
473 if(Debug)
474 std::clog << "pkgAcqIndexDiffs::QueueNextDiff(): " << Desc.URI << std::endl;
475
476 QueueURI(Desc);
477
478 return true;
479}
480
ac5b205a
MV
481
482
483void pkgAcqIndexDiffs::Done(string Message,unsigned long Size,string Md5Hash,
484 pkgAcquire::MethodConfig *Cnf)
485{
486 if(Debug)
487 std::clog << "pkgAcqIndexDiffs::Done(): " << Desc.URI << std::endl;
488
489 Item::Done(Message,Size,Md5Hash,Cnf);
490
4a0a786f
MV
491 string FinalFile;
492 FinalFile = _config->FindDir("Dir::State::lists")+URItoFileName(RealURI);
6cb30d01 493
4a0a786f
MV
494 // sucess in downloading a diff, enter ApplyDiff state
495 if(State == StateFetchDiff)
496 {
497
498 if(Debug)
499 std::clog << "Sending to gzip method: " << FinalFile << std::endl;
500
501 string FileName = LookupTag(Message,"Filename");
502 State = StateUnzipDiff;
b7347826 503 Local = true;
4a0a786f
MV
504 Desc.URI = "gzip:" + FileName;
505 DestFile += ".decomp";
506 QueueURI(Desc);
507 Mode = "gzip";
508 return;
509 }
510
511 // sucess in downloading a diff, enter ApplyDiff state
512 if(State == StateUnzipDiff)
513 {
514
515 // rred excepts the patch as $FinalFile.ed
516 Rename(DestFile,FinalFile+".ed");
517
518 if(Debug)
519 std::clog << "Sending to rred method: " << FinalFile << std::endl;
520
521 State = StateApplyDiff;
b7347826 522 Local = true;
4a0a786f
MV
523 Desc.URI = "rred:" + FinalFile;
524 QueueURI(Desc);
525 Mode = "rred";
526 return;
527 }
528
529
530 // success in download/apply a diff, queue next (if needed)
531 if(State == StateApplyDiff)
532 {
533 // remove the just applied patch
94dc9d7d 534 available_patches.erase(available_patches.begin());
ac5b205a 535
4a0a786f 536 // move into place
59a704f0
MV
537 if(Debug)
538 {
4a0a786f
MV
539 std::clog << "Moving patched file in place: " << std::endl
540 << DestFile << " -> " << FinalFile << std::endl;
59a704f0 541 }
4a0a786f 542 Rename(DestFile,FinalFile);
1790e0cf 543 chmod(FinalFile.c_str(),0644);
4a0a786f
MV
544
545 // see if there is more to download
94dc9d7d 546 if(available_patches.size() > 0) {
ac5b205a 547 new pkgAcqIndexDiffs(Owner, RealURI, Description, Desc.ShortDesc,
94dc9d7d 548 ExpectedMD5, available_patches);
4a0a786f
MV
549 return Finish();
550 } else
551 return Finish(true);
ac5b205a 552 }
ac5b205a
MV
553}
554
555
0118833a
AL
556// AcqIndex::AcqIndex - Constructor /*{{{*/
557// ---------------------------------------------------------------------
558/* The package file is added to the queue and a second class is
b2e465d6
AL
559 instantiated to fetch the revision file */
560pkgAcqIndex::pkgAcqIndex(pkgAcquire *Owner,
b3d44315 561 string URI,string URIDesc,string ShortDesc,
ac5b205a
MV
562 string ExpectedMD5, string comprExt)
563 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5)
0118833a 564{
8b89e57f 565 Decompression = false;
bfd22fc0 566 Erase = false;
13e8426f 567
0a8a80e5 568 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 569 DestFile += URItoFileName(URI);
8267fe24 570
b3d44315
MV
571 if(comprExt.empty())
572 {
13e8426f 573 // autoselect the compression method
4577fda2 574 if(FileExists("/bin/bzip2"))
13e8426f
MV
575 CompressionExtension = ".bz2";
576 else
577 CompressionExtension = ".gz";
b3d44315 578 } else {
13e8426f 579 CompressionExtension = comprExt;
b3d44315 580 }
13e8426f 581 Desc.URI = URI + CompressionExtension;
b3d44315 582
b2e465d6 583 Desc.Description = URIDesc;
8267fe24 584 Desc.Owner = this;
b2e465d6 585 Desc.ShortDesc = ShortDesc;
8267fe24
AL
586
587 QueueURI(Desc);
0118833a
AL
588}
589 /*}}}*/
0a8a80e5 590// AcqIndex::Custom600Headers - Insert custom request headers /*{{{*/
0118833a 591// ---------------------------------------------------------------------
0a8a80e5
AL
592/* The only header we use is the last-modified header. */
593string pkgAcqIndex::Custom600Headers()
0118833a 594{
0a8a80e5 595 string Final = _config->FindDir("Dir::State::lists");
b2e465d6 596 Final += URItoFileName(RealURI);
0a8a80e5
AL
597
598 struct stat Buf;
599 if (stat(Final.c_str(),&Buf) != 0)
a72ace20 600 return "\nIndex-File: true";
0118833a 601
a72ace20 602 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
0118833a
AL
603}
604 /*}}}*/
debc84b2
MZ
605
606void pkgAcqIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
607{
17ff0930 608
debc84b2 609 // no .bz2 found, retry with .gz
46e00f9d 610 if(Desc.URI.substr(Desc.URI.size()-3) == "bz2") {
debc84b2 611 Desc.URI = Desc.URI.substr(0,Desc.URI.size()-3) + "gz";
b3d44315
MV
612
613 // retry with a gzip one
614 new pkgAcqIndex(Owner, RealURI, Desc.Description,Desc.ShortDesc,
615 ExpectedMD5, string(".gz"));
616 Status = StatDone;
617 Complete = false;
618 Dequeue();
debc84b2 619 return;
17ff0930
MV
620 }
621
622 // on decompression failure, remove bad versions in partial/
623 if(Decompression && Erase) {
624 string s = _config->FindDir("Dir::State::lists") + "partial/";
625 s += URItoFileName(RealURI);
626 unlink(s.c_str());
debc84b2
MZ
627 }
628
debc84b2
MZ
629 Item::Failed(Message,Cnf);
630}
631
632
8b89e57f
AL
633// AcqIndex::Done - Finished a fetch /*{{{*/
634// ---------------------------------------------------------------------
635/* This goes through a number of states.. On the initial fetch the
636 method could possibly return an alternate filename which points
637 to the uncompressed version of the file. If this is so the file
638 is copied into the partial directory. In all other cases the file
639 is decompressed with a gzip uri. */
459681d3
AL
640void pkgAcqIndex::Done(string Message,unsigned long Size,string MD5,
641 pkgAcquire::MethodConfig *Cfg)
8b89e57f 642{
459681d3 643 Item::Done(Message,Size,MD5,Cfg);
8b89e57f
AL
644
645 if (Decompression == true)
646 {
b3d44315
MV
647 if (_config->FindB("Debug::pkgAcquire::Auth", false))
648 {
649 std::cerr << std::endl << RealURI << ": Computed MD5: " << MD5;
650 std::cerr << " Expected MD5: " << ExpectedMD5 << std::endl;
651 }
652
653 if (MD5.empty())
654 {
655 MD5Summation sum;
656 FileFd Fd(DestFile, FileFd::ReadOnly);
657 sum.AddFD(Fd.Fd(), Fd.Size());
658 Fd.Close();
659 MD5 = (string)sum.Result();
660 }
661
662 if (!ExpectedMD5.empty() && MD5 != ExpectedMD5)
663 {
664 Status = StatAuthError;
665 ErrorText = _("MD5Sum mismatch");
666 Rename(DestFile,DestFile + ".FAILED");
667 return;
668 }
8b89e57f
AL
669 // Done, move it into position
670 string FinalFile = _config->FindDir("Dir::State::lists");
b2e465d6 671 FinalFile += URItoFileName(RealURI);
8b89e57f 672 Rename(DestFile,FinalFile);
7a3c2ab0 673 chmod(FinalFile.c_str(),0644);
bfd22fc0 674
7a7fa5f0
AL
675 /* We restore the original name to DestFile so that the clean operation
676 will work OK */
677 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 678 DestFile += URItoFileName(RealURI);
7a7fa5f0 679
bfd22fc0
AL
680 // Remove the compressed version.
681 if (Erase == true)
bfd22fc0 682 unlink(DestFile.c_str());
8b89e57f
AL
683 return;
684 }
bfd22fc0
AL
685
686 Erase = false;
8267fe24 687 Complete = true;
bfd22fc0 688
8b89e57f
AL
689 // Handle the unzipd case
690 string FileName = LookupTag(Message,"Alt-Filename");
691 if (FileName.empty() == false)
692 {
693 // The files timestamp matches
694 if (StringToBool(LookupTag(Message,"Alt-IMS-Hit"),false) == true)
695 return;
b3d44315 696
8b89e57f 697 Decompression = true;
a6568219 698 Local = true;
8b89e57f 699 DestFile += ".decomp";
8267fe24
AL
700 Desc.URI = "copy:" + FileName;
701 QueueURI(Desc);
b98f2859 702 Mode = "copy";
8b89e57f
AL
703 return;
704 }
705
706 FileName = LookupTag(Message,"Filename");
707 if (FileName.empty() == true)
708 {
709 Status = StatError;
710 ErrorText = "Method gave a blank filename";
711 }
712
713 // The files timestamp matches
714 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
715 return;
bfd22fc0
AL
716
717 if (FileName == DestFile)
718 Erase = true;
8267fe24 719 else
a6568219 720 Local = true;
8b89e57f 721
46e00f9d 722 string compExt = Desc.URI.substr(Desc.URI.size()-3);
debc84b2
MZ
723 char *decompProg;
724 if(compExt == "bz2")
725 decompProg = "bzip2";
726 else if(compExt == ".gz")
727 decompProg = "gzip";
728 else {
729 _error->Error("Unsupported extension: %s", compExt.c_str());
730 return;
731 }
732
8b89e57f
AL
733 Decompression = true;
734 DestFile += ".decomp";
debc84b2 735 Desc.URI = string(decompProg) + ":" + FileName;
8267fe24 736 QueueURI(Desc);
debc84b2 737 Mode = decompProg;
8b89e57f 738}
8b89e57f 739
b3d44315
MV
740pkgAcqMetaSig::pkgAcqMetaSig(pkgAcquire *Owner,
741 string URI,string URIDesc,string ShortDesc,
742 string MetaIndexURI, string MetaIndexURIDesc,
743 string MetaIndexShortDesc,
744 const vector<IndexTarget*>* IndexTargets,
745 indexRecords* MetaIndexParser) :
746 Item(Owner), RealURI(URI), MetaIndexURI(MetaIndexURI),
46e00f9d
MV
747 MetaIndexURIDesc(MetaIndexURIDesc), MetaIndexShortDesc(MetaIndexShortDesc),
748 MetaIndexParser(MetaIndexParser), IndexTargets(IndexTargets)
0118833a 749{
0a8a80e5 750 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 751 DestFile += URItoFileName(URI);
b3d44315 752
f6237efd
MV
753 // remove any partial downloaded sig-file. it may confuse proxies
754 // and is too small to warrant a partial download anyway
755 unlink(DestFile.c_str());
756
8267fe24 757 // Create the item
b2e465d6 758 Desc.Description = URIDesc;
8267fe24 759 Desc.Owner = this;
b3d44315
MV
760 Desc.ShortDesc = ShortDesc;
761 Desc.URI = URI;
762
763
764 string Final = _config->FindDir("Dir::State::lists");
765 Final += URItoFileName(RealURI);
766 struct stat Buf;
767 if (stat(Final.c_str(),&Buf) == 0)
768 {
769 // File was already in place. It needs to be re-verified
770 // because Release might have changed, so Move it into partial
771 Rename(Final,DestFile);
772 }
8267fe24 773
8267fe24 774 QueueURI(Desc);
0118833a
AL
775}
776 /*}}}*/
b3d44315 777// pkgAcqMetaSig::Custom600Headers - Insert custom request headers /*{{{*/
0118833a 778// ---------------------------------------------------------------------
0a8a80e5 779/* The only header we use is the last-modified header. */
b3d44315 780string pkgAcqMetaSig::Custom600Headers()
0118833a 781{
0a8a80e5 782 struct stat Buf;
2aab5956 783 if (stat(DestFile.c_str(),&Buf) != 0)
a72ace20 784 return "\nIndex-File: true";
a789b983 785
a72ace20 786 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
0118833a 787}
b3d44315
MV
788
789void pkgAcqMetaSig::Done(string Message,unsigned long Size,string MD5,
790 pkgAcquire::MethodConfig *Cfg)
c88edf1d 791{
459681d3 792 Item::Done(Message,Size,MD5,Cfg);
c88edf1d
AL
793
794 string FileName = LookupTag(Message,"Filename");
795 if (FileName.empty() == true)
796 {
797 Status = StatError;
798 ErrorText = "Method gave a blank filename";
8b89e57f 799 return;
c88edf1d 800 }
8b89e57f 801
c88edf1d
AL
802 if (FileName != DestFile)
803 {
b3d44315 804 // We have to copy it into place
a6568219 805 Local = true;
8267fe24
AL
806 Desc.URI = "copy:" + FileName;
807 QueueURI(Desc);
c88edf1d
AL
808 return;
809 }
b3d44315
MV
810
811 Complete = true;
812
813 // queue a pkgAcqMetaIndex to be verified against the sig we just retrieved
814 new pkgAcqMetaIndex(Owner, MetaIndexURI, MetaIndexURIDesc, MetaIndexShortDesc,
815 DestFile, IndexTargets, MetaIndexParser);
816
c88edf1d
AL
817}
818 /*}}}*/
b3d44315 819void pkgAcqMetaSig::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
681d76d0 820{
a789b983 821
75dd8af1 822 // if we get a network error we fail gracefully
25182152 823 if(LookupTag(Message,"FailReason") == "Timeout" ||
0c1b7be9 824 LookupTag(Message,"FailReason") == "TmpResolveFailure" ||
75dd8af1 825 LookupTag(Message,"FailReason") == "ConnectionRefused") {
24057ad6
MV
826 Item::Failed(Message,Cnf);
827 return;
828 }
829
75dd8af1
MV
830 // Delete any existing sigfile when the acquire failed
831 string Final = _config->FindDir("Dir::State::lists") + URItoFileName(RealURI);
832 unlink(Final.c_str());
833
b3d44315
MV
834 // queue a pkgAcqMetaIndex with no sigfile
835 new pkgAcqMetaIndex(Owner, MetaIndexURI, MetaIndexURIDesc, MetaIndexShortDesc,
836 "", IndexTargets, MetaIndexParser);
837
681d76d0
AL
838 if (Cnf->LocalOnly == true ||
839 StringToBool(LookupTag(Message,"Transient-Failure"),false) == false)
840 {
2b154e53
AL
841 // Ignore this
842 Status = StatDone;
843 Complete = false;
681d76d0
AL
844 Dequeue();
845 return;
846 }
847
848 Item::Failed(Message,Cnf);
849}
b3d44315
MV
850
851pkgAcqMetaIndex::pkgAcqMetaIndex(pkgAcquire *Owner,
852 string URI,string URIDesc,string ShortDesc,
853 string SigFile,
854 const vector<struct IndexTarget*>* IndexTargets,
855 indexRecords* MetaIndexParser) :
46e00f9d 856 Item(Owner), RealURI(URI), SigFile(SigFile), AuthPass(false),
f381d68d 857 MetaIndexParser(MetaIndexParser), IndexTargets(IndexTargets), IMSHit(false)
b3d44315 858{
b3d44315
MV
859 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
860 DestFile += URItoFileName(URI);
861
862 // Create the item
863 Desc.Description = URIDesc;
864 Desc.Owner = this;
865 Desc.ShortDesc = ShortDesc;
866 Desc.URI = URI;
867
868 QueueURI(Desc);
869}
870
871 /*}}}*/
872// pkgAcqMetaIndex::Custom600Headers - Insert custom request headers /*{{{*/
873// ---------------------------------------------------------------------
874/* The only header we use is the last-modified header. */
875string pkgAcqMetaIndex::Custom600Headers()
876{
877 string Final = _config->FindDir("Dir::State::lists");
878 Final += URItoFileName(RealURI);
879
880 struct stat Buf;
881 if (stat(Final.c_str(),&Buf) != 0)
882 return "\nIndex-File: true";
883
884 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
885}
886
887void pkgAcqMetaIndex::Done(string Message,unsigned long Size,string MD5,
888 pkgAcquire::MethodConfig *Cfg)
889{
890 Item::Done(Message,Size,MD5,Cfg);
891
892 // MetaIndexes are done in two passes: one to download the
893 // metaindex with an appropriate method, and a second to verify it
894 // with the gpgv method
895
896 if (AuthPass == true)
897 {
898 AuthDone(Message);
899 }
900 else
901 {
902 RetrievalDone(Message);
903 if (!Complete)
904 // Still more retrieving to do
905 return;
906
907 if (SigFile == "")
908 {
909 // There was no signature file, so we are finished. Download
910 // the indexes without verification.
911 QueueIndexes(false);
912 }
913 else
914 {
915 // There was a signature file, so pass it to gpgv for
916 // verification
917
918 if (_config->FindB("Debug::pkgAcquire::Auth", false))
919 std::cerr << "Metaindex acquired, queueing gpg verification ("
920 << SigFile << "," << DestFile << ")\n";
921 AuthPass = true;
922 Desc.URI = "gpgv:" + SigFile;
923 QueueURI(Desc);
924 Mode = "gpgv";
925 }
926 }
927}
928
929void pkgAcqMetaIndex::RetrievalDone(string Message)
930{
931 // We have just finished downloading a Release file (it is not
932 // verified yet)
933
934 string FileName = LookupTag(Message,"Filename");
935 if (FileName.empty() == true)
936 {
937 Status = StatError;
938 ErrorText = "Method gave a blank filename";
939 return;
940 }
941
942 if (FileName != DestFile)
943 {
944 Local = true;
945 Desc.URI = "copy:" + FileName;
946 QueueURI(Desc);
947 return;
948 }
949
f381d68d
MV
950 // see if the download was a IMSHit
951 IMSHit = StringToBool(LookupTag(Message,"IMS-Hit"),false);
952
b3d44315
MV
953 Complete = true;
954
955 string FinalFile = _config->FindDir("Dir::State::lists");
956 FinalFile += URItoFileName(RealURI);
957
958 // The files timestamp matches
959 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == false)
960 {
961 // Move it into position
962 Rename(DestFile,FinalFile);
963 }
1790e0cf 964 chmod(FinalFile.c_str(),0644);
b3d44315
MV
965 DestFile = FinalFile;
966}
967
968void pkgAcqMetaIndex::AuthDone(string Message)
969{
970 // At this point, the gpgv method has succeeded, so there is a
971 // valid signature from a key in the trusted keyring. We
972 // perform additional verification of its contents, and use them
973 // to verify the indexes we are about to download
974
975 if (!MetaIndexParser->Load(DestFile))
976 {
977 Status = StatAuthError;
978 ErrorText = MetaIndexParser->ErrorText;
979 return;
980 }
981
ce424cd4 982 if (!VerifyVendor(Message))
b3d44315
MV
983 {
984 return;
985 }
986
987 if (_config->FindB("Debug::pkgAcquire::Auth", false))
988 std::cerr << "Signature verification succeeded: "
989 << DestFile << std::endl;
990
991 // Download further indexes with verification
992 QueueIndexes(true);
993
994 // Done, move signature file into position
995
996 string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
997 URItoFileName(RealURI) + ".gpg";
998 Rename(SigFile,VerifiedSigFile);
999 chmod(VerifiedSigFile.c_str(),0644);
1000}
1001
1002void pkgAcqMetaIndex::QueueIndexes(bool verify)
1003{
1004 for (vector <struct IndexTarget*>::const_iterator Target = IndexTargets->begin();
1005 Target != IndexTargets->end();
1006 Target++)
1007 {
1008 string ExpectedIndexMD5;
1009 if (verify)
1010 {
1011 const indexRecords::checkSum *Record = MetaIndexParser->Lookup((*Target)->MetaKey);
1012 if (!Record)
1013 {
1014 Status = StatAuthError;
1015 ErrorText = "Unable to find expected entry "
1016 + (*Target)->MetaKey + " in Meta-index file (malformed Release file?)";
1017 return;
1018 }
1019 ExpectedIndexMD5 = Record->MD5Hash;
1020 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1021 {
1022 std::cerr << "Queueing: " << (*Target)->URI << std::endl;
1023 std::cerr << "Expected MD5: " << ExpectedIndexMD5 << std::endl;
1024 }
1025 if (ExpectedIndexMD5.empty())
1026 {
1027 Status = StatAuthError;
1028 ErrorText = "Unable to find MD5 sum for "
1029 + (*Target)->MetaKey + " in Meta-index file";
1030 return;
1031 }
1032 }
1033
2ac3eeb6
MV
1034 // Queue Packages file (either diff or full packages files, depending
1035 // on the users option)
27299daf 1036 if(_config->FindB("Acquire::PDiffs",true) == true)
2ac3eeb6
MV
1037 new pkgAcqDiffIndex(Owner, (*Target)->URI, (*Target)->Description,
1038 (*Target)->ShortDesc, ExpectedIndexMD5);
1039 else
81fcf9e2 1040 new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
2ac3eeb6 1041 (*Target)->ShortDesc, ExpectedIndexMD5);
b3d44315
MV
1042 }
1043}
1044
ce424cd4 1045bool pkgAcqMetaIndex::VerifyVendor(string Message)
b3d44315
MV
1046{
1047// // Maybe this should be made available from above so we don't have
1048// // to read and parse it every time?
1049// pkgVendorList List;
1050// List.ReadMainList();
1051
1052// const Vendor* Vndr = NULL;
1053// for (std::vector<string>::const_iterator I = GPGVOutput.begin(); I != GPGVOutput.end(); I++)
1054// {
1055// string::size_type pos = (*I).find("VALIDSIG ");
1056// if (_config->FindB("Debug::Vendor", false))
1057// std::cerr << "Looking for VALIDSIG in \"" << (*I) << "\": pos " << pos
1058// << std::endl;
1059// if (pos != std::string::npos)
1060// {
1061// string Fingerprint = (*I).substr(pos+sizeof("VALIDSIG"));
1062// if (_config->FindB("Debug::Vendor", false))
1063// std::cerr << "Looking for \"" << Fingerprint << "\" in vendor..." <<
1064// std::endl;
1065// Vndr = List.FindVendor(Fingerprint) != "";
1066// if (Vndr != NULL);
1067// break;
1068// }
1069// }
ce424cd4
MV
1070 string::size_type pos;
1071
1072 // check for missing sigs (that where not fatal because otherwise we had
1073 // bombed earlier)
1074 string missingkeys;
400ad7a4 1075 string msg = _("There is no public key available for the "
ce424cd4
MV
1076 "following key IDs:\n");
1077 pos = Message.find("NO_PUBKEY ");
1078 if (pos != std::string::npos)
1079 {
1080 string::size_type start = pos+strlen("NO_PUBKEY ");
1081 string Fingerprint = Message.substr(start, Message.find("\n")-start);
1082 missingkeys += (Fingerprint);
1083 }
1084 if(!missingkeys.empty())
1085 _error->Warning("%s", string(msg+missingkeys).c_str());
b3d44315
MV
1086
1087 string Transformed = MetaIndexParser->GetExpectedDist();
1088
1089 if (Transformed == "../project/experimental")
1090 {
1091 Transformed = "experimental";
1092 }
1093
ce424cd4 1094 pos = Transformed.rfind('/');
b3d44315
MV
1095 if (pos != string::npos)
1096 {
1097 Transformed = Transformed.substr(0, pos);
1098 }
1099
1100 if (Transformed == ".")
1101 {
1102 Transformed = "";
1103 }
1104
1105 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1106 {
1107 std::cerr << "Got Codename: " << MetaIndexParser->GetDist() << std::endl;
1108 std::cerr << "Expecting Dist: " << MetaIndexParser->GetExpectedDist() << std::endl;
1109 std::cerr << "Transformed Dist: " << Transformed << std::endl;
1110 }
1111
1112 if (MetaIndexParser->CheckDist(Transformed) == false)
1113 {
1114 // This might become fatal one day
1115// Status = StatAuthError;
1116// ErrorText = "Conflicting distribution; expected "
1117// + MetaIndexParser->GetExpectedDist() + " but got "
1118// + MetaIndexParser->GetDist();
1119// return false;
1120 if (!Transformed.empty())
1121 {
1122 _error->Warning("Conflicting distribution: %s (expected %s but got %s)",
1123 Desc.Description.c_str(),
1124 Transformed.c_str(),
1125 MetaIndexParser->GetDist().c_str());
1126 }
1127 }
1128
1129 return true;
1130}
1131 /*}}}*/
1132// pkgAcqMetaIndex::Failed - no Release file present or no signature
1133// file present /*{{{*/
1134// ---------------------------------------------------------------------
1135/* */
1136void pkgAcqMetaIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
1137{
1138 if (AuthPass == true)
1139 {
f381d68d
MV
1140 // if we fail the authentication but got the file via a IMS-Hit
1141 // this means that the file wasn't downloaded and that it might be
1142 // just stale (server problem, proxy etc). we delete what we have
1143 // queue it again without i-m-s
1144 // alternatively we could just unlink the file and let the user try again
1145 if (IMSHit)
1146 {
1147 Complete = false;
1148 Local = false;
1149 AuthPass = false;
1150 unlink(DestFile.c_str());
1151
1152 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
1153 DestFile += URItoFileName(RealURI);
1154 Desc.URI = RealURI;
1155 QueueURI(Desc);
1156 return;
1157 }
1158
1159 // gpgv method failed
b3d44315
MV
1160 _error->Warning("GPG error: %s: %s",
1161 Desc.Description.c_str(),
1162 LookupTag(Message,"Message").c_str());
f381d68d 1163
b3d44315
MV
1164 }
1165
1166 // No Release file was present, or verification failed, so fall
1167 // back to queueing Packages files without verification
1168 QueueIndexes(false);
1169}
1170
681d76d0 1171 /*}}}*/
03e39e59
AL
1172
1173// AcqArchive::AcqArchive - Constructor /*{{{*/
1174// ---------------------------------------------------------------------
17caf1b1
AL
1175/* This just sets up the initial fetch environment and queues the first
1176 possibilitiy */
03e39e59 1177pkgAcqArchive::pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources,
30e1eab5
AL
1178 pkgRecords *Recs,pkgCache::VerIterator const &Version,
1179 string &StoreFilename) :
1180 Item(Owner), Version(Version), Sources(Sources), Recs(Recs),
b3d44315
MV
1181 StoreFilename(StoreFilename), Vf(Version.FileList()),
1182 Trusted(false)
03e39e59 1183{
7d8afa39 1184 Retries = _config->FindI("Acquire::Retries",0);
813c8eea
AL
1185
1186 if (Version.Arch() == 0)
bdae53f1 1187 {
d1f1f6a8 1188 _error->Error(_("I wasn't able to locate a file for the %s package. "
7a3c2ab0
AL
1189 "This might mean you need to manually fix this package. "
1190 "(due to missing arch)"),
813c8eea 1191 Version.ParentPkg().Name());
bdae53f1
AL
1192 return;
1193 }
813c8eea 1194
b2e465d6
AL
1195 /* We need to find a filename to determine the extension. We make the
1196 assumption here that all the available sources for this version share
1197 the same extension.. */
1198 // Skip not source sources, they do not have file fields.
1199 for (; Vf.end() == false; Vf++)
1200 {
1201 if ((Vf.File()->Flags & pkgCache::Flag::NotSource) != 0)
1202 continue;
1203 break;
1204 }
1205
1206 // Does not really matter here.. we are going to fail out below
1207 if (Vf.end() != true)
1208 {
1209 // If this fails to get a file name we will bomb out below.
1210 pkgRecords::Parser &Parse = Recs->Lookup(Vf);
1211 if (_error->PendingError() == true)
1212 return;
1213
1214 // Generate the final file name as: package_version_arch.foo
1215 StoreFilename = QuoteString(Version.ParentPkg().Name(),"_:") + '_' +
1216 QuoteString(Version.VerStr(),"_:") + '_' +
1217 QuoteString(Version.Arch(),"_:.") +
1218 "." + flExtension(Parse.FileName());
1219 }
b3d44315
MV
1220
1221 // check if we have one trusted source for the package. if so, switch
1222 // to "TrustedOnly" mode
1223 for (pkgCache::VerFileIterator i = Version.FileList(); i.end() == false; i++)
1224 {
1225 pkgIndexFile *Index;
1226 if (Sources->FindIndex(i.File(),Index) == false)
1227 continue;
1228 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1229 {
1230 std::cerr << "Checking index: " << Index->Describe()
1231 << "(Trusted=" << Index->IsTrusted() << ")\n";
1232 }
1233 if (Index->IsTrusted()) {
1234 Trusted = true;
1235 break;
1236 }
1237 }
1238
a3371852
MV
1239 // "allow-unauthenticated" restores apts old fetching behaviour
1240 // that means that e.g. unauthenticated file:// uris are higher
1241 // priority than authenticated http:// uris
1242 if (_config->FindB("APT::Get::AllowUnauthenticated",false) == true)
1243 Trusted = false;
1244
03e39e59 1245 // Select a source
b185acc2 1246 if (QueueNext() == false && _error->PendingError() == false)
b2e465d6
AL
1247 _error->Error(_("I wasn't able to locate file for the %s package. "
1248 "This might mean you need to manually fix this package."),
b185acc2
AL
1249 Version.ParentPkg().Name());
1250}
1251 /*}}}*/
1252// AcqArchive::QueueNext - Queue the next file source /*{{{*/
1253// ---------------------------------------------------------------------
17caf1b1
AL
1254/* This queues the next available file version for download. It checks if
1255 the archive is already available in the cache and stashs the MD5 for
1256 checking later. */
b185acc2 1257bool pkgAcqArchive::QueueNext()
b2e465d6 1258{
03e39e59
AL
1259 for (; Vf.end() == false; Vf++)
1260 {
1261 // Ignore not source sources
1262 if ((Vf.File()->Flags & pkgCache::Flag::NotSource) != 0)
1263 continue;
1264
1265 // Try to cross match against the source list
b2e465d6
AL
1266 pkgIndexFile *Index;
1267 if (Sources->FindIndex(Vf.File(),Index) == false)
1268 continue;
03e39e59 1269
b3d44315
MV
1270 // only try to get a trusted package from another source if that source
1271 // is also trusted
1272 if(Trusted && !Index->IsTrusted())
1273 continue;
1274
03e39e59
AL
1275 // Grab the text package record
1276 pkgRecords::Parser &Parse = Recs->Lookup(Vf);
1277 if (_error->PendingError() == true)
b185acc2 1278 return false;
03e39e59 1279
b2e465d6 1280 string PkgFile = Parse.FileName();
03e39e59
AL
1281 MD5 = Parse.MD5Hash();
1282 if (PkgFile.empty() == true)
b2e465d6
AL
1283 return _error->Error(_("The package index files are corrupted. No Filename: "
1284 "field for package %s."),
1285 Version.ParentPkg().Name());
a6568219 1286
b3d44315
MV
1287 Desc.URI = Index->ArchiveURI(PkgFile);
1288 Desc.Description = Index->ArchiveInfo(Version);
1289 Desc.Owner = this;
1290 Desc.ShortDesc = Version.ParentPkg().Name();
1291
17caf1b1 1292 // See if we already have the file. (Legacy filenames)
a6568219
AL
1293 FileSize = Version->Size;
1294 string FinalFile = _config->FindDir("Dir::Cache::Archives") + flNotDir(PkgFile);
1295 struct stat Buf;
1296 if (stat(FinalFile.c_str(),&Buf) == 0)
1297 {
1298 // Make sure the size matches
1299 if ((unsigned)Buf.st_size == Version->Size)
1300 {
1301 Complete = true;
1302 Local = true;
1303 Status = StatDone;
30e1eab5 1304 StoreFilename = DestFile = FinalFile;
b185acc2 1305 return true;
a6568219
AL
1306 }
1307
6b1ff003
AL
1308 /* Hmm, we have a file and its size does not match, this means it is
1309 an old style mismatched arch */
a6568219
AL
1310 unlink(FinalFile.c_str());
1311 }
17caf1b1
AL
1312
1313 // Check it again using the new style output filenames
1314 FinalFile = _config->FindDir("Dir::Cache::Archives") + flNotDir(StoreFilename);
1315 if (stat(FinalFile.c_str(),&Buf) == 0)
1316 {
1317 // Make sure the size matches
1318 if ((unsigned)Buf.st_size == Version->Size)
1319 {
1320 Complete = true;
1321 Local = true;
1322 Status = StatDone;
1323 StoreFilename = DestFile = FinalFile;
1324 return true;
1325 }
1326
1327 /* Hmm, we have a file and its size does not match, this shouldnt
1328 happen.. */
1329 unlink(FinalFile.c_str());
1330 }
1331
1332 DestFile = _config->FindDir("Dir::Cache::Archives") + "partial/" + flNotDir(StoreFilename);
6b1ff003
AL
1333
1334 // Check the destination file
1335 if (stat(DestFile.c_str(),&Buf) == 0)
1336 {
1337 // Hmm, the partial file is too big, erase it
1338 if ((unsigned)Buf.st_size > Version->Size)
1339 unlink(DestFile.c_str());
1340 else
1341 PartialSize = Buf.st_size;
1342 }
1343
03e39e59 1344 // Create the item
b2e465d6
AL
1345 Local = false;
1346 Desc.URI = Index->ArchiveURI(PkgFile);
1347 Desc.Description = Index->ArchiveInfo(Version);
03e39e59
AL
1348 Desc.Owner = this;
1349 Desc.ShortDesc = Version.ParentPkg().Name();
1350 QueueURI(Desc);
b185acc2
AL
1351
1352 Vf++;
1353 return true;
03e39e59 1354 }
b185acc2
AL
1355 return false;
1356}
03e39e59
AL
1357 /*}}}*/
1358// AcqArchive::Done - Finished fetching /*{{{*/
1359// ---------------------------------------------------------------------
1360/* */
459681d3
AL
1361void pkgAcqArchive::Done(string Message,unsigned long Size,string Md5Hash,
1362 pkgAcquire::MethodConfig *Cfg)
03e39e59 1363{
459681d3 1364 Item::Done(Message,Size,Md5Hash,Cfg);
03e39e59
AL
1365
1366 // Check the size
1367 if (Size != Version->Size)
1368 {
bdae53f1 1369 Status = StatError;
b2e465d6 1370 ErrorText = _("Size mismatch");
03e39e59
AL
1371 return;
1372 }
1373
1374 // Check the md5
1375 if (Md5Hash.empty() == false && MD5.empty() == false)
1376 {
1377 if (Md5Hash != MD5)
1378 {
bdae53f1 1379 Status = StatError;
b2e465d6 1380 ErrorText = _("MD5Sum mismatch");
13e8426f
MV
1381 if(FileExists(DestFile))
1382 Rename(DestFile,DestFile + ".FAILED");
03e39e59
AL
1383 return;
1384 }
1385 }
a6568219
AL
1386
1387 // Grab the output filename
03e39e59
AL
1388 string FileName = LookupTag(Message,"Filename");
1389 if (FileName.empty() == true)
1390 {
1391 Status = StatError;
1392 ErrorText = "Method gave a blank filename";
1393 return;
1394 }
a6568219
AL
1395
1396 Complete = true;
30e1eab5
AL
1397
1398 // Reference filename
a6568219
AL
1399 if (FileName != DestFile)
1400 {
30e1eab5 1401 StoreFilename = DestFile = FileName;
a6568219
AL
1402 Local = true;
1403 return;
1404 }
1405
1406 // Done, move it into position
1407 string FinalFile = _config->FindDir("Dir::Cache::Archives");
17caf1b1 1408 FinalFile += flNotDir(StoreFilename);
a6568219 1409 Rename(DestFile,FinalFile);
03e39e59 1410
30e1eab5 1411 StoreFilename = DestFile = FinalFile;
03e39e59
AL
1412 Complete = true;
1413}
1414 /*}}}*/
db890fdb
AL
1415// AcqArchive::Failed - Failure handler /*{{{*/
1416// ---------------------------------------------------------------------
1417/* Here we try other sources */
7d8afa39 1418void pkgAcqArchive::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
db890fdb
AL
1419{
1420 ErrorText = LookupTag(Message,"Message");
b2e465d6
AL
1421
1422 /* We don't really want to retry on failed media swaps, this prevents
1423 that. An interesting observation is that permanent failures are not
1424 recorded. */
1425 if (Cnf->Removable == true &&
1426 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1427 {
1428 // Vf = Version.FileList();
1429 while (Vf.end() == false) Vf++;
1430 StoreFilename = string();
1431 Item::Failed(Message,Cnf);
1432 return;
1433 }
1434
db890fdb 1435 if (QueueNext() == false)
7d8afa39
AL
1436 {
1437 // This is the retry counter
1438 if (Retries != 0 &&
1439 Cnf->LocalOnly == false &&
1440 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1441 {
1442 Retries--;
1443 Vf = Version.FileList();
1444 if (QueueNext() == true)
1445 return;
1446 }
1447
9dbb421f 1448 StoreFilename = string();
7d8afa39
AL
1449 Item::Failed(Message,Cnf);
1450 }
db890fdb
AL
1451}
1452 /*}}}*/
b3d44315
MV
1453// AcqArchive::IsTrusted - Determine whether this archive comes from a
1454// trusted source /*{{{*/
1455// ---------------------------------------------------------------------
1456bool pkgAcqArchive::IsTrusted()
1457{
1458 return Trusted;
1459}
1460
ab559b35
AL
1461// AcqArchive::Finished - Fetching has finished, tidy up /*{{{*/
1462// ---------------------------------------------------------------------
1463/* */
1464void pkgAcqArchive::Finished()
1465{
1466 if (Status == pkgAcquire::Item::StatDone &&
1467 Complete == true)
1468 return;
1469 StoreFilename = string();
1470}
1471 /*}}}*/
36375005
AL
1472
1473// AcqFile::pkgAcqFile - Constructor /*{{{*/
1474// ---------------------------------------------------------------------
1475/* The file is added to the queue */
1476pkgAcqFile::pkgAcqFile(pkgAcquire *Owner,string URI,string MD5,
46e00f9d
MV
1477 unsigned long Size,string Dsc,string ShortDesc,
1478 const string &DestDir, const string &DestFilename) :
b3c39978 1479 Item(Owner), Md5Hash(MD5)
36375005 1480{
08cfc005
AL
1481 Retries = _config->FindI("Acquire::Retries",0);
1482
46e00f9d
MV
1483 if(!DestFilename.empty())
1484 DestFile = DestFilename;
1485 else if(!DestDir.empty())
1486 DestFile = DestDir + "/" + flNotDir(URI);
1487 else
1488 DestFile = flNotDir(URI);
1489
36375005
AL
1490 // Create the item
1491 Desc.URI = URI;
1492 Desc.Description = Dsc;
1493 Desc.Owner = this;
1494
1495 // Set the short description to the archive component
1496 Desc.ShortDesc = ShortDesc;
1497
1498 // Get the transfer sizes
1499 FileSize = Size;
1500 struct stat Buf;
1501 if (stat(DestFile.c_str(),&Buf) == 0)
1502 {
1503 // Hmm, the partial file is too big, erase it
1504 if ((unsigned)Buf.st_size > Size)
1505 unlink(DestFile.c_str());
1506 else
1507 PartialSize = Buf.st_size;
1508 }
092ae175 1509
36375005
AL
1510 QueueURI(Desc);
1511}
1512 /*}}}*/
1513// AcqFile::Done - Item downloaded OK /*{{{*/
1514// ---------------------------------------------------------------------
1515/* */
459681d3
AL
1516void pkgAcqFile::Done(string Message,unsigned long Size,string MD5,
1517 pkgAcquire::MethodConfig *Cnf)
36375005 1518{
b3c39978
AL
1519 // Check the md5
1520 if (Md5Hash.empty() == false && MD5.empty() == false)
1521 {
1522 if (Md5Hash != MD5)
1523 {
1524 Status = StatError;
1525 ErrorText = "MD5Sum mismatch";
1526 Rename(DestFile,DestFile + ".FAILED");
1527 return;
1528 }
1529 }
1530
459681d3 1531 Item::Done(Message,Size,MD5,Cnf);
36375005
AL
1532
1533 string FileName = LookupTag(Message,"Filename");
1534 if (FileName.empty() == true)
1535 {
1536 Status = StatError;
1537 ErrorText = "Method gave a blank filename";
1538 return;
1539 }
1540
1541 Complete = true;
1542
1543 // The files timestamp matches
1544 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
1545 return;
1546
1547 // We have to copy it into place
1548 if (FileName != DestFile)
1549 {
1550 Local = true;
459681d3
AL
1551 if (_config->FindB("Acquire::Source-Symlinks",true) == false ||
1552 Cnf->Removable == true)
917ae805
AL
1553 {
1554 Desc.URI = "copy:" + FileName;
1555 QueueURI(Desc);
1556 return;
1557 }
1558
83ab33fc
AL
1559 // Erase the file if it is a symlink so we can overwrite it
1560 struct stat St;
1561 if (lstat(DestFile.c_str(),&St) == 0)
1562 {
1563 if (S_ISLNK(St.st_mode) != 0)
1564 unlink(DestFile.c_str());
1565 }
1566
1567 // Symlink the file
917ae805
AL
1568 if (symlink(FileName.c_str(),DestFile.c_str()) != 0)
1569 {
83ab33fc 1570 ErrorText = "Link to " + DestFile + " failure ";
917ae805
AL
1571 Status = StatError;
1572 Complete = false;
1573 }
36375005
AL
1574 }
1575}
1576 /*}}}*/
08cfc005
AL
1577// AcqFile::Failed - Failure handler /*{{{*/
1578// ---------------------------------------------------------------------
1579/* Here we try other sources */
1580void pkgAcqFile::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
1581{
1582 ErrorText = LookupTag(Message,"Message");
1583
1584 // This is the retry counter
1585 if (Retries != 0 &&
1586 Cnf->LocalOnly == false &&
1587 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1588 {
1589 Retries--;
1590 QueueURI(Desc);
1591 return;
1592 }
1593
1594 Item::Failed(Message,Cnf);
1595}
1596 /*}}}*/