]> git.saurik.com Git - apt.git/blame - apt-pkg/acquire-item.cc
* merged with the current auto-mark branch
[apt.git] / apt-pkg / acquire-item.cc
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
b3d44315 3// $Id: acquire-item.cc,v 1.46.2.9 2004/01/16 18:51:11 mdz Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire Item - Item to acquire
7
8 Each item can download to exactly one file at a time. This means you
9 cannot create an item that fetches two uri's to two files at the same
10 time. The pkgAcqIndex class creates a second class upon instantiation
11 to fetch the other index files because of this.
b185acc2 12
0118833a
AL
13 ##################################################################### */
14 /*}}}*/
15// Include Files /*{{{*/
16#ifdef __GNUG__
17#pragma implementation "apt-pkg/acquire-item.h"
18#endif
19#include <apt-pkg/acquire-item.h>
20#include <apt-pkg/configuration.h>
b2e465d6 21#include <apt-pkg/sourcelist.h>
b3d44315 22#include <apt-pkg/vendorlist.h>
03e39e59 23#include <apt-pkg/error.h>
cdcc6d34 24#include <apt-pkg/strutl.h>
36375005 25#include <apt-pkg/fileutl.h>
b3d44315 26#include <apt-pkg/md5.h>
ac5b205a
MV
27#include <apt-pkg/sha1.h>
28#include <apt-pkg/tagfile.h>
0a8a80e5 29
b2e465d6
AL
30#include <apti18n.h>
31
0a8a80e5
AL
32#include <sys/stat.h>
33#include <unistd.h>
c88edf1d 34#include <errno.h>
5819a761 35#include <string>
ac5b205a 36#include <sstream>
c88edf1d 37#include <stdio.h>
0118833a
AL
38 /*}}}*/
39
b3d44315 40using namespace std;
5819a761 41
0118833a
AL
42// Acquire::Item::Item - Constructor /*{{{*/
43// ---------------------------------------------------------------------
44/* */
8267fe24 45pkgAcquire::Item::Item(pkgAcquire *Owner) : Owner(Owner), FileSize(0),
6b1ff003
AL
46 PartialSize(0), Mode(0), ID(0), Complete(false),
47 Local(false), QueueCounter(0)
0118833a
AL
48{
49 Owner->Add(this);
c88edf1d 50 Status = StatIdle;
0118833a
AL
51}
52 /*}}}*/
53// Acquire::Item::~Item - Destructor /*{{{*/
54// ---------------------------------------------------------------------
55/* */
56pkgAcquire::Item::~Item()
57{
58 Owner->Remove(this);
59}
60 /*}}}*/
c88edf1d
AL
61// Acquire::Item::Failed - Item failed to download /*{{{*/
62// ---------------------------------------------------------------------
93bf083d
AL
63/* We return to an idle state if there are still other queues that could
64 fetch this object */
7d8afa39 65void pkgAcquire::Item::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
c88edf1d 66{
93bf083d 67 Status = StatIdle;
db890fdb 68 ErrorText = LookupTag(Message,"Message");
c88edf1d 69 if (QueueCounter <= 1)
93bf083d 70 {
a72ace20 71 /* This indicates that the file is not available right now but might
7d8afa39 72 be sometime later. If we do a retry cycle then this should be
17caf1b1 73 retried [CDROMs] */
7d8afa39
AL
74 if (Cnf->LocalOnly == true &&
75 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
a72ace20
AL
76 {
77 Status = StatIdle;
681d76d0 78 Dequeue();
a72ace20
AL
79 return;
80 }
81
93bf083d 82 Status = StatError;
681d76d0 83 Dequeue();
93bf083d 84 }
c88edf1d
AL
85}
86 /*}}}*/
8267fe24
AL
87// Acquire::Item::Start - Item has begun to download /*{{{*/
88// ---------------------------------------------------------------------
17caf1b1
AL
89/* Stash status and the file size. Note that setting Complete means
90 sub-phases of the acquire process such as decompresion are operating */
727f18af 91void pkgAcquire::Item::Start(string /*Message*/,unsigned long Size)
8267fe24
AL
92{
93 Status = StatFetching;
94 if (FileSize == 0 && Complete == false)
95 FileSize = Size;
96}
97 /*}}}*/
c88edf1d
AL
98// Acquire::Item::Done - Item downloaded OK /*{{{*/
99// ---------------------------------------------------------------------
100/* */
459681d3
AL
101void pkgAcquire::Item::Done(string Message,unsigned long Size,string,
102 pkgAcquire::MethodConfig *Cnf)
c88edf1d 103{
b98f2859
AL
104 // We just downloaded something..
105 string FileName = LookupTag(Message,"Filename");
8f30ca30
MV
106 // we only inform the Log class if it was actually not a local thing
107 if (Complete == false && !Local && FileName == DestFile)
b98f2859
AL
108 {
109 if (Owner->Log != 0)
110 Owner->Log->Fetched(Size,atoi(LookupTag(Message,"Resume-Point","0").c_str()));
111 }
aa0e1101
AL
112
113 if (FileSize == 0)
114 FileSize= Size;
b98f2859 115
c88edf1d
AL
116 Status = StatDone;
117 ErrorText = string();
118 Owner->Dequeue(this);
119}
120 /*}}}*/
8b89e57f
AL
121// Acquire::Item::Rename - Rename a file /*{{{*/
122// ---------------------------------------------------------------------
123/* This helper function is used by alot of item methods as thier final
124 step */
125void pkgAcquire::Item::Rename(string From,string To)
126{
127 if (rename(From.c_str(),To.c_str()) != 0)
128 {
129 char S[300];
0fcd01de 130 snprintf(S,sizeof(S),_("rename failed, %s (%s -> %s)."),strerror(errno),
8b89e57f
AL
131 From.c_str(),To.c_str());
132 Status = StatError;
133 ErrorText = S;
7a3c2ab0 134 }
8b89e57f
AL
135}
136 /*}}}*/
0118833a 137
2237bd01 138// AcqDiffIndex::AcqDiffIndex - Constructor
ac5b205a 139// ---------------------------------------------------------------------
2237bd01
MV
140/* Get the DiffIndex file first and see if there are patches availabe
141 * If so, create a pkgAcqIndexDiffs fetcher that will get and apply the
142 * patches. If anything goes wrong in that process, it will fall back to
143 * the original packages file
ac5b205a 144 */
2237bd01
MV
145pkgAcqDiffIndex::pkgAcqDiffIndex(pkgAcquire *Owner,
146 string URI,string URIDesc,string ShortDesc,
147 string ExpectedMD5)
148 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5), Description(URIDesc)
ac5b205a
MV
149{
150
ac5b205a
MV
151 Debug = _config->FindB("Debug::pkgAcquire::Diffs",false);
152
2237bd01 153 Desc.Description = URIDesc + "/DiffIndex";
ac5b205a
MV
154 Desc.Owner = this;
155 Desc.ShortDesc = ShortDesc;
2237bd01
MV
156 Desc.URI = URI + ".diff/Index";
157
158 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
159 DestFile += URItoFileName(URI) + string(".DiffIndex");
160
161 if(Debug)
162 std::clog << "pkgAcqDiffIndex: " << Desc.URI << std::endl;
ac5b205a 163
2237bd01 164 // look for the current package file
ac5b205a
MV
165 CurrentPackagesFile = _config->FindDir("Dir::State::lists");
166 CurrentPackagesFile += URItoFileName(RealURI);
167
b4e57d2d
MV
168 // FIXME: this file:/ check is a hack to prevent fetching
169 // from local sources. this is really silly, and
170 // should be fixed cleanly as soon as possible
ac5b205a 171 if(!FileExists(CurrentPackagesFile) ||
81fcf9e2 172 Desc.URI.substr(0,strlen("file:/")) == "file:/")
2ac3eeb6 173 {
ac5b205a
MV
174 // we don't have a pkg file or we don't want to queue
175 if(Debug)
b4e57d2d 176 std::clog << "No index file, local or canceld by user" << std::endl;
ac5b205a
MV
177 Failed("", NULL);
178 return;
179 }
180
2ac3eeb6 181 if(Debug)
2237bd01
MV
182 std::clog << "pkgAcqIndexDiffs::pkgAcqIndexDiffs(): "
183 << CurrentPackagesFile << std::endl;
2ac3eeb6 184
ac5b205a 185 QueueURI(Desc);
2237bd01 186
ac5b205a
MV
187}
188
6cb30d01
MV
189// AcqIndex::Custom600Headers - Insert custom request headers /*{{{*/
190// ---------------------------------------------------------------------
191/* The only header we use is the last-modified header. */
2237bd01 192string pkgAcqDiffIndex::Custom600Headers()
6cb30d01 193{
6cb30d01
MV
194 string Final = _config->FindDir("Dir::State::lists");
195 Final += URItoFileName(RealURI) + string(".IndexDiff");
196
197 if(Debug)
198 std::clog << "Custom600Header-IMS: " << Final << std::endl;
199
200 struct stat Buf;
201 if (stat(Final.c_str(),&Buf) != 0)
202 return "\nIndex-File: true";
203
204 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
205}
206
2237bd01
MV
207
208bool pkgAcqDiffIndex::ParseDiffIndex(string IndexDiffFile)
209{
210 if(Debug)
211 std::clog << "pkgAcqIndexDiffs::ParseIndexDiff() " << IndexDiffFile
212 << std::endl;
213
214 pkgTagSection Tags;
215 string ServerSha1;
216 vector<DiffInfo> available_patches;
217
218 FileFd Fd(IndexDiffFile,FileFd::ReadOnly);
219 pkgTagFile TF(&Fd);
220 if (_error->PendingError() == true)
221 return false;
222
223 if(TF.Step(Tags) == true)
224 {
225 string local_sha1;
002d9943
MV
226 bool found = false;
227 DiffInfo d;
228 string size;
229
2237bd01
MV
230 string tmp = Tags.FindS("SHA1-Current");
231 std::stringstream ss(tmp);
232 ss >> ServerSha1;
233
234 FileFd fd(CurrentPackagesFile, FileFd::ReadOnly);
235 SHA1Summation SHA1;
236 SHA1.AddFD(fd.Fd(), fd.Size());
237 local_sha1 = string(SHA1.Result());
238
2ac3eeb6
MV
239 if(local_sha1 == ServerSha1)
240 {
241 // we have the same sha1 as the server
2237bd01
MV
242 if(Debug)
243 std::clog << "Package file is up-to-date" << std::endl;
002d9943
MV
244 // set found to true, this will queue a pkgAcqIndexDiffs with
245 // a empty availabe_patches
246 found = true;
2ac3eeb6
MV
247 }
248 else
249 {
002d9943
MV
250 if(Debug)
251 std::clog << "SHA1-Current: " << ServerSha1 << std::endl;
252
253 // check the historie and see what patches we need
254 string history = Tags.FindS("SHA1-History");
255 std::stringstream hist(history);
2ac3eeb6
MV
256 while(hist >> d.sha1 >> size >> d.file)
257 {
002d9943
MV
258 d.size = atoi(size.c_str());
259 // read until the first match is found
260 if(d.sha1 == local_sha1)
261 found=true;
262 // from that point on, we probably need all diffs
2ac3eeb6
MV
263 if(found)
264 {
002d9943
MV
265 if(Debug)
266 std::clog << "Need to get diff: " << d.file << std::endl;
267 available_patches.push_back(d);
268 }
2237bd01
MV
269 }
270 }
271
272 // no information how to get the patches, bail out
2ac3eeb6
MV
273 if(!found)
274 {
2237bd01
MV
275 if(Debug)
276 std::clog << "Can't find a patch in the index file" << std::endl;
277 // Failed will queue a big package file
278 Failed("", NULL);
2ac3eeb6
MV
279 }
280 else
281 {
2237bd01
MV
282 // queue the diffs
283 new pkgAcqIndexDiffs(Owner, RealURI, Description, Desc.ShortDesc,
284 ExpectedMD5, available_patches);
285 Complete = false;
286 Status = StatDone;
287 Dequeue();
288 return true;
289 }
290 }
291
292 return false;
293}
294
295void pkgAcqDiffIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
296{
297 if(Debug)
298 std::clog << "pkgAcqDiffIndex failed: " << Desc.URI << std::endl
299 << "Falling back to normal index file aquire" << std::endl;
300
002d9943 301 new pkgAcqIndex(Owner, RealURI, Description, Desc.ShortDesc,
2237bd01
MV
302 ExpectedMD5);
303
304 Complete = false;
305 Status = StatDone;
306 Dequeue();
307}
308
309void pkgAcqDiffIndex::Done(string Message,unsigned long Size,string Md5Hash,
310 pkgAcquire::MethodConfig *Cnf)
311{
312 if(Debug)
313 std::clog << "pkgAcqDiffIndex::Done(): " << Desc.URI << std::endl;
314
315 Item::Done(Message,Size,Md5Hash,Cnf);
316
317 string FinalFile;
318 FinalFile = _config->FindDir("Dir::State::lists")+URItoFileName(RealURI);
319
320 // sucess in downloading the index
321 // rename the index
322 FinalFile += string(".IndexDiff");
323 if(Debug)
324 std::clog << "Renaming: " << DestFile << " -> " << FinalFile
325 << std::endl;
326 Rename(DestFile,FinalFile);
327 chmod(FinalFile.c_str(),0644);
328 DestFile = FinalFile;
329
330 if(!ParseDiffIndex(DestFile))
331 return Failed("", NULL);
332
333 Complete = true;
334 Status = StatDone;
335 Dequeue();
336 return;
337}
338
339
340
341// AcqIndexDiffs::AcqIndexDiffs - Constructor
342// ---------------------------------------------------------------------
343/* The package diff is added to the queue. one object is constructed
344 * for each diff and the index
345 */
346pkgAcqIndexDiffs::pkgAcqIndexDiffs(pkgAcquire *Owner,
347 string URI,string URIDesc,string ShortDesc,
348 string ExpectedMD5, vector<DiffInfo> diffs)
349 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5),
350 available_patches(diffs)
351{
352
353 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
354 DestFile += URItoFileName(URI);
355
356 Debug = _config->FindB("Debug::pkgAcquire::Diffs",false);
357
358 Desc.Description = URIDesc;
359 Desc.Owner = this;
360 Desc.ShortDesc = ShortDesc;
361
2ac3eeb6
MV
362 if(available_patches.size() == 0)
363 {
2237bd01
MV
364 // we are done (yeah!)
365 Finish(true);
2ac3eeb6
MV
366 }
367 else
368 {
2237bd01
MV
369 // get the next diff
370 State = StateFetchDiff;
371 QueueNextDiff();
372 }
373}
374
375
ac5b205a
MV
376void pkgAcqIndexDiffs::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
377{
2237bd01
MV
378 if(Debug)
379 std::clog << "pkgAcqIndexDiffs failed: " << Desc.URI << std::endl
380 << "Falling back to normal index file aquire" << std::endl;
381 new pkgAcqIndex(Owner, RealURI, Description,Desc.ShortDesc,
ac5b205a
MV
382 ExpectedMD5);
383 Finish();
384}
385
386
387// helper that cleans the item out of the fetcher queue
388void pkgAcqIndexDiffs::Finish(bool allDone)
389{
390 // we restore the original name, this is required, otherwise
391 // the file will be cleaned
2ac3eeb6
MV
392 if(allDone)
393 {
ac5b205a
MV
394 DestFile = _config->FindDir("Dir::State::lists");
395 DestFile += URItoFileName(RealURI);
2d4722e2
MV
396
397 // do the final md5sum checking
398 MD5Summation sum;
399 FileFd Fd(DestFile, FileFd::ReadOnly);
400 sum.AddFD(Fd.Fd(), Fd.Size());
401 Fd.Close();
402 string MD5 = (string)sum.Result();
403
404 if (!ExpectedMD5.empty() && MD5 != ExpectedMD5)
405 {
406 Status = StatAuthError;
407 ErrorText = _("MD5Sum mismatch");
408 Rename(DestFile,DestFile + ".FAILED");
409 Dequeue();
410 return;
411 }
412
413 // this is for the "real" finish
ac5b205a 414 Complete = true;
cffc2ddd 415 Status = StatDone;
ac5b205a
MV
416 Dequeue();
417 if(Debug)
418 std::clog << "\n\nallDone: " << DestFile << "\n" << std::endl;
419 return;
ac5b205a
MV
420 }
421
422 if(Debug)
423 std::clog << "Finishing: " << Desc.URI << std::endl;
424 Complete = false;
425 Status = StatDone;
426 Dequeue();
427 return;
428}
429
430
ac5b205a
MV
431
432bool pkgAcqIndexDiffs::QueueNextDiff()
433{
3de9ff77 434
94dc9d7d
MV
435 // calc sha1 of the just patched file
436 string FinalFile = _config->FindDir("Dir::State::lists");
437 FinalFile += URItoFileName(RealURI);
438
439 FileFd fd(FinalFile, FileFd::ReadOnly);
440 SHA1Summation SHA1;
441 SHA1.AddFD(fd.Fd(), fd.Size());
442 string local_sha1 = string(SHA1.Result());
3de9ff77
MV
443 if(Debug)
444 std::clog << "QueueNextDiff: "
445 << FinalFile << " (" << local_sha1 << ")"<<std::endl;
94dc9d7d 446
26d27645
MV
447 // remove all patches until the next matching patch is found
448 // this requires the Index file to be ordered
94dc9d7d 449 for(vector<DiffInfo>::iterator I=available_patches.begin();
2ac3eeb6
MV
450 available_patches.size() > 0 &&
451 I != available_patches.end() &&
452 (*I).sha1 != local_sha1;
453 I++)
454 {
26d27645 455 available_patches.erase(I);
59a704f0 456 }
94dc9d7d
MV
457
458 // error checking and falling back if no patch was found
2ac3eeb6
MV
459 if(available_patches.size() == 0)
460 {
94dc9d7d
MV
461 Failed("", NULL);
462 return false;
463 }
6cb30d01 464
94dc9d7d 465 // queue the right diff
2237bd01 466 Desc.URI = string(RealURI) + ".diff/" + available_patches[0].file + ".gz";
94dc9d7d 467 Desc.Description = available_patches[0].file + string(".pdiff");
ac5b205a
MV
468
469 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
2237bd01 470 DestFile += URItoFileName(RealURI + ".diff/" + available_patches[0].file);
ac5b205a
MV
471
472 if(Debug)
473 std::clog << "pkgAcqIndexDiffs::QueueNextDiff(): " << Desc.URI << std::endl;
474
475 QueueURI(Desc);
476
477 return true;
478}
479
ac5b205a
MV
480
481
482void pkgAcqIndexDiffs::Done(string Message,unsigned long Size,string Md5Hash,
483 pkgAcquire::MethodConfig *Cnf)
484{
485 if(Debug)
486 std::clog << "pkgAcqIndexDiffs::Done(): " << Desc.URI << std::endl;
487
488 Item::Done(Message,Size,Md5Hash,Cnf);
489
4a0a786f
MV
490 string FinalFile;
491 FinalFile = _config->FindDir("Dir::State::lists")+URItoFileName(RealURI);
6cb30d01 492
4a0a786f
MV
493 // sucess in downloading a diff, enter ApplyDiff state
494 if(State == StateFetchDiff)
495 {
496
497 if(Debug)
498 std::clog << "Sending to gzip method: " << FinalFile << std::endl;
499
500 string FileName = LookupTag(Message,"Filename");
501 State = StateUnzipDiff;
b7347826 502 Local = true;
4a0a786f
MV
503 Desc.URI = "gzip:" + FileName;
504 DestFile += ".decomp";
505 QueueURI(Desc);
506 Mode = "gzip";
507 return;
508 }
509
510 // sucess in downloading a diff, enter ApplyDiff state
511 if(State == StateUnzipDiff)
512 {
513
514 // rred excepts the patch as $FinalFile.ed
515 Rename(DestFile,FinalFile+".ed");
516
517 if(Debug)
518 std::clog << "Sending to rred method: " << FinalFile << std::endl;
519
520 State = StateApplyDiff;
b7347826 521 Local = true;
4a0a786f
MV
522 Desc.URI = "rred:" + FinalFile;
523 QueueURI(Desc);
524 Mode = "rred";
525 return;
526 }
527
528
529 // success in download/apply a diff, queue next (if needed)
530 if(State == StateApplyDiff)
531 {
532 // remove the just applied patch
94dc9d7d 533 available_patches.erase(available_patches.begin());
ac5b205a 534
4a0a786f 535 // move into place
59a704f0
MV
536 if(Debug)
537 {
4a0a786f
MV
538 std::clog << "Moving patched file in place: " << std::endl
539 << DestFile << " -> " << FinalFile << std::endl;
59a704f0 540 }
4a0a786f
MV
541 Rename(DestFile,FinalFile);
542
543 // see if there is more to download
94dc9d7d 544 if(available_patches.size() > 0) {
ac5b205a 545 new pkgAcqIndexDiffs(Owner, RealURI, Description, Desc.ShortDesc,
94dc9d7d 546 ExpectedMD5, available_patches);
4a0a786f
MV
547 return Finish();
548 } else
549 return Finish(true);
ac5b205a 550 }
ac5b205a
MV
551}
552
553
0118833a
AL
554// AcqIndex::AcqIndex - Constructor /*{{{*/
555// ---------------------------------------------------------------------
556/* The package file is added to the queue and a second class is
b2e465d6
AL
557 instantiated to fetch the revision file */
558pkgAcqIndex::pkgAcqIndex(pkgAcquire *Owner,
b3d44315 559 string URI,string URIDesc,string ShortDesc,
ac5b205a
MV
560 string ExpectedMD5, string comprExt)
561 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5)
0118833a 562{
8b89e57f 563 Decompression = false;
bfd22fc0 564 Erase = false;
13e8426f 565
0a8a80e5 566 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 567 DestFile += URItoFileName(URI);
8267fe24 568
b3d44315
MV
569 if(comprExt.empty())
570 {
13e8426f
MV
571 // autoselect the compression method
572 if(FileExists("/usr/bin/bzip2"))
573 CompressionExtension = ".bz2";
574 else
575 CompressionExtension = ".gz";
b3d44315 576 } else {
13e8426f 577 CompressionExtension = comprExt;
b3d44315 578 }
13e8426f 579 Desc.URI = URI + CompressionExtension;
b3d44315 580
b2e465d6 581 Desc.Description = URIDesc;
8267fe24 582 Desc.Owner = this;
b2e465d6 583 Desc.ShortDesc = ShortDesc;
8267fe24
AL
584
585 QueueURI(Desc);
0118833a
AL
586}
587 /*}}}*/
0a8a80e5 588// AcqIndex::Custom600Headers - Insert custom request headers /*{{{*/
0118833a 589// ---------------------------------------------------------------------
0a8a80e5
AL
590/* The only header we use is the last-modified header. */
591string pkgAcqIndex::Custom600Headers()
0118833a 592{
0a8a80e5 593 string Final = _config->FindDir("Dir::State::lists");
b2e465d6 594 Final += URItoFileName(RealURI);
0a8a80e5
AL
595
596 struct stat Buf;
597 if (stat(Final.c_str(),&Buf) != 0)
a72ace20 598 return "\nIndex-File: true";
0118833a 599
a72ace20 600 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
0118833a
AL
601}
602 /*}}}*/
debc84b2
MZ
603
604void pkgAcqIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
605{
606 // no .bz2 found, retry with .gz
46e00f9d 607 if(Desc.URI.substr(Desc.URI.size()-3) == "bz2") {
debc84b2 608 Desc.URI = Desc.URI.substr(0,Desc.URI.size()-3) + "gz";
b3d44315
MV
609
610 // retry with a gzip one
611 new pkgAcqIndex(Owner, RealURI, Desc.Description,Desc.ShortDesc,
612 ExpectedMD5, string(".gz"));
613 Status = StatDone;
614 Complete = false;
615 Dequeue();
debc84b2
MZ
616 return;
617 }
618
619
620 Item::Failed(Message,Cnf);
621}
622
623
8b89e57f
AL
624// AcqIndex::Done - Finished a fetch /*{{{*/
625// ---------------------------------------------------------------------
626/* This goes through a number of states.. On the initial fetch the
627 method could possibly return an alternate filename which points
628 to the uncompressed version of the file. If this is so the file
629 is copied into the partial directory. In all other cases the file
630 is decompressed with a gzip uri. */
459681d3
AL
631void pkgAcqIndex::Done(string Message,unsigned long Size,string MD5,
632 pkgAcquire::MethodConfig *Cfg)
8b89e57f 633{
459681d3 634 Item::Done(Message,Size,MD5,Cfg);
8b89e57f
AL
635
636 if (Decompression == true)
637 {
b3d44315
MV
638 if (_config->FindB("Debug::pkgAcquire::Auth", false))
639 {
640 std::cerr << std::endl << RealURI << ": Computed MD5: " << MD5;
641 std::cerr << " Expected MD5: " << ExpectedMD5 << std::endl;
642 }
643
644 if (MD5.empty())
645 {
646 MD5Summation sum;
647 FileFd Fd(DestFile, FileFd::ReadOnly);
648 sum.AddFD(Fd.Fd(), Fd.Size());
649 Fd.Close();
650 MD5 = (string)sum.Result();
651 }
652
653 if (!ExpectedMD5.empty() && MD5 != ExpectedMD5)
654 {
655 Status = StatAuthError;
656 ErrorText = _("MD5Sum mismatch");
657 Rename(DestFile,DestFile + ".FAILED");
658 return;
659 }
8b89e57f
AL
660 // Done, move it into position
661 string FinalFile = _config->FindDir("Dir::State::lists");
b2e465d6 662 FinalFile += URItoFileName(RealURI);
8b89e57f 663 Rename(DestFile,FinalFile);
7a3c2ab0 664 chmod(FinalFile.c_str(),0644);
bfd22fc0 665
7a7fa5f0
AL
666 /* We restore the original name to DestFile so that the clean operation
667 will work OK */
668 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 669 DestFile += URItoFileName(RealURI);
7a7fa5f0 670
bfd22fc0
AL
671 // Remove the compressed version.
672 if (Erase == true)
bfd22fc0 673 unlink(DestFile.c_str());
8b89e57f
AL
674 return;
675 }
bfd22fc0
AL
676
677 Erase = false;
8267fe24 678 Complete = true;
bfd22fc0 679
8b89e57f
AL
680 // Handle the unzipd case
681 string FileName = LookupTag(Message,"Alt-Filename");
682 if (FileName.empty() == false)
683 {
684 // The files timestamp matches
685 if (StringToBool(LookupTag(Message,"Alt-IMS-Hit"),false) == true)
686 return;
b3d44315 687
8b89e57f 688 Decompression = true;
a6568219 689 Local = true;
8b89e57f 690 DestFile += ".decomp";
8267fe24
AL
691 Desc.URI = "copy:" + FileName;
692 QueueURI(Desc);
b98f2859 693 Mode = "copy";
8b89e57f
AL
694 return;
695 }
696
697 FileName = LookupTag(Message,"Filename");
698 if (FileName.empty() == true)
699 {
700 Status = StatError;
701 ErrorText = "Method gave a blank filename";
702 }
703
704 // The files timestamp matches
705 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
706 return;
bfd22fc0
AL
707
708 if (FileName == DestFile)
709 Erase = true;
8267fe24 710 else
a6568219 711 Local = true;
8b89e57f 712
46e00f9d 713 string compExt = Desc.URI.substr(Desc.URI.size()-3);
debc84b2
MZ
714 char *decompProg;
715 if(compExt == "bz2")
716 decompProg = "bzip2";
717 else if(compExt == ".gz")
718 decompProg = "gzip";
719 else {
720 _error->Error("Unsupported extension: %s", compExt.c_str());
721 return;
722 }
723
8b89e57f
AL
724 Decompression = true;
725 DestFile += ".decomp";
debc84b2 726 Desc.URI = string(decompProg) + ":" + FileName;
8267fe24 727 QueueURI(Desc);
debc84b2 728 Mode = decompProg;
8b89e57f 729}
8b89e57f 730
a52f938b
OS
731// AcqIndexTrans::pkgAcqIndexTrans - Constructor /*{{{*/
732// ---------------------------------------------------------------------
733/* The Translation file is added to the queue */
734pkgAcqIndexTrans::pkgAcqIndexTrans(pkgAcquire *Owner,
735 string URI,string URIDesc,string ShortDesc) :
a7a5b0d9 736 pkgAcqIndex(Owner, URI, URIDesc, ShortDesc, "", "")
a52f938b
OS
737{
738}
739
740 /*}}}*/
741// AcqIndexTrans::Failed - Silence failure messages for missing files /*{{{*/
742// ---------------------------------------------------------------------
743/* */
744void pkgAcqIndexTrans::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
745{
746 if (Cnf->LocalOnly == true ||
747 StringToBool(LookupTag(Message,"Transient-Failure"),false) == false)
748 {
749 // Ignore this
750 Status = StatDone;
751 Complete = false;
752 Dequeue();
753 return;
754 }
755
756 Item::Failed(Message,Cnf);
757}
758 /*}}}*/
759
b3d44315
MV
760pkgAcqMetaSig::pkgAcqMetaSig(pkgAcquire *Owner,
761 string URI,string URIDesc,string ShortDesc,
762 string MetaIndexURI, string MetaIndexURIDesc,
763 string MetaIndexShortDesc,
764 const vector<IndexTarget*>* IndexTargets,
765 indexRecords* MetaIndexParser) :
766 Item(Owner), RealURI(URI), MetaIndexURI(MetaIndexURI),
46e00f9d
MV
767 MetaIndexURIDesc(MetaIndexURIDesc), MetaIndexShortDesc(MetaIndexShortDesc),
768 MetaIndexParser(MetaIndexParser), IndexTargets(IndexTargets)
0118833a 769{
0a8a80e5 770 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 771 DestFile += URItoFileName(URI);
b3d44315 772
f6237efd
MV
773 // remove any partial downloaded sig-file. it may confuse proxies
774 // and is too small to warrant a partial download anyway
775 unlink(DestFile.c_str());
776
8267fe24 777 // Create the item
b2e465d6 778 Desc.Description = URIDesc;
8267fe24 779 Desc.Owner = this;
b3d44315
MV
780 Desc.ShortDesc = ShortDesc;
781 Desc.URI = URI;
782
783
784 string Final = _config->FindDir("Dir::State::lists");
785 Final += URItoFileName(RealURI);
786 struct stat Buf;
787 if (stat(Final.c_str(),&Buf) == 0)
788 {
789 // File was already in place. It needs to be re-verified
790 // because Release might have changed, so Move it into partial
791 Rename(Final,DestFile);
792 }
8267fe24 793
8267fe24 794 QueueURI(Desc);
0118833a
AL
795}
796 /*}}}*/
b3d44315 797// pkgAcqMetaSig::Custom600Headers - Insert custom request headers /*{{{*/
0118833a 798// ---------------------------------------------------------------------
0a8a80e5 799/* The only header we use is the last-modified header. */
b3d44315 800string pkgAcqMetaSig::Custom600Headers()
0118833a 801{
0a8a80e5 802 struct stat Buf;
2aab5956 803 if (stat(DestFile.c_str(),&Buf) != 0)
a72ace20 804 return "\nIndex-File: true";
a789b983 805
a72ace20 806 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
0118833a 807}
b3d44315
MV
808
809void pkgAcqMetaSig::Done(string Message,unsigned long Size,string MD5,
810 pkgAcquire::MethodConfig *Cfg)
c88edf1d 811{
459681d3 812 Item::Done(Message,Size,MD5,Cfg);
c88edf1d
AL
813
814 string FileName = LookupTag(Message,"Filename");
815 if (FileName.empty() == true)
816 {
817 Status = StatError;
818 ErrorText = "Method gave a blank filename";
8b89e57f 819 return;
c88edf1d 820 }
8b89e57f 821
c88edf1d
AL
822 if (FileName != DestFile)
823 {
b3d44315 824 // We have to copy it into place
a6568219 825 Local = true;
8267fe24
AL
826 Desc.URI = "copy:" + FileName;
827 QueueURI(Desc);
c88edf1d
AL
828 return;
829 }
b3d44315
MV
830
831 Complete = true;
832
833 // queue a pkgAcqMetaIndex to be verified against the sig we just retrieved
834 new pkgAcqMetaIndex(Owner, MetaIndexURI, MetaIndexURIDesc, MetaIndexShortDesc,
835 DestFile, IndexTargets, MetaIndexParser);
836
c88edf1d
AL
837}
838 /*}}}*/
b3d44315 839void pkgAcqMetaSig::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
681d76d0 840{
a789b983 841
75dd8af1 842 // if we get a network error we fail gracefully
25182152 843 if(LookupTag(Message,"FailReason") == "Timeout" ||
0c1b7be9 844 LookupTag(Message,"FailReason") == "TmpResolveFailure" ||
75dd8af1 845 LookupTag(Message,"FailReason") == "ConnectionRefused") {
24057ad6
MV
846 Item::Failed(Message,Cnf);
847 return;
848 }
849
75dd8af1
MV
850 // Delete any existing sigfile when the acquire failed
851 string Final = _config->FindDir("Dir::State::lists") + URItoFileName(RealURI);
852 unlink(Final.c_str());
853
b3d44315
MV
854 // queue a pkgAcqMetaIndex with no sigfile
855 new pkgAcqMetaIndex(Owner, MetaIndexURI, MetaIndexURIDesc, MetaIndexShortDesc,
856 "", IndexTargets, MetaIndexParser);
857
681d76d0
AL
858 if (Cnf->LocalOnly == true ||
859 StringToBool(LookupTag(Message,"Transient-Failure"),false) == false)
860 {
2b154e53
AL
861 // Ignore this
862 Status = StatDone;
863 Complete = false;
681d76d0
AL
864 Dequeue();
865 return;
866 }
867
868 Item::Failed(Message,Cnf);
869}
b3d44315
MV
870
871pkgAcqMetaIndex::pkgAcqMetaIndex(pkgAcquire *Owner,
872 string URI,string URIDesc,string ShortDesc,
873 string SigFile,
874 const vector<struct IndexTarget*>* IndexTargets,
875 indexRecords* MetaIndexParser) :
46e00f9d 876 Item(Owner), RealURI(URI), SigFile(SigFile), AuthPass(false),
f381d68d 877 MetaIndexParser(MetaIndexParser), IndexTargets(IndexTargets), IMSHit(false)
b3d44315 878{
b3d44315
MV
879 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
880 DestFile += URItoFileName(URI);
881
882 // Create the item
883 Desc.Description = URIDesc;
884 Desc.Owner = this;
885 Desc.ShortDesc = ShortDesc;
886 Desc.URI = URI;
887
888 QueueURI(Desc);
889}
890
891 /*}}}*/
892// pkgAcqMetaIndex::Custom600Headers - Insert custom request headers /*{{{*/
893// ---------------------------------------------------------------------
894/* The only header we use is the last-modified header. */
895string pkgAcqMetaIndex::Custom600Headers()
896{
897 string Final = _config->FindDir("Dir::State::lists");
898 Final += URItoFileName(RealURI);
899
900 struct stat Buf;
901 if (stat(Final.c_str(),&Buf) != 0)
902 return "\nIndex-File: true";
903
904 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
905}
906
907void pkgAcqMetaIndex::Done(string Message,unsigned long Size,string MD5,
908 pkgAcquire::MethodConfig *Cfg)
909{
910 Item::Done(Message,Size,MD5,Cfg);
911
912 // MetaIndexes are done in two passes: one to download the
913 // metaindex with an appropriate method, and a second to verify it
914 // with the gpgv method
915
916 if (AuthPass == true)
917 {
918 AuthDone(Message);
919 }
920 else
921 {
922 RetrievalDone(Message);
923 if (!Complete)
924 // Still more retrieving to do
925 return;
926
927 if (SigFile == "")
928 {
929 // There was no signature file, so we are finished. Download
930 // the indexes without verification.
931 QueueIndexes(false);
932 }
933 else
934 {
935 // There was a signature file, so pass it to gpgv for
936 // verification
937
938 if (_config->FindB("Debug::pkgAcquire::Auth", false))
939 std::cerr << "Metaindex acquired, queueing gpg verification ("
940 << SigFile << "," << DestFile << ")\n";
941 AuthPass = true;
942 Desc.URI = "gpgv:" + SigFile;
943 QueueURI(Desc);
944 Mode = "gpgv";
945 }
946 }
947}
948
949void pkgAcqMetaIndex::RetrievalDone(string Message)
950{
951 // We have just finished downloading a Release file (it is not
952 // verified yet)
953
954 string FileName = LookupTag(Message,"Filename");
955 if (FileName.empty() == true)
956 {
957 Status = StatError;
958 ErrorText = "Method gave a blank filename";
959 return;
960 }
961
962 if (FileName != DestFile)
963 {
964 Local = true;
965 Desc.URI = "copy:" + FileName;
966 QueueURI(Desc);
967 return;
968 }
969
f381d68d
MV
970 // see if the download was a IMSHit
971 IMSHit = StringToBool(LookupTag(Message,"IMS-Hit"),false);
972
b3d44315
MV
973 Complete = true;
974
975 string FinalFile = _config->FindDir("Dir::State::lists");
976 FinalFile += URItoFileName(RealURI);
977
978 // The files timestamp matches
979 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == false)
980 {
981 // Move it into position
982 Rename(DestFile,FinalFile);
983 }
984 DestFile = FinalFile;
985}
986
987void pkgAcqMetaIndex::AuthDone(string Message)
988{
989 // At this point, the gpgv method has succeeded, so there is a
990 // valid signature from a key in the trusted keyring. We
991 // perform additional verification of its contents, and use them
992 // to verify the indexes we are about to download
993
994 if (!MetaIndexParser->Load(DestFile))
995 {
996 Status = StatAuthError;
997 ErrorText = MetaIndexParser->ErrorText;
998 return;
999 }
1000
ce424cd4 1001 if (!VerifyVendor(Message))
b3d44315
MV
1002 {
1003 return;
1004 }
1005
1006 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1007 std::cerr << "Signature verification succeeded: "
1008 << DestFile << std::endl;
1009
1010 // Download further indexes with verification
1011 QueueIndexes(true);
1012
1013 // Done, move signature file into position
1014
1015 string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
1016 URItoFileName(RealURI) + ".gpg";
1017 Rename(SigFile,VerifiedSigFile);
1018 chmod(VerifiedSigFile.c_str(),0644);
1019}
1020
1021void pkgAcqMetaIndex::QueueIndexes(bool verify)
1022{
1023 for (vector <struct IndexTarget*>::const_iterator Target = IndexTargets->begin();
1024 Target != IndexTargets->end();
1025 Target++)
1026 {
1027 string ExpectedIndexMD5;
1028 if (verify)
1029 {
1030 const indexRecords::checkSum *Record = MetaIndexParser->Lookup((*Target)->MetaKey);
1031 if (!Record)
1032 {
1033 Status = StatAuthError;
1034 ErrorText = "Unable to find expected entry "
1035 + (*Target)->MetaKey + " in Meta-index file (malformed Release file?)";
1036 return;
1037 }
1038 ExpectedIndexMD5 = Record->MD5Hash;
1039 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1040 {
1041 std::cerr << "Queueing: " << (*Target)->URI << std::endl;
1042 std::cerr << "Expected MD5: " << ExpectedIndexMD5 << std::endl;
1043 }
1044 if (ExpectedIndexMD5.empty())
1045 {
1046 Status = StatAuthError;
1047 ErrorText = "Unable to find MD5 sum for "
1048 + (*Target)->MetaKey + " in Meta-index file";
1049 return;
1050 }
1051 }
1052
2ac3eeb6
MV
1053 // Queue Packages file (either diff or full packages files, depending
1054 // on the users option)
27299daf 1055 if(_config->FindB("Acquire::PDiffs",true) == true)
2ac3eeb6
MV
1056 new pkgAcqDiffIndex(Owner, (*Target)->URI, (*Target)->Description,
1057 (*Target)->ShortDesc, ExpectedIndexMD5);
1058 else
81fcf9e2 1059 new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
2ac3eeb6 1060 (*Target)->ShortDesc, ExpectedIndexMD5);
b3d44315
MV
1061 }
1062}
1063
ce424cd4 1064bool pkgAcqMetaIndex::VerifyVendor(string Message)
b3d44315
MV
1065{
1066// // Maybe this should be made available from above so we don't have
1067// // to read and parse it every time?
1068// pkgVendorList List;
1069// List.ReadMainList();
1070
1071// const Vendor* Vndr = NULL;
1072// for (std::vector<string>::const_iterator I = GPGVOutput.begin(); I != GPGVOutput.end(); I++)
1073// {
1074// string::size_type pos = (*I).find("VALIDSIG ");
1075// if (_config->FindB("Debug::Vendor", false))
1076// std::cerr << "Looking for VALIDSIG in \"" << (*I) << "\": pos " << pos
1077// << std::endl;
1078// if (pos != std::string::npos)
1079// {
1080// string Fingerprint = (*I).substr(pos+sizeof("VALIDSIG"));
1081// if (_config->FindB("Debug::Vendor", false))
1082// std::cerr << "Looking for \"" << Fingerprint << "\" in vendor..." <<
1083// std::endl;
1084// Vndr = List.FindVendor(Fingerprint) != "";
1085// if (Vndr != NULL);
1086// break;
1087// }
1088// }
ce424cd4
MV
1089 string::size_type pos;
1090
1091 // check for missing sigs (that where not fatal because otherwise we had
1092 // bombed earlier)
1093 string missingkeys;
4d165fe0 1094 string msg = _("There are no public key available for the "
ce424cd4
MV
1095 "following key IDs:\n");
1096 pos = Message.find("NO_PUBKEY ");
1097 if (pos != std::string::npos)
1098 {
1099 string::size_type start = pos+strlen("NO_PUBKEY ");
1100 string Fingerprint = Message.substr(start, Message.find("\n")-start);
1101 missingkeys += (Fingerprint);
1102 }
1103 if(!missingkeys.empty())
1104 _error->Warning("%s", string(msg+missingkeys).c_str());
b3d44315
MV
1105
1106 string Transformed = MetaIndexParser->GetExpectedDist();
1107
1108 if (Transformed == "../project/experimental")
1109 {
1110 Transformed = "experimental";
1111 }
1112
ce424cd4 1113 pos = Transformed.rfind('/');
b3d44315
MV
1114 if (pos != string::npos)
1115 {
1116 Transformed = Transformed.substr(0, pos);
1117 }
1118
1119 if (Transformed == ".")
1120 {
1121 Transformed = "";
1122 }
1123
1124 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1125 {
1126 std::cerr << "Got Codename: " << MetaIndexParser->GetDist() << std::endl;
1127 std::cerr << "Expecting Dist: " << MetaIndexParser->GetExpectedDist() << std::endl;
1128 std::cerr << "Transformed Dist: " << Transformed << std::endl;
1129 }
1130
1131 if (MetaIndexParser->CheckDist(Transformed) == false)
1132 {
1133 // This might become fatal one day
1134// Status = StatAuthError;
1135// ErrorText = "Conflicting distribution; expected "
1136// + MetaIndexParser->GetExpectedDist() + " but got "
1137// + MetaIndexParser->GetDist();
1138// return false;
1139 if (!Transformed.empty())
1140 {
1141 _error->Warning("Conflicting distribution: %s (expected %s but got %s)",
1142 Desc.Description.c_str(),
1143 Transformed.c_str(),
1144 MetaIndexParser->GetDist().c_str());
1145 }
1146 }
1147
1148 return true;
1149}
1150 /*}}}*/
1151// pkgAcqMetaIndex::Failed - no Release file present or no signature
1152// file present /*{{{*/
1153// ---------------------------------------------------------------------
1154/* */
1155void pkgAcqMetaIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
1156{
1157 if (AuthPass == true)
1158 {
f381d68d
MV
1159 // if we fail the authentication but got the file via a IMS-Hit
1160 // this means that the file wasn't downloaded and that it might be
1161 // just stale (server problem, proxy etc). we delete what we have
1162 // queue it again without i-m-s
1163 // alternatively we could just unlink the file and let the user try again
1164 if (IMSHit)
1165 {
1166 Complete = false;
1167 Local = false;
1168 AuthPass = false;
1169 unlink(DestFile.c_str());
1170
1171 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
1172 DestFile += URItoFileName(RealURI);
1173 Desc.URI = RealURI;
1174 QueueURI(Desc);
1175 return;
1176 }
1177
1178 // gpgv method failed
b3d44315
MV
1179 _error->Warning("GPG error: %s: %s",
1180 Desc.Description.c_str(),
1181 LookupTag(Message,"Message").c_str());
f381d68d 1182
b3d44315
MV
1183 }
1184
1185 // No Release file was present, or verification failed, so fall
1186 // back to queueing Packages files without verification
1187 QueueIndexes(false);
1188}
1189
681d76d0 1190 /*}}}*/
03e39e59
AL
1191
1192// AcqArchive::AcqArchive - Constructor /*{{{*/
1193// ---------------------------------------------------------------------
17caf1b1
AL
1194/* This just sets up the initial fetch environment and queues the first
1195 possibilitiy */
03e39e59 1196pkgAcqArchive::pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources,
30e1eab5
AL
1197 pkgRecords *Recs,pkgCache::VerIterator const &Version,
1198 string &StoreFilename) :
1199 Item(Owner), Version(Version), Sources(Sources), Recs(Recs),
b3d44315
MV
1200 StoreFilename(StoreFilename), Vf(Version.FileList()),
1201 Trusted(false)
03e39e59 1202{
7d8afa39 1203 Retries = _config->FindI("Acquire::Retries",0);
813c8eea
AL
1204
1205 if (Version.Arch() == 0)
bdae53f1 1206 {
d1f1f6a8 1207 _error->Error(_("I wasn't able to locate a file for the %s package. "
7a3c2ab0
AL
1208 "This might mean you need to manually fix this package. "
1209 "(due to missing arch)"),
813c8eea 1210 Version.ParentPkg().Name());
bdae53f1
AL
1211 return;
1212 }
813c8eea 1213
b2e465d6
AL
1214 /* We need to find a filename to determine the extension. We make the
1215 assumption here that all the available sources for this version share
1216 the same extension.. */
1217 // Skip not source sources, they do not have file fields.
1218 for (; Vf.end() == false; Vf++)
1219 {
1220 if ((Vf.File()->Flags & pkgCache::Flag::NotSource) != 0)
1221 continue;
1222 break;
1223 }
1224
1225 // Does not really matter here.. we are going to fail out below
1226 if (Vf.end() != true)
1227 {
1228 // If this fails to get a file name we will bomb out below.
1229 pkgRecords::Parser &Parse = Recs->Lookup(Vf);
1230 if (_error->PendingError() == true)
1231 return;
1232
1233 // Generate the final file name as: package_version_arch.foo
1234 StoreFilename = QuoteString(Version.ParentPkg().Name(),"_:") + '_' +
1235 QuoteString(Version.VerStr(),"_:") + '_' +
1236 QuoteString(Version.Arch(),"_:.") +
1237 "." + flExtension(Parse.FileName());
1238 }
b3d44315
MV
1239
1240 // check if we have one trusted source for the package. if so, switch
1241 // to "TrustedOnly" mode
1242 for (pkgCache::VerFileIterator i = Version.FileList(); i.end() == false; i++)
1243 {
1244 pkgIndexFile *Index;
1245 if (Sources->FindIndex(i.File(),Index) == false)
1246 continue;
1247 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1248 {
1249 std::cerr << "Checking index: " << Index->Describe()
1250 << "(Trusted=" << Index->IsTrusted() << ")\n";
1251 }
1252 if (Index->IsTrusted()) {
1253 Trusted = true;
1254 break;
1255 }
1256 }
1257
a3371852
MV
1258 // "allow-unauthenticated" restores apts old fetching behaviour
1259 // that means that e.g. unauthenticated file:// uris are higher
1260 // priority than authenticated http:// uris
1261 if (_config->FindB("APT::Get::AllowUnauthenticated",false) == true)
1262 Trusted = false;
1263
03e39e59 1264 // Select a source
b185acc2 1265 if (QueueNext() == false && _error->PendingError() == false)
b2e465d6
AL
1266 _error->Error(_("I wasn't able to locate file for the %s package. "
1267 "This might mean you need to manually fix this package."),
b185acc2
AL
1268 Version.ParentPkg().Name());
1269}
1270 /*}}}*/
1271// AcqArchive::QueueNext - Queue the next file source /*{{{*/
1272// ---------------------------------------------------------------------
17caf1b1
AL
1273/* This queues the next available file version for download. It checks if
1274 the archive is already available in the cache and stashs the MD5 for
1275 checking later. */
b185acc2 1276bool pkgAcqArchive::QueueNext()
b2e465d6 1277{
03e39e59
AL
1278 for (; Vf.end() == false; Vf++)
1279 {
1280 // Ignore not source sources
1281 if ((Vf.File()->Flags & pkgCache::Flag::NotSource) != 0)
1282 continue;
1283
1284 // Try to cross match against the source list
b2e465d6
AL
1285 pkgIndexFile *Index;
1286 if (Sources->FindIndex(Vf.File(),Index) == false)
1287 continue;
03e39e59 1288
b3d44315
MV
1289 // only try to get a trusted package from another source if that source
1290 // is also trusted
1291 if(Trusted && !Index->IsTrusted())
1292 continue;
1293
03e39e59
AL
1294 // Grab the text package record
1295 pkgRecords::Parser &Parse = Recs->Lookup(Vf);
1296 if (_error->PendingError() == true)
b185acc2 1297 return false;
03e39e59 1298
b2e465d6 1299 string PkgFile = Parse.FileName();
03e39e59
AL
1300 MD5 = Parse.MD5Hash();
1301 if (PkgFile.empty() == true)
b2e465d6
AL
1302 return _error->Error(_("The package index files are corrupted. No Filename: "
1303 "field for package %s."),
1304 Version.ParentPkg().Name());
a6568219 1305
b3d44315
MV
1306 Desc.URI = Index->ArchiveURI(PkgFile);
1307 Desc.Description = Index->ArchiveInfo(Version);
1308 Desc.Owner = this;
1309 Desc.ShortDesc = Version.ParentPkg().Name();
1310
17caf1b1 1311 // See if we already have the file. (Legacy filenames)
a6568219
AL
1312 FileSize = Version->Size;
1313 string FinalFile = _config->FindDir("Dir::Cache::Archives") + flNotDir(PkgFile);
1314 struct stat Buf;
1315 if (stat(FinalFile.c_str(),&Buf) == 0)
1316 {
1317 // Make sure the size matches
1318 if ((unsigned)Buf.st_size == Version->Size)
1319 {
1320 Complete = true;
1321 Local = true;
1322 Status = StatDone;
30e1eab5 1323 StoreFilename = DestFile = FinalFile;
b185acc2 1324 return true;
a6568219
AL
1325 }
1326
6b1ff003
AL
1327 /* Hmm, we have a file and its size does not match, this means it is
1328 an old style mismatched arch */
a6568219
AL
1329 unlink(FinalFile.c_str());
1330 }
17caf1b1
AL
1331
1332 // Check it again using the new style output filenames
1333 FinalFile = _config->FindDir("Dir::Cache::Archives") + flNotDir(StoreFilename);
1334 if (stat(FinalFile.c_str(),&Buf) == 0)
1335 {
1336 // Make sure the size matches
1337 if ((unsigned)Buf.st_size == Version->Size)
1338 {
1339 Complete = true;
1340 Local = true;
1341 Status = StatDone;
1342 StoreFilename = DestFile = FinalFile;
1343 return true;
1344 }
1345
1346 /* Hmm, we have a file and its size does not match, this shouldnt
1347 happen.. */
1348 unlink(FinalFile.c_str());
1349 }
1350
1351 DestFile = _config->FindDir("Dir::Cache::Archives") + "partial/" + flNotDir(StoreFilename);
6b1ff003
AL
1352
1353 // Check the destination file
1354 if (stat(DestFile.c_str(),&Buf) == 0)
1355 {
1356 // Hmm, the partial file is too big, erase it
1357 if ((unsigned)Buf.st_size > Version->Size)
1358 unlink(DestFile.c_str());
1359 else
1360 PartialSize = Buf.st_size;
1361 }
1362
03e39e59 1363 // Create the item
b2e465d6
AL
1364 Local = false;
1365 Desc.URI = Index->ArchiveURI(PkgFile);
1366 Desc.Description = Index->ArchiveInfo(Version);
03e39e59
AL
1367 Desc.Owner = this;
1368 Desc.ShortDesc = Version.ParentPkg().Name();
1369 QueueURI(Desc);
b185acc2
AL
1370
1371 Vf++;
1372 return true;
03e39e59 1373 }
b185acc2
AL
1374 return false;
1375}
03e39e59
AL
1376 /*}}}*/
1377// AcqArchive::Done - Finished fetching /*{{{*/
1378// ---------------------------------------------------------------------
1379/* */
459681d3
AL
1380void pkgAcqArchive::Done(string Message,unsigned long Size,string Md5Hash,
1381 pkgAcquire::MethodConfig *Cfg)
03e39e59 1382{
459681d3 1383 Item::Done(Message,Size,Md5Hash,Cfg);
03e39e59
AL
1384
1385 // Check the size
1386 if (Size != Version->Size)
1387 {
bdae53f1 1388 Status = StatError;
b2e465d6 1389 ErrorText = _("Size mismatch");
03e39e59
AL
1390 return;
1391 }
1392
1393 // Check the md5
1394 if (Md5Hash.empty() == false && MD5.empty() == false)
1395 {
1396 if (Md5Hash != MD5)
1397 {
bdae53f1 1398 Status = StatError;
b2e465d6 1399 ErrorText = _("MD5Sum mismatch");
13e8426f
MV
1400 if(FileExists(DestFile))
1401 Rename(DestFile,DestFile + ".FAILED");
03e39e59
AL
1402 return;
1403 }
1404 }
a6568219
AL
1405
1406 // Grab the output filename
03e39e59
AL
1407 string FileName = LookupTag(Message,"Filename");
1408 if (FileName.empty() == true)
1409 {
1410 Status = StatError;
1411 ErrorText = "Method gave a blank filename";
1412 return;
1413 }
a6568219
AL
1414
1415 Complete = true;
30e1eab5
AL
1416
1417 // Reference filename
a6568219
AL
1418 if (FileName != DestFile)
1419 {
30e1eab5 1420 StoreFilename = DestFile = FileName;
a6568219
AL
1421 Local = true;
1422 return;
1423 }
1424
1425 // Done, move it into position
1426 string FinalFile = _config->FindDir("Dir::Cache::Archives");
17caf1b1 1427 FinalFile += flNotDir(StoreFilename);
a6568219 1428 Rename(DestFile,FinalFile);
03e39e59 1429
30e1eab5 1430 StoreFilename = DestFile = FinalFile;
03e39e59
AL
1431 Complete = true;
1432}
1433 /*}}}*/
db890fdb
AL
1434// AcqArchive::Failed - Failure handler /*{{{*/
1435// ---------------------------------------------------------------------
1436/* Here we try other sources */
7d8afa39 1437void pkgAcqArchive::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
db890fdb
AL
1438{
1439 ErrorText = LookupTag(Message,"Message");
b2e465d6
AL
1440
1441 /* We don't really want to retry on failed media swaps, this prevents
1442 that. An interesting observation is that permanent failures are not
1443 recorded. */
1444 if (Cnf->Removable == true &&
1445 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1446 {
1447 // Vf = Version.FileList();
1448 while (Vf.end() == false) Vf++;
1449 StoreFilename = string();
1450 Item::Failed(Message,Cnf);
1451 return;
1452 }
1453
db890fdb 1454 if (QueueNext() == false)
7d8afa39
AL
1455 {
1456 // This is the retry counter
1457 if (Retries != 0 &&
1458 Cnf->LocalOnly == false &&
1459 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1460 {
1461 Retries--;
1462 Vf = Version.FileList();
1463 if (QueueNext() == true)
1464 return;
1465 }
1466
9dbb421f 1467 StoreFilename = string();
7d8afa39
AL
1468 Item::Failed(Message,Cnf);
1469 }
db890fdb
AL
1470}
1471 /*}}}*/
b3d44315
MV
1472// AcqArchive::IsTrusted - Determine whether this archive comes from a
1473// trusted source /*{{{*/
1474// ---------------------------------------------------------------------
1475bool pkgAcqArchive::IsTrusted()
1476{
1477 return Trusted;
1478}
1479
ab559b35
AL
1480// AcqArchive::Finished - Fetching has finished, tidy up /*{{{*/
1481// ---------------------------------------------------------------------
1482/* */
1483void pkgAcqArchive::Finished()
1484{
1485 if (Status == pkgAcquire::Item::StatDone &&
1486 Complete == true)
1487 return;
1488 StoreFilename = string();
1489}
1490 /*}}}*/
36375005
AL
1491
1492// AcqFile::pkgAcqFile - Constructor /*{{{*/
1493// ---------------------------------------------------------------------
1494/* The file is added to the queue */
1495pkgAcqFile::pkgAcqFile(pkgAcquire *Owner,string URI,string MD5,
46e00f9d
MV
1496 unsigned long Size,string Dsc,string ShortDesc,
1497 const string &DestDir, const string &DestFilename) :
b3c39978 1498 Item(Owner), Md5Hash(MD5)
36375005 1499{
08cfc005
AL
1500 Retries = _config->FindI("Acquire::Retries",0);
1501
46e00f9d
MV
1502 if(!DestFilename.empty())
1503 DestFile = DestFilename;
1504 else if(!DestDir.empty())
1505 DestFile = DestDir + "/" + flNotDir(URI);
1506 else
1507 DestFile = flNotDir(URI);
1508
36375005
AL
1509 // Create the item
1510 Desc.URI = URI;
1511 Desc.Description = Dsc;
1512 Desc.Owner = this;
1513
1514 // Set the short description to the archive component
1515 Desc.ShortDesc = ShortDesc;
1516
1517 // Get the transfer sizes
1518 FileSize = Size;
1519 struct stat Buf;
1520 if (stat(DestFile.c_str(),&Buf) == 0)
1521 {
1522 // Hmm, the partial file is too big, erase it
1523 if ((unsigned)Buf.st_size > Size)
1524 unlink(DestFile.c_str());
1525 else
1526 PartialSize = Buf.st_size;
1527 }
092ae175 1528
36375005
AL
1529 QueueURI(Desc);
1530}
1531 /*}}}*/
1532// AcqFile::Done - Item downloaded OK /*{{{*/
1533// ---------------------------------------------------------------------
1534/* */
459681d3
AL
1535void pkgAcqFile::Done(string Message,unsigned long Size,string MD5,
1536 pkgAcquire::MethodConfig *Cnf)
36375005 1537{
b3c39978
AL
1538 // Check the md5
1539 if (Md5Hash.empty() == false && MD5.empty() == false)
1540 {
1541 if (Md5Hash != MD5)
1542 {
1543 Status = StatError;
1544 ErrorText = "MD5Sum mismatch";
1545 Rename(DestFile,DestFile + ".FAILED");
1546 return;
1547 }
1548 }
1549
459681d3 1550 Item::Done(Message,Size,MD5,Cnf);
36375005
AL
1551
1552 string FileName = LookupTag(Message,"Filename");
1553 if (FileName.empty() == true)
1554 {
1555 Status = StatError;
1556 ErrorText = "Method gave a blank filename";
1557 return;
1558 }
1559
1560 Complete = true;
1561
1562 // The files timestamp matches
1563 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
1564 return;
1565
1566 // We have to copy it into place
1567 if (FileName != DestFile)
1568 {
1569 Local = true;
459681d3
AL
1570 if (_config->FindB("Acquire::Source-Symlinks",true) == false ||
1571 Cnf->Removable == true)
917ae805
AL
1572 {
1573 Desc.URI = "copy:" + FileName;
1574 QueueURI(Desc);
1575 return;
1576 }
1577
83ab33fc
AL
1578 // Erase the file if it is a symlink so we can overwrite it
1579 struct stat St;
1580 if (lstat(DestFile.c_str(),&St) == 0)
1581 {
1582 if (S_ISLNK(St.st_mode) != 0)
1583 unlink(DestFile.c_str());
1584 }
1585
1586 // Symlink the file
917ae805
AL
1587 if (symlink(FileName.c_str(),DestFile.c_str()) != 0)
1588 {
83ab33fc 1589 ErrorText = "Link to " + DestFile + " failure ";
917ae805
AL
1590 Status = StatError;
1591 Complete = false;
1592 }
36375005
AL
1593 }
1594}
1595 /*}}}*/
08cfc005
AL
1596// AcqFile::Failed - Failure handler /*{{{*/
1597// ---------------------------------------------------------------------
1598/* Here we try other sources */
1599void pkgAcqFile::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
1600{
1601 ErrorText = LookupTag(Message,"Message");
1602
1603 // This is the retry counter
1604 if (Retries != 0 &&
1605 Cnf->LocalOnly == false &&
1606 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1607 {
1608 Retries--;
1609 QueueURI(Desc);
1610 return;
1611 }
1612
1613 Item::Failed(Message,Cnf);
1614}
1615 /*}}}*/