]> git.saurik.com Git - apt.git/blame - apt-pkg/acquire-item.cc
* merged the no-pragma branch
[apt.git] / apt-pkg / acquire-item.cc
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
b3d44315 3// $Id: acquire-item.cc,v 1.46.2.9 2004/01/16 18:51:11 mdz Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire Item - Item to acquire
7
8 Each item can download to exactly one file at a time. This means you
9 cannot create an item that fetches two uri's to two files at the same
10 time. The pkgAcqIndex class creates a second class upon instantiation
11 to fetch the other index files because of this.
b185acc2 12
0118833a
AL
13 ##################################################################### */
14 /*}}}*/
15// Include Files /*{{{*/
16#ifdef __GNUG__
17#pragma implementation "apt-pkg/acquire-item.h"
18#endif
19#include <apt-pkg/acquire-item.h>
20#include <apt-pkg/configuration.h>
b2e465d6 21#include <apt-pkg/sourcelist.h>
b3d44315 22#include <apt-pkg/vendorlist.h>
03e39e59 23#include <apt-pkg/error.h>
cdcc6d34 24#include <apt-pkg/strutl.h>
36375005 25#include <apt-pkg/fileutl.h>
b3d44315 26#include <apt-pkg/md5.h>
ac5b205a
MV
27#include <apt-pkg/sha1.h>
28#include <apt-pkg/tagfile.h>
0a8a80e5 29
b2e465d6
AL
30#include <apti18n.h>
31
0a8a80e5
AL
32#include <sys/stat.h>
33#include <unistd.h>
c88edf1d 34#include <errno.h>
5819a761 35#include <string>
ac5b205a 36#include <sstream>
c88edf1d 37#include <stdio.h>
0118833a
AL
38 /*}}}*/
39
b3d44315 40using namespace std;
5819a761 41
0118833a
AL
42// Acquire::Item::Item - Constructor /*{{{*/
43// ---------------------------------------------------------------------
44/* */
8267fe24 45pkgAcquire::Item::Item(pkgAcquire *Owner) : Owner(Owner), FileSize(0),
6b1ff003
AL
46 PartialSize(0), Mode(0), ID(0), Complete(false),
47 Local(false), QueueCounter(0)
0118833a
AL
48{
49 Owner->Add(this);
c88edf1d 50 Status = StatIdle;
0118833a
AL
51}
52 /*}}}*/
53// Acquire::Item::~Item - Destructor /*{{{*/
54// ---------------------------------------------------------------------
55/* */
56pkgAcquire::Item::~Item()
57{
58 Owner->Remove(this);
59}
60 /*}}}*/
c88edf1d
AL
61// Acquire::Item::Failed - Item failed to download /*{{{*/
62// ---------------------------------------------------------------------
93bf083d
AL
63/* We return to an idle state if there are still other queues that could
64 fetch this object */
7d8afa39 65void pkgAcquire::Item::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
c88edf1d 66{
93bf083d 67 Status = StatIdle;
db890fdb 68 ErrorText = LookupTag(Message,"Message");
c88edf1d 69 if (QueueCounter <= 1)
93bf083d 70 {
a72ace20 71 /* This indicates that the file is not available right now but might
7d8afa39 72 be sometime later. If we do a retry cycle then this should be
17caf1b1 73 retried [CDROMs] */
7d8afa39
AL
74 if (Cnf->LocalOnly == true &&
75 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
a72ace20
AL
76 {
77 Status = StatIdle;
681d76d0 78 Dequeue();
a72ace20
AL
79 return;
80 }
81
93bf083d 82 Status = StatError;
681d76d0 83 Dequeue();
93bf083d 84 }
c88edf1d
AL
85}
86 /*}}}*/
8267fe24
AL
87// Acquire::Item::Start - Item has begun to download /*{{{*/
88// ---------------------------------------------------------------------
17caf1b1
AL
89/* Stash status and the file size. Note that setting Complete means
90 sub-phases of the acquire process such as decompresion are operating */
727f18af 91void pkgAcquire::Item::Start(string /*Message*/,unsigned long Size)
8267fe24
AL
92{
93 Status = StatFetching;
94 if (FileSize == 0 && Complete == false)
95 FileSize = Size;
96}
97 /*}}}*/
c88edf1d
AL
98// Acquire::Item::Done - Item downloaded OK /*{{{*/
99// ---------------------------------------------------------------------
100/* */
459681d3
AL
101void pkgAcquire::Item::Done(string Message,unsigned long Size,string,
102 pkgAcquire::MethodConfig *Cnf)
c88edf1d 103{
b98f2859
AL
104 // We just downloaded something..
105 string FileName = LookupTag(Message,"Filename");
8f30ca30
MV
106 // we only inform the Log class if it was actually not a local thing
107 if (Complete == false && !Local && FileName == DestFile)
b98f2859
AL
108 {
109 if (Owner->Log != 0)
110 Owner->Log->Fetched(Size,atoi(LookupTag(Message,"Resume-Point","0").c_str()));
111 }
aa0e1101
AL
112
113 if (FileSize == 0)
114 FileSize= Size;
b98f2859 115
c88edf1d
AL
116 Status = StatDone;
117 ErrorText = string();
118 Owner->Dequeue(this);
119}
120 /*}}}*/
8b89e57f
AL
121// Acquire::Item::Rename - Rename a file /*{{{*/
122// ---------------------------------------------------------------------
123/* This helper function is used by alot of item methods as thier final
124 step */
125void pkgAcquire::Item::Rename(string From,string To)
126{
127 if (rename(From.c_str(),To.c_str()) != 0)
128 {
129 char S[300];
0fcd01de 130 snprintf(S,sizeof(S),_("rename failed, %s (%s -> %s)."),strerror(errno),
8b89e57f
AL
131 From.c_str(),To.c_str());
132 Status = StatError;
133 ErrorText = S;
7a3c2ab0 134 }
8b89e57f
AL
135}
136 /*}}}*/
0118833a 137
2237bd01
MV
138
139// AcqDiffIndex::AcqDiffIndex - Constructor
ac5b205a 140// ---------------------------------------------------------------------
2237bd01
MV
141/* Get the DiffIndex file first and see if there are patches availabe
142 * If so, create a pkgAcqIndexDiffs fetcher that will get and apply the
143 * patches. If anything goes wrong in that process, it will fall back to
144 * the original packages file
ac5b205a 145 */
2237bd01
MV
146pkgAcqDiffIndex::pkgAcqDiffIndex(pkgAcquire *Owner,
147 string URI,string URIDesc,string ShortDesc,
148 string ExpectedMD5)
149 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5), Description(URIDesc)
ac5b205a
MV
150{
151
ac5b205a
MV
152 Debug = _config->FindB("Debug::pkgAcquire::Diffs",false);
153
2237bd01 154 Desc.Description = URIDesc + "/DiffIndex";
ac5b205a
MV
155 Desc.Owner = this;
156 Desc.ShortDesc = ShortDesc;
2237bd01
MV
157 Desc.URI = URI + ".diff/Index";
158
159 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
160 DestFile += URItoFileName(URI) + string(".DiffIndex");
161
162 if(Debug)
163 std::clog << "pkgAcqDiffIndex: " << Desc.URI << std::endl;
ac5b205a 164
2237bd01 165 // look for the current package file
ac5b205a
MV
166 CurrentPackagesFile = _config->FindDir("Dir::State::lists");
167 CurrentPackagesFile += URItoFileName(RealURI);
168
b4e57d2d
MV
169 // FIXME: this file:/ check is a hack to prevent fetching
170 // from local sources. this is really silly, and
171 // should be fixed cleanly as soon as possible
ac5b205a 172 if(!FileExists(CurrentPackagesFile) ||
81fcf9e2 173 Desc.URI.substr(0,strlen("file:/")) == "file:/")
2ac3eeb6 174 {
ac5b205a
MV
175 // we don't have a pkg file or we don't want to queue
176 if(Debug)
b4e57d2d 177 std::clog << "No index file, local or canceld by user" << std::endl;
ac5b205a
MV
178 Failed("", NULL);
179 return;
180 }
181
2ac3eeb6 182 if(Debug)
2237bd01
MV
183 std::clog << "pkgAcqIndexDiffs::pkgAcqIndexDiffs(): "
184 << CurrentPackagesFile << std::endl;
2ac3eeb6 185
ac5b205a 186 QueueURI(Desc);
2237bd01 187
ac5b205a
MV
188}
189
6cb30d01
MV
190// AcqIndex::Custom600Headers - Insert custom request headers /*{{{*/
191// ---------------------------------------------------------------------
192/* The only header we use is the last-modified header. */
2237bd01 193string pkgAcqDiffIndex::Custom600Headers()
6cb30d01 194{
6cb30d01
MV
195 string Final = _config->FindDir("Dir::State::lists");
196 Final += URItoFileName(RealURI) + string(".IndexDiff");
197
198 if(Debug)
199 std::clog << "Custom600Header-IMS: " << Final << std::endl;
200
201 struct stat Buf;
202 if (stat(Final.c_str(),&Buf) != 0)
203 return "\nIndex-File: true";
204
205 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
206}
207
2237bd01
MV
208
209bool pkgAcqDiffIndex::ParseDiffIndex(string IndexDiffFile)
210{
211 if(Debug)
212 std::clog << "pkgAcqIndexDiffs::ParseIndexDiff() " << IndexDiffFile
213 << std::endl;
214
215 pkgTagSection Tags;
216 string ServerSha1;
217 vector<DiffInfo> available_patches;
218
219 FileFd Fd(IndexDiffFile,FileFd::ReadOnly);
220 pkgTagFile TF(&Fd);
221 if (_error->PendingError() == true)
222 return false;
223
224 if(TF.Step(Tags) == true)
225 {
226 string local_sha1;
002d9943
MV
227 bool found = false;
228 DiffInfo d;
229 string size;
230
2237bd01
MV
231 string tmp = Tags.FindS("SHA1-Current");
232 std::stringstream ss(tmp);
233 ss >> ServerSha1;
234
235 FileFd fd(CurrentPackagesFile, FileFd::ReadOnly);
236 SHA1Summation SHA1;
237 SHA1.AddFD(fd.Fd(), fd.Size());
238 local_sha1 = string(SHA1.Result());
239
2ac3eeb6
MV
240 if(local_sha1 == ServerSha1)
241 {
242 // we have the same sha1 as the server
2237bd01
MV
243 if(Debug)
244 std::clog << "Package file is up-to-date" << std::endl;
002d9943
MV
245 // set found to true, this will queue a pkgAcqIndexDiffs with
246 // a empty availabe_patches
247 found = true;
2ac3eeb6
MV
248 }
249 else
250 {
002d9943
MV
251 if(Debug)
252 std::clog << "SHA1-Current: " << ServerSha1 << std::endl;
253
254 // check the historie and see what patches we need
255 string history = Tags.FindS("SHA1-History");
256 std::stringstream hist(history);
2ac3eeb6
MV
257 while(hist >> d.sha1 >> size >> d.file)
258 {
002d9943
MV
259 d.size = atoi(size.c_str());
260 // read until the first match is found
261 if(d.sha1 == local_sha1)
262 found=true;
263 // from that point on, we probably need all diffs
2ac3eeb6
MV
264 if(found)
265 {
002d9943
MV
266 if(Debug)
267 std::clog << "Need to get diff: " << d.file << std::endl;
268 available_patches.push_back(d);
269 }
2237bd01
MV
270 }
271 }
272
273 // no information how to get the patches, bail out
2ac3eeb6
MV
274 if(!found)
275 {
2237bd01
MV
276 if(Debug)
277 std::clog << "Can't find a patch in the index file" << std::endl;
278 // Failed will queue a big package file
279 Failed("", NULL);
2ac3eeb6
MV
280 }
281 else
282 {
2237bd01
MV
283 // queue the diffs
284 new pkgAcqIndexDiffs(Owner, RealURI, Description, Desc.ShortDesc,
285 ExpectedMD5, available_patches);
286 Complete = false;
287 Status = StatDone;
288 Dequeue();
289 return true;
290 }
291 }
292
293 return false;
294}
295
296void pkgAcqDiffIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
297{
298 if(Debug)
299 std::clog << "pkgAcqDiffIndex failed: " << Desc.URI << std::endl
300 << "Falling back to normal index file aquire" << std::endl;
301
002d9943 302 new pkgAcqIndex(Owner, RealURI, Description, Desc.ShortDesc,
2237bd01
MV
303 ExpectedMD5);
304
305 Complete = false;
306 Status = StatDone;
307 Dequeue();
308}
309
310void pkgAcqDiffIndex::Done(string Message,unsigned long Size,string Md5Hash,
311 pkgAcquire::MethodConfig *Cnf)
312{
313 if(Debug)
314 std::clog << "pkgAcqDiffIndex::Done(): " << Desc.URI << std::endl;
315
316 Item::Done(Message,Size,Md5Hash,Cnf);
317
318 string FinalFile;
319 FinalFile = _config->FindDir("Dir::State::lists")+URItoFileName(RealURI);
320
321 // sucess in downloading the index
322 // rename the index
323 FinalFile += string(".IndexDiff");
324 if(Debug)
325 std::clog << "Renaming: " << DestFile << " -> " << FinalFile
326 << std::endl;
327 Rename(DestFile,FinalFile);
328 chmod(FinalFile.c_str(),0644);
329 DestFile = FinalFile;
330
331 if(!ParseDiffIndex(DestFile))
332 return Failed("", NULL);
333
334 Complete = true;
335 Status = StatDone;
336 Dequeue();
337 return;
338}
339
340
341
342// AcqIndexDiffs::AcqIndexDiffs - Constructor
343// ---------------------------------------------------------------------
344/* The package diff is added to the queue. one object is constructed
345 * for each diff and the index
346 */
347pkgAcqIndexDiffs::pkgAcqIndexDiffs(pkgAcquire *Owner,
348 string URI,string URIDesc,string ShortDesc,
349 string ExpectedMD5, vector<DiffInfo> diffs)
350 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5),
351 available_patches(diffs)
352{
353
354 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
355 DestFile += URItoFileName(URI);
356
357 Debug = _config->FindB("Debug::pkgAcquire::Diffs",false);
358
359 Desc.Description = URIDesc;
360 Desc.Owner = this;
361 Desc.ShortDesc = ShortDesc;
362
2ac3eeb6
MV
363 if(available_patches.size() == 0)
364 {
2237bd01
MV
365 // we are done (yeah!)
366 Finish(true);
2ac3eeb6
MV
367 }
368 else
369 {
2237bd01
MV
370 // get the next diff
371 State = StateFetchDiff;
372 QueueNextDiff();
373 }
374}
375
376
ac5b205a
MV
377void pkgAcqIndexDiffs::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
378{
2237bd01
MV
379 if(Debug)
380 std::clog << "pkgAcqIndexDiffs failed: " << Desc.URI << std::endl
381 << "Falling back to normal index file aquire" << std::endl;
382 new pkgAcqIndex(Owner, RealURI, Description,Desc.ShortDesc,
ac5b205a
MV
383 ExpectedMD5);
384 Finish();
385}
386
387
388// helper that cleans the item out of the fetcher queue
389void pkgAcqIndexDiffs::Finish(bool allDone)
390{
391 // we restore the original name, this is required, otherwise
392 // the file will be cleaned
2ac3eeb6
MV
393 if(allDone)
394 {
ac5b205a
MV
395 DestFile = _config->FindDir("Dir::State::lists");
396 DestFile += URItoFileName(RealURI);
2d4722e2
MV
397
398 // do the final md5sum checking
399 MD5Summation sum;
400 FileFd Fd(DestFile, FileFd::ReadOnly);
401 sum.AddFD(Fd.Fd(), Fd.Size());
402 Fd.Close();
403 string MD5 = (string)sum.Result();
404
405 if (!ExpectedMD5.empty() && MD5 != ExpectedMD5)
406 {
407 Status = StatAuthError;
408 ErrorText = _("MD5Sum mismatch");
409 Rename(DestFile,DestFile + ".FAILED");
410 Dequeue();
411 return;
412 }
413
414 // this is for the "real" finish
ac5b205a 415 Complete = true;
cffc2ddd 416 Status = StatDone;
ac5b205a
MV
417 Dequeue();
418 if(Debug)
419 std::clog << "\n\nallDone: " << DestFile << "\n" << std::endl;
420 return;
ac5b205a
MV
421 }
422
423 if(Debug)
424 std::clog << "Finishing: " << Desc.URI << std::endl;
425 Complete = false;
426 Status = StatDone;
427 Dequeue();
428 return;
429}
430
431
ac5b205a
MV
432
433bool pkgAcqIndexDiffs::QueueNextDiff()
434{
3de9ff77 435
94dc9d7d
MV
436 // calc sha1 of the just patched file
437 string FinalFile = _config->FindDir("Dir::State::lists");
438 FinalFile += URItoFileName(RealURI);
439
440 FileFd fd(FinalFile, FileFd::ReadOnly);
441 SHA1Summation SHA1;
442 SHA1.AddFD(fd.Fd(), fd.Size());
443 string local_sha1 = string(SHA1.Result());
3de9ff77
MV
444 if(Debug)
445 std::clog << "QueueNextDiff: "
446 << FinalFile << " (" << local_sha1 << ")"<<std::endl;
94dc9d7d 447
26d27645
MV
448 // remove all patches until the next matching patch is found
449 // this requires the Index file to be ordered
94dc9d7d 450 for(vector<DiffInfo>::iterator I=available_patches.begin();
2ac3eeb6
MV
451 available_patches.size() > 0 &&
452 I != available_patches.end() &&
453 (*I).sha1 != local_sha1;
454 I++)
455 {
26d27645 456 available_patches.erase(I);
59a704f0 457 }
94dc9d7d
MV
458
459 // error checking and falling back if no patch was found
2ac3eeb6
MV
460 if(available_patches.size() == 0)
461 {
94dc9d7d
MV
462 Failed("", NULL);
463 return false;
464 }
6cb30d01 465
94dc9d7d 466 // queue the right diff
2237bd01 467 Desc.URI = string(RealURI) + ".diff/" + available_patches[0].file + ".gz";
94dc9d7d 468 Desc.Description = available_patches[0].file + string(".pdiff");
ac5b205a
MV
469
470 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
2237bd01 471 DestFile += URItoFileName(RealURI + ".diff/" + available_patches[0].file);
ac5b205a
MV
472
473 if(Debug)
474 std::clog << "pkgAcqIndexDiffs::QueueNextDiff(): " << Desc.URI << std::endl;
475
476 QueueURI(Desc);
477
478 return true;
479}
480
ac5b205a
MV
481
482
483void pkgAcqIndexDiffs::Done(string Message,unsigned long Size,string Md5Hash,
484 pkgAcquire::MethodConfig *Cnf)
485{
486 if(Debug)
487 std::clog << "pkgAcqIndexDiffs::Done(): " << Desc.URI << std::endl;
488
489 Item::Done(Message,Size,Md5Hash,Cnf);
490
4a0a786f
MV
491 string FinalFile;
492 FinalFile = _config->FindDir("Dir::State::lists")+URItoFileName(RealURI);
6cb30d01 493
4a0a786f
MV
494 // sucess in downloading a diff, enter ApplyDiff state
495 if(State == StateFetchDiff)
496 {
497
498 if(Debug)
499 std::clog << "Sending to gzip method: " << FinalFile << std::endl;
500
501 string FileName = LookupTag(Message,"Filename");
502 State = StateUnzipDiff;
b7347826 503 Local = true;
4a0a786f
MV
504 Desc.URI = "gzip:" + FileName;
505 DestFile += ".decomp";
506 QueueURI(Desc);
507 Mode = "gzip";
508 return;
509 }
510
511 // sucess in downloading a diff, enter ApplyDiff state
512 if(State == StateUnzipDiff)
513 {
514
515 // rred excepts the patch as $FinalFile.ed
516 Rename(DestFile,FinalFile+".ed");
517
518 if(Debug)
519 std::clog << "Sending to rred method: " << FinalFile << std::endl;
520
521 State = StateApplyDiff;
b7347826 522 Local = true;
4a0a786f
MV
523 Desc.URI = "rred:" + FinalFile;
524 QueueURI(Desc);
525 Mode = "rred";
526 return;
527 }
528
529
530 // success in download/apply a diff, queue next (if needed)
531 if(State == StateApplyDiff)
532 {
533 // remove the just applied patch
94dc9d7d 534 available_patches.erase(available_patches.begin());
ac5b205a 535
4a0a786f 536 // move into place
59a704f0
MV
537 if(Debug)
538 {
4a0a786f
MV
539 std::clog << "Moving patched file in place: " << std::endl
540 << DestFile << " -> " << FinalFile << std::endl;
59a704f0 541 }
4a0a786f 542 Rename(DestFile,FinalFile);
1790e0cf 543 chmod(FinalFile.c_str(),0644);
4a0a786f
MV
544
545 // see if there is more to download
94dc9d7d 546 if(available_patches.size() > 0) {
ac5b205a 547 new pkgAcqIndexDiffs(Owner, RealURI, Description, Desc.ShortDesc,
94dc9d7d 548 ExpectedMD5, available_patches);
4a0a786f
MV
549 return Finish();
550 } else
551 return Finish(true);
ac5b205a 552 }
ac5b205a
MV
553}
554
555
0118833a
AL
556// AcqIndex::AcqIndex - Constructor /*{{{*/
557// ---------------------------------------------------------------------
558/* The package file is added to the queue and a second class is
b2e465d6
AL
559 instantiated to fetch the revision file */
560pkgAcqIndex::pkgAcqIndex(pkgAcquire *Owner,
b3d44315 561 string URI,string URIDesc,string ShortDesc,
ac5b205a
MV
562 string ExpectedMD5, string comprExt)
563 : Item(Owner), RealURI(URI), ExpectedMD5(ExpectedMD5)
0118833a 564{
8b89e57f 565 Decompression = false;
bfd22fc0 566 Erase = false;
13e8426f 567
0a8a80e5 568 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 569 DestFile += URItoFileName(URI);
8267fe24 570
b3d44315
MV
571 if(comprExt.empty())
572 {
13e8426f 573 // autoselect the compression method
4577fda2 574 if(FileExists("/bin/bzip2"))
13e8426f
MV
575 CompressionExtension = ".bz2";
576 else
577 CompressionExtension = ".gz";
b3d44315 578 } else {
13e8426f 579 CompressionExtension = comprExt;
b3d44315 580 }
13e8426f 581 Desc.URI = URI + CompressionExtension;
b3d44315 582
b2e465d6 583 Desc.Description = URIDesc;
8267fe24 584 Desc.Owner = this;
b2e465d6 585 Desc.ShortDesc = ShortDesc;
8267fe24
AL
586
587 QueueURI(Desc);
0118833a
AL
588}
589 /*}}}*/
0a8a80e5 590// AcqIndex::Custom600Headers - Insert custom request headers /*{{{*/
0118833a 591// ---------------------------------------------------------------------
0a8a80e5
AL
592/* The only header we use is the last-modified header. */
593string pkgAcqIndex::Custom600Headers()
0118833a 594{
0a8a80e5 595 string Final = _config->FindDir("Dir::State::lists");
b2e465d6 596 Final += URItoFileName(RealURI);
0a8a80e5
AL
597
598 struct stat Buf;
599 if (stat(Final.c_str(),&Buf) != 0)
a72ace20 600 return "\nIndex-File: true";
0118833a 601
a72ace20 602 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
0118833a
AL
603}
604 /*}}}*/
debc84b2
MZ
605
606void pkgAcqIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
607{
608 // no .bz2 found, retry with .gz
46e00f9d 609 if(Desc.URI.substr(Desc.URI.size()-3) == "bz2") {
debc84b2 610 Desc.URI = Desc.URI.substr(0,Desc.URI.size()-3) + "gz";
b3d44315
MV
611
612 // retry with a gzip one
613 new pkgAcqIndex(Owner, RealURI, Desc.Description,Desc.ShortDesc,
614 ExpectedMD5, string(".gz"));
615 Status = StatDone;
616 Complete = false;
617 Dequeue();
debc84b2
MZ
618 return;
619 }
620
621
622 Item::Failed(Message,Cnf);
623}
624
625
8b89e57f
AL
626// AcqIndex::Done - Finished a fetch /*{{{*/
627// ---------------------------------------------------------------------
628/* This goes through a number of states.. On the initial fetch the
629 method could possibly return an alternate filename which points
630 to the uncompressed version of the file. If this is so the file
631 is copied into the partial directory. In all other cases the file
632 is decompressed with a gzip uri. */
459681d3
AL
633void pkgAcqIndex::Done(string Message,unsigned long Size,string MD5,
634 pkgAcquire::MethodConfig *Cfg)
8b89e57f 635{
459681d3 636 Item::Done(Message,Size,MD5,Cfg);
8b89e57f
AL
637
638 if (Decompression == true)
639 {
b3d44315
MV
640 if (_config->FindB("Debug::pkgAcquire::Auth", false))
641 {
642 std::cerr << std::endl << RealURI << ": Computed MD5: " << MD5;
643 std::cerr << " Expected MD5: " << ExpectedMD5 << std::endl;
644 }
645
646 if (MD5.empty())
647 {
648 MD5Summation sum;
649 FileFd Fd(DestFile, FileFd::ReadOnly);
650 sum.AddFD(Fd.Fd(), Fd.Size());
651 Fd.Close();
652 MD5 = (string)sum.Result();
653 }
654
655 if (!ExpectedMD5.empty() && MD5 != ExpectedMD5)
656 {
657 Status = StatAuthError;
658 ErrorText = _("MD5Sum mismatch");
659 Rename(DestFile,DestFile + ".FAILED");
660 return;
661 }
8b89e57f
AL
662 // Done, move it into position
663 string FinalFile = _config->FindDir("Dir::State::lists");
b2e465d6 664 FinalFile += URItoFileName(RealURI);
8b89e57f 665 Rename(DestFile,FinalFile);
7a3c2ab0 666 chmod(FinalFile.c_str(),0644);
bfd22fc0 667
7a7fa5f0
AL
668 /* We restore the original name to DestFile so that the clean operation
669 will work OK */
670 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 671 DestFile += URItoFileName(RealURI);
7a7fa5f0 672
bfd22fc0
AL
673 // Remove the compressed version.
674 if (Erase == true)
bfd22fc0 675 unlink(DestFile.c_str());
8b89e57f
AL
676 return;
677 }
bfd22fc0
AL
678
679 Erase = false;
8267fe24 680 Complete = true;
bfd22fc0 681
8b89e57f
AL
682 // Handle the unzipd case
683 string FileName = LookupTag(Message,"Alt-Filename");
684 if (FileName.empty() == false)
685 {
686 // The files timestamp matches
687 if (StringToBool(LookupTag(Message,"Alt-IMS-Hit"),false) == true)
688 return;
b3d44315 689
8b89e57f 690 Decompression = true;
a6568219 691 Local = true;
8b89e57f 692 DestFile += ".decomp";
8267fe24
AL
693 Desc.URI = "copy:" + FileName;
694 QueueURI(Desc);
b98f2859 695 Mode = "copy";
8b89e57f
AL
696 return;
697 }
698
699 FileName = LookupTag(Message,"Filename");
700 if (FileName.empty() == true)
701 {
702 Status = StatError;
703 ErrorText = "Method gave a blank filename";
704 }
705
706 // The files timestamp matches
707 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
708 return;
bfd22fc0
AL
709
710 if (FileName == DestFile)
711 Erase = true;
8267fe24 712 else
a6568219 713 Local = true;
8b89e57f 714
46e00f9d 715 string compExt = Desc.URI.substr(Desc.URI.size()-3);
debc84b2
MZ
716 char *decompProg;
717 if(compExt == "bz2")
718 decompProg = "bzip2";
719 else if(compExt == ".gz")
720 decompProg = "gzip";
721 else {
722 _error->Error("Unsupported extension: %s", compExt.c_str());
723 return;
724 }
725
8b89e57f
AL
726 Decompression = true;
727 DestFile += ".decomp";
debc84b2 728 Desc.URI = string(decompProg) + ":" + FileName;
8267fe24 729 QueueURI(Desc);
debc84b2 730 Mode = decompProg;
8b89e57f 731}
8b89e57f 732
a52f938b
OS
733// AcqIndexTrans::pkgAcqIndexTrans - Constructor /*{{{*/
734// ---------------------------------------------------------------------
735/* The Translation file is added to the queue */
736pkgAcqIndexTrans::pkgAcqIndexTrans(pkgAcquire *Owner,
737 string URI,string URIDesc,string ShortDesc) :
a7a5b0d9 738 pkgAcqIndex(Owner, URI, URIDesc, ShortDesc, "", "")
a52f938b
OS
739{
740}
741
742 /*}}}*/
743// AcqIndexTrans::Failed - Silence failure messages for missing files /*{{{*/
744// ---------------------------------------------------------------------
745/* */
746void pkgAcqIndexTrans::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
747{
748 if (Cnf->LocalOnly == true ||
749 StringToBool(LookupTag(Message,"Transient-Failure"),false) == false)
750 {
751 // Ignore this
752 Status = StatDone;
753 Complete = false;
754 Dequeue();
755 return;
756 }
757
758 Item::Failed(Message,Cnf);
759}
760 /*}}}*/
761
b3d44315
MV
762pkgAcqMetaSig::pkgAcqMetaSig(pkgAcquire *Owner,
763 string URI,string URIDesc,string ShortDesc,
764 string MetaIndexURI, string MetaIndexURIDesc,
765 string MetaIndexShortDesc,
766 const vector<IndexTarget*>* IndexTargets,
767 indexRecords* MetaIndexParser) :
768 Item(Owner), RealURI(URI), MetaIndexURI(MetaIndexURI),
46e00f9d
MV
769 MetaIndexURIDesc(MetaIndexURIDesc), MetaIndexShortDesc(MetaIndexShortDesc),
770 MetaIndexParser(MetaIndexParser), IndexTargets(IndexTargets)
0118833a 771{
0a8a80e5 772 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 773 DestFile += URItoFileName(URI);
b3d44315 774
f6237efd
MV
775 // remove any partial downloaded sig-file. it may confuse proxies
776 // and is too small to warrant a partial download anyway
777 unlink(DestFile.c_str());
778
8267fe24 779 // Create the item
b2e465d6 780 Desc.Description = URIDesc;
8267fe24 781 Desc.Owner = this;
b3d44315
MV
782 Desc.ShortDesc = ShortDesc;
783 Desc.URI = URI;
784
785
786 string Final = _config->FindDir("Dir::State::lists");
787 Final += URItoFileName(RealURI);
788 struct stat Buf;
789 if (stat(Final.c_str(),&Buf) == 0)
790 {
791 // File was already in place. It needs to be re-verified
792 // because Release might have changed, so Move it into partial
793 Rename(Final,DestFile);
794 }
8267fe24 795
8267fe24 796 QueueURI(Desc);
0118833a
AL
797}
798 /*}}}*/
b3d44315 799// pkgAcqMetaSig::Custom600Headers - Insert custom request headers /*{{{*/
0118833a 800// ---------------------------------------------------------------------
0a8a80e5 801/* The only header we use is the last-modified header. */
b3d44315 802string pkgAcqMetaSig::Custom600Headers()
0118833a 803{
0a8a80e5 804 struct stat Buf;
2aab5956 805 if (stat(DestFile.c_str(),&Buf) != 0)
a72ace20 806 return "\nIndex-File: true";
a789b983 807
a72ace20 808 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
0118833a 809}
b3d44315
MV
810
811void pkgAcqMetaSig::Done(string Message,unsigned long Size,string MD5,
812 pkgAcquire::MethodConfig *Cfg)
c88edf1d 813{
459681d3 814 Item::Done(Message,Size,MD5,Cfg);
c88edf1d
AL
815
816 string FileName = LookupTag(Message,"Filename");
817 if (FileName.empty() == true)
818 {
819 Status = StatError;
820 ErrorText = "Method gave a blank filename";
8b89e57f 821 return;
c88edf1d 822 }
8b89e57f 823
c88edf1d
AL
824 if (FileName != DestFile)
825 {
b3d44315 826 // We have to copy it into place
a6568219 827 Local = true;
8267fe24
AL
828 Desc.URI = "copy:" + FileName;
829 QueueURI(Desc);
c88edf1d
AL
830 return;
831 }
b3d44315
MV
832
833 Complete = true;
834
835 // queue a pkgAcqMetaIndex to be verified against the sig we just retrieved
836 new pkgAcqMetaIndex(Owner, MetaIndexURI, MetaIndexURIDesc, MetaIndexShortDesc,
837 DestFile, IndexTargets, MetaIndexParser);
838
c88edf1d
AL
839}
840 /*}}}*/
b3d44315 841void pkgAcqMetaSig::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
681d76d0 842{
a789b983 843
75dd8af1 844 // if we get a network error we fail gracefully
25182152 845 if(LookupTag(Message,"FailReason") == "Timeout" ||
0c1b7be9 846 LookupTag(Message,"FailReason") == "TmpResolveFailure" ||
75dd8af1 847 LookupTag(Message,"FailReason") == "ConnectionRefused") {
24057ad6
MV
848 Item::Failed(Message,Cnf);
849 return;
850 }
851
75dd8af1
MV
852 // Delete any existing sigfile when the acquire failed
853 string Final = _config->FindDir("Dir::State::lists") + URItoFileName(RealURI);
854 unlink(Final.c_str());
855
b3d44315
MV
856 // queue a pkgAcqMetaIndex with no sigfile
857 new pkgAcqMetaIndex(Owner, MetaIndexURI, MetaIndexURIDesc, MetaIndexShortDesc,
858 "", IndexTargets, MetaIndexParser);
859
681d76d0
AL
860 if (Cnf->LocalOnly == true ||
861 StringToBool(LookupTag(Message,"Transient-Failure"),false) == false)
862 {
2b154e53
AL
863 // Ignore this
864 Status = StatDone;
865 Complete = false;
681d76d0
AL
866 Dequeue();
867 return;
868 }
869
870 Item::Failed(Message,Cnf);
871}
b3d44315
MV
872
873pkgAcqMetaIndex::pkgAcqMetaIndex(pkgAcquire *Owner,
874 string URI,string URIDesc,string ShortDesc,
875 string SigFile,
876 const vector<struct IndexTarget*>* IndexTargets,
877 indexRecords* MetaIndexParser) :
46e00f9d 878 Item(Owner), RealURI(URI), SigFile(SigFile), AuthPass(false),
f381d68d 879 MetaIndexParser(MetaIndexParser), IndexTargets(IndexTargets), IMSHit(false)
b3d44315 880{
b3d44315
MV
881 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
882 DestFile += URItoFileName(URI);
883
884 // Create the item
885 Desc.Description = URIDesc;
886 Desc.Owner = this;
887 Desc.ShortDesc = ShortDesc;
888 Desc.URI = URI;
889
890 QueueURI(Desc);
891}
892
893 /*}}}*/
894// pkgAcqMetaIndex::Custom600Headers - Insert custom request headers /*{{{*/
895// ---------------------------------------------------------------------
896/* The only header we use is the last-modified header. */
897string pkgAcqMetaIndex::Custom600Headers()
898{
899 string Final = _config->FindDir("Dir::State::lists");
900 Final += URItoFileName(RealURI);
901
902 struct stat Buf;
903 if (stat(Final.c_str(),&Buf) != 0)
904 return "\nIndex-File: true";
905
906 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
907}
908
909void pkgAcqMetaIndex::Done(string Message,unsigned long Size,string MD5,
910 pkgAcquire::MethodConfig *Cfg)
911{
912 Item::Done(Message,Size,MD5,Cfg);
913
914 // MetaIndexes are done in two passes: one to download the
915 // metaindex with an appropriate method, and a second to verify it
916 // with the gpgv method
917
918 if (AuthPass == true)
919 {
920 AuthDone(Message);
921 }
922 else
923 {
924 RetrievalDone(Message);
925 if (!Complete)
926 // Still more retrieving to do
927 return;
928
929 if (SigFile == "")
930 {
931 // There was no signature file, so we are finished. Download
932 // the indexes without verification.
933 QueueIndexes(false);
934 }
935 else
936 {
937 // There was a signature file, so pass it to gpgv for
938 // verification
939
940 if (_config->FindB("Debug::pkgAcquire::Auth", false))
941 std::cerr << "Metaindex acquired, queueing gpg verification ("
942 << SigFile << "," << DestFile << ")\n";
943 AuthPass = true;
944 Desc.URI = "gpgv:" + SigFile;
945 QueueURI(Desc);
946 Mode = "gpgv";
947 }
948 }
949}
950
951void pkgAcqMetaIndex::RetrievalDone(string Message)
952{
953 // We have just finished downloading a Release file (it is not
954 // verified yet)
955
956 string FileName = LookupTag(Message,"Filename");
957 if (FileName.empty() == true)
958 {
959 Status = StatError;
960 ErrorText = "Method gave a blank filename";
961 return;
962 }
963
964 if (FileName != DestFile)
965 {
966 Local = true;
967 Desc.URI = "copy:" + FileName;
968 QueueURI(Desc);
969 return;
970 }
971
f381d68d
MV
972 // see if the download was a IMSHit
973 IMSHit = StringToBool(LookupTag(Message,"IMS-Hit"),false);
974
b3d44315
MV
975 Complete = true;
976
977 string FinalFile = _config->FindDir("Dir::State::lists");
978 FinalFile += URItoFileName(RealURI);
979
980 // The files timestamp matches
981 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == false)
982 {
983 // Move it into position
984 Rename(DestFile,FinalFile);
985 }
1790e0cf 986 chmod(FinalFile.c_str(),0644);
b3d44315
MV
987 DestFile = FinalFile;
988}
989
990void pkgAcqMetaIndex::AuthDone(string Message)
991{
992 // At this point, the gpgv method has succeeded, so there is a
993 // valid signature from a key in the trusted keyring. We
994 // perform additional verification of its contents, and use them
995 // to verify the indexes we are about to download
996
997 if (!MetaIndexParser->Load(DestFile))
998 {
999 Status = StatAuthError;
1000 ErrorText = MetaIndexParser->ErrorText;
1001 return;
1002 }
1003
ce424cd4 1004 if (!VerifyVendor(Message))
b3d44315
MV
1005 {
1006 return;
1007 }
1008
1009 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1010 std::cerr << "Signature verification succeeded: "
1011 << DestFile << std::endl;
1012
1013 // Download further indexes with verification
1014 QueueIndexes(true);
1015
1016 // Done, move signature file into position
1017
1018 string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
1019 URItoFileName(RealURI) + ".gpg";
1020 Rename(SigFile,VerifiedSigFile);
1021 chmod(VerifiedSigFile.c_str(),0644);
1022}
1023
1024void pkgAcqMetaIndex::QueueIndexes(bool verify)
1025{
1026 for (vector <struct IndexTarget*>::const_iterator Target = IndexTargets->begin();
1027 Target != IndexTargets->end();
1028 Target++)
1029 {
1030 string ExpectedIndexMD5;
1031 if (verify)
1032 {
1033 const indexRecords::checkSum *Record = MetaIndexParser->Lookup((*Target)->MetaKey);
1034 if (!Record)
1035 {
1036 Status = StatAuthError;
1037 ErrorText = "Unable to find expected entry "
1038 + (*Target)->MetaKey + " in Meta-index file (malformed Release file?)";
1039 return;
1040 }
1041 ExpectedIndexMD5 = Record->MD5Hash;
1042 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1043 {
1044 std::cerr << "Queueing: " << (*Target)->URI << std::endl;
1045 std::cerr << "Expected MD5: " << ExpectedIndexMD5 << std::endl;
1046 }
1047 if (ExpectedIndexMD5.empty())
1048 {
1049 Status = StatAuthError;
1050 ErrorText = "Unable to find MD5 sum for "
1051 + (*Target)->MetaKey + " in Meta-index file";
1052 return;
1053 }
1054 }
1055
2ac3eeb6
MV
1056 // Queue Packages file (either diff or full packages files, depending
1057 // on the users option)
27299daf 1058 if(_config->FindB("Acquire::PDiffs",true) == true)
2ac3eeb6
MV
1059 new pkgAcqDiffIndex(Owner, (*Target)->URI, (*Target)->Description,
1060 (*Target)->ShortDesc, ExpectedIndexMD5);
1061 else
81fcf9e2 1062 new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
2ac3eeb6 1063 (*Target)->ShortDesc, ExpectedIndexMD5);
b3d44315
MV
1064 }
1065}
1066
ce424cd4 1067bool pkgAcqMetaIndex::VerifyVendor(string Message)
b3d44315
MV
1068{
1069// // Maybe this should be made available from above so we don't have
1070// // to read and parse it every time?
1071// pkgVendorList List;
1072// List.ReadMainList();
1073
1074// const Vendor* Vndr = NULL;
1075// for (std::vector<string>::const_iterator I = GPGVOutput.begin(); I != GPGVOutput.end(); I++)
1076// {
1077// string::size_type pos = (*I).find("VALIDSIG ");
1078// if (_config->FindB("Debug::Vendor", false))
1079// std::cerr << "Looking for VALIDSIG in \"" << (*I) << "\": pos " << pos
1080// << std::endl;
1081// if (pos != std::string::npos)
1082// {
1083// string Fingerprint = (*I).substr(pos+sizeof("VALIDSIG"));
1084// if (_config->FindB("Debug::Vendor", false))
1085// std::cerr << "Looking for \"" << Fingerprint << "\" in vendor..." <<
1086// std::endl;
1087// Vndr = List.FindVendor(Fingerprint) != "";
1088// if (Vndr != NULL);
1089// break;
1090// }
1091// }
ce424cd4
MV
1092 string::size_type pos;
1093
1094 // check for missing sigs (that where not fatal because otherwise we had
1095 // bombed earlier)
1096 string missingkeys;
400ad7a4 1097 string msg = _("There is no public key available for the "
ce424cd4
MV
1098 "following key IDs:\n");
1099 pos = Message.find("NO_PUBKEY ");
1100 if (pos != std::string::npos)
1101 {
1102 string::size_type start = pos+strlen("NO_PUBKEY ");
1103 string Fingerprint = Message.substr(start, Message.find("\n")-start);
1104 missingkeys += (Fingerprint);
1105 }
1106 if(!missingkeys.empty())
1107 _error->Warning("%s", string(msg+missingkeys).c_str());
b3d44315
MV
1108
1109 string Transformed = MetaIndexParser->GetExpectedDist();
1110
1111 if (Transformed == "../project/experimental")
1112 {
1113 Transformed = "experimental";
1114 }
1115
ce424cd4 1116 pos = Transformed.rfind('/');
b3d44315
MV
1117 if (pos != string::npos)
1118 {
1119 Transformed = Transformed.substr(0, pos);
1120 }
1121
1122 if (Transformed == ".")
1123 {
1124 Transformed = "";
1125 }
1126
1127 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1128 {
1129 std::cerr << "Got Codename: " << MetaIndexParser->GetDist() << std::endl;
1130 std::cerr << "Expecting Dist: " << MetaIndexParser->GetExpectedDist() << std::endl;
1131 std::cerr << "Transformed Dist: " << Transformed << std::endl;
1132 }
1133
1134 if (MetaIndexParser->CheckDist(Transformed) == false)
1135 {
1136 // This might become fatal one day
1137// Status = StatAuthError;
1138// ErrorText = "Conflicting distribution; expected "
1139// + MetaIndexParser->GetExpectedDist() + " but got "
1140// + MetaIndexParser->GetDist();
1141// return false;
1142 if (!Transformed.empty())
1143 {
1144 _error->Warning("Conflicting distribution: %s (expected %s but got %s)",
1145 Desc.Description.c_str(),
1146 Transformed.c_str(),
1147 MetaIndexParser->GetDist().c_str());
1148 }
1149 }
1150
1151 return true;
1152}
1153 /*}}}*/
1154// pkgAcqMetaIndex::Failed - no Release file present or no signature
1155// file present /*{{{*/
1156// ---------------------------------------------------------------------
1157/* */
1158void pkgAcqMetaIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
1159{
1160 if (AuthPass == true)
1161 {
f381d68d
MV
1162 // if we fail the authentication but got the file via a IMS-Hit
1163 // this means that the file wasn't downloaded and that it might be
1164 // just stale (server problem, proxy etc). we delete what we have
1165 // queue it again without i-m-s
1166 // alternatively we could just unlink the file and let the user try again
1167 if (IMSHit)
1168 {
1169 Complete = false;
1170 Local = false;
1171 AuthPass = false;
1172 unlink(DestFile.c_str());
1173
1174 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
1175 DestFile += URItoFileName(RealURI);
1176 Desc.URI = RealURI;
1177 QueueURI(Desc);
1178 return;
1179 }
1180
1181 // gpgv method failed
b3d44315
MV
1182 _error->Warning("GPG error: %s: %s",
1183 Desc.Description.c_str(),
1184 LookupTag(Message,"Message").c_str());
f381d68d 1185
b3d44315
MV
1186 }
1187
1188 // No Release file was present, or verification failed, so fall
1189 // back to queueing Packages files without verification
1190 QueueIndexes(false);
1191}
1192
681d76d0 1193 /*}}}*/
03e39e59
AL
1194
1195// AcqArchive::AcqArchive - Constructor /*{{{*/
1196// ---------------------------------------------------------------------
17caf1b1
AL
1197/* This just sets up the initial fetch environment and queues the first
1198 possibilitiy */
03e39e59 1199pkgAcqArchive::pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources,
30e1eab5
AL
1200 pkgRecords *Recs,pkgCache::VerIterator const &Version,
1201 string &StoreFilename) :
1202 Item(Owner), Version(Version), Sources(Sources), Recs(Recs),
b3d44315
MV
1203 StoreFilename(StoreFilename), Vf(Version.FileList()),
1204 Trusted(false)
03e39e59 1205{
7d8afa39 1206 Retries = _config->FindI("Acquire::Retries",0);
813c8eea
AL
1207
1208 if (Version.Arch() == 0)
bdae53f1 1209 {
d1f1f6a8 1210 _error->Error(_("I wasn't able to locate a file for the %s package. "
7a3c2ab0
AL
1211 "This might mean you need to manually fix this package. "
1212 "(due to missing arch)"),
813c8eea 1213 Version.ParentPkg().Name());
bdae53f1
AL
1214 return;
1215 }
813c8eea 1216
b2e465d6
AL
1217 /* We need to find a filename to determine the extension. We make the
1218 assumption here that all the available sources for this version share
1219 the same extension.. */
1220 // Skip not source sources, they do not have file fields.
1221 for (; Vf.end() == false; Vf++)
1222 {
1223 if ((Vf.File()->Flags & pkgCache::Flag::NotSource) != 0)
1224 continue;
1225 break;
1226 }
1227
1228 // Does not really matter here.. we are going to fail out below
1229 if (Vf.end() != true)
1230 {
1231 // If this fails to get a file name we will bomb out below.
1232 pkgRecords::Parser &Parse = Recs->Lookup(Vf);
1233 if (_error->PendingError() == true)
1234 return;
1235
1236 // Generate the final file name as: package_version_arch.foo
1237 StoreFilename = QuoteString(Version.ParentPkg().Name(),"_:") + '_' +
1238 QuoteString(Version.VerStr(),"_:") + '_' +
1239 QuoteString(Version.Arch(),"_:.") +
1240 "." + flExtension(Parse.FileName());
1241 }
b3d44315
MV
1242
1243 // check if we have one trusted source for the package. if so, switch
1244 // to "TrustedOnly" mode
1245 for (pkgCache::VerFileIterator i = Version.FileList(); i.end() == false; i++)
1246 {
1247 pkgIndexFile *Index;
1248 if (Sources->FindIndex(i.File(),Index) == false)
1249 continue;
1250 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1251 {
1252 std::cerr << "Checking index: " << Index->Describe()
1253 << "(Trusted=" << Index->IsTrusted() << ")\n";
1254 }
1255 if (Index->IsTrusted()) {
1256 Trusted = true;
1257 break;
1258 }
1259 }
1260
a3371852
MV
1261 // "allow-unauthenticated" restores apts old fetching behaviour
1262 // that means that e.g. unauthenticated file:// uris are higher
1263 // priority than authenticated http:// uris
1264 if (_config->FindB("APT::Get::AllowUnauthenticated",false) == true)
1265 Trusted = false;
1266
03e39e59 1267 // Select a source
b185acc2 1268 if (QueueNext() == false && _error->PendingError() == false)
b2e465d6
AL
1269 _error->Error(_("I wasn't able to locate file for the %s package. "
1270 "This might mean you need to manually fix this package."),
b185acc2
AL
1271 Version.ParentPkg().Name());
1272}
1273 /*}}}*/
1274// AcqArchive::QueueNext - Queue the next file source /*{{{*/
1275// ---------------------------------------------------------------------
17caf1b1
AL
1276/* This queues the next available file version for download. It checks if
1277 the archive is already available in the cache and stashs the MD5 for
1278 checking later. */
b185acc2 1279bool pkgAcqArchive::QueueNext()
b2e465d6 1280{
03e39e59
AL
1281 for (; Vf.end() == false; Vf++)
1282 {
1283 // Ignore not source sources
1284 if ((Vf.File()->Flags & pkgCache::Flag::NotSource) != 0)
1285 continue;
1286
1287 // Try to cross match against the source list
b2e465d6
AL
1288 pkgIndexFile *Index;
1289 if (Sources->FindIndex(Vf.File(),Index) == false)
1290 continue;
03e39e59 1291
b3d44315
MV
1292 // only try to get a trusted package from another source if that source
1293 // is also trusted
1294 if(Trusted && !Index->IsTrusted())
1295 continue;
1296
03e39e59
AL
1297 // Grab the text package record
1298 pkgRecords::Parser &Parse = Recs->Lookup(Vf);
1299 if (_error->PendingError() == true)
b185acc2 1300 return false;
03e39e59 1301
b2e465d6 1302 string PkgFile = Parse.FileName();
03e39e59
AL
1303 MD5 = Parse.MD5Hash();
1304 if (PkgFile.empty() == true)
b2e465d6
AL
1305 return _error->Error(_("The package index files are corrupted. No Filename: "
1306 "field for package %s."),
1307 Version.ParentPkg().Name());
a6568219 1308
b3d44315
MV
1309 Desc.URI = Index->ArchiveURI(PkgFile);
1310 Desc.Description = Index->ArchiveInfo(Version);
1311 Desc.Owner = this;
1312 Desc.ShortDesc = Version.ParentPkg().Name();
1313
17caf1b1 1314 // See if we already have the file. (Legacy filenames)
a6568219
AL
1315 FileSize = Version->Size;
1316 string FinalFile = _config->FindDir("Dir::Cache::Archives") + flNotDir(PkgFile);
1317 struct stat Buf;
1318 if (stat(FinalFile.c_str(),&Buf) == 0)
1319 {
1320 // Make sure the size matches
1321 if ((unsigned)Buf.st_size == Version->Size)
1322 {
1323 Complete = true;
1324 Local = true;
1325 Status = StatDone;
30e1eab5 1326 StoreFilename = DestFile = FinalFile;
b185acc2 1327 return true;
a6568219
AL
1328 }
1329
6b1ff003
AL
1330 /* Hmm, we have a file and its size does not match, this means it is
1331 an old style mismatched arch */
a6568219
AL
1332 unlink(FinalFile.c_str());
1333 }
17caf1b1
AL
1334
1335 // Check it again using the new style output filenames
1336 FinalFile = _config->FindDir("Dir::Cache::Archives") + flNotDir(StoreFilename);
1337 if (stat(FinalFile.c_str(),&Buf) == 0)
1338 {
1339 // Make sure the size matches
1340 if ((unsigned)Buf.st_size == Version->Size)
1341 {
1342 Complete = true;
1343 Local = true;
1344 Status = StatDone;
1345 StoreFilename = DestFile = FinalFile;
1346 return true;
1347 }
1348
1349 /* Hmm, we have a file and its size does not match, this shouldnt
1350 happen.. */
1351 unlink(FinalFile.c_str());
1352 }
1353
1354 DestFile = _config->FindDir("Dir::Cache::Archives") + "partial/" + flNotDir(StoreFilename);
6b1ff003
AL
1355
1356 // Check the destination file
1357 if (stat(DestFile.c_str(),&Buf) == 0)
1358 {
1359 // Hmm, the partial file is too big, erase it
1360 if ((unsigned)Buf.st_size > Version->Size)
1361 unlink(DestFile.c_str());
1362 else
1363 PartialSize = Buf.st_size;
1364 }
1365
03e39e59 1366 // Create the item
b2e465d6
AL
1367 Local = false;
1368 Desc.URI = Index->ArchiveURI(PkgFile);
1369 Desc.Description = Index->ArchiveInfo(Version);
03e39e59
AL
1370 Desc.Owner = this;
1371 Desc.ShortDesc = Version.ParentPkg().Name();
1372 QueueURI(Desc);
b185acc2
AL
1373
1374 Vf++;
1375 return true;
03e39e59 1376 }
b185acc2
AL
1377 return false;
1378}
03e39e59
AL
1379 /*}}}*/
1380// AcqArchive::Done - Finished fetching /*{{{*/
1381// ---------------------------------------------------------------------
1382/* */
459681d3
AL
1383void pkgAcqArchive::Done(string Message,unsigned long Size,string Md5Hash,
1384 pkgAcquire::MethodConfig *Cfg)
03e39e59 1385{
459681d3 1386 Item::Done(Message,Size,Md5Hash,Cfg);
03e39e59
AL
1387
1388 // Check the size
1389 if (Size != Version->Size)
1390 {
bdae53f1 1391 Status = StatError;
b2e465d6 1392 ErrorText = _("Size mismatch");
03e39e59
AL
1393 return;
1394 }
1395
1396 // Check the md5
1397 if (Md5Hash.empty() == false && MD5.empty() == false)
1398 {
1399 if (Md5Hash != MD5)
1400 {
bdae53f1 1401 Status = StatError;
b2e465d6 1402 ErrorText = _("MD5Sum mismatch");
13e8426f
MV
1403 if(FileExists(DestFile))
1404 Rename(DestFile,DestFile + ".FAILED");
03e39e59
AL
1405 return;
1406 }
1407 }
a6568219
AL
1408
1409 // Grab the output filename
03e39e59
AL
1410 string FileName = LookupTag(Message,"Filename");
1411 if (FileName.empty() == true)
1412 {
1413 Status = StatError;
1414 ErrorText = "Method gave a blank filename";
1415 return;
1416 }
a6568219
AL
1417
1418 Complete = true;
30e1eab5
AL
1419
1420 // Reference filename
a6568219
AL
1421 if (FileName != DestFile)
1422 {
30e1eab5 1423 StoreFilename = DestFile = FileName;
a6568219
AL
1424 Local = true;
1425 return;
1426 }
1427
1428 // Done, move it into position
1429 string FinalFile = _config->FindDir("Dir::Cache::Archives");
17caf1b1 1430 FinalFile += flNotDir(StoreFilename);
a6568219 1431 Rename(DestFile,FinalFile);
03e39e59 1432
30e1eab5 1433 StoreFilename = DestFile = FinalFile;
03e39e59
AL
1434 Complete = true;
1435}
1436 /*}}}*/
db890fdb
AL
1437// AcqArchive::Failed - Failure handler /*{{{*/
1438// ---------------------------------------------------------------------
1439/* Here we try other sources */
7d8afa39 1440void pkgAcqArchive::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
db890fdb
AL
1441{
1442 ErrorText = LookupTag(Message,"Message");
b2e465d6
AL
1443
1444 /* We don't really want to retry on failed media swaps, this prevents
1445 that. An interesting observation is that permanent failures are not
1446 recorded. */
1447 if (Cnf->Removable == true &&
1448 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1449 {
1450 // Vf = Version.FileList();
1451 while (Vf.end() == false) Vf++;
1452 StoreFilename = string();
1453 Item::Failed(Message,Cnf);
1454 return;
1455 }
1456
db890fdb 1457 if (QueueNext() == false)
7d8afa39
AL
1458 {
1459 // This is the retry counter
1460 if (Retries != 0 &&
1461 Cnf->LocalOnly == false &&
1462 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1463 {
1464 Retries--;
1465 Vf = Version.FileList();
1466 if (QueueNext() == true)
1467 return;
1468 }
1469
9dbb421f 1470 StoreFilename = string();
7d8afa39
AL
1471 Item::Failed(Message,Cnf);
1472 }
db890fdb
AL
1473}
1474 /*}}}*/
b3d44315
MV
1475// AcqArchive::IsTrusted - Determine whether this archive comes from a
1476// trusted source /*{{{*/
1477// ---------------------------------------------------------------------
1478bool pkgAcqArchive::IsTrusted()
1479{
1480 return Trusted;
1481}
1482
ab559b35
AL
1483// AcqArchive::Finished - Fetching has finished, tidy up /*{{{*/
1484// ---------------------------------------------------------------------
1485/* */
1486void pkgAcqArchive::Finished()
1487{
1488 if (Status == pkgAcquire::Item::StatDone &&
1489 Complete == true)
1490 return;
1491 StoreFilename = string();
1492}
1493 /*}}}*/
36375005
AL
1494
1495// AcqFile::pkgAcqFile - Constructor /*{{{*/
1496// ---------------------------------------------------------------------
1497/* The file is added to the queue */
1498pkgAcqFile::pkgAcqFile(pkgAcquire *Owner,string URI,string MD5,
46e00f9d
MV
1499 unsigned long Size,string Dsc,string ShortDesc,
1500 const string &DestDir, const string &DestFilename) :
b3c39978 1501 Item(Owner), Md5Hash(MD5)
36375005 1502{
08cfc005
AL
1503 Retries = _config->FindI("Acquire::Retries",0);
1504
46e00f9d
MV
1505 if(!DestFilename.empty())
1506 DestFile = DestFilename;
1507 else if(!DestDir.empty())
1508 DestFile = DestDir + "/" + flNotDir(URI);
1509 else
1510 DestFile = flNotDir(URI);
1511
36375005
AL
1512 // Create the item
1513 Desc.URI = URI;
1514 Desc.Description = Dsc;
1515 Desc.Owner = this;
1516
1517 // Set the short description to the archive component
1518 Desc.ShortDesc = ShortDesc;
1519
1520 // Get the transfer sizes
1521 FileSize = Size;
1522 struct stat Buf;
1523 if (stat(DestFile.c_str(),&Buf) == 0)
1524 {
1525 // Hmm, the partial file is too big, erase it
1526 if ((unsigned)Buf.st_size > Size)
1527 unlink(DestFile.c_str());
1528 else
1529 PartialSize = Buf.st_size;
1530 }
092ae175 1531
36375005
AL
1532 QueueURI(Desc);
1533}
1534 /*}}}*/
1535// AcqFile::Done - Item downloaded OK /*{{{*/
1536// ---------------------------------------------------------------------
1537/* */
459681d3
AL
1538void pkgAcqFile::Done(string Message,unsigned long Size,string MD5,
1539 pkgAcquire::MethodConfig *Cnf)
36375005 1540{
b3c39978
AL
1541 // Check the md5
1542 if (Md5Hash.empty() == false && MD5.empty() == false)
1543 {
1544 if (Md5Hash != MD5)
1545 {
1546 Status = StatError;
1547 ErrorText = "MD5Sum mismatch";
1548 Rename(DestFile,DestFile + ".FAILED");
1549 return;
1550 }
1551 }
1552
459681d3 1553 Item::Done(Message,Size,MD5,Cnf);
36375005
AL
1554
1555 string FileName = LookupTag(Message,"Filename");
1556 if (FileName.empty() == true)
1557 {
1558 Status = StatError;
1559 ErrorText = "Method gave a blank filename";
1560 return;
1561 }
1562
1563 Complete = true;
1564
1565 // The files timestamp matches
1566 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
1567 return;
1568
1569 // We have to copy it into place
1570 if (FileName != DestFile)
1571 {
1572 Local = true;
459681d3
AL
1573 if (_config->FindB("Acquire::Source-Symlinks",true) == false ||
1574 Cnf->Removable == true)
917ae805
AL
1575 {
1576 Desc.URI = "copy:" + FileName;
1577 QueueURI(Desc);
1578 return;
1579 }
1580
83ab33fc
AL
1581 // Erase the file if it is a symlink so we can overwrite it
1582 struct stat St;
1583 if (lstat(DestFile.c_str(),&St) == 0)
1584 {
1585 if (S_ISLNK(St.st_mode) != 0)
1586 unlink(DestFile.c_str());
1587 }
1588
1589 // Symlink the file
917ae805
AL
1590 if (symlink(FileName.c_str(),DestFile.c_str()) != 0)
1591 {
83ab33fc 1592 ErrorText = "Link to " + DestFile + " failure ";
917ae805
AL
1593 Status = StatError;
1594 Complete = false;
1595 }
36375005
AL
1596 }
1597}
1598 /*}}}*/
08cfc005
AL
1599// AcqFile::Failed - Failure handler /*{{{*/
1600// ---------------------------------------------------------------------
1601/* Here we try other sources */
1602void pkgAcqFile::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
1603{
1604 ErrorText = LookupTag(Message,"Message");
1605
1606 // This is the retry counter
1607 if (Retries != 0 &&
1608 Cnf->LocalOnly == false &&
1609 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1610 {
1611 Retries--;
1612 QueueURI(Desc);
1613 return;
1614 }
1615
1616 Item::Failed(Message,Cnf);
1617}
1618 /*}}}*/