]> git.saurik.com Git - apt.git/blob - apt-pkg/deb/debmetaindex.cc
Merge pull request julian-klode/apt#3 from adrian17/master
[apt.git] / apt-pkg / deb / debmetaindex.cc
1 #include <config.h>
2
3 #include <apt-pkg/error.h>
4 #include <apt-pkg/debmetaindex.h>
5 #include <apt-pkg/debindexfile.h>
6 #include <apt-pkg/strutl.h>
7 #include <apt-pkg/fileutl.h>
8 #include <apt-pkg/acquire-item.h>
9 #include <apt-pkg/configuration.h>
10 #include <apt-pkg/aptconfiguration.h>
11 #include <apt-pkg/sourcelist.h>
12 #include <apt-pkg/hashes.h>
13 #include <apt-pkg/metaindex.h>
14 #include <apt-pkg/pkgcachegen.h>
15 #include <apt-pkg/tagfile.h>
16 #include <apt-pkg/gpgv.h>
17 #include <apt-pkg/macros.h>
18
19 #include <map>
20 #include <string>
21 #include <utility>
22 #include <vector>
23 #include <algorithm>
24 #include <sstream>
25
26 #include <sys/stat.h>
27 #include <string.h>
28
29 #include <apti18n.h>
30
31 class APT_HIDDEN debReleaseIndexPrivate /*{{{*/
32 {
33 public:
34 struct APT_HIDDEN debSectionEntry
35 {
36 std::string const sourcesEntry;
37 std::string const Name;
38 std::vector<std::string> const Targets;
39 std::vector<std::string> const Architectures;
40 std::vector<std::string> const Languages;
41 bool const UsePDiffs;
42 std::string const UseByHash;
43 };
44
45 std::vector<debSectionEntry> DebEntries;
46 std::vector<debSectionEntry> DebSrcEntries;
47
48 metaIndex::TriState CheckValidUntil;
49 time_t ValidUntilMin;
50 time_t ValidUntilMax;
51
52 std::vector<std::string> Architectures;
53 std::vector<std::string> NoSupportForAll;
54
55 debReleaseIndexPrivate() : CheckValidUntil(metaIndex::TRI_UNSET), ValidUntilMin(0), ValidUntilMax(0) {}
56 };
57 /*}}}*/
58 // ReleaseIndex::MetaIndex* - display helpers /*{{{*/
59 std::string debReleaseIndex::MetaIndexInfo(const char *Type) const
60 {
61 std::string Info = ::URI::ArchiveOnly(URI) + ' ';
62 if (Dist[Dist.size() - 1] == '/')
63 {
64 if (Dist != "/")
65 Info += Dist;
66 }
67 else
68 Info += Dist;
69 Info += " ";
70 Info += Type;
71 return Info;
72 }
73 std::string debReleaseIndex::Describe() const
74 {
75 return MetaIndexInfo("Release");
76 }
77
78 std::string debReleaseIndex::MetaIndexFile(const char *Type) const
79 {
80 return _config->FindDir("Dir::State::lists") +
81 URItoFileName(MetaIndexURI(Type));
82 }
83
84 std::string debReleaseIndex::MetaIndexURI(const char *Type) const
85 {
86 std::string Res;
87
88 if (Dist == "/")
89 Res = URI;
90 else if (Dist[Dist.size()-1] == '/')
91 Res = URI + Dist;
92 else
93 Res = URI + "dists/" + Dist + "/";
94
95 Res += Type;
96 return Res;
97 }
98 /*}}}*/
99 // ReleaseIndex Con- and Destructors /*{{{*/
100 debReleaseIndex::debReleaseIndex(std::string const &URI, std::string const &Dist) :
101 metaIndex(URI, Dist, "deb"), d(new debReleaseIndexPrivate())
102 {}
103 debReleaseIndex::debReleaseIndex(std::string const &URI, std::string const &Dist, bool const pTrusted) :
104 metaIndex(URI, Dist, "deb"), d(new debReleaseIndexPrivate())
105 {
106 Trusted = pTrusted ? TRI_YES : TRI_NO;
107 }
108 debReleaseIndex::~debReleaseIndex() {
109 if (d != NULL)
110 delete d;
111 }
112 /*}}}*/
113 // ReleaseIndex::GetIndexTargets /*{{{*/
114 static void GetIndexTargetsFor(char const * const Type, std::string const &URI, std::string const &Dist,
115 std::vector<debReleaseIndexPrivate::debSectionEntry> const &entries,
116 std::vector<IndexTarget> &IndexTargets)
117 {
118 bool const flatArchive = (Dist[Dist.length() - 1] == '/');
119 std::string baseURI = URI;
120 if (flatArchive)
121 {
122 if (Dist != "/")
123 baseURI += Dist;
124 }
125 else
126 baseURI += "dists/" + Dist + "/";
127 std::string const Release = (Dist == "/") ? "" : Dist;
128 std::string const Site = ::URI::ArchiveOnly(URI);
129
130 std::string DefCompressionTypes;
131 {
132 std::vector<std::string> types = APT::Configuration::getCompressionTypes();
133 if (types.empty() == false)
134 {
135 std::ostringstream os;
136 std::copy(types.begin(), types.end()-1, std::ostream_iterator<std::string>(os, " "));
137 os << *types.rbegin();
138 DefCompressionTypes = os.str();
139 }
140 }
141 std::string DefKeepCompressedAs;
142 {
143 std::vector<APT::Configuration::Compressor> comps = APT::Configuration::getCompressors();
144 if (comps.empty() == false)
145 {
146 std::sort(comps.begin(), comps.end(),
147 [](APT::Configuration::Compressor const &a, APT::Configuration::Compressor const &b) { return a.Cost < b.Cost; });
148 std::ostringstream os;
149 for (auto const &c : comps)
150 if (c.Cost != 0)
151 os << c.Extension.substr(1) << ' ';
152 DefKeepCompressedAs = os.str();
153 }
154 DefKeepCompressedAs += "uncompressed";
155 }
156
157 std::vector<std::string> const NativeArchs = { _config->Find("APT::Architecture"), "all" };
158 bool const GzipIndex = _config->FindB("Acquire::GzipIndexes", false);
159 for (std::vector<debReleaseIndexPrivate::debSectionEntry>::const_iterator E = entries.begin(); E != entries.end(); ++E)
160 {
161 for (std::vector<std::string>::const_iterator T = E->Targets.begin(); T != E->Targets.end(); ++T)
162 {
163 #define APT_T_CONFIG_STR(X, Y) _config->Find(std::string("Acquire::IndexTargets::") + Type + "::" + *T + "::" + (X), (Y))
164 #define APT_T_CONFIG_BOOL(X, Y) _config->FindB(std::string("Acquire::IndexTargets::") + Type + "::" + *T + "::" + (X), (Y))
165 std::string const tplMetaKey = APT_T_CONFIG_STR(flatArchive ? "flatMetaKey" : "MetaKey", "");
166 std::string const tplShortDesc = APT_T_CONFIG_STR("ShortDescription", "");
167 std::string const tplLongDesc = "$(SITE) " + APT_T_CONFIG_STR(flatArchive ? "flatDescription" : "Description", "");
168 std::string const tplIdentifier = APT_T_CONFIG_STR("Identifier", *T);
169 bool const IsOptional = APT_T_CONFIG_BOOL("Optional", true);
170 bool const KeepCompressed = APT_T_CONFIG_BOOL("KeepCompressed", GzipIndex);
171 bool const DefaultEnabled = APT_T_CONFIG_BOOL("DefaultEnabled", true);
172 bool const UsePDiffs = APT_T_CONFIG_BOOL("PDiffs", E->UsePDiffs);
173 std::string const UseByHash = APT_T_CONFIG_STR("By-Hash", E->UseByHash);
174 std::string const CompressionTypes = APT_T_CONFIG_STR("CompressionTypes", DefCompressionTypes);
175 std::string KeepCompressedAs = APT_T_CONFIG_STR("KeepCompressedAs", "");
176 std::string const FallbackOf = APT_T_CONFIG_STR("Fallback-Of", "");
177 #undef APT_T_CONFIG_BOOL
178 #undef APT_T_CONFIG_STR
179 if (tplMetaKey.empty())
180 continue;
181
182 if (KeepCompressedAs.empty())
183 KeepCompressedAs = DefKeepCompressedAs;
184 else
185 {
186 std::vector<std::string> const defKeep = VectorizeString(DefKeepCompressedAs, ' ');
187 std::vector<std::string> const valKeep = VectorizeString(KeepCompressedAs, ' ');
188 std::vector<std::string> keep;
189 for (auto const &val : valKeep)
190 {
191 if (val.empty())
192 continue;
193 if (std::find(defKeep.begin(), defKeep.end(), val) == defKeep.end())
194 continue;
195 keep.push_back(val);
196 }
197 if (std::find(keep.begin(), keep.end(), "uncompressed") == keep.end())
198 keep.push_back("uncompressed");
199 std::ostringstream os;
200 std::copy(keep.begin(), keep.end()-1, std::ostream_iterator<std::string>(os, " "));
201 os << *keep.rbegin();
202 KeepCompressedAs = os.str();
203 }
204
205 for (std::vector<std::string>::const_iterator L = E->Languages.begin(); L != E->Languages.end(); ++L)
206 {
207 if (*L == "none" && tplMetaKey.find("$(LANGUAGE)") != std::string::npos)
208 continue;
209
210 for (std::vector<std::string>::const_iterator A = E->Architectures.begin(); A != E->Architectures.end(); ++A)
211 {
212 for (auto const &NativeArch: NativeArchs)
213 {
214 constexpr static auto BreakPoint = "$(NATIVE_ARCHITECTURE)";
215 // available in templates
216 std::map<std::string, std::string> Options;
217 Options.insert(std::make_pair("SITE", Site));
218 Options.insert(std::make_pair("RELEASE", Release));
219 if (tplMetaKey.find("$(COMPONENT)") != std::string::npos)
220 Options.insert(std::make_pair("COMPONENT", E->Name));
221 if (tplMetaKey.find("$(LANGUAGE)") != std::string::npos)
222 Options.insert(std::make_pair("LANGUAGE", *L));
223 if (tplMetaKey.find("$(ARCHITECTURE)") != std::string::npos)
224 Options.insert(std::make_pair("ARCHITECTURE", *A));
225 else if (tplMetaKey.find("$(NATIVE_ARCHITECTURE)") != std::string::npos)
226 Options.insert(std::make_pair("ARCHITECTURE", NativeArch));
227 if (tplMetaKey.find("$(NATIVE_ARCHITECTURE)") != std::string::npos)
228 Options.insert(std::make_pair("NATIVE_ARCHITECTURE", NativeArch));
229
230 std::string MetaKey = tplMetaKey;
231 std::string ShortDesc = tplShortDesc;
232 std::string LongDesc = tplLongDesc;
233 std::string Identifier = tplIdentifier;
234 for (std::map<std::string, std::string>::const_iterator O = Options.begin(); O != Options.end(); ++O)
235 {
236 std::string const varname = "$(" + O->first + ")";
237 MetaKey = SubstVar(MetaKey, varname, O->second);
238 ShortDesc = SubstVar(ShortDesc, varname, O->second);
239 LongDesc = SubstVar(LongDesc, varname, O->second);
240 Identifier = SubstVar(Identifier, varname, O->second);
241 }
242
243 {
244 auto const dup = std::find_if(IndexTargets.begin(), IndexTargets.end(), [&](IndexTarget const &IT) {
245 return MetaKey == IT.MetaKey && baseURI == IT.Option(IndexTarget::BASE_URI) &&
246 E->sourcesEntry == IT.Option(IndexTarget::SOURCESENTRY) && *T == IT.Option(IndexTarget::CREATED_BY);
247 });
248 if (dup != IndexTargets.end())
249 {
250 if (tplMetaKey.find(BreakPoint) == std::string::npos)
251 break;
252 continue;
253 }
254 }
255
256 {
257 auto const dup = std::find_if(IndexTargets.begin(), IndexTargets.end(), [&](IndexTarget const &IT) {
258 return MetaKey == IT.MetaKey && baseURI == IT.Option(IndexTarget::BASE_URI) &&
259 E->sourcesEntry == IT.Option(IndexTarget::SOURCESENTRY) && *T != IT.Option(IndexTarget::CREATED_BY);
260 });
261 if (dup != IndexTargets.end())
262 {
263 std::string const dupT = dup->Option(IndexTarget::CREATED_BY);
264 std::string const dupEntry = dup->Option(IndexTarget::SOURCESENTRY);
265 //TRANSLATOR: an identifier like Packages; Releasefile key indicating
266 // a file like main/binary-amd64/Packages; another identifier like Contents;
267 // filename and linenumber of the sources.list entry currently parsed
268 _error->Warning(_("Target %s wants to acquire the same file (%s) as %s from source %s"),
269 T->c_str(), MetaKey.c_str(), dupT.c_str(), dupEntry.c_str());
270 if (tplMetaKey.find(BreakPoint) == std::string::npos)
271 break;
272 continue;
273 }
274 }
275
276 {
277 auto const dup = std::find_if(IndexTargets.begin(), IndexTargets.end(), [&](IndexTarget const &T) {
278 return MetaKey == T.MetaKey && baseURI == T.Option(IndexTarget::BASE_URI) &&
279 E->sourcesEntry != T.Option(IndexTarget::SOURCESENTRY);
280 });
281 if (dup != IndexTargets.end())
282 {
283 std::string const dupEntry = dup->Option(IndexTarget::SOURCESENTRY);
284 //TRANSLATOR: an identifier like Packages; Releasefile key indicating
285 // a file like main/binary-amd64/Packages; filename and linenumber of
286 // two sources.list entries
287 _error->Warning(_("Target %s (%s) is configured multiple times in %s and %s"),
288 T->c_str(), MetaKey.c_str(), dupEntry.c_str(), E->sourcesEntry.c_str());
289 if (tplMetaKey.find(BreakPoint) == std::string::npos)
290 break;
291 continue;
292 }
293 }
294
295 // not available in templates, but in the indextarget
296 Options.insert(std::make_pair("BASE_URI", baseURI));
297 Options.insert(std::make_pair("REPO_URI", URI));
298 Options.insert(std::make_pair("IDENTIFIER", Identifier));
299 Options.insert(std::make_pair("TARGET_OF", Type));
300 Options.insert(std::make_pair("CREATED_BY", *T));
301 Options.insert(std::make_pair("FALLBACK_OF", FallbackOf));
302 Options.insert(std::make_pair("PDIFFS", UsePDiffs ? "yes" : "no"));
303 Options.insert(std::make_pair("BY_HASH", UseByHash));
304 Options.insert(std::make_pair("DEFAULTENABLED", DefaultEnabled ? "yes" : "no"));
305 Options.insert(std::make_pair("COMPRESSIONTYPES", CompressionTypes));
306 Options.insert(std::make_pair("KEEPCOMPRESSEDAS", KeepCompressedAs));
307 Options.insert(std::make_pair("SOURCESENTRY", E->sourcesEntry));
308
309 bool IsOpt = IsOptional;
310 if (IsOpt == false)
311 {
312 auto const arch = Options.find("ARCHITECTURE");
313 if (arch != Options.end() && arch->second == "all")
314 IsOpt = true;
315 }
316
317 IndexTarget Target(
318 MetaKey,
319 ShortDesc,
320 LongDesc,
321 Options.find("BASE_URI")->second + MetaKey,
322 IsOpt,
323 KeepCompressed,
324 Options
325 );
326 IndexTargets.push_back(Target);
327
328 if (tplMetaKey.find(BreakPoint) == std::string::npos)
329 break;
330 }
331
332 if (tplMetaKey.find("$(ARCHITECTURE)") == std::string::npos)
333 break;
334
335 }
336
337 if (tplMetaKey.find("$(LANGUAGE)") == std::string::npos)
338 break;
339
340 }
341
342 }
343 }
344 }
345 std::vector<IndexTarget> debReleaseIndex::GetIndexTargets() const
346 {
347 std::vector<IndexTarget> IndexTargets;
348 GetIndexTargetsFor("deb-src", URI, Dist, d->DebSrcEntries, IndexTargets);
349 GetIndexTargetsFor("deb", URI, Dist, d->DebEntries, IndexTargets);
350 return IndexTargets;
351 }
352 /*}}}*/
353 void debReleaseIndex::AddComponent(std::string const &sourcesEntry, /*{{{*/
354 bool const isSrc, std::string const &Name,
355 std::vector<std::string> const &Targets,
356 std::vector<std::string> const &Architectures,
357 std::vector<std::string> Languages,
358 bool const usePDiffs, std::string const &useByHash)
359 {
360 if (Languages.empty() == true)
361 Languages.push_back("none");
362 debReleaseIndexPrivate::debSectionEntry const entry = {
363 sourcesEntry, Name, Targets, Architectures, Languages, usePDiffs, useByHash
364 };
365 if (isSrc)
366 d->DebSrcEntries.push_back(entry);
367 else
368 d->DebEntries.push_back(entry);
369 }
370 /*}}}*/
371
372 bool debReleaseIndex::Load(std::string const &Filename, std::string * const ErrorText)/*{{{*/
373 {
374 LoadedSuccessfully = TRI_NO;
375 FileFd Fd;
376 if (OpenMaybeClearSignedFile(Filename, Fd) == false)
377 return false;
378
379 pkgTagFile TagFile(&Fd, Fd.Size());
380 if (Fd.IsOpen() == false || Fd.Failed())
381 {
382 if (ErrorText != NULL)
383 strprintf(*ErrorText, _("Unable to parse Release file %s"),Filename.c_str());
384 return false;
385 }
386
387 pkgTagSection Section;
388 const char *Start, *End;
389 if (TagFile.Step(Section) == false)
390 {
391 if (ErrorText != NULL)
392 strprintf(*ErrorText, _("No sections in Release file %s"), Filename.c_str());
393 return false;
394 }
395 // FIXME: find better tag name
396 SupportsAcquireByHash = Section.FindB("Acquire-By-Hash", false);
397
398 Suite = Section.FindS("Suite");
399 Codename = Section.FindS("Codename");
400 {
401 std::string const archs = Section.FindS("Architectures");
402 if (archs.empty() == false)
403 d->Architectures = VectorizeString(archs, ' ');
404 }
405 {
406 std::string const targets = Section.FindS("No-Support-for-Architecture-all");
407 if (targets.empty() == false)
408 d->NoSupportForAll = VectorizeString(targets, ' ');
409 }
410
411 bool FoundHashSum = false;
412 bool FoundStrongHashSum = false;
413 auto const SupportedHashes = HashString::SupportedHashes();
414 for (int i=0; SupportedHashes[i] != NULL; i++)
415 {
416 if (!Section.Find(SupportedHashes[i], Start, End))
417 continue;
418
419 std::string Name;
420 std::string Hash;
421 unsigned long long Size;
422 while (Start < End)
423 {
424 if (!parseSumData(Start, End, Name, Hash, Size))
425 return false;
426
427 HashString const hs(SupportedHashes[i], Hash);
428 if (Entries.find(Name) == Entries.end())
429 {
430 metaIndex::checkSum *Sum = new metaIndex::checkSum;
431 Sum->MetaKeyFilename = Name;
432 Sum->Size = Size;
433 Sum->Hashes.FileSize(Size);
434 APT_IGNORE_DEPRECATED(Sum->Hash = hs;)
435 Entries[Name] = Sum;
436 }
437 Entries[Name]->Hashes.push_back(hs);
438 FoundHashSum = true;
439 if (FoundStrongHashSum == false && hs.usable() == true)
440 FoundStrongHashSum = true;
441 }
442 }
443
444 if(FoundHashSum == false)
445 {
446 if (ErrorText != NULL)
447 strprintf(*ErrorText, _("No Hash entry in Release file %s"), Filename.c_str());
448 return false;
449 }
450 if(FoundStrongHashSum == false)
451 {
452 if (ErrorText != NULL)
453 strprintf(*ErrorText, _("No Hash entry in Release file %s which is considered strong enough for security purposes"), Filename.c_str());
454 return false;
455 }
456
457 std::string const StrDate = Section.FindS("Date");
458 if (RFC1123StrToTime(StrDate.c_str(), Date) == false)
459 {
460 _error->Warning( _("Invalid '%s' entry in Release file %s"), "Date", Filename.c_str());
461 Date = 0;
462 }
463
464 bool CheckValidUntil = _config->FindB("Acquire::Check-Valid-Until", true);
465 if (d->CheckValidUntil == metaIndex::TRI_NO)
466 CheckValidUntil = false;
467 else if (d->CheckValidUntil == metaIndex::TRI_YES)
468 CheckValidUntil = true;
469
470 if (CheckValidUntil == true)
471 {
472 std::string const Label = Section.FindS("Label");
473 std::string const StrValidUntil = Section.FindS("Valid-Until");
474
475 // if we have a Valid-Until header in the Release file, use it as default
476 if (StrValidUntil.empty() == false)
477 {
478 if(RFC1123StrToTime(StrValidUntil.c_str(), ValidUntil) == false)
479 {
480 if (ErrorText != NULL)
481 strprintf(*ErrorText, _("Invalid '%s' entry in Release file %s"), "Valid-Until", Filename.c_str());
482 return false;
483 }
484 }
485 // get the user settings for this archive and use what expires earlier
486 time_t MaxAge = d->ValidUntilMax;
487 if (MaxAge == 0)
488 {
489 MaxAge = _config->FindI("Acquire::Max-ValidTime", 0);
490 if (Label.empty() == false)
491 MaxAge = _config->FindI(("Acquire::Max-ValidTime::" + Label).c_str(), MaxAge);
492 }
493 time_t MinAge = d->ValidUntilMin;
494 if (MinAge == 0)
495 {
496 MinAge = _config->FindI("Acquire::Min-ValidTime", 0);
497 if (Label.empty() == false)
498 MinAge = _config->FindI(("Acquire::Min-ValidTime::" + Label).c_str(), MinAge);
499 }
500
501 if (MinAge != 0 || ValidUntil != 0 || MaxAge != 0)
502 {
503 if (MinAge != 0 && ValidUntil != 0) {
504 time_t const min_date = Date + MinAge;
505 if (ValidUntil < min_date)
506 ValidUntil = min_date;
507 }
508 if (MaxAge != 0 && Date != 0) {
509 time_t const max_date = Date + MaxAge;
510 if (ValidUntil == 0 || ValidUntil > max_date)
511 ValidUntil = max_date;
512 }
513 }
514 }
515
516 /* as the Release file is parsed only after it was verified, the Signed-By field
517 does not effect the current, but the "next" Release file */
518 auto Sign = Section.FindS("Signed-By");
519 if (Sign.empty() == false)
520 {
521 std::transform(Sign.begin(), Sign.end(), Sign.begin(), [&](char const c) {
522 return (isspace(c) == 0) ? c : ',';
523 });
524 auto fingers = VectorizeString(Sign, ',');
525 std::transform(fingers.begin(), fingers.end(), fingers.begin(), [&](std::string finger) {
526 std::transform(finger.begin(), finger.end(), finger.begin(), ::toupper);
527 if (finger.length() != 40 || finger.find_first_not_of("0123456789ABCDEF") != std::string::npos)
528 {
529 if (ErrorText != NULL)
530 strprintf(*ErrorText, _("Invalid '%s' entry in Release file %s"), "Signed-By", Filename.c_str());
531 return std::string();
532 }
533 return finger;
534 });
535 if (fingers.empty() == false && std::find(fingers.begin(), fingers.end(), "") == fingers.end())
536 {
537 std::stringstream os;
538 std::copy(fingers.begin(), fingers.end(), std::ostream_iterator<std::string>(os, ","));
539 SignedBy = os.str();
540 }
541 }
542
543 LoadedSuccessfully = TRI_YES;
544 return true;
545 }
546 /*}}}*/
547 metaIndex * debReleaseIndex::UnloadedClone() const /*{{{*/
548 {
549 if (Trusted == TRI_NO)
550 return new debReleaseIndex(URI, Dist, false);
551 else if (Trusted == TRI_YES)
552 return new debReleaseIndex(URI, Dist, true);
553 else
554 return new debReleaseIndex(URI, Dist);
555 }
556 /*}}}*/
557 bool debReleaseIndex::parseSumData(const char *&Start, const char *End, /*{{{*/
558 std::string &Name, std::string &Hash, unsigned long long &Size)
559 {
560 Name = "";
561 Hash = "";
562 Size = 0;
563 /* Skip over the first blank */
564 while ((*Start == '\t' || *Start == ' ' || *Start == '\n' || *Start == '\r')
565 && Start < End)
566 Start++;
567 if (Start >= End)
568 return false;
569
570 /* Move EntryEnd to the end of the first entry (the hash) */
571 const char *EntryEnd = Start;
572 while ((*EntryEnd != '\t' && *EntryEnd != ' ')
573 && EntryEnd < End)
574 EntryEnd++;
575 if (EntryEnd == End)
576 return false;
577
578 Hash.append(Start, EntryEnd-Start);
579
580 /* Skip over intermediate blanks */
581 Start = EntryEnd;
582 while (*Start == '\t' || *Start == ' ')
583 Start++;
584 if (Start >= End)
585 return false;
586
587 EntryEnd = Start;
588 /* Find the end of the second entry (the size) */
589 while ((*EntryEnd != '\t' && *EntryEnd != ' ' )
590 && EntryEnd < End)
591 EntryEnd++;
592 if (EntryEnd == End)
593 return false;
594
595 Size = strtoull (Start, NULL, 10);
596
597 /* Skip over intermediate blanks */
598 Start = EntryEnd;
599 while (*Start == '\t' || *Start == ' ')
600 Start++;
601 if (Start >= End)
602 return false;
603
604 EntryEnd = Start;
605 /* Find the end of the third entry (the filename) */
606 while ((*EntryEnd != '\t' && *EntryEnd != ' ' &&
607 *EntryEnd != '\n' && *EntryEnd != '\r')
608 && EntryEnd < End)
609 EntryEnd++;
610
611 Name.append(Start, EntryEnd-Start);
612 Start = EntryEnd; //prepare for the next round
613 return true;
614 }
615 /*}}}*/
616
617 bool debReleaseIndex::GetIndexes(pkgAcquire *Owner, bool const &GetAll)/*{{{*/
618 {
619 #define APT_TARGET(X) IndexTarget("", X, MetaIndexInfo(X), MetaIndexURI(X), false, false, std::map<std::string,std::string>())
620 pkgAcqMetaClearSig * const TransactionManager = new pkgAcqMetaClearSig(Owner,
621 APT_TARGET("InRelease"), APT_TARGET("Release"), APT_TARGET("Release.gpg"), this);
622 #undef APT_TARGET
623 // special case for --print-uris
624 if (GetAll)
625 for (auto const &Target: GetIndexTargets())
626 if (Target.Option(IndexTarget::FALLBACK_OF).empty())
627 new pkgAcqIndex(Owner, TransactionManager, Target);
628
629 return true;
630 }
631 /*}}}*/
632 // ReleaseIndex::Set* TriState options /*{{{*/
633 bool debReleaseIndex::SetTrusted(TriState const pTrusted)
634 {
635 if (Trusted == TRI_UNSET)
636 Trusted = pTrusted;
637 else if (Trusted != pTrusted)
638 // TRANSLATOR: The first is an option name from sources.list manpage, the other two URI and Suite
639 return _error->Error(_("Conflicting values set for option %s regarding source %s %s"), "Trusted", URI.c_str(), Dist.c_str());
640 return true;
641 }
642 bool debReleaseIndex::SetCheckValidUntil(TriState const pCheckValidUntil)
643 {
644 if (d->CheckValidUntil == TRI_UNSET)
645 d->CheckValidUntil = pCheckValidUntil;
646 else if (d->CheckValidUntil != pCheckValidUntil)
647 return _error->Error(_("Conflicting values set for option %s regarding source %s %s"), "Check-Valid-Until", URI.c_str(), Dist.c_str());
648 return true;
649 }
650 bool debReleaseIndex::SetValidUntilMin(time_t const Valid)
651 {
652 if (d->ValidUntilMin == 0)
653 d->ValidUntilMin = Valid;
654 else if (d->ValidUntilMin != Valid)
655 return _error->Error(_("Conflicting values set for option %s regarding source %s %s"), "Min-ValidTime", URI.c_str(), Dist.c_str());
656 return true;
657 }
658 bool debReleaseIndex::SetValidUntilMax(time_t const Valid)
659 {
660 if (d->ValidUntilMax == 0)
661 d->ValidUntilMax = Valid;
662 else if (d->ValidUntilMax != Valid)
663 return _error->Error(_("Conflicting values set for option %s regarding source %s %s"), "Max-ValidTime", URI.c_str(), Dist.c_str());
664 return true;
665 }
666 bool debReleaseIndex::SetSignedBy(std::string const &pSignedBy)
667 {
668 if (SignedBy.empty() == true && pSignedBy.empty() == false)
669 {
670 if (pSignedBy[0] == '/') // no check for existence as we could be chrooting later or such things
671 SignedBy = pSignedBy; // absolute path to a keyring file
672 else
673 {
674 // we could go all fancy and allow short/long/string matches as gpgv/apt-key does,
675 // but fingerprints are harder to fake than the others and this option is set once,
676 // not interactively all the time so easy to type is not really a concern.
677 auto fingers = VectorizeString(pSignedBy, ',');
678 std::transform(fingers.begin(), fingers.end(), fingers.begin(), [&](std::string finger) {
679 std::transform(finger.begin(), finger.end(), finger.begin(), ::toupper);
680 if (finger.length() != 40 || finger.find_first_not_of("0123456789ABCDEF") != std::string::npos)
681 {
682 _error->Error(_("Invalid value set for option %s regarding source %s %s (%s)"), "Signed-By", URI.c_str(), Dist.c_str(), "not a fingerprint");
683 return std::string();
684 }
685 return finger;
686 });
687 std::stringstream os;
688 std::copy(fingers.begin(), fingers.end(), std::ostream_iterator<std::string>(os, ","));
689 SignedBy = os.str();
690 }
691 }
692 else if (SignedBy != pSignedBy)
693 return _error->Error(_("Conflicting values set for option %s regarding source %s %s"), "Signed-By", URI.c_str(), Dist.c_str());
694 return true;
695 }
696 /*}}}*/
697 // ReleaseIndex::IsTrusted /*{{{*/
698 bool debReleaseIndex::IsTrusted() const
699 {
700 if (Trusted == TRI_YES)
701 return true;
702 else if (Trusted == TRI_NO)
703 return false;
704
705
706 if(_config->FindB("APT::Authentication::TrustCDROM", false))
707 if(URI.substr(0,strlen("cdrom:")) == "cdrom:")
708 return true;
709
710 if (FileExists(MetaIndexFile("Release.gpg")))
711 return true;
712
713 return FileExists(MetaIndexFile("InRelease"));
714 }
715 /*}}}*/
716 bool debReleaseIndex::IsArchitectureSupported(std::string const &arch) const/*{{{*/
717 {
718 if (d->Architectures.empty())
719 return true;
720 return std::find(d->Architectures.begin(), d->Architectures.end(), arch) != d->Architectures.end();
721 }
722 /*}}}*/
723 bool debReleaseIndex::IsArchitectureAllSupportedFor(IndexTarget const &target) const/*{{{*/
724 {
725 if (d->NoSupportForAll.empty())
726 return true;
727 return std::find(d->NoSupportForAll.begin(), d->NoSupportForAll.end(), target.Option(IndexTarget::CREATED_BY)) == d->NoSupportForAll.end();
728 }
729 /*}}}*/
730 std::vector <pkgIndexFile *> *debReleaseIndex::GetIndexFiles() /*{{{*/
731 {
732 if (Indexes != NULL)
733 return Indexes;
734
735 Indexes = new std::vector<pkgIndexFile*>();
736 bool const istrusted = IsTrusted();
737 for (auto const &T: GetIndexTargets())
738 {
739 std::string const TargetName = T.Option(IndexTarget::CREATED_BY);
740 if (TargetName == "Packages")
741 Indexes->push_back(new debPackagesIndex(T, istrusted));
742 else if (TargetName == "Sources")
743 Indexes->push_back(new debSourcesIndex(T, istrusted));
744 else if (TargetName == "Translations")
745 Indexes->push_back(new debTranslationsIndex(T));
746 }
747 return Indexes;
748 }
749 /*}}}*/
750
751 static bool ReleaseFileName(debReleaseIndex const * const That, std::string &ReleaseFile)/*{{{*/
752 {
753 ReleaseFile = That->MetaIndexFile("InRelease");
754 bool releaseExists = false;
755 if (FileExists(ReleaseFile) == true)
756 releaseExists = true;
757 else
758 {
759 ReleaseFile = That->MetaIndexFile("Release");
760 if (FileExists(ReleaseFile))
761 releaseExists = true;
762 }
763 return releaseExists;
764 }
765 /*}}}*/
766 bool debReleaseIndex::Merge(pkgCacheGenerator &Gen,OpProgress * /*Prog*/) const/*{{{*/
767 {
768 std::string ReleaseFile;
769 bool const releaseExists = ReleaseFileName(this, ReleaseFile);
770
771 ::URI Tmp(URI);
772 if (Gen.SelectReleaseFile(ReleaseFile, Tmp.Host) == false)
773 return _error->Error("Problem with SelectReleaseFile %s", ReleaseFile.c_str());
774
775 if (releaseExists == false)
776 return true;
777
778 FileFd Rel;
779 // Beware: The 'Release' file might be clearsigned in case the
780 // signature for an 'InRelease' file couldn't be checked
781 if (OpenMaybeClearSignedFile(ReleaseFile, Rel) == false)
782 return false;
783
784 // Store the IMS information
785 pkgCache::RlsFileIterator File = Gen.GetCurRlsFile();
786 pkgCacheGenerator::Dynamic<pkgCache::RlsFileIterator> DynFile(File);
787 // Rel can't be used as this is potentially a temporary file
788 struct stat Buf;
789 if (stat(ReleaseFile.c_str(), &Buf) != 0)
790 return _error->Errno("fstat", "Unable to stat file %s", ReleaseFile.c_str());
791 File->Size = Buf.st_size;
792 File->mtime = Buf.st_mtime;
793
794 pkgTagFile TagFile(&Rel, Rel.Size());
795 pkgTagSection Section;
796 if (Rel.IsOpen() == false || Rel.Failed() || TagFile.Step(Section) == false)
797 return false;
798
799 std::string data;
800 #define APT_INRELEASE(TYPE, TAG, STORE) \
801 data = Section.FindS(TAG); \
802 if (data.empty() == false) \
803 { \
804 map_stringitem_t const storage = Gen.StoreString(pkgCacheGenerator::TYPE, data); \
805 if (storage == 0) return false; \
806 STORE = storage; \
807 }
808 APT_INRELEASE(MIXED, "Suite", File->Archive)
809 APT_INRELEASE(VERSIONNUMBER, "Version", File->Version)
810 APT_INRELEASE(MIXED, "Origin", File->Origin)
811 APT_INRELEASE(MIXED, "Codename", File->Codename)
812 APT_INRELEASE(MIXED, "Label", File->Label)
813 #undef APT_INRELEASE
814 Section.FindFlag("NotAutomatic", File->Flags, pkgCache::Flag::NotAutomatic);
815 Section.FindFlag("ButAutomaticUpgrades", File->Flags, pkgCache::Flag::ButAutomaticUpgrades);
816
817 return true;
818 }
819 /*}}}*/
820 // ReleaseIndex::FindInCache - Find this index /*{{{*/
821 pkgCache::RlsFileIterator debReleaseIndex::FindInCache(pkgCache &Cache, bool const ModifyCheck) const
822 {
823 std::string ReleaseFile;
824 bool const releaseExists = ReleaseFileName(this, ReleaseFile);
825
826 pkgCache::RlsFileIterator File = Cache.RlsFileBegin();
827 for (; File.end() == false; ++File)
828 {
829 if (File->FileName == 0 || ReleaseFile != File.FileName())
830 continue;
831
832 // empty means the file does not exist by "design"
833 if (ModifyCheck == false || (releaseExists == false && File->Size == 0))
834 return File;
835
836 struct stat St;
837 if (stat(File.FileName(),&St) != 0)
838 {
839 if (_config->FindB("Debug::pkgCacheGen", false))
840 std::clog << "ReleaseIndex::FindInCache - stat failed on " << File.FileName() << std::endl;
841 return pkgCache::RlsFileIterator(Cache);
842 }
843 if ((unsigned)St.st_size != File->Size || St.st_mtime != File->mtime)
844 {
845 if (_config->FindB("Debug::pkgCacheGen", false))
846 std::clog << "ReleaseIndex::FindInCache - size (" << St.st_size << " <> " << File->Size
847 << ") or mtime (" << St.st_mtime << " <> " << File->mtime
848 << ") doesn't match for " << File.FileName() << std::endl;
849 return pkgCache::RlsFileIterator(Cache);
850 }
851 return File;
852 }
853
854 return File;
855 }
856 /*}}}*/
857
858 static std::vector<std::string> parsePlusMinusOptions(std::string const &Name, /*{{{*/
859 std::map<std::string, std::string> const &Options, std::vector<std::string> const &defaultValues)
860 {
861 std::map<std::string, std::string>::const_iterator val = Options.find(Name);
862 std::vector<std::string> Values;
863 if (val != Options.end())
864 Values = VectorizeString(val->second, ',');
865 else
866 Values = defaultValues;
867
868 // all is a very special architecture users shouldn't be concerned with explicitly
869 if (Name == "arch" && std::find(Values.begin(), Values.end(), "all") == Values.end())
870 Values.push_back("all");
871
872 if ((val = Options.find(Name + "+")) != Options.end())
873 {
874 std::vector<std::string> const plus = VectorizeString(val->second, ',');
875 std::copy_if(plus.begin(), plus.end(), std::back_inserter(Values), [&Values](std::string const &v) {
876 return std::find(Values.begin(), Values.end(), v) == Values.end();
877 });
878 }
879 if ((val = Options.find(Name + "-")) != Options.end())
880 {
881 std::vector<std::string> const minus = VectorizeString(val->second, ',');
882 Values.erase(std::remove_if(Values.begin(), Values.end(), [&minus](std::string const &v) {
883 return std::find(minus.begin(), minus.end(), v) != minus.end();
884 }), Values.end());
885 }
886 return Values;
887 }
888 /*}}}*/
889 class APT_HIDDEN debSLTypeDebian : public pkgSourceList::Type /*{{{*/
890 {
891 metaIndex::TriState GetTriStateOption(std::map<std::string, std::string>const &Options, char const * const name) const
892 {
893 std::map<std::string, std::string>::const_iterator const opt = Options.find(name);
894 if (opt != Options.end())
895 return StringToBool(opt->second, false) ? metaIndex::TRI_YES : metaIndex::TRI_NO;
896 return metaIndex::TRI_DONTCARE;
897 }
898
899 time_t GetTimeOption(std::map<std::string, std::string>const &Options, char const * const name) const
900 {
901 std::map<std::string, std::string>::const_iterator const opt = Options.find(name);
902 if (opt == Options.end())
903 return 0;
904 return strtoull(opt->second.c_str(), NULL, 10);
905 }
906
907 protected:
908
909 bool CreateItemInternal(std::vector<metaIndex *> &List, std::string const &URI,
910 std::string const &Dist, std::string const &Section,
911 bool const &IsSrc, std::map<std::string, std::string> const &Options) const
912 {
913 debReleaseIndex *Deb = NULL;
914 for (std::vector<metaIndex *>::const_iterator I = List.begin();
915 I != List.end(); ++I)
916 {
917 // We only worry about debian entries here
918 if (strcmp((*I)->GetType(), "deb") != 0)
919 continue;
920
921 /* This check insures that there will be only one Release file
922 queued for all the Packages files and Sources files it
923 corresponds to. */
924 if ((*I)->GetURI() == URI && (*I)->GetDist() == Dist)
925 {
926 Deb = dynamic_cast<debReleaseIndex*>(*I);
927 if (Deb != NULL)
928 break;
929 }
930 }
931
932 // No currently created Release file indexes this entry, so we create a new one.
933 if (Deb == NULL)
934 {
935 Deb = new debReleaseIndex(URI, Dist);
936 List.push_back(Deb);
937 }
938
939 std::vector<std::string> const alltargets = _config->FindVector(std::string("Acquire::IndexTargets::") + Name, "", true);
940 std::vector<std::string> deftargets;
941 deftargets.reserve(alltargets.size());
942 std::copy_if(alltargets.begin(), alltargets.end(), std::back_inserter(deftargets), [&](std::string const &t) {
943 std::string c = "Acquire::IndexTargets::";
944 c.append(Name).append("::").append(t).append("::DefaultEnabled");
945 return _config->FindB(c, true);
946 });
947 std::vector<std::string> mytargets = parsePlusMinusOptions("target", Options, deftargets);
948 for (auto const &target : alltargets)
949 {
950 std::map<std::string, std::string>::const_iterator const opt = Options.find(target);
951 if (opt == Options.end())
952 continue;
953 auto const idMatch = [&](std::string const &t) {
954 return target == _config->Find(std::string("Acquire::IndexTargets::") + Name + "::" + t + "::Identifier", t);
955 };
956 if (StringToBool(opt->second))
957 std::copy_if(alltargets.begin(), alltargets.end(), std::back_inserter(mytargets), idMatch);
958 else
959 mytargets.erase(std::remove_if(mytargets.begin(), mytargets.end(), idMatch), mytargets.end());
960 }
961 // if we can't order it in a 1000 steps we give up… probably a cycle
962 for (auto i = 0; i < 1000; ++i)
963 {
964 bool Changed = false;
965 for (auto t = mytargets.begin(); t != mytargets.end(); ++t)
966 {
967 std::string const fallback = _config->Find(std::string("Acquire::IndexTargets::") + Name + "::" + *t + "::Fallback-Of");
968 if (fallback.empty())
969 continue;
970 auto const faller = std::find(mytargets.begin(), mytargets.end(), fallback);
971 if (faller == mytargets.end() || faller < t)
972 continue;
973 Changed = true;
974 auto const tv = *t;
975 mytargets.erase(t);
976 mytargets.emplace_back(tv);
977 }
978 if (Changed == false)
979 break;
980 }
981 // remove duplicates without changing the order (in first appearance)
982 {
983 std::set<std::string> seenOnce;
984 mytargets.erase(std::remove_if(mytargets.begin(), mytargets.end(), [&](std::string const &t) {
985 return seenOnce.insert(t).second == false;
986 }), mytargets.end());
987 }
988
989 bool UsePDiffs = _config->FindB("Acquire::PDiffs", true);
990 {
991 std::map<std::string, std::string>::const_iterator const opt = Options.find("pdiffs");
992 if (opt != Options.end())
993 UsePDiffs = StringToBool(opt->second);
994 }
995
996 std::string UseByHash = _config->Find("APT::Acquire::By-Hash", "yes");
997 UseByHash = _config->Find("Acquire::By-Hash", UseByHash);
998 {
999 std::string const host = ::URI(URI).Host;
1000 UseByHash = _config->Find("APT::Acquire::" + host + "::By-Hash", UseByHash);
1001 UseByHash = _config->Find("Acquire::" + host + "::By-Hash", UseByHash);
1002 std::map<std::string, std::string>::const_iterator const opt = Options.find("by-hash");
1003 if (opt != Options.end())
1004 UseByHash = opt->second;
1005 }
1006
1007 auto const entry = Options.find("sourceslist-entry");
1008 Deb->AddComponent(
1009 entry->second,
1010 IsSrc,
1011 Section,
1012 mytargets,
1013 parsePlusMinusOptions("arch", Options, APT::Configuration::getArchitectures()),
1014 parsePlusMinusOptions("lang", Options, APT::Configuration::getLanguages(true)),
1015 UsePDiffs,
1016 UseByHash
1017 );
1018
1019 if (Deb->SetTrusted(GetTriStateOption(Options, "trusted")) == false ||
1020 Deb->SetCheckValidUntil(GetTriStateOption(Options, "check-valid-until")) == false ||
1021 Deb->SetValidUntilMax(GetTimeOption(Options, "valid-until-max")) == false ||
1022 Deb->SetValidUntilMin(GetTimeOption(Options, "valid-until-min")) == false)
1023 return false;
1024
1025 std::map<std::string, std::string>::const_iterator const signedby = Options.find("signed-by");
1026 if (signedby == Options.end())
1027 {
1028 bool alreadySet = false;
1029 std::string filename;
1030 if (ReleaseFileName(Deb, filename))
1031 {
1032 auto OldDeb = Deb->UnloadedClone();
1033 _error->PushToStack();
1034 OldDeb->Load(filename, nullptr);
1035 bool const goodLoad = _error->PendingError() == false;
1036 _error->RevertToStack();
1037 if (goodLoad)
1038 {
1039 if (OldDeb->GetValidUntil() > 0)
1040 {
1041 time_t const invalid_since = time(NULL) - OldDeb->GetValidUntil();
1042 if (invalid_since <= 0)
1043 {
1044 Deb->SetSignedBy(OldDeb->GetSignedBy());
1045 alreadySet = true;
1046 }
1047 }
1048 }
1049 delete OldDeb;
1050 }
1051 if (alreadySet == false && Deb->SetSignedBy("") == false)
1052 return false;
1053 }
1054 else
1055 {
1056 if (Deb->SetSignedBy(signedby->second) == false)
1057 return false;
1058 }
1059
1060 return true;
1061 }
1062
1063 debSLTypeDebian(char const * const Name, char const * const Label) : Type(Name, Label)
1064 {
1065 }
1066 };
1067 /*}}}*/
1068 class APT_HIDDEN debSLTypeDeb : public debSLTypeDebian /*{{{*/
1069 {
1070 public:
1071
1072 bool CreateItem(std::vector<metaIndex *> &List, std::string const &URI,
1073 std::string const &Dist, std::string const &Section,
1074 std::map<std::string, std::string> const &Options) const APT_OVERRIDE
1075 {
1076 return CreateItemInternal(List, URI, Dist, Section, false, Options);
1077 }
1078
1079 debSLTypeDeb() : debSLTypeDebian("deb", "Debian binary tree")
1080 {
1081 }
1082 };
1083 /*}}}*/
1084 class APT_HIDDEN debSLTypeDebSrc : public debSLTypeDebian /*{{{*/
1085 {
1086 public:
1087
1088 bool CreateItem(std::vector<metaIndex *> &List, std::string const &URI,
1089 std::string const &Dist, std::string const &Section,
1090 std::map<std::string, std::string> const &Options) const APT_OVERRIDE
1091 {
1092 return CreateItemInternal(List, URI, Dist, Section, true, Options);
1093 }
1094
1095 debSLTypeDebSrc() : debSLTypeDebian("deb-src", "Debian source tree")
1096 {
1097 }
1098 };
1099 /*}}}*/
1100
1101 APT_HIDDEN debSLTypeDeb _apt_DebType;
1102 APT_HIDDEN debSLTypeDebSrc _apt_DebSrcType;