]> git.saurik.com Git - apt.git/blame - apt-pkg/deb/debmetaindex.cc
add APT::Progress::PackageManager::Pulse()
[apt.git] / apt-pkg / deb / debmetaindex.cc
CommitLineData
7db98ffc 1// ijones, walters
ea542140 2#include <config.h>
7db98ffc 3
7db98ffc
MZ
4#include <apt-pkg/debmetaindex.h>
5#include <apt-pkg/debindexfile.h>
6#include <apt-pkg/strutl.h>
472ff00e 7#include <apt-pkg/fileutl.h>
7db98ffc
MZ
8#include <apt-pkg/acquire-item.h>
9#include <apt-pkg/configuration.h>
45df0ad2 10#include <apt-pkg/aptconfiguration.h>
472ff00e
DK
11#include <apt-pkg/indexrecords.h>
12#include <apt-pkg/sourcelist.h>
7db98ffc
MZ
13#include <apt-pkg/error.h>
14
5dd4c8b8 15#include <set>
7cb28948 16#include <algorithm>
5dd4c8b8 17
7db98ffc
MZ
18using namespace std;
19
5dd4c8b8 20string debReleaseIndex::Info(const char *Type, string const &Section, string const &Arch) const
7db98ffc
MZ
21{
22 string Info = ::URI::SiteOnly(URI) + ' ';
23 if (Dist[Dist.size() - 1] == '/')
24 {
25 if (Dist != "/")
26 Info += Dist;
27 }
28 else
5dd4c8b8
DK
29 {
30 Info += Dist + '/' + Section;
ff1ad6fd 31 if (Arch.empty() != true)
5dd4c8b8
DK
32 Info += " " + Arch;
33 }
7db98ffc
MZ
34 Info += " ";
35 Info += Type;
36 return Info;
37}
38
39string debReleaseIndex::MetaIndexInfo(const char *Type) const
40{
41 string Info = ::URI::SiteOnly(URI) + ' ';
42 if (Dist[Dist.size() - 1] == '/')
43 {
44 if (Dist != "/")
45 Info += Dist;
46 }
47 else
48 Info += Dist;
49 Info += " ";
50 Info += Type;
51 return Info;
52}
53
54string debReleaseIndex::MetaIndexFile(const char *Type) const
55{
56 return _config->FindDir("Dir::State::lists") +
57 URItoFileName(MetaIndexURI(Type));
58}
59
60string debReleaseIndex::MetaIndexURI(const char *Type) const
61{
62 string Res;
63
64 if (Dist == "/")
65 Res = URI;
66 else if (Dist[Dist.size()-1] == '/')
67 Res = URI + Dist;
68 else
69 Res = URI + "dists/" + Dist + "/";
70
71 Res += Type;
72 return Res;
73}
74
5dd4c8b8 75string debReleaseIndex::IndexURISuffix(const char *Type, string const &Section, string const &Arch) const
7db98ffc
MZ
76{
77 string Res ="";
78 if (Dist[Dist.size() - 1] != '/')
5dd4c8b8
DK
79 {
80 if (Arch == "native")
81 Res += Section + "/binary-" + _config->Find("APT::Architecture") + '/';
82 else
83 Res += Section + "/binary-" + Arch + '/';
84 }
7db98ffc
MZ
85 return Res + Type;
86}
87
88
5dd4c8b8 89string debReleaseIndex::IndexURI(const char *Type, string const &Section, string const &Arch) const
7db98ffc
MZ
90{
91 if (Dist[Dist.size() - 1] == '/')
92 {
93 string Res;
94 if (Dist != "/")
95 Res = URI + Dist;
96 else
97 Res = URI;
98 return Res + Type;
99 }
100 else
5dd4c8b8 101 return URI + "dists/" + Dist + '/' + IndexURISuffix(Type, Section, Arch);
7db98ffc
MZ
102 }
103
5dd4c8b8 104string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string &Section) const
7db98ffc
MZ
105{
106 string Res ="";
107 if (Dist[Dist.size() - 1] != '/')
108 Res += Section + "/source/";
109 return Res + Type;
110}
111
5dd4c8b8 112string debReleaseIndex::SourceIndexURI(const char *Type, const string &Section) const
7db98ffc
MZ
113{
114 string Res;
115 if (Dist[Dist.size() - 1] == '/')
116 {
117 if (Dist != "/")
118 Res = URI + Dist;
119 else
120 Res = URI;
121 return Res + Type;
122 }
123 else
124 return URI + "dists/" + Dist + "/" + SourceIndexURISuffix(Type, Section);
125}
126
ab53c018
DK
127string debReleaseIndex::TranslationIndexURISuffix(const char *Type, const string &Section) const
128{
129 string Res ="";
130 if (Dist[Dist.size() - 1] != '/')
8e3900d0 131 Res += Section + "/i18n/Translation-";
ab53c018
DK
132 return Res + Type;
133}
134
135string debReleaseIndex::TranslationIndexURI(const char *Type, const string &Section) const
136{
137 string Res;
138 if (Dist[Dist.size() - 1] == '/')
139 {
140 if (Dist != "/")
141 Res = URI + Dist;
142 else
143 Res = URI;
144 return Res + Type;
145 }
146 else
147 return URI + "dists/" + Dist + "/" + TranslationIndexURISuffix(Type, Section);
148}
149
4b42f43b
DK
150debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist) :
151 metaIndex(URI, Dist, "deb"), Trusted(CHECK_TRUST)
152{}
153
154debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist, bool const Trusted) :
155 metaIndex(URI, Dist, "deb") {
156 SetTrusted(Trusted);
7db98ffc
MZ
157}
158
5dd4c8b8
DK
159debReleaseIndex::~debReleaseIndex() {
160 for (map<string, vector<debSectionEntry const*> >::const_iterator A = ArchEntries.begin();
161 A != ArchEntries.end(); ++A)
162 for (vector<const debSectionEntry *>::const_iterator S = A->second.begin();
163 S != A->second.end(); ++S)
164 delete *S;
7a9f09bd
MV
165}
166
5dd4c8b8
DK
167vector <struct IndexTarget *>* debReleaseIndex::ComputeIndexTargets() const {
168 vector <struct IndexTarget *>* IndexTargets = new vector <IndexTarget *>;
169
170 map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
171 if (src != ArchEntries.end()) {
172 vector<debSectionEntry const*> const SectionEntries = src->second;
173 for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
174 I != SectionEntries.end(); ++I) {
175 IndexTarget * Target = new IndexTarget();
176 Target->ShortDesc = "Sources";
177 Target->MetaKey = SourceIndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section);
178 Target->URI = SourceIndexURI(Target->ShortDesc.c_str(), (*I)->Section);
179 Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section);
180 IndexTargets->push_back (Target);
181 }
182 }
183
184 // Only source release
185 if (IndexTargets->empty() == false && ArchEntries.size() == 1)
186 return IndexTargets;
187
ab53c018 188 std::set<std::string> sections;
5dd4c8b8
DK
189 for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
190 a != ArchEntries.end(); ++a) {
191 if (a->first == "source")
192 continue;
193 for (vector <const debSectionEntry *>::const_iterator I = a->second.begin();
194 I != a->second.end(); ++I) {
195 IndexTarget * Target = new IndexTarget();
196 Target->ShortDesc = "Packages";
197 Target->MetaKey = IndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section, a->first);
198 Target->URI = IndexURI(Target->ShortDesc.c_str(), (*I)->Section, a->first);
199 Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section, a->first);
200 IndexTargets->push_back (Target);
ab53c018
DK
201 sections.insert((*I)->Section);
202 }
203 }
204
7cb28948
DK
205 std::vector<std::string> lang = APT::Configuration::getLanguages(true);
206 std::vector<std::string>::iterator lend = std::remove(lang.begin(), lang.end(), "none");
207 if (lend != lang.end())
208 lang.erase(lend);
209
05bb1e5d
DK
210 if (lang.empty() == true)
211 return IndexTargets;
212
8e3900d0
DK
213 // get the Translation-* files, later we will skip download of non-existent if we have an index
214 for (std::set<std::string>::const_iterator s = sections.begin();
215 s != sections.end(); ++s) {
216 for (std::vector<std::string>::const_iterator l = lang.begin();
217 l != lang.end(); ++l) {
218 IndexTarget * Target = new OptionalIndexTarget();
219 Target->ShortDesc = "Translation-" + *l;
220 Target->MetaKey = TranslationIndexURISuffix(l->c_str(), *s);
221 Target->URI = TranslationIndexURI(l->c_str(), *s);
ab53c018 222 Target->Description = Info (Target->ShortDesc.c_str(), *s);
8e3900d0 223 IndexTargets->push_back(Target);
5dd4c8b8
DK
224 }
225 }
226
227 return IndexTargets;
7db98ffc
MZ
228}
229 /*}}}*/
5dd4c8b8 230bool debReleaseIndex::GetIndexes(pkgAcquire *Owner, bool const &GetAll) const
7db98ffc 231{
2d3fe9cf
DK
232 bool const tryInRelease = _config->FindB("Acquire::TryInRelease", true);
233
7db98ffc
MZ
234 // special case for --print-uris
235 if (GetAll) {
236 vector <struct IndexTarget *> *targets = ComputeIndexTargets();
f7f0d6c7 237 for (vector <struct IndexTarget*>::const_iterator Target = targets->begin(); Target != targets->end(); ++Target) {
7db98ffc 238 new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
495e5cb2 239 (*Target)->ShortDesc, HashString());
7db98ffc 240 }
6612c86e 241 delete targets;
55971004
MV
242
243 // this is normally created in pkgAcqMetaSig, but if we run
244 // in --print-uris mode, we add it here
2d3fe9cf
DK
245 if (tryInRelease == false)
246 new pkgAcqMetaIndex(Owner, MetaIndexURI("Release"),
247 MetaIndexInfo("Release"), "Release",
248 MetaIndexURI("Release.gpg"),
249 ComputeIndexTargets(),
250 new indexRecords (Dist));
7db98ffc 251 }
8f9b141f 252
2d3fe9cf
DK
253 if (tryInRelease == true)
254 new pkgAcqMetaClearSig(Owner, MetaIndexURI("InRelease"),
255 MetaIndexInfo("InRelease"), "InRelease",
256 MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
257 MetaIndexURI("Release.gpg"), MetaIndexInfo("Release.gpg"), "Release.gpg",
258 ComputeIndexTargets(),
259 new indexRecords (Dist));
260 else
261 new pkgAcqMetaSig(Owner, MetaIndexURI("Release.gpg"),
262 MetaIndexInfo("Release.gpg"), "Release.gpg",
263 MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
264 ComputeIndexTargets(),
265 new indexRecords (Dist));
fe0f7911 266
55971004 267 return true;
7db98ffc
MZ
268}
269
4b42f43b
DK
270void debReleaseIndex::SetTrusted(bool const Trusted)
271{
272 if (Trusted == true)
273 this->Trusted = ALWAYS_TRUSTED;
274 else
275 this->Trusted = NEVER_TRUSTED;
276}
277
7db98ffc
MZ
278bool debReleaseIndex::IsTrusted() const
279{
4b42f43b
DK
280 if (Trusted == ALWAYS_TRUSTED)
281 return true;
282 else if (Trusted == NEVER_TRUSTED)
283 return false;
284
285
4e0ad446 286 if(_config->FindB("APT::Authentication::TrustCDROM", false))
e8cdc56a
MV
287 if(URI.substr(0,strlen("cdrom:")) == "cdrom:")
288 return true;
fe0f7911
DK
289
290 string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
291 URItoFileName(MetaIndexURI("Release")) + ".gpg";
292
7db98ffc
MZ
293 if (FileExists(VerifiedSigFile))
294 return true;
fe0f7911
DK
295
296 VerifiedSigFile = _config->FindDir("Dir::State::lists") +
297 URItoFileName(MetaIndexURI("InRelease"));
298
299 return FileExists(VerifiedSigFile);
7db98ffc
MZ
300}
301
5dd4c8b8
DK
302vector <pkgIndexFile *> *debReleaseIndex::GetIndexFiles() {
303 if (Indexes != NULL)
304 return Indexes;
305
306 Indexes = new vector <pkgIndexFile*>;
307 map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
308 if (src != ArchEntries.end()) {
309 vector<debSectionEntry const*> const SectionEntries = src->second;
310 for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
f7f0d6c7 311 I != SectionEntries.end(); ++I)
5dd4c8b8
DK
312 Indexes->push_back(new debSourcesIndex (URI, Dist, (*I)->Section, IsTrusted()));
313 }
314
315 // Only source release
316 if (Indexes->empty() == false && ArchEntries.size() == 1)
317 return Indexes;
318
319 std::vector<std::string> const lang = APT::Configuration::getLanguages(true);
320 map<string, set<string> > sections;
321 for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
322 a != ArchEntries.end(); ++a) {
323 if (a->first == "source")
324 continue;
325 for (vector<debSectionEntry const*>::const_iterator I = a->second.begin();
f7f0d6c7 326 I != a->second.end(); ++I) {
5dd4c8b8
DK
327 Indexes->push_back(new debPackagesIndex (URI, Dist, (*I)->Section, IsTrusted(), a->first));
328 sections[(*I)->Section].insert(lang.begin(), lang.end());
329 }
330 }
331
332 for (map<string, set<string> >::const_iterator s = sections.begin();
333 s != sections.end(); ++s)
334 for (set<string>::const_iterator l = s->second.begin();
f7f0d6c7 335 l != s->second.end(); ++l) {
1a31359b 336 if (*l == "none") continue;
5dd4c8b8 337 Indexes->push_back(new debTranslationsIndex(URI,Dist,s->first,(*l).c_str()));
1a31359b 338 }
5dd4c8b8
DK
339
340 return Indexes;
341}
a7a5b0d9 342
5dd4c8b8
DK
343void debReleaseIndex::PushSectionEntry(vector<string> const &Archs, const debSectionEntry *Entry) {
344 for (vector<string>::const_iterator a = Archs.begin();
345 a != Archs.end(); ++a)
346 ArchEntries[*a].push_back(new debSectionEntry(Entry->Section, Entry->IsSrc));
347 delete Entry;
7db98ffc
MZ
348}
349
5dd4c8b8
DK
350void debReleaseIndex::PushSectionEntry(string const &Arch, const debSectionEntry *Entry) {
351 ArchEntries[Arch].push_back(Entry);
7db98ffc
MZ
352}
353
5dd4c8b8
DK
354void debReleaseIndex::PushSectionEntry(const debSectionEntry *Entry) {
355 if (Entry->IsSrc == true)
356 PushSectionEntry("source", Entry);
357 else {
358 for (map<string, vector<const debSectionEntry *> >::iterator a = ArchEntries.begin();
359 a != ArchEntries.end(); ++a) {
360 a->second.push_back(Entry);
361 }
362 }
7db98ffc
MZ
363}
364
5dd4c8b8
DK
365debReleaseIndex::debSectionEntry::debSectionEntry (string const &Section,
366 bool const &IsSrc): Section(Section), IsSrc(IsSrc)
367{}
368
7db98ffc
MZ
369class debSLTypeDebian : public pkgSourceList::Type
370{
371 protected:
372
5dd4c8b8
DK
373 bool CreateItemInternal(vector<metaIndex *> &List, string const &URI,
374 string const &Dist, string const &Section,
375 bool const &IsSrc, map<string, string> const &Options) const
7db98ffc 376 {
3d1be93d
DK
377 // parse arch=, arch+= and arch-= settings
378 map<string, string>::const_iterator arch = Options.find("arch");
379 vector<string> Archs =
3f42500d 380 (arch != Options.end()) ? VectorizeString(arch->second, ',') :
5dd4c8b8 381 APT::Configuration::getArchitectures();
3d1be93d
DK
382 if ((arch = Options.find("arch+")) != Options.end())
383 {
384 std::vector<std::string> const plusArch = VectorizeString(arch->second, ',');
385 for (std::vector<std::string>::const_iterator plus = plusArch.begin(); plus != plusArch.end(); ++plus)
386 if (std::find(Archs.begin(), Archs.end(), *plus) == Archs.end())
387 Archs.push_back(*plus);
388 }
389 if ((arch = Options.find("arch-")) != Options.end())
390 {
391 std::vector<std::string> const minusArch = VectorizeString(arch->second, ',');
392 for (std::vector<std::string>::const_iterator minus = minusArch.begin(); minus != minusArch.end(); ++minus)
393 {
394 std::vector<std::string>::iterator kill = std::find(Archs.begin(), Archs.end(), *minus);
395 if (kill != Archs.end())
396 Archs.erase(kill);
397 }
398 }
399
4b42f43b 400 map<string, string>::const_iterator const trusted = Options.find("trusted");
5dd4c8b8
DK
401
402 for (vector<metaIndex *>::const_iterator I = List.begin();
f7f0d6c7 403 I != List.end(); ++I)
7db98ffc 404 {
5dd4c8b8
DK
405 // We only worry about debian entries here
406 if (strcmp((*I)->GetType(), "deb") != 0)
407 continue;
408
409 debReleaseIndex *Deb = (debReleaseIndex *) (*I);
4b42f43b
DK
410 if (trusted != Options.end())
411 Deb->SetTrusted(StringToBool(trusted->second, false));
412
5dd4c8b8
DK
413 /* This check insures that there will be only one Release file
414 queued for all the Packages files and Sources files it
415 corresponds to. */
416 if (Deb->GetURI() == URI && Deb->GetDist() == Dist)
7db98ffc 417 {
5dd4c8b8
DK
418 if (IsSrc == true)
419 Deb->PushSectionEntry("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
420 else
dd13742e
DK
421 {
422 if (Dist[Dist.size() - 1] == '/')
423 Deb->PushSectionEntry("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
424 else
425 Deb->PushSectionEntry(Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
426 }
5dd4c8b8 427 return true;
7db98ffc
MZ
428 }
429 }
4b42f43b 430
7db98ffc 431 // No currently created Release file indexes this entry, so we create a new one.
4b42f43b
DK
432 debReleaseIndex *Deb;
433 if (trusted != Options.end())
434 Deb = new debReleaseIndex(URI, Dist, StringToBool(trusted->second, false));
435 else
436 Deb = new debReleaseIndex(URI, Dist);
437
5dd4c8b8
DK
438 if (IsSrc == true)
439 Deb->PushSectionEntry ("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
440 else
dd13742e
DK
441 {
442 if (Dist[Dist.size() - 1] == '/')
443 Deb->PushSectionEntry ("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
444 else
445 Deb->PushSectionEntry (Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
446 }
7db98ffc
MZ
447 List.push_back(Deb);
448 return true;
449 }
450};
451
452class debSLTypeDeb : public debSLTypeDebian
453{
454 public:
455
5dd4c8b8
DK
456 bool CreateItem(vector<metaIndex *> &List, string const &URI,
457 string const &Dist, string const &Section,
458 std::map<string, string> const &Options) const
7db98ffc 459 {
5dd4c8b8 460 return CreateItemInternal(List, URI, Dist, Section, false, Options);
7db98ffc
MZ
461 }
462
463 debSLTypeDeb()
464 {
465 Name = "deb";
466 Label = "Standard Debian binary tree";
467 }
468};
469
470class debSLTypeDebSrc : public debSLTypeDebian
471{
472 public:
473
5dd4c8b8
DK
474 bool CreateItem(vector<metaIndex *> &List, string const &URI,
475 string const &Dist, string const &Section,
476 std::map<string, string> const &Options) const
7db98ffc 477 {
5dd4c8b8 478 return CreateItemInternal(List, URI, Dist, Section, true, Options);
7db98ffc
MZ
479 }
480
481 debSLTypeDebSrc()
482 {
483 Name = "deb-src";
484 Label = "Standard Debian source tree";
485 }
486};
487
488debSLTypeDeb _apt_DebType;
489debSLTypeDebSrc _apt_DebSrcType;