apt-pkg/deb/debmetaindex.cc

   1 // ijones, walters
   2 #include <config.h>
   3
   4 #include <apt-pkg/debmetaindex.h>
   5 #include <apt-pkg/debindexfile.h>
   6 #include <apt-pkg/strutl.h>
   7 #include <apt-pkg/fileutl.h>
   8 #include <apt-pkg/acquire-item.h>
   9 #include <apt-pkg/configuration.h>
  10 #include <apt-pkg/aptconfiguration.h>
  11 #include <apt-pkg/indexrecords.h>
  12 #include <apt-pkg/sourcelist.h>
  13 #include <apt-pkg/error.h>
  14
  15 #include <set>
  16 #include <algorithm>
  17
  18 using namespace std;
  19
  20 string debReleaseIndex::Info(const char *Type, string const &Section, string const &Arch) const
  21 {
  22    string Info = ::URI::SiteOnly(URI) + ' ';
  23    if (Dist[Dist.size() - 1] == '/')
  24    {
  25       if (Dist != "/")
  26          Info += Dist;
  27    }
  28    else
  29    {
  30       Info += Dist + '/' + Section;
  31       if (Arch.empty() != true)
  32          Info += " " + Arch;
  33    }
  34    Info += " ";
  35    Info += Type;
  36    return Info;
  37 }
  38
  39 string debReleaseIndex::MetaIndexInfo(const char *Type) const
  40 {
  41    string Info = ::URI::SiteOnly(URI) + ' ';
  42    if (Dist[Dist.size() - 1] == '/')
  43    {
  44       if (Dist != "/")
  45          Info += Dist;
  46    }
  47    else
  48       Info += Dist;
  49    Info += " ";
  50    Info += Type;
  51    return Info;
  52 }
  53
  54 string debReleaseIndex::MetaIndexFile(const char *Type) const
  55 {
  56    return _config->FindDir("Dir::State::lists") +
  57       URItoFileName(MetaIndexURI(Type));
  58 }
  59
  60 string debReleaseIndex::MetaIndexURI(const char *Type) const
  61 {
  62    string Res;
  63
  64    if (Dist == "/")
  65       Res = URI;
  66    else if (Dist[Dist.size()-1] == '/')
  67       Res = URI + Dist;
  68    else
  69       Res = URI + "dists/" + Dist + "/";
  70
  71    Res += Type;
  72    return Res;
  73 }
  74
  75 string debReleaseIndex::IndexURISuffix(const char *Type, string const &Section, string const &Arch) const
  76 {
  77    string Res ="";
  78    if (Dist[Dist.size() - 1] != '/')
  79    {
  80       if (Arch == "native")
  81          Res += Section + "/binary-" + _config->Find("APT::Architecture") + '/';
  82       else
  83          Res += Section + "/binary-" + Arch + '/';
  84    }
  85    return Res + Type;
  86 }
  87
  88
  89 string debReleaseIndex::IndexURI(const char *Type, string const &Section, string const &Arch) const
  90 {
  91    if (Dist[Dist.size() - 1] == '/')
  92    {
  93       string Res;
  94       if (Dist != "/")
  95          Res = URI + Dist;
  96       else
  97          Res = URI;
  98       return Res + Type;
  99    }
 100    else
 101       return URI + "dists/" + Dist + '/' + IndexURISuffix(Type, Section, Arch);
 102  }
 103
 104 string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string &Section) const
 105 {
 106    string Res ="";
 107    if (Dist[Dist.size() - 1] != '/')
 108       Res += Section + "/source/";
 109    return Res + Type;
 110 }
 111
 112 string debReleaseIndex::SourceIndexURI(const char *Type, const string &Section) const
 113 {
 114    string Res;
 115    if (Dist[Dist.size() - 1] == '/')
 116    {
 117       if (Dist != "/")
 118          Res = URI + Dist;
 119       else
 120          Res = URI;
 121       return Res + Type;
 122    }
 123    else
 124       return URI + "dists/" + Dist + "/" + SourceIndexURISuffix(Type, Section);
 125 }
 126
 127 string debReleaseIndex::TranslationIndexURISuffix(const char *Type, const string &Section) const
 128 {
 129    string Res ="";
 130    if (Dist[Dist.size() - 1] != '/')
 131       Res += Section + "/i18n/Translation-";
 132    return Res + Type;
 133 }
 134
 135 string debReleaseIndex::TranslationIndexURI(const char *Type, const string &Section) const
 136 {
 137    string Res;
 138    if (Dist[Dist.size() - 1] == '/')
 139    {
 140       if (Dist != "/")
 141          Res = URI + Dist;
 142       else
 143          Res = URI;
 144       return Res + Type;
 145    }
 146    else
 147       return URI + "dists/" + Dist + "/" + TranslationIndexURISuffix(Type, Section);
 148 }
 149
 150 debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist) :
 151                                         metaIndex(URI, Dist, "deb"), Trusted(CHECK_TRUST)
 152 {}
 153
 154 debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist, bool const Trusted) :
 155                                         metaIndex(URI, Dist, "deb") {
 156         SetTrusted(Trusted);
 157 }
 158
 159 debReleaseIndex::~debReleaseIndex() {
 160         for (map<string, vector<debSectionEntry const*> >::const_iterator A = ArchEntries.begin();
 161              A != ArchEntries.end(); ++A)
 162                 for (vector<const debSectionEntry *>::const_iterator S = A->second.begin();
 163                      S != A->second.end(); ++S)
 164                         delete *S;
 165 }
 166
 167 vector <struct IndexTarget *>* debReleaseIndex::ComputeIndexTargets() const {
 168         vector <struct IndexTarget *>* IndexTargets = new vector <IndexTarget *>;
 169
 170         map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
 171         if (src != ArchEntries.end()) {
 172                 vector<debSectionEntry const*> const SectionEntries = src->second;
 173                 for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
 174                      I != SectionEntries.end(); ++I) {
 175                         IndexTarget * Target = new IndexTarget();
 176                         Target->ShortDesc = "Sources";
 177                         Target->MetaKey = SourceIndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section);
 178                         Target->URI = SourceIndexURI(Target->ShortDesc.c_str(), (*I)->Section);
 179                         Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section);
 180                         IndexTargets->push_back (Target);
 181                 }
 182         }
 183
 184         // Only source release
 185         if (IndexTargets->empty() == false && ArchEntries.size() == 1)
 186                 return IndexTargets;
 187
 188         std::set<std::string> sections;
 189         for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
 190              a != ArchEntries.end(); ++a) {
 191                 if (a->first == "source")
 192                         continue;
 193                 for (vector <const debSectionEntry *>::const_iterator I = a->second.begin();
 194                      I != a->second.end(); ++I) {
 195                         IndexTarget * Target = new IndexTarget();
 196                         Target->ShortDesc = "Packages";
 197                         Target->MetaKey = IndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section, a->first);
 198                         Target->URI = IndexURI(Target->ShortDesc.c_str(), (*I)->Section, a->first);
 199                         Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section, a->first);
 200                         IndexTargets->push_back (Target);
 201                         sections.insert((*I)->Section);
 202                 }
 203         }
 204
 205         std::vector<std::string> lang = APT::Configuration::getLanguages(true);
 206         std::vector<std::string>::iterator lend = std::remove(lang.begin(), lang.end(), "none");
 207         if (lend != lang.end())
 208                 lang.erase(lend);
 209
 210         if (lang.empty() == true)
 211                 return IndexTargets;
 212
 213         // get the Translation-* files, later we will skip download of non-existent if we have an index
 214         for (std::set<std::string>::const_iterator s = sections.begin();
 215              s != sections.end(); ++s) {
 216                 for (std::vector<std::string>::const_iterator l = lang.begin();
 217                      l != lang.end(); ++l) {
 218                         IndexTarget * Target = new OptionalIndexTarget();
 219                         Target->ShortDesc = "Translation-" + *l;
 220                         Target->MetaKey = TranslationIndexURISuffix(l->c_str(), *s);
 221                         Target->URI = TranslationIndexURI(l->c_str(), *s);
 222                         Target->Description = Info (Target->ShortDesc.c_str(), *s);
 223                         IndexTargets->push_back(Target);
 224                 }
 225         }
 226
 227         return IndexTargets;
 228 }
 229                                                                         /*}}}*/
 230 bool debReleaseIndex::GetIndexes(pkgAcquire *Owner, bool const &GetAll) const
 231 {
 232    bool const tryInRelease = _config->FindB("Acquire::TryInRelease", true);
 233
 234    // special case for --print-uris
 235    if (GetAll) {
 236       vector <struct IndexTarget *> *targets = ComputeIndexTargets();
 237       for (vector <struct IndexTarget*>::const_iterator Target = targets->begin(); Target != targets->end(); ++Target) {
 238          new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
 239                          (*Target)->ShortDesc, HashString());
 240       }
 241       delete targets;
 242
 243       // this is normally created in pkgAcqMetaSig, but if we run
 244       // in --print-uris mode, we add it here
 245       if (tryInRelease == false)
 246          new pkgAcqMetaIndex(Owner, MetaIndexURI("Release"),
 247                MetaIndexInfo("Release"), "Release",
 248                MetaIndexURI("Release.gpg"),
 249                ComputeIndexTargets(),
 250                new indexRecords (Dist));
 251    }
 252
 253    if (tryInRelease == true)
 254       new pkgAcqMetaClearSig(Owner, MetaIndexURI("InRelease"),
 255             MetaIndexInfo("InRelease"), "InRelease",
 256             MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
 257             MetaIndexURI("Release.gpg"), MetaIndexInfo("Release.gpg"), "Release.gpg",
 258             ComputeIndexTargets(),
 259             new indexRecords (Dist));
 260    else
 261       new pkgAcqMetaSig(Owner, MetaIndexURI("Release.gpg"),
 262             MetaIndexInfo("Release.gpg"), "Release.gpg",
 263             MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
 264             ComputeIndexTargets(),
 265             new indexRecords (Dist));
 266
 267    return true;
 268 }
 269
 270 void debReleaseIndex::SetTrusted(bool const Trusted)
 271 {
 272         if (Trusted == true)
 273                 this->Trusted = ALWAYS_TRUSTED;
 274         else
 275                 this->Trusted = NEVER_TRUSTED;
 276 }
 277
 278 bool debReleaseIndex::IsTrusted() const
 279 {
 280    if (Trusted == ALWAYS_TRUSTED)
 281       return true;
 282    else if (Trusted == NEVER_TRUSTED)
 283       return false;
 284
 285
 286    if(_config->FindB("APT::Authentication::TrustCDROM", false))
 287       if(URI.substr(0,strlen("cdrom:")) == "cdrom:")
 288          return true;
 289
 290    string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
 291       URItoFileName(MetaIndexURI("Release")) + ".gpg";
 292
 293    if (FileExists(VerifiedSigFile))
 294       return true;
 295
 296    VerifiedSigFile = _config->FindDir("Dir::State::lists") +
 297       URItoFileName(MetaIndexURI("InRelease"));
 298
 299    return FileExists(VerifiedSigFile);
 300 }
 301
 302 vector <pkgIndexFile *> *debReleaseIndex::GetIndexFiles() {
 303         if (Indexes != NULL)
 304                 return Indexes;
 305
 306         Indexes = new vector <pkgIndexFile*>;
 307         map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
 308         if (src != ArchEntries.end()) {
 309                 vector<debSectionEntry const*> const SectionEntries = src->second;
 310                 for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
 311                      I != SectionEntries.end(); ++I)
 312                         Indexes->push_back(new debSourcesIndex (URI, Dist, (*I)->Section, IsTrusted()));
 313         }
 314
 315         // Only source release
 316         if (Indexes->empty() == false && ArchEntries.size() == 1)
 317                 return Indexes;
 318
 319         std::vector<std::string> const lang = APT::Configuration::getLanguages(true);
 320         map<string, set<string> > sections;
 321         for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
 322              a != ArchEntries.end(); ++a) {
 323                 if (a->first == "source")
 324                         continue;
 325                 for (vector<debSectionEntry const*>::const_iterator I = a->second.begin();
 326                      I != a->second.end(); ++I) {
 327                         Indexes->push_back(new debPackagesIndex (URI, Dist, (*I)->Section, IsTrusted(), a->first));
 328                         sections[(*I)->Section].insert(lang.begin(), lang.end());
 329                 }
 330         }
 331
 332         for (map<string, set<string> >::const_iterator s = sections.begin();
 333              s != sections.end(); ++s)
 334                 for (set<string>::const_iterator l = s->second.begin();
 335                      l != s->second.end(); ++l) {
 336                         if (*l == "none") continue;
 337                         Indexes->push_back(new debTranslationsIndex(URI,Dist,s->first,(*l).c_str()));
 338                 }
 339
 340         return Indexes;
 341 }
 342
 343 void debReleaseIndex::PushSectionEntry(vector<string> const &Archs, const debSectionEntry *Entry) {
 344         for (vector<string>::const_iterator a = Archs.begin();
 345              a != Archs.end(); ++a)
 346                 ArchEntries[*a].push_back(new debSectionEntry(Entry->Section, Entry->IsSrc));
 347         delete Entry;
 348 }
 349
 350 void debReleaseIndex::PushSectionEntry(string const &Arch, const debSectionEntry *Entry) {
 351         ArchEntries[Arch].push_back(Entry);
 352 }
 353
 354 void debReleaseIndex::PushSectionEntry(const debSectionEntry *Entry) {
 355         if (Entry->IsSrc == true)
 356                 PushSectionEntry("source", Entry);
 357         else {
 358                 for (map<string, vector<const debSectionEntry *> >::iterator a = ArchEntries.begin();
 359                      a != ArchEntries.end(); ++a) {
 360                         a->second.push_back(Entry);
 361                 }
 362         }
 363 }
 364
 365 debReleaseIndex::debSectionEntry::debSectionEntry (string const &Section,
 366                 bool const &IsSrc): Section(Section), IsSrc(IsSrc)
 367 {}
 368
 369 class debSLTypeDebian : public pkgSourceList::Type
 370 {
 371    protected:
 372
 373    bool CreateItemInternal(vector<metaIndex *> &List, string const &URI,
 374                            string const &Dist, string const &Section,
 375                            bool const &IsSrc, map<string, string> const &Options) const
 376    {
 377       // parse arch=, arch+= and arch-= settings
 378       map<string, string>::const_iterator arch = Options.find("arch");
 379       vector<string> Archs =
 380                 (arch != Options.end()) ? VectorizeString(arch->second, ',') :
 381                                 APT::Configuration::getArchitectures();
 382       if ((arch = Options.find("arch+")) != Options.end())
 383       {
 384          std::vector<std::string> const plusArch = VectorizeString(arch->second, ',');
 385          for (std::vector<std::string>::const_iterator plus = plusArch.begin(); plus != plusArch.end(); ++plus)
 386             if (std::find(Archs.begin(), Archs.end(), *plus) == Archs.end())
 387                Archs.push_back(*plus);
 388       }
 389       if ((arch = Options.find("arch-")) != Options.end())
 390       {
 391          std::vector<std::string> const minusArch = VectorizeString(arch->second, ',');
 392          for (std::vector<std::string>::const_iterator minus = minusArch.begin(); minus != minusArch.end(); ++minus)
 393          {
 394             std::vector<std::string>::iterator kill = std::find(Archs.begin(), Archs.end(), *minus);
 395             if (kill != Archs.end())
 396                Archs.erase(kill);
 397          }
 398       }
 399
 400       map<string, string>::const_iterator const trusted = Options.find("trusted");
 401
 402       for (vector<metaIndex *>::const_iterator I = List.begin();
 403            I != List.end(); ++I)
 404       {
 405          // We only worry about debian entries here
 406          if (strcmp((*I)->GetType(), "deb") != 0)
 407             continue;
 408
 409          debReleaseIndex *Deb = (debReleaseIndex *) (*I);
 410          if (trusted != Options.end())
 411             Deb->SetTrusted(StringToBool(trusted->second, false));
 412
 413          /* This check insures that there will be only one Release file
 414             queued for all the Packages files and Sources files it
 415             corresponds to. */
 416          if (Deb->GetURI() == URI && Deb->GetDist() == Dist)
 417          {
 418             if (IsSrc == true)
 419                Deb->PushSectionEntry("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
 420             else
 421             {
 422                if (Dist[Dist.size() - 1] == '/')
 423                   Deb->PushSectionEntry("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
 424                else
 425                   Deb->PushSectionEntry(Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
 426             }
 427             return true;
 428          }
 429       }
 430
 431       // No currently created Release file indexes this entry, so we create a new one.
 432       debReleaseIndex *Deb;
 433       if (trusted != Options.end())
 434          Deb = new debReleaseIndex(URI, Dist, StringToBool(trusted->second, false));
 435       else
 436          Deb = new debReleaseIndex(URI, Dist);
 437
 438       if (IsSrc == true)
 439          Deb->PushSectionEntry ("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
 440       else
 441       {
 442          if (Dist[Dist.size() - 1] == '/')
 443             Deb->PushSectionEntry ("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
 444          else
 445             Deb->PushSectionEntry (Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
 446       }
 447       List.push_back(Deb);
 448       return true;
 449    }
 450 };
 451
 452 class debSLTypeDeb : public debSLTypeDebian
 453 {
 454    public:
 455
 456    bool CreateItem(vector<metaIndex *> &List, string const &URI,
 457                    string const &Dist, string const &Section,
 458                    std::map<string, string> const &Options) const
 459    {
 460       return CreateItemInternal(List, URI, Dist, Section, false, Options);
 461    }
 462
 463    debSLTypeDeb()
 464    {
 465       Name = "deb";
 466       Label = "Standard Debian binary tree";
 467    }
 468 };
 469
 470 class debSLTypeDebSrc : public debSLTypeDebian
 471 {
 472    public:
 473
 474    bool CreateItem(vector<metaIndex *> &List, string const &URI,
 475                    string const &Dist, string const &Section,
 476                    std::map<string, string> const &Options) const
 477    {
 478       return CreateItemInternal(List, URI, Dist, Section, true, Options);
 479    }
 480
 481    debSLTypeDebSrc()
 482    {
 483       Name = "deb-src";
 484       Label = "Standard Debian source tree";
 485    }
 486 };
 487
 488 debSLTypeDeb _apt_DebType;
 489 debSLTypeDebSrc _apt_DebSrcType;