* apt-inst/deb/debfile.h:

[apt.git] / apt-pkg / deb / debmetaindex.cc

diff --git a/apt-pkg/deb/debmetaindex.cc b/apt-pkg/deb/debmetaindex.cc
index 8cf31b3260446d385c44ef35ecfd66da08b6e186..bcc617da7053524ab19bd87de30b39d29b453498 100644 (file)
--- a/apt-pkg/deb/debmetaindex.cc
+++ b/apt-pkg/deb/debmetaindex.cc
@@ -1,19 +1,23 @@
 // ijones, walters
 // ijones, walters

-
-#ifdef __GNUG__
-#pragma implementation "apt-pkg/debmetaindex.h"
-#endif
+#include <config.h>

 
 #include <apt-pkg/debmetaindex.h>
 #include <apt-pkg/debindexfile.h>
 #include <apt-pkg/strutl.h>
 
 #include <apt-pkg/debmetaindex.h>
 #include <apt-pkg/debindexfile.h>
 #include <apt-pkg/strutl.h>

+#include <apt-pkg/fileutl.h>

 #include <apt-pkg/acquire-item.h>
 #include <apt-pkg/configuration.h>
 #include <apt-pkg/acquire-item.h>
 #include <apt-pkg/configuration.h>

+#include <apt-pkg/aptconfiguration.h>
+#include <apt-pkg/indexrecords.h>
+#include <apt-pkg/sourcelist.h>

 #include <apt-pkg/error.h>
 
 #include <apt-pkg/error.h>
 

+#include <set>
+#include <algorithm>
+

 using namespace std;
 
 using namespace std;
 

-string debReleaseIndex::Info(const char *Type, const string Section) const
+string debReleaseIndex::Info(const char *Type, string const &Section, string const &Arch) const

 {
    string Info = ::URI::SiteOnly(URI) + ' ';
    if (Dist[Dist.size() - 1] == '/')
 {
    string Info = ::URI::SiteOnly(URI) + ' ';
    if (Dist[Dist.size() - 1] == '/')


@@ -22,7 +26,11 @@ string debReleaseIndex::Info(const char *Type, const string Section) const
          Info += Dist;
    }
    else
          Info += Dist;
    }
    else

-      Info += Dist + '/' + Section;   
+   {
+      Info += Dist + '/' + Section;
+      if (Arch.empty() != true)
+        Info += " " + Arch;
+   }

    Info += " ";
    Info += Type;
    return Info;
    Info += " ";
    Info += Type;
    return Info;


@@ -64,16 +72,21 @@ string debReleaseIndex::MetaIndexURI(const char *Type) const
    return Res;
 }
 
    return Res;
 }
 

-string debReleaseIndex::IndexURISuffix(const char *Type, const string Section) const
+string debReleaseIndex::IndexURISuffix(const char *Type, string const &Section, string const &Arch) const

 {
    string Res ="";
    if (Dist[Dist.size() - 1] != '/')
 {
    string Res ="";
    if (Dist[Dist.size() - 1] != '/')

-      Res += Section + "/binary-" + _config->Find("APT::Architecture") + '/';
+   {
+      if (Arch == "native")
+        Res += Section + "/binary-" + _config->Find("APT::Architecture") + '/';
+      else
+        Res += Section + "/binary-" + Arch + '/';
+   }

    return Res + Type;
 }
    
 
    return Res + Type;
 }
    
 

-string debReleaseIndex::IndexURI(const char *Type, const string Section) const
+string debReleaseIndex::IndexURI(const char *Type, string const &Section, string const &Arch) const

 {
    if (Dist[Dist.size() - 1] == '/')
    {
 {
    if (Dist[Dist.size() - 1] == '/')
    {


@@ -85,10 +98,10 @@ string debReleaseIndex::IndexURI(const char *Type, const string Section) const
       return Res + Type;
    }
    else
       return Res + Type;
    }
    else

-      return URI + "dists/" + Dist + '/' + IndexURISuffix(Type, Section);
+      return URI + "dists/" + Dist + '/' + IndexURISuffix(Type, Section, Arch);

  }
 
  }
 

-string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string Section) const
+string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string &Section) const

 {
    string Res ="";
    if (Dist[Dist.size() - 1] != '/')
 {
    string Res ="";
    if (Dist[Dist.size() - 1] != '/')


@@ -96,7 +109,7 @@ string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string Sect
    return Res + Type;
 }
 
    return Res + Type;
 }
 

-string debReleaseIndex::SourceIndexURI(const char *Type, const string Section) const
+string debReleaseIndex::SourceIndexURI(const char *Type, const string &Section) const

 {
    string Res;
    if (Dist[Dist.size() - 1] == '/')
 {
    string Res;
    if (Dist[Dist.size() - 1] == '/')


@@ -111,140 +124,288 @@ string debReleaseIndex::SourceIndexURI(const char *Type, const string Section) c
       return URI + "dists/" + Dist + "/" + SourceIndexURISuffix(Type, Section);
 }
 
       return URI + "dists/" + Dist + "/" + SourceIndexURISuffix(Type, Section);
 }
 

-debReleaseIndex::debReleaseIndex(string URI,string Dist)
+string debReleaseIndex::TranslationIndexURISuffix(const char *Type, const string &Section) const

 {
 {

-   this->URI = URI;
-   this->Dist = Dist;
-   this->Indexes = NULL;
-   this->Type = "deb";
+   string Res ="";
+   if (Dist[Dist.size() - 1] != '/')
+      Res += Section + "/i18n/Translation-";
+   return Res + Type;

 }
 
 }
 

-vector <struct IndexTarget *>* debReleaseIndex::ComputeIndexTargets() const
+string debReleaseIndex::TranslationIndexURI(const char *Type, const string &Section) const

 {
 {

-   vector <struct IndexTarget *>* IndexTargets = new vector <IndexTarget *>;
-   for (vector <const debSectionEntry *>::const_iterator I = SectionEntries.begin();
-       I != SectionEntries.end();
-       I++)
+   string Res;
+   if (Dist[Dist.size() - 1] == '/')

    {
    {

-      IndexTarget * Target = new IndexTarget();
-      Target->ShortDesc = (*I)->IsSrc ? "Sources" : "Packages";
-      Target->MetaKey
-       = (*I)->IsSrc ? SourceIndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section)
-                     : IndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section);
-      Target->URI 
-       = (*I)->IsSrc ? SourceIndexURI(Target->ShortDesc.c_str(), (*I)->Section)
-                     : IndexURI(Target->ShortDesc.c_str(), (*I)->Section);
-      
-      Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section);
-      IndexTargets->push_back (Target);
+      if (Dist != "/")
+         Res = URI + Dist;
+      else 
+         Res = URI;
+      return Res + Type;

    }
    }

-   return IndexTargets;
+   else
+      return URI + "dists/" + Dist + "/" + TranslationIndexURISuffix(Type, Section);
+}
+
+debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist) :
+                                       metaIndex(URI, Dist, "deb"), Trusted(CHECK_TRUST)
+{}
+
+debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist, bool const Trusted) :
+                                       metaIndex(URI, Dist, "deb") {
+       SetTrusted(Trusted);
+}
+
+debReleaseIndex::~debReleaseIndex() {
+       for (map<string, vector<debSectionEntry const*> >::const_iterator A = ArchEntries.begin();
+            A != ArchEntries.end(); ++A)
+               for (vector<const debSectionEntry *>::const_iterator S = A->second.begin();
+                    S != A->second.end(); ++S)
+                       delete *S;
+}
+
+vector <struct IndexTarget *>* debReleaseIndex::ComputeIndexTargets() const {
+       vector <struct IndexTarget *>* IndexTargets = new vector <IndexTarget *>;
+
+       map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
+       if (src != ArchEntries.end()) {
+               vector<debSectionEntry const*> const SectionEntries = src->second;
+               for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
+                    I != SectionEntries.end(); ++I) {
+                       IndexTarget * Target = new IndexTarget();
+                       Target->ShortDesc = "Sources";
+                       Target->MetaKey = SourceIndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section);
+                       Target->URI = SourceIndexURI(Target->ShortDesc.c_str(), (*I)->Section);
+                       Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section);
+                       IndexTargets->push_back (Target);
+               }
+       }
+
+       // Only source release
+       if (IndexTargets->empty() == false && ArchEntries.size() == 1)
+               return IndexTargets;
+
+       std::set<std::string> sections;
+       for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
+            a != ArchEntries.end(); ++a) {
+               if (a->first == "source")
+                       continue;
+               for (vector <const debSectionEntry *>::const_iterator I = a->second.begin();
+                    I != a->second.end(); ++I) {
+                       IndexTarget * Target = new IndexTarget();
+                       Target->ShortDesc = "Packages";
+                       Target->MetaKey = IndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section, a->first);
+                       Target->URI = IndexURI(Target->ShortDesc.c_str(), (*I)->Section, a->first);
+                       Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section, a->first);
+                       IndexTargets->push_back (Target);
+                       sections.insert((*I)->Section);
+               }
+       }
+
+       std::vector<std::string> lang = APT::Configuration::getLanguages(true);
+       std::vector<std::string>::iterator lend = std::remove(lang.begin(), lang.end(), "none");
+       if (lend != lang.end())
+               lang.erase(lend);
+
+       if (lang.empty() == true)
+               return IndexTargets;
+
+       // get the Translation-* files, later we will skip download of non-existent if we have an index
+       for (std::set<std::string>::const_iterator s = sections.begin();
+            s != sections.end(); ++s) {
+               for (std::vector<std::string>::const_iterator l = lang.begin();
+                    l != lang.end(); ++l) {
+                       IndexTarget * Target = new OptionalIndexTarget();
+                       Target->ShortDesc = "Translation-" + *l;
+                       Target->MetaKey = TranslationIndexURISuffix(l->c_str(), *s);
+                       Target->URI = TranslationIndexURI(l->c_str(), *s);
+                       Target->Description = Info (Target->ShortDesc.c_str(), *s);
+                       IndexTargets->push_back(Target);
+               }
+       }
+
+       return IndexTargets;

 }
                                                                        /*}}}*/
 }
                                                                        /*}}}*/

-bool debReleaseIndex::GetIndexes(pkgAcquire *Owner, bool GetAll) const
+bool debReleaseIndex::GetIndexes(pkgAcquire *Owner, bool const &GetAll) const

 {
    // special case for --print-uris
    if (GetAll) {
       vector <struct IndexTarget *> *targets = ComputeIndexTargets();
 {
    // special case for --print-uris
    if (GetAll) {
       vector <struct IndexTarget *> *targets = ComputeIndexTargets();

-      for (vector <struct IndexTarget*>::const_iterator Target = targets->begin(); Target != targets->end(); Target++) {
+      for (vector <struct IndexTarget*>::const_iterator Target = targets->begin(); Target != targets->end(); ++Target) {

         new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
         new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,

-                        (*Target)->ShortDesc, "");
+                        (*Target)->ShortDesc, HashString());

       }
    }
       }
    }

-   new pkgAcqMetaSig(Owner, MetaIndexURI("Release.gpg"),
-                    MetaIndexInfo("Release.gpg"), "Release.gpg",
-                    MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
-                    ComputeIndexTargets(),
-                    new indexRecords (Dist));
-
-   // Queue the translations
-   for (vector<const debSectionEntry *>::const_iterator I = SectionEntries.begin(); 
-       I != SectionEntries.end(); I++) {
-
-      if((*I)->IsSrc)
-        continue;
-      debTranslationsIndex i = debTranslationsIndex(URI,Dist,(*I)->Section);
-      i.GetIndexes(Owner);
-   }

 
 

-   return true;
+       new pkgAcqMetaClearSig(Owner, MetaIndexURI("InRelease"),
+               MetaIndexInfo("InRelease"), "InRelease",
+               MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
+               MetaIndexURI("Release.gpg"), MetaIndexInfo("Release.gpg"), "Release.gpg",
+               ComputeIndexTargets(),
+               new indexRecords (Dist));
+
+       return true;
+}
+
+void debReleaseIndex::SetTrusted(bool const Trusted)
+{
+       if (Trusted == true)
+               this->Trusted = ALWAYS_TRUSTED;
+       else
+               this->Trusted = NEVER_TRUSTED;

 }
 
 bool debReleaseIndex::IsTrusted() const
 {
 }
 
 bool debReleaseIndex::IsTrusted() const
 {

-   string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
-      URItoFileName(MetaIndexURI("Release")) + ".gpg";
-   
+   if (Trusted == ALWAYS_TRUSTED)
+      return true;
+   else if (Trusted == NEVER_TRUSTED)
+      return false;
+
+

    if(_config->FindB("APT::Authentication::TrustCDROM", false))
       if(URI.substr(0,strlen("cdrom:")) == "cdrom:")
         return true;
    if(_config->FindB("APT::Authentication::TrustCDROM", false))
       if(URI.substr(0,strlen("cdrom:")) == "cdrom:")
         return true;

-   
+
+   string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
+      URItoFileName(MetaIndexURI("Release")) + ".gpg";
+

    if (FileExists(VerifiedSigFile))
       return true;
    if (FileExists(VerifiedSigFile))
       return true;

-   return false;
+
+   VerifiedSigFile = _config->FindDir("Dir::State::lists") +
+      URItoFileName(MetaIndexURI("InRelease"));
+
+   return FileExists(VerifiedSigFile);

 }
 
 }
 

-vector <pkgIndexFile *> *debReleaseIndex::GetIndexFiles()
-{
-   if (Indexes != NULL)
-      return Indexes;
-
-   Indexes = new vector <pkgIndexFile*>;
-   for (vector<const debSectionEntry *>::const_iterator I = SectionEntries.begin(); 
-       I != SectionEntries.end(); I++) {
-      if ((*I)->IsSrc)
-         Indexes->push_back(new debSourcesIndex (URI, Dist, (*I)->Section, IsTrusted()));
-      else 
-      {
-         Indexes->push_back(new debPackagesIndex (URI, Dist, (*I)->Section, IsTrusted()));
-        Indexes->push_back(new debTranslationsIndex(URI, Dist, (*I)->Section));
-      }
-   }
+vector <pkgIndexFile *> *debReleaseIndex::GetIndexFiles() {
+       if (Indexes != NULL)
+               return Indexes;
+
+       Indexes = new vector <pkgIndexFile*>;
+       map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
+       if (src != ArchEntries.end()) {
+               vector<debSectionEntry const*> const SectionEntries = src->second;
+               for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
+                    I != SectionEntries.end(); ++I)
+                       Indexes->push_back(new debSourcesIndex (URI, Dist, (*I)->Section, IsTrusted()));
+       }
+
+       // Only source release
+       if (Indexes->empty() == false && ArchEntries.size() == 1)
+               return Indexes;
+
+       std::vector<std::string> const lang = APT::Configuration::getLanguages(true);
+       map<string, set<string> > sections;
+       for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
+            a != ArchEntries.end(); ++a) {
+               if (a->first == "source")
+                       continue;
+               for (vector<debSectionEntry const*>::const_iterator I = a->second.begin();
+                    I != a->second.end(); ++I) {
+                       Indexes->push_back(new debPackagesIndex (URI, Dist, (*I)->Section, IsTrusted(), a->first));
+                       sections[(*I)->Section].insert(lang.begin(), lang.end());
+               }
+       }
+
+       for (map<string, set<string> >::const_iterator s = sections.begin();
+            s != sections.end(); ++s)
+               for (set<string>::const_iterator l = s->second.begin();
+                    l != s->second.end(); ++l) {
+                       if (*l == "none") continue;
+                       Indexes->push_back(new debTranslationsIndex(URI,Dist,s->first,(*l).c_str()));
+               }

 
 

-   return Indexes;
+       return Indexes;

 }
 
 }
 

-void debReleaseIndex::PushSectionEntry(const debSectionEntry *Entry)
-{
-   SectionEntries.push_back(Entry);
+void debReleaseIndex::PushSectionEntry(vector<string> const &Archs, const debSectionEntry *Entry) {
+       for (vector<string>::const_iterator a = Archs.begin();
+            a != Archs.end(); ++a)
+               ArchEntries[*a].push_back(new debSectionEntry(Entry->Section, Entry->IsSrc));
+       delete Entry;

 }
 
 }
 

-debReleaseIndex::debSectionEntry::debSectionEntry (string Section, bool IsSrc): Section(Section)
-{
-   this->IsSrc = IsSrc;
+void debReleaseIndex::PushSectionEntry(string const &Arch, const debSectionEntry *Entry) {
+       ArchEntries[Arch].push_back(Entry);
+}
+
+void debReleaseIndex::PushSectionEntry(const debSectionEntry *Entry) {
+       if (Entry->IsSrc == true)
+               PushSectionEntry("source", Entry);
+       else {
+               for (map<string, vector<const debSectionEntry *> >::iterator a = ArchEntries.begin();
+                    a != ArchEntries.end(); ++a) {
+                       a->second.push_back(Entry);
+               }
+       }

 }
 
 }
 

+debReleaseIndex::debSectionEntry::debSectionEntry (string const &Section,
+               bool const &IsSrc): Section(Section), IsSrc(IsSrc)
+{}
+

 class debSLTypeDebian : public pkgSourceList::Type
 {
    protected:
 
 class debSLTypeDebian : public pkgSourceList::Type
 {
    protected:
 

-   bool CreateItemInternal(vector<metaIndex *> &List,string URI,
-                          string Dist,string Section,
-                          bool IsSrc) const
+   bool CreateItemInternal(vector<metaIndex *> &List, string const &URI,
+                          string const &Dist, string const &Section,
+                          bool const &IsSrc, map<string, string> const &Options) const

    {
    {

-      for (vector<metaIndex *>::const_iterator I = List.begin(); 
-          I != List.end(); I++)
+      map<string, string>::const_iterator const arch = Options.find("arch");
+      vector<string> const Archs =
+               (arch != Options.end()) ? VectorizeString(arch->second, ',') :
+                               APT::Configuration::getArchitectures();
+      map<string, string>::const_iterator const trusted = Options.find("trusted");
+
+      for (vector<metaIndex *>::const_iterator I = List.begin();
+          I != List.end(); ++I)

       {
       {

-        // This check insures that there will be only one Release file
-        // queued for all the Packages files and Sources files it
-        // corresponds to.
-        if ((*I)->GetType() == "deb")
+        // We only worry about debian entries here
+        if (strcmp((*I)->GetType(), "deb") != 0)
+           continue;
+
+        debReleaseIndex *Deb = (debReleaseIndex *) (*I);
+        if (trusted != Options.end())
+           Deb->SetTrusted(StringToBool(trusted->second, false));
+
+        /* This check insures that there will be only one Release file
+           queued for all the Packages files and Sources files it
+           corresponds to. */
+        if (Deb->GetURI() == URI && Deb->GetDist() == Dist)

         {
         {

-           debReleaseIndex *Deb = (debReleaseIndex *) (*I);
-           // This check insures that there will be only one Release file
-           // queued for all the Packages files and Sources files it
-           // corresponds to.
-           if (Deb->GetURI() == URI && Deb->GetDist() == Dist)
+           if (IsSrc == true)
+              Deb->PushSectionEntry("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
+           else

            {
            {

-              Deb->PushSectionEntry(new debReleaseIndex::debSectionEntry(Section, IsSrc));
-              return true;
+              if (Dist[Dist.size() - 1] == '/')
+                 Deb->PushSectionEntry("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
+              else
+                 Deb->PushSectionEntry(Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));

            }
            }

+           return true;

         }
       }
         }
       }

+

       // No currently created Release file indexes this entry, so we create a new one.
       // No currently created Release file indexes this entry, so we create a new one.

-      // XXX determine whether this release is trusted or not
-      debReleaseIndex *Deb = new debReleaseIndex(URI,Dist);
-      Deb->PushSectionEntry (new debReleaseIndex::debSectionEntry(Section, IsSrc));
+      debReleaseIndex *Deb;
+      if (trusted != Options.end())
+        Deb = new debReleaseIndex(URI, Dist, StringToBool(trusted->second, false));
+      else
+        Deb = new debReleaseIndex(URI, Dist);
+
+      if (IsSrc == true)
+        Deb->PushSectionEntry ("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
+      else
+      {
+        if (Dist[Dist.size() - 1] == '/')
+           Deb->PushSectionEntry ("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
+        else
+           Deb->PushSectionEntry (Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
+      }

       List.push_back(Deb);
       return true;
    }
       List.push_back(Deb);
       return true;
    }


@@ -254,10 +415,11 @@ class debSLTypeDeb : public debSLTypeDebian
 {
    public:
 
 {
    public:
 

-   bool CreateItem(vector<metaIndex *> &List,string URI,
-                  string Dist,string Section) const
+   bool CreateItem(vector<metaIndex *> &List, string const &URI,
+                  string const &Dist, string const &Section,
+                  std::map<string, string> const &Options) const

    {
    {

-      return CreateItemInternal(List, URI, Dist, Section, false);
+      return CreateItemInternal(List, URI, Dist, Section, false, Options);

    }
 
    debSLTypeDeb()
    }
 
    debSLTypeDeb()


@@ -271,10 +433,11 @@ class debSLTypeDebSrc : public debSLTypeDebian
 {
    public:
 
 {
    public:
 

-   bool CreateItem(vector<metaIndex *> &List,string URI,
-                  string Dist,string Section) const 
+   bool CreateItem(vector<metaIndex *> &List, string const &URI,
+                  string const &Dist, string const &Section,
+                  std::map<string, string> const &Options) const

    {
    {

-      return CreateItemInternal(List, URI, Dist, Section, true);
+      return CreateItemInternal(List, URI, Dist, Section, true, Options);

    }
    
    debSLTypeDebSrc()
    }
    
    debSLTypeDebSrc()