close server if parsing of header field failed

[apt.git] / apt-pkg / cachefile.cc

diff --git a/apt-pkg/cachefile.cc b/apt-pkg/cachefile.cc
index 4c2c568930a0c51540b4bce52b635498e54d9071..b5f32fc293cb2493619cce8326ca3cbd28bd0ea0 100644 (file)
--- a/apt-pkg/cachefile.cc
+++ b/apt-pkg/cachefile.cc
@@ -12,6 +12,8 @@
    ##################################################################### */
                                                                        /*}}}*/
 // Include Files                                                       /*{{{*/
    ##################################################################### */
                                                                        /*}}}*/
 // Include Files                                                       /*{{{*/

+#include <config.h>
+

 #include <apt-pkg/cachefile.h>
 #include <apt-pkg/error.h>
 #include <apt-pkg/sourcelist.h>
 #include <apt-pkg/cachefile.h>
 #include <apt-pkg/error.h>
 #include <apt-pkg/sourcelist.h>


@@ -19,16 +21,29 @@
 #include <apt-pkg/configuration.h>
 #include <apt-pkg/policy.h>
 #include <apt-pkg/pkgsystem.h>
 #include <apt-pkg/configuration.h>
 #include <apt-pkg/policy.h>
 #include <apt-pkg/pkgsystem.h>

-#include <apt-pkg/acquire-item.h>

 #include <apt-pkg/fileutl.h>
 #include <apt-pkg/fileutl.h>

-    
+#include <apt-pkg/progress.h>
+#include <apt-pkg/depcache.h>
+#include <apt-pkg/mmap.h>
+#include <apt-pkg/pkgcache.h>
+#include <apt-pkg/indexfile.h>
+
+#include <string.h>
+#include <unistd.h>
+#include <string>
+#include <vector>
+#include <memory>
+

 #include <apti18n.h>
                                                                        /*}}}*/
 #include <apti18n.h>
                                                                        /*}}}*/

-

 // CacheFile::CacheFile - Constructor                                  /*{{{*/
 // CacheFile::CacheFile - Constructor                                  /*{{{*/

-// ---------------------------------------------------------------------
-/* */
-pkgCacheFile::pkgCacheFile() : Map(0), Cache(0), DCache(0), Policy(0)
+pkgCacheFile::pkgCacheFile() : d(NULL), ExternOwner(false), Map(NULL), Cache(NULL),
+                               DCache(NULL), SrcList(NULL), Policy(NULL)
+{
+}
+pkgCacheFile::pkgCacheFile(pkgDepCache * const Owner) : d(NULL), ExternOwner(true),
+   Map(&Owner->GetCache().GetMap()), Cache(&Owner->GetCache()),
+   DCache(Owner), SrcList(NULL), Policy(NULL)

 {
 }
                                                                        /*}}}*/
 {
 }
                                                                        /*}}}*/


@@ -37,159 +52,298 @@ pkgCacheFile::pkgCacheFile() : Map(0), Cache(0), DCache(0), Policy(0)
 /* */
 pkgCacheFile::~pkgCacheFile()
 {
 /* */
 pkgCacheFile::~pkgCacheFile()
 {

-   delete DCache;
+   if (ExternOwner == false)
+   {
+      delete DCache;
+      delete Cache;
+      delete Map;
+   }

    delete Policy;
    delete Policy;

-   delete Cache;
-   delete Map;
-   _system->UnLock(true);
-}   
+   delete SrcList;
+   if (ExternOwner == false)
+      _system->UnLock(true);
+}

                                                                        /*}}}*/
 // CacheFile::BuildCaches - Open and build the cache files             /*{{{*/
                                                                        /*}}}*/
 // CacheFile::BuildCaches - Open and build the cache files             /*{{{*/

-// ---------------------------------------------------------------------
-/* */
-bool pkgCacheFile::BuildCaches(OpProgress &Progress,bool WithLock)
+class APT_HIDDEN ScopedErrorMerge {
+public:
+   ScopedErrorMerge() { _error->PushToStack(); }
+   ~ScopedErrorMerge() { _error->MergeWithStack(); }
+};
+
+bool pkgCacheFile::BuildCaches(OpProgress *Progress, bool WithLock)

 {
 {

+   std::unique_ptr<pkgCache> Cache;
+   std::unique_ptr<MMap> Map;
+
+   if (this->Cache != NULL)
+      return true;
+
+   ScopedErrorMerge sem;
+   if (_config->FindB("pkgCacheFile::Generate", true) == false)
+   {
+      FileFd file(_config->FindFile("Dir::Cache::pkgcache"), FileFd::ReadOnly);
+      if (file.IsOpen() == false || file.Failed())
+        return false;
+      Map.reset(new MMap(file, MMap::Public|MMap::ReadOnly));
+      if (unlikely(Map->validData() == false))
+        return false;
+      Cache.reset(new pkgCache(Map.get()));
+      if (_error->PendingError() == true)
+        return false;
+
+      this->Cache = Cache.release();
+      this->Map = Map.release();
+      return true;
+   }
+

    if (WithLock == true)
       if (_system->Lock() == false)
         return false;
    if (WithLock == true)
       if (_system->Lock() == false)
         return false;

-   
-   if (_config->FindB("Debug::NoLocking",false) == true)
-      WithLock = false;
-      
+

    if (_error->PendingError() == true)
       return false;
    if (_error->PendingError() == true)
       return false;

-   
-   // Read the source list
-   pkgSourceList List;
-   if (List.ReadMainList() == false)
-      return _error->Error(_("The list of sources could not be read."));
+
+   if (BuildSourceList(Progress) == false)
+      return false;

 
    // Read the caches
 
    // Read the caches

-   bool Res = pkgMakeStatusCache(List,Progress,&Map,!WithLock);
-   Progress.Done();
+   MMap *TmpMap = nullptr;
+   pkgCache *TmpCache = nullptr;
+   bool Res = pkgCacheGenerator::MakeStatusCache(*SrcList,Progress,&TmpMap, &TmpCache, true);
+   Map.reset(TmpMap);
+   Cache.reset(TmpCache);
+   if (Progress != NULL)
+      Progress->Done();

    if (Res == false)
       return _error->Error(_("The package lists or status file could not be parsed or opened."));
 
    /* This sux, remove it someday */
    if (Res == false)
       return _error->Error(_("The package lists or status file could not be parsed or opened."));
 
    /* This sux, remove it someday */

-   if (_error->empty() == false)
+   if (_error->PendingError() == true)

       _error->Warning(_("You may want to run apt-get update to correct these problems"));
 
       _error->Warning(_("You may want to run apt-get update to correct these problems"));
 

-   Cache = new pkgCache(Map);
+   if (Cache == nullptr)
+      Cache.reset(new pkgCache(Map.get()));

    if (_error->PendingError() == true)
       return false;
    if (_error->PendingError() == true)
       return false;

+   this->Map = Map.release();
+   this->Cache = Cache.release();
+

    return true;
 }
                                                                        /*}}}*/
    return true;
 }
                                                                        /*}}}*/

-// CacheFile::Open - Open the cache files, creating if necessary       /*{{{*/
+// CacheFile::BuildSourceList - Open and build all relevant sources.list/*{{{*/

 // ---------------------------------------------------------------------
 /* */
 // ---------------------------------------------------------------------
 /* */

-bool pkgCacheFile::Open(OpProgress &Progress,bool WithLock)
+bool pkgCacheFile::BuildSourceList(OpProgress * /*Progress*/)

 {
 {

-   if (BuildCaches(Progress,WithLock) == false)
-      return false;
-   
-   // The policy engine
-   Policy = new pkgPolicy(Cache);
+   std::unique_ptr<pkgSourceList> SrcList;
+   if (this->SrcList != NULL)
+      return true;
+
+   SrcList.reset(new pkgSourceList());
+   if (SrcList->ReadMainList() == false)
+      return _error->Error(_("The list of sources could not be read."));
+   this->SrcList = SrcList.release();
+   return true;
+}
+                                                                       /*}}}*/
+// CacheFile::BuildPolicy - Open and build all relevant preferences    /*{{{*/
+// ---------------------------------------------------------------------
+/* */
+bool pkgCacheFile::BuildPolicy(OpProgress * /*Progress*/)
+{
+   std::unique_ptr<pkgPolicy> Policy;
+   if (this->Policy != NULL)
+      return true;
+
+   Policy.reset(new pkgPolicy(Cache));

    if (_error->PendingError() == true)
       return false;
    if (_error->PendingError() == true)
       return false;

-   if (ReadPinFile(*Policy) == false)
+
+   if (ReadPinFile(*Policy) == false || ReadPinDir(*Policy) == false)

       return false;
       return false;

-   
-   // Create the dependency cache
-   DCache = new pkgDepCache(Cache,Policy);
-   if (_error->PendingError() == true)
+
+   this->Policy = Policy.release();
+   return true;
+}
+                                                                       /*}}}*/
+// CacheFile::BuildDepCache - Open and build the dependency cache      /*{{{*/
+// ---------------------------------------------------------------------
+/* */
+bool pkgCacheFile::BuildDepCache(OpProgress *Progress)
+{
+   if (BuildCaches(Progress, false) == false)

       return false;
       return false;

-   
-   DCache->Init(&Progress);
-   Progress.Done();
+
+   std::unique_ptr<pkgDepCache> DCache;
+   if (this->DCache != NULL)
+      return true;
+
+   if (BuildPolicy(Progress) == false)
+      return false;
+
+   DCache.reset(new pkgDepCache(Cache,Policy));

    if (_error->PendingError() == true)
       return false;
    if (_error->PendingError() == true)
       return false;

-   
+   if (DCache->Init(Progress) == false)
+      return false;
+
+   this->DCache = DCache.release();

    return true;
 }
                                                                        /*}}}*/
    return true;
 }
                                                                        /*}}}*/

-
-// CacheFile::ListUpdate - update the cache files                      /*{{{*/
+// CacheFile::Open - Open the cache files, creating if necessary       /*{{{*/

 // ---------------------------------------------------------------------
 // ---------------------------------------------------------------------

-/* This is a simple wrapper to update the cache. it will fetch stuff
- * from the network (or any other sources defined in sources.list)
- */
-bool pkgCacheFile::ListUpdate(pkgAcquireStatus &Stat, pkgSourceList &List)
+/* */
+bool pkgCacheFile::Open(OpProgress *Progress, bool WithLock)

 {
 {

-   pkgAcquire Fetcher(&Stat);
+   if (BuildCaches(Progress,WithLock) == false)
+      return false;

 
 

-   // Populate it with the source selection
-   if (List.GetIndexes(&Fetcher) == false)
-        return false;
+   if (BuildPolicy(Progress) == false)
+      return false;

 
 

-   // Run scripts
-   RunScripts("APT::Update::Pre-Invoke");
-   
-   // Run it
-   if (Fetcher.Run() == pkgAcquire::Failed)
+   if (BuildDepCache(Progress) == false)

       return false;
 
       return false;
 

-   bool Failed = false;
-   bool TransientNetworkFailure = false;
-   for (pkgAcquire::ItemIterator I = Fetcher.ItemsBegin(); 
-       I != Fetcher.ItemsEnd(); I++)
-   {
-      if ((*I)->Status == pkgAcquire::Item::StatDone)
-        continue;
+   if (Progress != NULL)
+      Progress->Done();
+   if (_error->PendingError() == true)
+      return false;
+   
+   return true;
+}
+                                                                       /*}}}*/
+bool pkgCacheFile::AddIndexFile(pkgIndexFile * const File)             /*{{{*/
+{
+   if (SrcList == NULL)
+      if (BuildSourceList() == false)
+        return false;
+   SrcList->AddVolatileFile(File);

 
 

-      (*I)->Finished();
+   if (Cache == nullptr || File->HasPackages() == false || File->Exists() == false)
+      return true;

 
 

-      fprintf(stderr,_("Failed to fetch %s  %s\n"),(*I)->DescURI().c_str(),
-             (*I)->ErrorText.c_str());
+   if (File->FindInCache(*Cache).end() == false)
+      return _error->Warning("Duplicate sources.list entry %s",
+           File->Describe().c_str());
+
+   if (ExternOwner == false)
+   {
+      delete DCache;
+      delete Cache;
+   }
+   delete Policy;
+   DCache = NULL;
+   Policy = NULL;
+   Cache = NULL;

 
 

-      if ((*I)->Status == pkgAcquire::Item::StatTransientNetworkError) 
+   if (ExternOwner == false)
+   {
+      // a dynamic mmap means that we have build at least parts of the cache
+      // in memory – which we might or might not have written to disk.
+      // Throwing away would therefore be a very costly operation we want to avoid
+      DynamicMMap * dynmmap = dynamic_cast<DynamicMMap*>(Map);
+      if (dynmmap != nullptr)

       {
       {

-        TransientNetworkFailure = true;
-        continue;
+        {
+           pkgCacheGenerator Gen(dynmmap, nullptr);
+           if (Gen.Start() == false || File->Merge(Gen, nullptr) == false)
+              return false;
+        }
+        Cache = new pkgCache(Map);
+        if (_error->PendingError() == true) {
+           delete Cache;
+           Cache = nullptr;
+           return false;
+        }
+        return true;
+      }
+      else
+      {
+        delete Map;
+        Map = NULL;

       }
       }

-
-      Failed = true;

    }
    }

-   
-   // Clean out any old list files
-   // Keep "APT::Get::List-Cleanup" name for compatibility, but
-   // this is really a global option for the APT library now
-   if (!TransientNetworkFailure && !Failed &&
-       (_config->FindB("APT::Get::List-Cleanup",true) == true ||
-       _config->FindB("APT::List-Cleanup",true) == true))
+   else

    {
    {

-      if (Fetcher.Clean(_config->FindDir("Dir::State::lists")) == false ||
-         Fetcher.Clean(_config->FindDir("Dir::State::lists") + "partial/") == false)
-        // something went wrong with the clean
-        return false;
+      ExternOwner = false;
+      Map = NULL;

    }
    }

-   
-   if (TransientNetworkFailure == true)
-      _error->Warning(_("Some index files failed to download, they have been ignored, or old ones used instead."));
-   else if (Failed == true)
-      return _error->Error(_("Some index files failed to download, they have been ignored, or old ones used instead."));
-
-
-   // Run the scripts if all was fine
-   RunScripts("APT::Update::Post-Invoke");
+   _system->UnLock(true);

    return true;
 }
                                                                        /*}}}*/
    return true;
 }
                                                                        /*}}}*/

+// CacheFile::RemoveCaches - remove all cache files from disk          /*{{{*/
+// ---------------------------------------------------------------------
+/* */
+void pkgCacheFile::RemoveCaches()
+{
+   std::string const pkgcache = _config->FindFile("Dir::cache::pkgcache");
+   std::string const srcpkgcache = _config->FindFile("Dir::cache::srcpkgcache");
+
+   if (pkgcache.empty() == false && RealFileExists(pkgcache) == true)
+      RemoveFile("RemoveCaches", pkgcache);
+   if (srcpkgcache.empty() == false && RealFileExists(srcpkgcache) == true)
+      RemoveFile("RemoveCaches", srcpkgcache);
+   if (pkgcache.empty() == false)
+   {
+      std::string cachedir = flNotFile(pkgcache);
+      std::string cachefile = flNotDir(pkgcache);
+      if (cachedir.empty() != true && cachefile.empty() != true && DirectoryExists(cachedir) == true)
+      {
+        cachefile.append(".");
+        std::vector<std::string> caches = GetListOfFilesInDir(cachedir, false);
+        for (std::vector<std::string>::const_iterator file = caches.begin(); file != caches.end(); ++file)
+        {
+           std::string nuke = flNotDir(*file);
+           if (strncmp(cachefile.c_str(), nuke.c_str(), cachefile.length()) != 0)
+              continue;
+           RemoveFile("RemoveCaches", *file);
+        }
+      }
+   }
+
+   if (srcpkgcache.empty() == true)
+      return;

 
 

+   std::string cachedir = flNotFile(srcpkgcache);
+   std::string cachefile = flNotDir(srcpkgcache);
+   if (cachedir.empty() == true || cachefile.empty() == true || DirectoryExists(cachedir) == false)
+      return;
+   cachefile.append(".");
+   std::vector<std::string> caches = GetListOfFilesInDir(cachedir, false);
+   for (std::vector<std::string>::const_iterator file = caches.begin(); file != caches.end(); ++file)
+   {
+      std::string nuke = flNotDir(*file);
+      if (strncmp(cachefile.c_str(), nuke.c_str(), cachefile.length()) != 0)
+        continue;
+      RemoveFile("RemoveCaches", *file);
+   }
+}
+                                                                       /*}}}*/

 // CacheFile::Close - close the cache files                            /*{{{*/
 // ---------------------------------------------------------------------
 /* */
 void pkgCacheFile::Close()
 {
 // CacheFile::Close - close the cache files                            /*{{{*/
 // ---------------------------------------------------------------------
 /* */
 void pkgCacheFile::Close()
 {

-   delete DCache;
+   if (ExternOwner == false)
+   {
+      delete DCache;
+      delete Cache;
+      delete Map;
+   }
+   else
+      ExternOwner = false;

    delete Policy;
    delete Policy;

-   delete Cache;
-   delete Map;
+   delete SrcList;

    _system->UnLock(true);
 
    _system->UnLock(true);
 

-   Map = 0;
-   DCache = 0;
-   Policy = 0;
-   Cache = 0;
+   Map = NULL;
+   DCache = NULL;
+   Policy = NULL;
+   Cache = NULL;
+   SrcList = NULL;

 }
                                                                        /*}}}*/
 }
                                                                        /*}}}*/