apt-pkg/cachefile.cc

   1 // -*- mode: cpp; mode: fold -*-
   2 // Description                                                          /*{{{*/
   3 // $Id: cachefile.cc,v 1.8 2002/04/27 04:28:04 jgg Exp $
   4 /* ######################################################################
   5
   6    CacheFile - Simple wrapper class for opening, generating and whatnot
   7
   8    This class implements a simple 2 line mechanism to open various sorts
   9    of caches. It can operate as root, as not root, show progress and so on,
  10    it transparently handles everything necessary.
  11
  12    ##################################################################### */
  13                                                                         /*}}}*/
  14 // Include Files                                                        /*{{{*/
  15 #include <config.h>
  16
  17 #include <apt-pkg/cachefile.h>
  18 #include <apt-pkg/error.h>
  19 #include <apt-pkg/sourcelist.h>
  20 #include <apt-pkg/pkgcachegen.h>
  21 #include <apt-pkg/configuration.h>
  22 #include <apt-pkg/policy.h>
  23 #include <apt-pkg/pkgsystem.h>
  24 #include <apt-pkg/fileutl.h>
  25 #include <apt-pkg/progress.h>
  26 #include <apt-pkg/depcache.h>
  27 #include <apt-pkg/mmap.h>
  28 #include <apt-pkg/pkgcache.h>
  29 #include <apt-pkg/indexfile.h>
  30
  31 #include <string.h>
  32 #include <unistd.h>
  33 #include <string>
  34 #include <vector>
  35 #include <memory>
  36
  37 #include <apti18n.h>
  38                                                                         /*}}}*/
  39 // CacheFile::CacheFile - Constructor                                   /*{{{*/
  40 pkgCacheFile::pkgCacheFile() : d(NULL), ExternOwner(false), Map(NULL), Cache(NULL),
  41                                 DCache(NULL), SrcList(NULL), Policy(NULL)
  42 {
  43 }
  44 pkgCacheFile::pkgCacheFile(pkgDepCache * const Owner) : d(NULL), ExternOwner(true),
  45    Map(&Owner->GetCache().GetMap()), Cache(&Owner->GetCache()),
  46    DCache(Owner), SrcList(NULL), Policy(NULL)
  47 {
  48 }
  49                                                                         /*}}}*/
  50 // CacheFile::~CacheFile - Destructor                                   /*{{{*/
  51 // ---------------------------------------------------------------------
  52 /* */
  53 pkgCacheFile::~pkgCacheFile()
  54 {
  55    if (ExternOwner == false)
  56    {
  57       delete DCache;
  58       delete Cache;
  59       delete Map;
  60    }
  61    delete Policy;
  62    delete SrcList;
  63    if (ExternOwner == false)
  64       _system->UnLock(true);
  65 }
  66                                                                         /*}}}*/
  67 // CacheFile::BuildCaches - Open and build the cache files              /*{{{*/
  68 class APT_HIDDEN ScopedErrorMerge {
  69 public:
  70    ScopedErrorMerge() { _error->PushToStack(); }
  71    ~ScopedErrorMerge() { _error->MergeWithStack(); }
  72 };
  73
  74 bool pkgCacheFile::BuildCaches(OpProgress *Progress, bool WithLock)
  75 {
  76    std::unique_ptr<pkgCache> Cache;
  77    std::unique_ptr<MMap> Map;
  78
  79    if (this->Cache != NULL)
  80       return true;
  81
  82    ScopedErrorMerge sem;
  83    if (_config->FindB("pkgCacheFile::Generate", true) == false)
  84    {
  85       FileFd file(_config->FindFile("Dir::Cache::pkgcache"), FileFd::ReadOnly);
  86       if (file.IsOpen() == false || file.Failed())
  87          return false;
  88       Map.reset(new MMap(file, MMap::Public|MMap::ReadOnly));
  89       if (unlikely(Map->validData() == false))
  90          return false;
  91       Cache.reset(new pkgCache(Map.get()));
  92       if (_error->PendingError() == true)
  93          return false;
  94
  95       this->Cache = Cache.release();
  96       this->Map = Map.release();
  97       return true;
  98    }
  99
 100    if (WithLock == true)
 101       if (_system->Lock() == false)
 102          return false;
 103
 104    if (_error->PendingError() == true)
 105       return false;
 106
 107    if (BuildSourceList(Progress) == false)
 108       return false;
 109
 110    // Read the caches
 111    MMap *TmpMap = nullptr;
 112    pkgCache *TmpCache = nullptr;
 113    bool Res = pkgCacheGenerator::MakeStatusCache(*SrcList,Progress,&TmpMap, &TmpCache, true);
 114    Map.reset(TmpMap);
 115    Cache.reset(TmpCache);
 116    if (Progress != NULL)
 117       Progress->Done();
 118    if (Res == false)
 119       return _error->Error(_("The package lists or status file could not be parsed or opened."));
 120
 121    /* This sux, remove it someday */
 122    if (_error->PendingError() == true)
 123       _error->Warning(_("You may want to run apt-get update to correct these problems"));
 124
 125    if (Cache == nullptr)
 126       Cache.reset(new pkgCache(Map.get()));
 127    if (_error->PendingError() == true)
 128       return false;
 129    this->Map = Map.release();
 130    this->Cache = Cache.release();
 131
 132    return true;
 133 }
 134                                                                         /*}}}*/
 135 // CacheFile::BuildSourceList - Open and build all relevant sources.list/*{{{*/
 136 // ---------------------------------------------------------------------
 137 /* */
 138 bool pkgCacheFile::BuildSourceList(OpProgress * /*Progress*/)
 139 {
 140    std::unique_ptr<pkgSourceList> SrcList;
 141    if (this->SrcList != NULL)
 142       return true;
 143
 144    SrcList.reset(new pkgSourceList());
 145    if (SrcList->ReadMainList() == false)
 146       return _error->Error(_("The list of sources could not be read."));
 147    this->SrcList = SrcList.release();
 148    return true;
 149 }
 150                                                                         /*}}}*/
 151 // CacheFile::BuildPolicy - Open and build all relevant preferences     /*{{{*/
 152 // ---------------------------------------------------------------------
 153 /* */
 154 bool pkgCacheFile::BuildPolicy(OpProgress * /*Progress*/)
 155 {
 156    std::unique_ptr<pkgPolicy> Policy;
 157    if (this->Policy != NULL)
 158       return true;
 159
 160    Policy.reset(new pkgPolicy(Cache));
 161    if (_error->PendingError() == true)
 162       return false;
 163
 164    if (ReadPinFile(*Policy) == false || ReadPinDir(*Policy) == false)
 165       return false;
 166
 167    this->Policy = Policy.release();
 168    return true;
 169 }
 170                                                                         /*}}}*/
 171 // CacheFile::BuildDepCache - Open and build the dependency cache       /*{{{*/
 172 // ---------------------------------------------------------------------
 173 /* */
 174 bool pkgCacheFile::BuildDepCache(OpProgress *Progress)
 175 {
 176    std::unique_ptr<pkgDepCache> DCache;
 177    if (this->DCache != NULL)
 178       return true;
 179
 180    if (BuildPolicy(Progress) == false)
 181       return false;
 182
 183    DCache.reset(new pkgDepCache(Cache,Policy));
 184    if (_error->PendingError() == true)
 185       return false;
 186    if (DCache->Init(Progress) == false)
 187       return false;
 188
 189    this->DCache = DCache.release();
 190    return true;
 191 }
 192                                                                         /*}}}*/
 193 // CacheFile::Open - Open the cache files, creating if necessary        /*{{{*/
 194 // ---------------------------------------------------------------------
 195 /* */
 196 bool pkgCacheFile::Open(OpProgress *Progress, bool WithLock)
 197 {
 198    if (BuildCaches(Progress,WithLock) == false)
 199       return false;
 200
 201    if (BuildPolicy(Progress) == false)
 202       return false;
 203
 204    if (BuildDepCache(Progress) == false)
 205       return false;
 206
 207    if (Progress != NULL)
 208       Progress->Done();
 209    if (_error->PendingError() == true)
 210       return false;
 211
 212    return true;
 213 }
 214                                                                         /*}}}*/
 215 bool pkgCacheFile::AddIndexFile(pkgIndexFile * const File)              /*{{{*/
 216 {
 217    if (SrcList == NULL)
 218       if (BuildSourceList() == false)
 219          return false;
 220    SrcList->AddVolatileFile(File);
 221
 222    if (Cache == nullptr || File->HasPackages() == false || File->Exists() == false)
 223       return true;
 224
 225    if (File->FindInCache(*Cache).end() == false)
 226       return _error->Warning("Duplicate sources.list entry %s",
 227             File->Describe().c_str());
 228
 229    if (ExternOwner == false)
 230    {
 231       delete DCache;
 232       delete Cache;
 233    }
 234    delete Policy;
 235    DCache = NULL;
 236    Policy = NULL;
 237    Cache = NULL;
 238
 239    if (ExternOwner == false)
 240    {
 241       // a dynamic mmap means that we have build at least parts of the cache
 242       // in memory – which we might or might not have written to disk.
 243       // Throwing away would therefore be a very costly operation we want to avoid
 244       DynamicMMap * dynmmap = dynamic_cast<DynamicMMap*>(Map);
 245       if (dynmmap != nullptr)
 246       {
 247          {
 248             pkgCacheGenerator Gen(dynmmap, nullptr);
 249             if (Gen.Start() == false || File->Merge(Gen, nullptr) == false)
 250                return false;
 251          }
 252          Cache = new pkgCache(Map);
 253          if (_error->PendingError() == true) {
 254             delete Cache;
 255             Cache = nullptr;
 256             return false;
 257          }
 258          return true;
 259       }
 260       else
 261       {
 262          delete Map;
 263          Map = NULL;
 264       }
 265    }
 266    else
 267    {
 268       ExternOwner = false;
 269       Map = NULL;
 270    }
 271    _system->UnLock(true);
 272    return true;
 273 }
 274                                                                         /*}}}*/
 275 // CacheFile::RemoveCaches - remove all cache files from disk           /*{{{*/
 276 // ---------------------------------------------------------------------
 277 /* */
 278 void pkgCacheFile::RemoveCaches()
 279 {
 280    std::string const pkgcache = _config->FindFile("Dir::cache::pkgcache");
 281    std::string const srcpkgcache = _config->FindFile("Dir::cache::srcpkgcache");
 282
 283    if (pkgcache.empty() == false && RealFileExists(pkgcache) == true)
 284       RemoveFile("RemoveCaches", pkgcache);
 285    if (srcpkgcache.empty() == false && RealFileExists(srcpkgcache) == true)
 286       RemoveFile("RemoveCaches", srcpkgcache);
 287    if (pkgcache.empty() == false)
 288    {
 289       std::string cachedir = flNotFile(pkgcache);
 290       std::string cachefile = flNotDir(pkgcache);
 291       if (cachedir.empty() != true && cachefile.empty() != true && DirectoryExists(cachedir) == true)
 292       {
 293          cachefile.append(".");
 294          std::vector<std::string> caches = GetListOfFilesInDir(cachedir, false);
 295          for (std::vector<std::string>::const_iterator file = caches.begin(); file != caches.end(); ++file)
 296          {
 297             std::string nuke = flNotDir(*file);
 298             if (strncmp(cachefile.c_str(), nuke.c_str(), cachefile.length()) != 0)
 299                continue;
 300             RemoveFile("RemoveCaches", *file);
 301          }
 302       }
 303    }
 304
 305    if (srcpkgcache.empty() == true)
 306       return;
 307
 308    std::string cachedir = flNotFile(srcpkgcache);
 309    std::string cachefile = flNotDir(srcpkgcache);
 310    if (cachedir.empty() == true || cachefile.empty() == true || DirectoryExists(cachedir) == false)
 311       return;
 312    cachefile.append(".");
 313    std::vector<std::string> caches = GetListOfFilesInDir(cachedir, false);
 314    for (std::vector<std::string>::const_iterator file = caches.begin(); file != caches.end(); ++file)
 315    {
 316       std::string nuke = flNotDir(*file);
 317       if (strncmp(cachefile.c_str(), nuke.c_str(), cachefile.length()) != 0)
 318          continue;
 319       RemoveFile("RemoveCaches", *file);
 320    }
 321 }
 322                                                                         /*}}}*/
 323 // CacheFile::Close - close the cache files                             /*{{{*/
 324 // ---------------------------------------------------------------------
 325 /* */
 326 void pkgCacheFile::Close()
 327 {
 328    if (ExternOwner == false)
 329    {
 330       delete DCache;
 331       delete Cache;
 332       delete Map;
 333    }
 334    else
 335       ExternOwner = false;
 336    delete Policy;
 337    delete SrcList;
 338    _system->UnLock(true);
 339
 340    Map = NULL;
 341    DCache = NULL;
 342    Policy = NULL;
 343    Cache = NULL;
 344    SrcList = NULL;
 345 }
 346                                                                         /*}}}*/