]> git.saurik.com Git - apt.git/blame - apt-pkg/cachefile.cc
acquire: Use priority queues and a 3 stage pipeline design
[apt.git] / apt-pkg / cachefile.cc
CommitLineData
2d11135a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
0077d829 3// $Id: cachefile.cc,v 1.8 2002/04/27 04:28:04 jgg Exp $
2d11135a
AL
4/* ######################################################################
5
6 CacheFile - Simple wrapper class for opening, generating and whatnot
7
8 This class implements a simple 2 line mechanism to open various sorts
9 of caches. It can operate as root, as not root, show progress and so on,
10 it transparently handles everything necessary.
11
12 ##################################################################### */
13 /*}}}*/
14// Include Files /*{{{*/
ea542140
DK
15#include <config.h>
16
2d11135a
AL
17#include <apt-pkg/cachefile.h>
18#include <apt-pkg/error.h>
19#include <apt-pkg/sourcelist.h>
20#include <apt-pkg/pkgcachegen.h>
21#include <apt-pkg/configuration.h>
b2e465d6
AL
22#include <apt-pkg/policy.h>
23#include <apt-pkg/pkgsystem.h>
614adaa0 24#include <apt-pkg/fileutl.h>
472ff00e 25#include <apt-pkg/progress.h>
453b82a3
DK
26#include <apt-pkg/depcache.h>
27#include <apt-pkg/mmap.h>
28#include <apt-pkg/pkgcache.h>
a249b3e6 29#include <apt-pkg/indexfile.h>
453b82a3
DK
30
31#include <string.h>
32#include <unistd.h>
33#include <string>
34#include <vector>
f40fdaa4 35#include <memory>
ea542140 36
b2e465d6 37#include <apti18n.h>
2d11135a 38 /*}}}*/
2d11135a 39// CacheFile::CacheFile - Constructor /*{{{*/
9112f777
DK
40pkgCacheFile::pkgCacheFile() : d(NULL), ExternOwner(false), Map(NULL), Cache(NULL),
41 DCache(NULL), SrcList(NULL), Policy(NULL)
42{
43}
44pkgCacheFile::pkgCacheFile(pkgDepCache * const Owner) : d(NULL), ExternOwner(true),
45 Map(&Owner->GetCache().GetMap()), Cache(&Owner->GetCache()),
46 DCache(Owner), SrcList(NULL), Policy(NULL)
2d11135a
AL
47{
48}
49 /*}}}*/
b2e465d6 50// CacheFile::~CacheFile - Destructor /*{{{*/
2d11135a
AL
51// ---------------------------------------------------------------------
52/* */
53pkgCacheFile::~pkgCacheFile()
54{
9112f777
DK
55 if (ExternOwner == false)
56 {
57 delete DCache;
58 delete Cache;
59 delete Map;
60 }
b2e465d6 61 delete Policy;
3f8621c5 62 delete SrcList;
9112f777
DK
63 if (ExternOwner == false)
64 _system->UnLock(true);
3f8621c5 65}
2d11135a 66 /*}}}*/
0077d829 67// CacheFile::BuildCaches - Open and build the cache files /*{{{*/
95278287
DK
68class APT_HIDDEN ScopedErrorMerge {
69public:
70 ScopedErrorMerge() { _error->PushToStack(); }
71 ~ScopedErrorMerge() { _error->MergeWithStack(); }
72};
f40fdaa4 73
2e5f4e45 74bool pkgCacheFile::BuildCaches(OpProgress *Progress, bool WithLock)
2d11135a 75{
f40fdaa4
JAK
76 std::unique_ptr<pkgCache> Cache;
77 std::unique_ptr<MMap> Map;
78
79 if (this->Cache != NULL)
3f8621c5
DK
80 return true;
81
95278287 82 ScopedErrorMerge sem;
3f8621c5
DK
83 if (_config->FindB("pkgCacheFile::Generate", true) == false)
84 {
3d8232bf 85 FileFd file(_config->FindFile("Dir::Cache::pkgcache"), FileFd::ReadOnly);
95278287
DK
86 if (file.IsOpen() == false || file.Failed())
87 return false;
f40fdaa4 88 Map.reset(new MMap(file, MMap::Public|MMap::ReadOnly));
6789e01e
DK
89 if (unlikely(Map->validData() == false))
90 return false;
f40fdaa4
JAK
91 Cache.reset(new pkgCache(Map.get()));
92 if (_error->PendingError() == true)
93 return false;
94
95 this->Cache = Cache.release();
96 this->Map = Map.release();
97 return true;
3f8621c5
DK
98 }
99
2d11135a 100 if (WithLock == true)
b2e465d6
AL
101 if (_system->Lock() == false)
102 return false;
c4171975 103
2d11135a
AL
104 if (_error->PendingError() == true)
105 return false;
3f8621c5 106
f40fdaa4
JAK
107 if (BuildSourceList(Progress) == false)
108 return false;
b2e465d6
AL
109
110 // Read the caches
f40fdaa4
JAK
111 MMap *TmpMap = nullptr;
112 pkgCache *TmpCache = nullptr;
113 bool Res = pkgCacheGenerator::MakeStatusCache(*SrcList,Progress,&TmpMap, &TmpCache, true);
114 Map.reset(TmpMap);
115 Cache.reset(TmpCache);
2e5f4e45
DK
116 if (Progress != NULL)
117 Progress->Done();
b2e465d6
AL
118 if (Res == false)
119 return _error->Error(_("The package lists or status file could not be parsed or opened."));
120
121 /* This sux, remove it someday */
95278287 122 if (_error->PendingError() == true)
a7c835af 123 _error->Warning(_("You may want to run apt-get update to correct these problems"));
b2e465d6 124
f1616039 125 if (Cache == nullptr)
f40fdaa4 126 Cache.reset(new pkgCache(Map.get()));
b2e465d6
AL
127 if (_error->PendingError() == true)
128 return false;
f40fdaa4
JAK
129 this->Map = Map.release();
130 this->Cache = Cache.release();
131
0077d829
AL
132 return true;
133}
134 /*}}}*/
3f8621c5
DK
135// CacheFile::BuildSourceList - Open and build all relevant sources.list/*{{{*/
136// ---------------------------------------------------------------------
137/* */
65512241 138bool pkgCacheFile::BuildSourceList(OpProgress * /*Progress*/)
3f8621c5 139{
f40fdaa4
JAK
140 std::unique_ptr<pkgSourceList> SrcList;
141 if (this->SrcList != NULL)
3f8621c5
DK
142 return true;
143
f40fdaa4 144 SrcList.reset(new pkgSourceList());
3f8621c5
DK
145 if (SrcList->ReadMainList() == false)
146 return _error->Error(_("The list of sources could not be read."));
f40fdaa4 147 this->SrcList = SrcList.release();
3f8621c5
DK
148 return true;
149}
150 /*}}}*/
2e5f4e45 151// CacheFile::BuildPolicy - Open and build all relevant preferences /*{{{*/
0077d829
AL
152// ---------------------------------------------------------------------
153/* */
65512241 154bool pkgCacheFile::BuildPolicy(OpProgress * /*Progress*/)
0077d829 155{
f40fdaa4
JAK
156 std::unique_ptr<pkgPolicy> Policy;
157 if (this->Policy != NULL)
3f8621c5
DK
158 return true;
159
f40fdaa4 160 Policy.reset(new pkgPolicy(Cache));
b2e465d6
AL
161 if (_error->PendingError() == true)
162 return false;
6009e60d 163
e68ca100 164 if (ReadPinFile(*Policy) == false || ReadPinDir(*Policy) == false)
b2e465d6 165 return false;
2e5f4e45 166
f40fdaa4 167 this->Policy = Policy.release();
2e5f4e45
DK
168 return true;
169}
170 /*}}}*/
171// CacheFile::BuildDepCache - Open and build the dependency cache /*{{{*/
172// ---------------------------------------------------------------------
173/* */
174bool pkgCacheFile::BuildDepCache(OpProgress *Progress)
175{
fdf9eef4
DK
176 if (BuildCaches(Progress, false) == false)
177 return false;
178
f40fdaa4
JAK
179 std::unique_ptr<pkgDepCache> DCache;
180 if (this->DCache != NULL)
3f8621c5
DK
181 return true;
182
592d06b6
MV
183 if (BuildPolicy(Progress) == false)
184 return false;
185
f40fdaa4 186 DCache.reset(new pkgDepCache(Cache,Policy));
b2e465d6
AL
187 if (_error->PendingError() == true)
188 return false;
f40fdaa4
JAK
189 if (DCache->Init(Progress) == false)
190 return false;
2e5f4e45 191
f40fdaa4
JAK
192 this->DCache = DCache.release();
193 return true;
2e5f4e45
DK
194}
195 /*}}}*/
196// CacheFile::Open - Open the cache files, creating if necessary /*{{{*/
197// ---------------------------------------------------------------------
198/* */
199bool pkgCacheFile::Open(OpProgress *Progress, bool WithLock)
200{
201 if (BuildCaches(Progress,WithLock) == false)
202 return false;
203
204 if (BuildPolicy(Progress) == false)
205 return false;
206
207 if (BuildDepCache(Progress) == false)
208 return false;
209
210 if (Progress != NULL)
211 Progress->Done();
2d11135a
AL
212 if (_error->PendingError() == true)
213 return false;
2d11135a
AL
214
215 return true;
216}
217 /*}}}*/
a249b3e6
DK
218bool pkgCacheFile::AddIndexFile(pkgIndexFile * const File) /*{{{*/
219{
220 if (SrcList == NULL)
221 if (BuildSourceList() == false)
222 return false;
223 SrcList->AddVolatileFile(File);
224
225 if (Cache == nullptr || File->HasPackages() == false || File->Exists() == false)
226 return true;
227
228 if (File->FindInCache(*Cache).end() == false)
229 return _error->Warning("Duplicate sources.list entry %s",
230 File->Describe().c_str());
231
232 if (ExternOwner == false)
233 {
234 delete DCache;
235 delete Cache;
236 }
237 delete Policy;
238 DCache = NULL;
239 Policy = NULL;
240 Cache = NULL;
241
242 if (ExternOwner == false)
243 {
244 // a dynamic mmap means that we have build at least parts of the cache
245 // in memory – which we might or might not have written to disk.
246 // Throwing away would therefore be a very costly operation we want to avoid
247 DynamicMMap * dynmmap = dynamic_cast<DynamicMMap*>(Map);
248 if (dynmmap != nullptr)
249 {
250 {
251 pkgCacheGenerator Gen(dynmmap, nullptr);
a133f79c 252 if (Gen.Start() == false || File->Merge(Gen, nullptr) == false)
a249b3e6
DK
253 return false;
254 }
255 Cache = new pkgCache(Map);
f40fdaa4
JAK
256 if (_error->PendingError() == true) {
257 delete Cache;
258 Cache = nullptr;
259 return false;
260 }
261 return true;
a249b3e6
DK
262 }
263 else
264 {
265 delete Map;
266 Map = NULL;
267 }
268 }
269 else
270 {
271 ExternOwner = false;
272 Map = NULL;
273 }
b6f1b480 274 _system->UnLock(true);
a249b3e6
DK
275 return true;
276}
277 /*}}}*/
8de79b68
DK
278// CacheFile::RemoveCaches - remove all cache files from disk /*{{{*/
279// ---------------------------------------------------------------------
280/* */
281void pkgCacheFile::RemoveCaches()
282{
283 std::string const pkgcache = _config->FindFile("Dir::cache::pkgcache");
284 std::string const srcpkgcache = _config->FindFile("Dir::cache::srcpkgcache");
285
286 if (pkgcache.empty() == false && RealFileExists(pkgcache) == true)
ce1f3a2c 287 RemoveFile("RemoveCaches", pkgcache);
8de79b68 288 if (srcpkgcache.empty() == false && RealFileExists(srcpkgcache) == true)
ce1f3a2c 289 RemoveFile("RemoveCaches", srcpkgcache);
fbb2c7e0
DK
290 if (pkgcache.empty() == false)
291 {
292 std::string cachedir = flNotFile(pkgcache);
293 std::string cachefile = flNotDir(pkgcache);
c0d58f42 294 if (cachedir.empty() != true && cachefile.empty() != true && DirectoryExists(cachedir) == true)
fbb2c7e0
DK
295 {
296 cachefile.append(".");
297 std::vector<std::string> caches = GetListOfFilesInDir(cachedir, false);
298 for (std::vector<std::string>::const_iterator file = caches.begin(); file != caches.end(); ++file)
299 {
300 std::string nuke = flNotDir(*file);
301 if (strncmp(cachefile.c_str(), nuke.c_str(), cachefile.length()) != 0)
302 continue;
ce1f3a2c 303 RemoveFile("RemoveCaches", *file);
fbb2c7e0
DK
304 }
305 }
306 }
307
308 if (srcpkgcache.empty() == true)
309 return;
310
311 std::string cachedir = flNotFile(srcpkgcache);
312 std::string cachefile = flNotDir(srcpkgcache);
c0d58f42 313 if (cachedir.empty() == true || cachefile.empty() == true || DirectoryExists(cachedir) == false)
fbb2c7e0
DK
314 return;
315 cachefile.append(".");
316 std::vector<std::string> caches = GetListOfFilesInDir(cachedir, false);
317 for (std::vector<std::string>::const_iterator file = caches.begin(); file != caches.end(); ++file)
318 {
319 std::string nuke = flNotDir(*file);
320 if (strncmp(cachefile.c_str(), nuke.c_str(), cachefile.length()) != 0)
321 continue;
ce1f3a2c 322 RemoveFile("RemoveCaches", *file);
fbb2c7e0 323 }
8de79b68
DK
324}
325 /*}}}*/
b2e465d6
AL
326// CacheFile::Close - close the cache files /*{{{*/
327// ---------------------------------------------------------------------
328/* */
329void pkgCacheFile::Close()
330{
9112f777
DK
331 if (ExternOwner == false)
332 {
333 delete DCache;
334 delete Cache;
335 delete Map;
336 }
337 else
338 ExternOwner = false;
b2e465d6 339 delete Policy;
3f8621c5 340 delete SrcList;
b2e465d6
AL
341 _system->UnLock(true);
342
3f8621c5
DK
343 Map = NULL;
344 DCache = NULL;
345 Policy = NULL;
346 Cache = NULL;
347 SrcList = NULL;
b2e465d6
AL
348}
349 /*}}}*/