1 // -*- mode: cpp; mode: fold -*-
3 // $Id: debindexfile.cc,v 1.5.2.3 2004/01/04 19:11:00 mdz Exp $
4 /* ######################################################################
6 Debian Specific sources.list types and the three sorts of Debian
9 ##################################################################### */
11 // Include Files /*{{{*/
12 #include <apt-pkg/debindexfile.h>
13 #include <apt-pkg/debsrcrecords.h>
14 #include <apt-pkg/deblistparser.h>
15 #include <apt-pkg/debrecords.h>
16 #include <apt-pkg/sourcelist.h>
17 #include <apt-pkg/configuration.h>
18 #include <apt-pkg/progress.h>
19 #include <apt-pkg/error.h>
20 #include <apt-pkg/strutl.h>
21 #include <apt-pkg/acquire-item.h>
22 #include <apt-pkg/debmetaindex.h>
27 // SourcesIndex::debSourcesIndex - Constructor /*{{{*/
28 // ---------------------------------------------------------------------
30 debSourcesIndex::debSourcesIndex(string URI
,string Dist
,string Section
,bool Trusted
) :
31 pkgIndexFile(Trusted
), URI(URI
), Dist(Dist
), Section(Section
)
35 // SourcesIndex::SourceInfo - Short 1 liner describing a source /*{{{*/
36 // ---------------------------------------------------------------------
37 /* The result looks like:
38 http://foo/ stable/main src 1.1.1 (dsc) */
39 string
debSourcesIndex::SourceInfo(pkgSrcRecords::Parser
const &Record
,
40 pkgSrcRecords::File
const &File
) const
43 Res
= ::URI::SiteOnly(URI
) + ' ';
44 if (Dist
[Dist
.size() - 1] == '/')
50 Res
+= Dist
+ '/' + Section
;
53 Res
+= Record
.Package();
55 Res
+= Record
.Version();
56 if (File
.Type
.empty() == false)
57 Res
+= " (" + File
.Type
+ ")";
61 // SourcesIndex::CreateSrcParser - Get a parser for the source files /*{{{*/
62 // ---------------------------------------------------------------------
64 pkgSrcRecords::Parser
*debSourcesIndex::CreateSrcParser() const
66 string SourcesURI
= URItoFileName(IndexURI("Sources"));
67 return new debSrcRecordParser(_config
->FindDir("Dir::State::lists") +
71 // SourcesIndex::Describe - Give a descriptive path to the index /*{{{*/
72 // ---------------------------------------------------------------------
74 string
debSourcesIndex::Describe(bool Short
) const
78 snprintf(S
,sizeof(S
),"%s",Info("Sources").c_str());
80 snprintf(S
,sizeof(S
),"%s (%s)",Info("Sources").c_str(),
81 IndexFile("Sources").c_str());
86 // SourcesIndex::Info - One liner describing the index URI /*{{{*/
87 // ---------------------------------------------------------------------
89 string
debSourcesIndex::Info(const char *Type
) const
91 string Info
= ::URI::SiteOnly(URI
) + ' ';
92 if (Dist
[Dist
.size() - 1] == '/')
98 Info
+= Dist
+ '/' + Section
;
104 // SourcesIndex::Index* - Return the URI to the index files /*{{{*/
105 // ---------------------------------------------------------------------
107 inline string
debSourcesIndex::IndexFile(const char *Type
) const
109 return URItoFileName(IndexURI(Type
));
111 string
debSourcesIndex::IndexURI(const char *Type
) const
114 if (Dist
[Dist
.size() - 1] == '/')
122 Res
= URI
+ "dists/" + Dist
+ '/' + Section
+
129 // SourcesIndex::Exists - Check if the index is available /*{{{*/
130 // ---------------------------------------------------------------------
132 bool debSourcesIndex::Exists() const
134 return FileExists(IndexFile("Sources"));
137 // SourcesIndex::Size - Return the size of the index /*{{{*/
138 // ---------------------------------------------------------------------
140 unsigned long debSourcesIndex::Size() const
143 if (stat(IndexFile("Sources").c_str(),&S
) != 0)
149 // PackagesIndex::debPackagesIndex - Contructor /*{{{*/
150 // ---------------------------------------------------------------------
152 debPackagesIndex::debPackagesIndex(string
const &URI
, string
const &Dist
, string
const &Section
,
153 bool const &Trusted
, string
const &Arch
) :
154 pkgIndexFile(Trusted
), URI(URI
), Dist(Dist
), Section(Section
), Architecture(Arch
)
156 if (Architecture
== "native")
157 Architecture
= _config
->Find("APT::Architecture");
160 // PackagesIndex::ArchiveInfo - Short version of the archive url /*{{{*/
161 // ---------------------------------------------------------------------
162 /* This is a shorter version that is designed to be < 60 chars or so */
163 string
debPackagesIndex::ArchiveInfo(pkgCache::VerIterator Ver
) const
165 string Res
= ::URI::SiteOnly(URI
) + ' ';
166 if (Dist
[Dist
.size() - 1] == '/')
172 Res
+= Dist
+ '/' + Section
;
175 Res
+= Ver
.ParentPkg().Name();
183 // PackagesIndex::Describe - Give a descriptive path to the index /*{{{*/
184 // ---------------------------------------------------------------------
185 /* This should help the user find the index in the sources.list and
186 in the filesystem for problem solving */
187 string
debPackagesIndex::Describe(bool Short
) const
191 snprintf(S
,sizeof(S
),"%s",Info("Packages").c_str());
193 snprintf(S
,sizeof(S
),"%s (%s)",Info("Packages").c_str(),
194 IndexFile("Packages").c_str());
198 // PackagesIndex::Info - One liner describing the index URI /*{{{*/
199 // ---------------------------------------------------------------------
201 string
debPackagesIndex::Info(const char *Type
) const
203 string Info
= ::URI::SiteOnly(URI
) + ' ';
204 if (Dist
[Dist
.size() - 1] == '/')
210 Info
+= Dist
+ '/' + Section
;
212 Info
+= Architecture
;
218 // PackagesIndex::Index* - Return the URI to the index files /*{{{*/
219 // ---------------------------------------------------------------------
221 inline string
debPackagesIndex::IndexFile(const char *Type
) const
223 return _config
->FindDir("Dir::State::lists") + URItoFileName(IndexURI(Type
));
225 string
debPackagesIndex::IndexURI(const char *Type
) const
228 if (Dist
[Dist
.size() - 1] == '/')
236 Res
= URI
+ "dists/" + Dist
+ '/' + Section
+
237 "/binary-" + Architecture
+ '/';
243 // PackagesIndex::Exists - Check if the index is available /*{{{*/
244 // ---------------------------------------------------------------------
246 bool debPackagesIndex::Exists() const
248 return FileExists(IndexFile("Packages"));
251 // PackagesIndex::Size - Return the size of the index /*{{{*/
252 // ---------------------------------------------------------------------
253 /* This is really only used for progress reporting. */
254 unsigned long debPackagesIndex::Size() const
257 if (stat(IndexFile("Packages").c_str(),&S
) != 0)
262 // PackagesIndex::Merge - Load the index file into a cache /*{{{*/
263 // ---------------------------------------------------------------------
265 bool debPackagesIndex::Merge(pkgCacheGenerator
&Gen
,OpProgress
&Prog
) const
267 string PackageFile
= IndexFile("Packages");
268 FileFd
Pkg(PackageFile
,FileFd::ReadOnly
);
269 debListParser
Parser(&Pkg
, Architecture
);
270 if (_error
->PendingError() == true)
271 return _error
->Error("Problem opening %s",PackageFile
.c_str());
273 Prog
.SubProgress(0,Info("Packages"));
275 if (Gen
.SelectFile(PackageFile
,Tmp
.Host
,*this) == false)
276 return _error
->Error("Problem with SelectFile %s",PackageFile
.c_str());
278 // Store the IMS information
279 pkgCache::PkgFileIterator File
= Gen
.GetCurFile();
281 if (fstat(Pkg
.Fd(),&St
) != 0)
282 return _error
->Errno("fstat","Failed to stat");
283 File
->Size
= St
.st_size
;
284 File
->mtime
= St
.st_mtime
;
286 if (Gen
.MergeList(Parser
) == false)
287 return _error
->Error("Problem with MergeList %s",PackageFile
.c_str());
289 // Check the release file
290 string ReleaseFile
= debReleaseIndex(URI
,Dist
).MetaIndexFile("Release");
291 if (FileExists(ReleaseFile
) == true)
293 FileFd
Rel(ReleaseFile
,FileFd::ReadOnly
);
294 if (_error
->PendingError() == true)
296 Parser
.LoadReleaseInfo(File
,Rel
,Section
);
302 // PackagesIndex::FindInCache - Find this index /*{{{*/
303 // ---------------------------------------------------------------------
305 pkgCache::PkgFileIterator
debPackagesIndex::FindInCache(pkgCache
&Cache
) const
307 string FileName
= IndexFile("Packages");
308 pkgCache::PkgFileIterator File
= Cache
.FileBegin();
309 for (; File
.end() == false; File
++)
311 if (File
.FileName() == NULL
|| FileName
!= File
.FileName())
315 if (stat(File
.FileName(),&St
) != 0)
317 if (_config
->FindB("Debug::pkgCacheGen", false))
318 std::clog
<< "PackagesIndex::FindInCache - stat failed on " << File
.FileName() << std::endl
;
319 return pkgCache::PkgFileIterator(Cache
);
321 if ((unsigned)St
.st_size
!= File
->Size
|| St
.st_mtime
!= File
->mtime
)
323 if (_config
->FindB("Debug::pkgCacheGen", false))
324 std::clog
<< "PackagesIndex::FindInCache - size (" << St
.st_size
<< " <> " << File
->Size
325 << ") or mtime (" << St
.st_mtime
<< " <> " << File
->mtime
326 << ") doesn't match for " << File
.FileName() << std::endl
;
327 return pkgCache::PkgFileIterator(Cache
);
336 // TranslationsIndex::debTranslationsIndex - Contructor /*{{{*/
337 // ---------------------------------------------------------------------
339 debTranslationsIndex::debTranslationsIndex(string URI
,string Dist
,string Section
,
340 char const * const Translation
) :
341 pkgIndexFile(true), URI(URI
), Dist(Dist
), Section(Section
),
342 Language(Translation
)
345 // TranslationIndex::Trans* - Return the URI to the translation files /*{{{*/
346 // ---------------------------------------------------------------------
348 inline string
debTranslationsIndex::IndexFile(const char *Type
) const
350 return _config
->FindDir("Dir::State::lists") + URItoFileName(IndexURI(Type
));
352 string
debTranslationsIndex::IndexURI(const char *Type
) const
355 if (Dist
[Dist
.size() - 1] == '/')
363 Res
= URI
+ "dists/" + Dist
+ '/' + Section
+
364 "/i18n/Translation-";
370 // TranslationsIndex::GetIndexes - Fetch the index files /*{{{*/
371 // ---------------------------------------------------------------------
373 bool debTranslationsIndex::GetIndexes(pkgAcquire
*Owner
) const
375 if (TranslationsAvailable()) {
376 string
const TranslationFile
= string("Translation-").append(Language
);
377 new pkgAcqIndexTrans(Owner
, IndexURI(Language
),
378 Info(TranslationFile
.c_str()),
385 // TranslationsIndex::Describe - Give a descriptive path to the index /*{{{*/
386 // ---------------------------------------------------------------------
387 /* This should help the user find the index in the sources.list and
388 in the filesystem for problem solving */
389 string
debTranslationsIndex::Describe(bool Short
) const
393 snprintf(S
,sizeof(S
),"%s",Info(TranslationFile().c_str()).c_str());
395 snprintf(S
,sizeof(S
),"%s (%s)",Info(TranslationFile().c_str()).c_str(),
396 IndexFile(Language
).c_str());
400 // TranslationsIndex::Info - One liner describing the index URI /*{{{*/
401 // ---------------------------------------------------------------------
403 string
debTranslationsIndex::Info(const char *Type
) const
405 string Info
= ::URI::SiteOnly(URI
) + ' ';
406 if (Dist
[Dist
.size() - 1] == '/')
412 Info
+= Dist
+ '/' + Section
;
418 bool debTranslationsIndex::HasPackages() const /*{{{*/
420 if(!TranslationsAvailable())
423 return FileExists(IndexFile(Language
));
426 // TranslationsIndex::Exists - Check if the index is available /*{{{*/
427 // ---------------------------------------------------------------------
429 bool debTranslationsIndex::Exists() const
431 return FileExists(IndexFile(Language
));
434 // TranslationsIndex::Size - Return the size of the index /*{{{*/
435 // ---------------------------------------------------------------------
436 /* This is really only used for progress reporting. */
437 unsigned long debTranslationsIndex::Size() const
440 if (stat(IndexFile(Language
).c_str(),&S
) != 0)
445 // TranslationsIndex::Merge - Load the index file into a cache /*{{{*/
446 // ---------------------------------------------------------------------
448 bool debTranslationsIndex::Merge(pkgCacheGenerator
&Gen
,OpProgress
&Prog
) const
450 // Check the translation file, if in use
451 string TranslationFile
= IndexFile(Language
);
452 if (TranslationsAvailable() && FileExists(TranslationFile
))
454 FileFd
Trans(TranslationFile
,FileFd::ReadOnly
);
455 debListParser
TransParser(&Trans
);
456 if (_error
->PendingError() == true)
459 Prog
.SubProgress(0, Info(TranslationFile
.c_str()));
460 if (Gen
.SelectFile(TranslationFile
,string(),*this) == false)
461 return _error
->Error("Problem with SelectFile %s",TranslationFile
.c_str());
463 // Store the IMS information
464 pkgCache::PkgFileIterator TransFile
= Gen
.GetCurFile();
466 if (fstat(Trans
.Fd(),&TransSt
) != 0)
467 return _error
->Errno("fstat","Failed to stat");
468 TransFile
->Size
= TransSt
.st_size
;
469 TransFile
->mtime
= TransSt
.st_mtime
;
471 if (Gen
.MergeList(TransParser
) == false)
472 return _error
->Error("Problem with MergeList %s",TranslationFile
.c_str());
478 // TranslationsIndex::FindInCache - Find this index /*{{{*/
479 // ---------------------------------------------------------------------
481 pkgCache::PkgFileIterator
debTranslationsIndex::FindInCache(pkgCache
&Cache
) const
483 string FileName
= IndexFile(Language
);
485 pkgCache::PkgFileIterator File
= Cache
.FileBegin();
486 for (; File
.end() == false; File
++)
488 if (FileName
!= File
.FileName())
492 if (stat(File
.FileName(),&St
) != 0)
494 if (_config
->FindB("Debug::pkgCacheGen", false))
495 std::clog
<< "TranslationIndex::FindInCache - stat failed on " << File
.FileName() << std::endl
;
496 return pkgCache::PkgFileIterator(Cache
);
498 if ((unsigned)St
.st_size
!= File
->Size
|| St
.st_mtime
!= File
->mtime
)
500 if (_config
->FindB("Debug::pkgCacheGen", false))
501 std::clog
<< "TranslationIndex::FindInCache - size (" << St
.st_size
<< " <> " << File
->Size
502 << ") or mtime (" << St
.st_mtime
<< " <> " << File
->mtime
503 << ") doesn't match for " << File
.FileName() << std::endl
;
504 return pkgCache::PkgFileIterator(Cache
);
511 // StatusIndex::debStatusIndex - Constructor /*{{{*/
512 // ---------------------------------------------------------------------
514 debStatusIndex::debStatusIndex(string File
) : pkgIndexFile(true), File(File
)
518 // StatusIndex::Size - Return the size of the index /*{{{*/
519 // ---------------------------------------------------------------------
521 unsigned long debStatusIndex::Size() const
524 if (stat(File
.c_str(),&S
) != 0)
529 // StatusIndex::Merge - Load the index file into a cache /*{{{*/
530 // ---------------------------------------------------------------------
532 bool debStatusIndex::Merge(pkgCacheGenerator
&Gen
,OpProgress
&Prog
) const
534 FileFd
Pkg(File
,FileFd::ReadOnly
);
535 if (_error
->PendingError() == true)
537 debListParser
Parser(&Pkg
);
538 if (_error
->PendingError() == true)
541 Prog
.SubProgress(0,File
);
542 if (Gen
.SelectFile(File
,string(),*this,pkgCache::Flag::NotSource
) == false)
543 return _error
->Error("Problem with SelectFile %s",File
.c_str());
545 // Store the IMS information
546 pkgCache::PkgFileIterator CFile
= Gen
.GetCurFile();
548 if (fstat(Pkg
.Fd(),&St
) != 0)
549 return _error
->Errno("fstat","Failed to stat");
550 CFile
->Size
= St
.st_size
;
551 CFile
->mtime
= St
.st_mtime
;
552 CFile
->Archive
= Gen
.WriteUniqString("now");
554 if (Gen
.MergeList(Parser
) == false)
555 return _error
->Error("Problem with MergeList %s",File
.c_str());
559 // StatusIndex::FindInCache - Find this index /*{{{*/
560 // ---------------------------------------------------------------------
562 pkgCache::PkgFileIterator
debStatusIndex::FindInCache(pkgCache
&Cache
) const
564 pkgCache::PkgFileIterator File
= Cache
.FileBegin();
565 for (; File
.end() == false; File
++)
567 if (this->File
!= File
.FileName())
571 if (stat(File
.FileName(),&St
) != 0)
573 if (_config
->FindB("Debug::pkgCacheGen", false))
574 std::clog
<< "StatusIndex::FindInCache - stat failed on " << File
.FileName() << std::endl
;
575 return pkgCache::PkgFileIterator(Cache
);
577 if ((unsigned)St
.st_size
!= File
->Size
|| St
.st_mtime
!= File
->mtime
)
579 if (_config
->FindB("Debug::pkgCacheGen", false))
580 std::clog
<< "StatusIndex::FindInCache - size (" << St
.st_size
<< " <> " << File
->Size
581 << ") or mtime (" << St
.st_mtime
<< " <> " << File
->mtime
582 << ") doesn't match for " << File
.FileName() << std::endl
;
583 return pkgCache::PkgFileIterator(Cache
);
590 // StatusIndex::Exists - Check if the index is available /*{{{*/
591 // ---------------------------------------------------------------------
593 bool debStatusIndex::Exists() const
595 // Abort if the file does not exist.
600 // Index File types for Debian /*{{{*/
601 class debIFTypeSrc
: public pkgIndexFile::Type
605 debIFTypeSrc() {Label
= "Debian Source Index";};
607 class debIFTypePkg
: public pkgIndexFile::Type
611 virtual pkgRecords::Parser
*CreatePkgParser(pkgCache::PkgFileIterator File
) const
613 return new debRecordParser(File
.FileName(),*File
.Cache());
615 debIFTypePkg() {Label
= "Debian Package Index";};
617 class debIFTypeTrans
: public debIFTypePkg
620 debIFTypeTrans() {Label
= "Debian Translation Index";};
622 class debIFTypeStatus
: public pkgIndexFile::Type
626 virtual pkgRecords::Parser
*CreatePkgParser(pkgCache::PkgFileIterator File
) const
628 return new debRecordParser(File
.FileName(),*File
.Cache());
630 debIFTypeStatus() {Label
= "Debian dpkg status file";};
632 static debIFTypeSrc _apt_Src
;
633 static debIFTypePkg _apt_Pkg
;
634 static debIFTypeTrans _apt_Trans
;
635 static debIFTypeStatus _apt_Status
;
637 const pkgIndexFile::Type
*debSourcesIndex::GetType() const
641 const pkgIndexFile::Type
*debPackagesIndex::GetType() const
645 const pkgIndexFile::Type
*debTranslationsIndex::GetType() const
649 const pkgIndexFile::Type
*debStatusIndex::GetType() const