Merge remote-tracking branch 'upstream/debian/experimental' into feature/acq-trans

[apt.git] / ftparchive / cachedb.h

diff --git a/ftparchive/cachedb.h b/ftparchive/cachedb.h
index 377c4160728463117402a9c2f85f9ce1e82903a6..b40fd7df72865d1c367a293d922e1e33bd1c72c1 100644 (file)
--- a/ftparchive/cachedb.h
+++ b/ftparchive/cachedb.h
@@ -12,16 +12,21 @@
 #ifndef CACHEDB_H
 #define CACHEDB_H
 
 #ifndef CACHEDB_H
 #define CACHEDB_H
 

-
+#include <apt-pkg/hashes.h>

 #include <apt-pkg/debfile.h>
 
 #include <db.h>
 #include <apt-pkg/debfile.h>
 
 #include <db.h>

-#include <inttypes.h>
-#include <sys/stat.h>

 #include <errno.h>
 #include <string>
 #include <errno.h>
 #include <string>

+#include <string.h>
+#include <stdint.h>
+#include <stdio.h>

 
 #include "contents.h"
 
 #include "contents.h"

+#include "sources.h"
+
+class FileFd;
+

 
 class CacheDB
 {
 
 class CacheDB
 {


@@ -37,7 +42,7 @@ class CacheDB
    std::string DBFile;
 
    // Generate a key for the DB of a given type
    std::string DBFile;
 
    // Generate a key for the DB of a given type

-   inline void InitQuery(const char *Type)
+   void _InitQuery(const char *Type)

    {
       memset(&Key,0,sizeof(Key));
       memset(&Data,0,sizeof(Data));
    {
       memset(&Key,0,sizeof(Key));
       memset(&Data,0,sizeof(Data));


@@ -45,6 +50,19 @@ class CacheDB
       Key.size = snprintf(TmpKey,sizeof(TmpKey),"%s:%s",FileName.c_str(), Type);
    }
    
       Key.size = snprintf(TmpKey,sizeof(TmpKey),"%s:%s",FileName.c_str(), Type);
    }
    

+   void InitQueryStats() {
+      _InitQuery("st");
+   }
+   void InitQuerySource() {
+      _InitQuery("cs");
+   }
+   void InitQueryControl() {
+      _InitQuery("cl");
+   }
+   void InitQueryContent() {
+      _InitQuery("cn");
+   }
+

    inline bool Get() 
    {
       return Dbp->get(Dbp,0,&Key,&Data,0) == 0;
    inline bool Get() 
    {
       return Dbp->get(Dbp,0,&Key,&Data,0) == 0;


@@ -63,20 +81,42 @@ class CacheDB
       return true;
    }
    bool OpenFile();
       return true;
    }
    bool OpenFile();

-   bool GetFileStat(bool const &doStat = false);
+   void CloseFile();
+
+   bool OpenDebFile();
+   void CloseDebFile();
+
+   // GetCurStat needs some compat code, see lp #1274466)
+   bool GetCurStatCompatOldFormat();
+   bool GetCurStatCompatNewFormat();

    bool GetCurStat();
    bool GetCurStat();

+
+   bool GetFileStat(bool const &doStat = false);

    bool LoadControl();
    bool LoadContents(bool const &GenOnly);
    bool LoadControl();
    bool LoadContents(bool const &GenOnly);

-   bool GetMD5(bool const &GenOnly);
-   bool GetSHA1(bool const &GenOnly);
-   bool GetSHA256(bool const &GenOnly);
-   bool GetSHA512(bool const &GenOnly);
-   
+   bool LoadSource();
+   bool GetHashes(bool const GenOnly, unsigned int const DoHashes);
+

    // Stat info stored in the DB, Fixed types since it is written to disk.
    enum FlagList {FlControl = (1<<0),FlMD5=(1<<1),FlContents=(1<<2),
                   FlSize=(1<<3), FlSHA1=(1<<4), FlSHA256=(1<<5), 
    // Stat info stored in the DB, Fixed types since it is written to disk.
    enum FlagList {FlControl = (1<<0),FlMD5=(1<<1),FlContents=(1<<2),
                   FlSize=(1<<3), FlSHA1=(1<<4), FlSHA256=(1<<5), 

-                  FlSHA512=(1<<6)};
+                  FlSHA512=(1<<6), FlSource=(1<<7),
+   };

 
 

+   // the on-disk format changed (FileSize increased to 64bit) in 
+   // commit 650faab0 which will lead to corruption with old caches
+   struct StatStoreOldFormat
+   {
+      uint32_t Flags;
+      uint32_t mtime;
+      uint32_t FileSize;
+      uint8_t  MD5[16];
+      uint8_t  SHA1[20];
+      uint8_t  SHA256[32];
+   } CurStatOldFormat;
+
+   // WARNING: this struct is read/written to the DB so do not change the
+   //          layout of the fields (see lp #1274466), only append to it

    struct StatStore
    {
       uint32_t Flags;
    struct StatStore
    {
       uint32_t Flags;


@@ -99,11 +139,9 @@ class CacheDB
    // Data collection helpers
    debDebFile::MemControlExtract Control;
    ContentsExtract Contents;
    // Data collection helpers
    debDebFile::MemControlExtract Control;
    ContentsExtract Contents;

-   std::string MD5Res;
-   std::string SHA1Res;
-   std::string SHA256Res;
-   std::string SHA512Res;
-   
+   DscExtract Dsc;
+   HashStringList HashesList;
+

    // Runtime statistics
    struct Stats
    {
    // Runtime statistics
    struct Stats
    {


@@ -126,24 +164,33 @@ class CacheDB
          Misses += S.Misses; 
          DeLinkBytes += S.DeLinkBytes;
       };
          Misses += S.Misses; 
          DeLinkBytes += S.DeLinkBytes;
       };

-      Stats() : Bytes(0), MD5Bytes(0), SHA1Bytes(0), SHA256Bytes(0), Packages(0), Misses(0), DeLinkBytes(0) {};
+      Stats() : Bytes(0), MD5Bytes(0), SHA1Bytes(0), SHA256Bytes(0),
+               SHA512Bytes(0),Packages(0), Misses(0), DeLinkBytes(0) {};

    } Stats;
    
    } Stats;
    

-   bool ReadyDB(std::string const &DB);
+   bool ReadyDB(std::string const &DB = "");

    inline bool DBFailed() {return Dbp != 0 && DBLoaded == false;};
    inline bool Loaded() {return DBLoaded == true;};
    
    inline unsigned long long GetFileSize(void) {return CurStat.FileSize;}
    
    bool SetFile(std::string const &FileName,struct stat St,FileFd *Fd);
    inline bool DBFailed() {return Dbp != 0 && DBLoaded == false;};
    inline bool Loaded() {return DBLoaded == true;};
    
    inline unsigned long long GetFileSize(void) {return CurStat.FileSize;}
    
    bool SetFile(std::string const &FileName,struct stat St,FileFd *Fd);

-   bool GetFileInfo(std::string const &FileName, bool const &DoControl, bool const &DoContents, bool const &GenContentsOnly,
-                   bool const &DoMD5, bool const &DoSHA1, bool const &DoSHA256, bool const &DoSHA512, bool const &checkMtime = false);
+
+   // terrible old overloaded interface
+   bool GetFileInfo(std::string const &FileName,
+        bool const &DoControl,
+        bool const &DoContents,
+        bool const &GenContentsOnly,
+        bool const DoSource,
+        unsigned int const DoHashes,
+        bool const &checkMtime = false);
+

    bool Finish();   
    
    bool Clean();
    
    bool Finish();   
    
    bool Clean();
    

-   CacheDB(std::string const &DB) : Dbp(0), Fd(NULL), DebFile(0) {ReadyDB(DB);};
-   ~CacheDB() {ReadyDB(std::string()); delete DebFile;};
+   CacheDB(std::string const &DB);
+   ~CacheDB();

 };
     
 #endif
 };
     
 #endif