Merge remote-tracking branch 'upstream/debian/experimental' into feature/srv-records

[apt.git] / apt-pkg / indexcopy.cc

diff --git a/apt-pkg/indexcopy.cc b/apt-pkg/indexcopy.cc
index c2ee1c34726f70de4d73ea055ed69726fbb340cb..8a7df2eb38fd541dc5fba32890ea05c972385e4e 100644 (file)
--- a/apt-pkg/indexcopy.cc
+++ b/apt-pkg/indexcopy.cc
@@ -10,32 +10,35 @@
    ##################################################################### */
                                                                        /*}}}*/
 // Include Files                                                       /*{{{*/
    ##################################################################### */
                                                                        /*}}}*/
 // Include Files                                                       /*{{{*/

-#include "indexcopy.h"
+#include<config.h>

 
 #include <apt-pkg/error.h>
 #include <apt-pkg/progress.h>
 #include <apt-pkg/strutl.h>
 #include <apt-pkg/fileutl.h>
 
 #include <apt-pkg/error.h>
 #include <apt-pkg/progress.h>
 #include <apt-pkg/strutl.h>
 #include <apt-pkg/fileutl.h>

+#include <apt-pkg/aptconfiguration.h>

 #include <apt-pkg/configuration.h>
 #include <apt-pkg/tagfile.h>
 #include <apt-pkg/configuration.h>
 #include <apt-pkg/tagfile.h>

-#include <apt-pkg/indexrecords.h>
-#include <apt-pkg/md5.h>
+#include <apt-pkg/metaindex.h>

 #include <apt-pkg/cdrom.h>
 #include <apt-pkg/cdrom.h>

-#include <apti18n.h>
+#include <apt-pkg/gpgv.h>
+#include <apt-pkg/hashes.h>
+#include <apt-pkg/debmetaindex.h>

 
 #include <iostream>
 
 #include <iostream>

-#include <sstream>

 #include <unistd.h>
 #include <sys/stat.h>
 #include <unistd.h>
 #include <sys/stat.h>

-#include <sys/types.h>
-#include <fcntl.h>

 #include <stdio.h>
 #include <stdio.h>

+#include <stdlib.h>
+#include <string.h>
+#include <sstream>
+
+#include "indexcopy.h"
+#include <apti18n.h>

                                                                        /*}}}*/
 
 using namespace std;
 
                                                                        /*}}}*/
 
 using namespace std;
 

-
-

 // IndexCopy::CopyPackages - Copy the package files from the CD                /*{{{*/
 // ---------------------------------------------------------------------
 /* */
 // IndexCopy::CopyPackages - Copy the package files from the CD                /*{{{*/
 // ---------------------------------------------------------------------
 /* */


@@ -43,7 +46,7 @@ bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
                             pkgCdromStatus *log)
 {
    OpProgress *Progress = NULL;
                             pkgCdromStatus *log)
 {
    OpProgress *Progress = NULL;

-   if (List.size() == 0)
+   if (List.empty() == true)

       return true;
    
    if(log) 
       return true;
    
    if(log) 


@@ -53,75 +56,39 @@ bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
    bool Debug = _config->FindB("Debug::aptcdrom",false);
    
    // Prepare the progress indicator
    bool Debug = _config->FindB("Debug::aptcdrom",false);
    
    // Prepare the progress indicator

-   unsigned long TotalSize = 0;
-   for (vector<string>::iterator I = List.begin(); I != List.end(); I++)
+   off_t TotalSize = 0;
+   std::vector<APT::Configuration::Compressor> const compressor = APT::Configuration::getCompressors();
+   for (vector<string>::iterator I = List.begin(); I != List.end(); ++I)

    {
       struct stat Buf;
    {
       struct stat Buf;

-      if (stat(string(*I + GetFileName()).c_str(),&Buf) != 0 &&
-         stat(string(*I + GetFileName() + ".gz").c_str(),&Buf) != 0)
-        return _error->Errno("stat","Stat failed for %s",
-                             string(*I + GetFileName()).c_str());
+      bool found = false;
+      std::string file = std::string(*I).append(GetFileName());
+      for (std::vector<APT::Configuration::Compressor>::const_iterator c = compressor.begin();
+          c != compressor.end(); ++c)
+      {
+        if (stat((file + c->Extension).c_str(), &Buf) != 0)
+           continue;
+        found = true;
+        break;
+      }
+
+      if (found == false)
+        return _error->Errno("stat", "Stat failed for %s", file.c_str());

       TotalSize += Buf.st_size;
       TotalSize += Buf.st_size;

-   }   
+   }

 
 

-   unsigned long CurrentSize = 0;
+   off_t CurrentSize = 0;

    unsigned int NotFound = 0;
    unsigned int WrongSize = 0;
    unsigned int Packages = 0;
    unsigned int NotFound = 0;
    unsigned int WrongSize = 0;
    unsigned int Packages = 0;

-   for (vector<string>::iterator I = List.begin(); I != List.end(); I++)
+   for (vector<string>::iterator I = List.begin(); I != List.end(); ++I)

    {      
       string OrigPath = string(*I,CDROM.length());
    {      
       string OrigPath = string(*I,CDROM.length());

-      unsigned long FileSize = 0;

       
       // Open the package file
       
       // Open the package file

-      FileFd Pkg;
-      if (FileExists(*I + GetFileName()) == true)
-      {
-        Pkg.Open(*I + GetFileName(),FileFd::ReadOnly);
-        FileSize = Pkg.Size();
-      }      
-      else
-      {
-        FileFd From(*I + GetFileName() + ".gz",FileFd::ReadOnly);
-        if (_error->PendingError() == true)
-           return false;
-        FileSize = From.Size();
-        
-        // Get a temp file
-        FILE *tmp = tmpfile();
-        if (tmp == 0)
-           return _error->Errno("tmpfile","Unable to create a tmp file");
-        Pkg.Fd(dup(fileno(tmp)));
-        fclose(tmp);
-        
-        // Fork gzip
-        pid_t Process = fork();
-        if (Process < 0)
-           return _error->Errno("fork","Couldn't fork gzip");
-        
-        // The child
-        if (Process == 0)
-        {          
-           dup2(From.Fd(),STDIN_FILENO);
-           dup2(Pkg.Fd(),STDOUT_FILENO);
-           SetCloseExec(STDIN_FILENO,false);
-           SetCloseExec(STDOUT_FILENO,false);
-           
-           const char *Args[3];
-           string Tmp =  _config->Find("Dir::bin::gzip","gzip");
-           Args[0] = Tmp.c_str();
-           Args[1] = "-d";
-           Args[2] = 0;
-           execvp(Args[0],(char **)Args);
-           exit(100);
-        }
-        
-        // Wait for gzip to finish
-        if (ExecWait(Process,_config->Find("Dir::bin::gzip","gzip").c_str(),false) == false)
-           return _error->Error("gzip failed, perhaps the disk is full.");
-        
-        Pkg.Seek(0);
-      }
+      FileFd Pkg(*I + GetFileName(), FileFd::ReadOnly, FileFd::Auto);
+      off_t const FileSize = Pkg.Size();
+

       pkgTagFile Parser(&Pkg);
       if (_error->PendingError() == true)
         return false;
       pkgTagFile Parser(&Pkg);
       if (_error->PendingError() == true)
         return false;


@@ -140,12 +107,9 @@ bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
       } else {
          Target.Open(TargetF,FileFd::WriteAtomic);
       }
       } else {
          Target.Open(TargetF,FileFd::WriteAtomic);
       }

-      FILE *TargetFl = fdopen(dup(Target.Fd()),"w");

       if (_error->PendingError() == true)
         return false;
       if (_error->PendingError() == true)
         return false;

-      if (TargetFl == 0)
-        return _error->Errno("fdopen","Failed to reopen fd");
-      
+

       // Setup the progress meter
       if(Progress)
         Progress->OverallProgress(CurrentSize,TotalSize,FileSize,
       // Setup the progress meter
       if(Progress)
         Progress->OverallProgress(CurrentSize,TotalSize,FileSize,


@@ -164,18 +128,14 @@ bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
         if(Progress)
            Progress->Progress(Parser.Offset());
         string File;
         if(Progress)
            Progress->Progress(Parser.Offset());
         string File;

-        unsigned long Size;
+        unsigned long long Size;

         if (GetFile(File,Size) == false)
         if (GetFile(File,Size) == false)

-        {
-           fclose(TargetFl);

            return false;
            return false;

-        }
-        
+

         if (Chop != 0)
            File = OrigPath + ChopDirs(File,Chop);
         if (Chop != 0)
            File = OrigPath + ChopDirs(File,Chop);

-        
+

         // See if the file exists
         // See if the file exists

-        bool Mangled = false;

         if (NoStat == false || Hits < 10)
         {
            // Attempt to fix broken structure
         if (NoStat == false || Hits < 10)
         {
            // Attempt to fix broken structure


@@ -192,12 +152,13 @@ bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
               if (Chop != 0)
                  File = OrigPath + ChopDirs(File,Chop);
            }
               if (Chop != 0)
                  File = OrigPath + ChopDirs(File,Chop);
            }

-           
+

            // Get the size
            struct stat Buf;
            // Get the size
            struct stat Buf;

-           if (stat(string(CDROM + Prefix + File).c_str(),&Buf) != 0 || 
+           if (stat((CDROM + Prefix + File).c_str(),&Buf) != 0 ||

                Buf.st_size == 0)
            {
                Buf.st_size == 0)
            {

+              bool Mangled = false;

               // Attempt to fix busted symlink support for one instance
               string OrigFile = File;
               string::size_type Start = File.find("binary-");
               // Attempt to fix busted symlink support for one instance
               string OrigFile = File;
               string::size_type Start = File.find("binary-");


@@ -207,19 +168,19 @@ bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
                  File.replace(Start,End-Start,"binary-all");
                  Mangled = true;
               }
                  File.replace(Start,End-Start,"binary-all");
                  Mangled = true;
               }

-              
+

               if (Mangled == false ||
               if (Mangled == false ||

-                  stat(string(CDROM + Prefix + File).c_str(),&Buf) != 0)
+                  stat((CDROM + Prefix + File).c_str(),&Buf) != 0)

               {
                  if (Debug == true)
                     clog << "Missed(2): " << OrigFile << endl;
                  NotFound++;
                  continue;
               {
                  if (Debug == true)
                     clog << "Missed(2): " << OrigFile << endl;
                  NotFound++;
                  continue;

-              }               
-           }       
-                                           
+              }
+           }
+

            // Size match
            // Size match

-           if ((unsigned)Buf.st_size != Size)
+           if ((unsigned long long)Buf.st_size != Size)

            {
               if (Debug == true)
                  clog << "Wrong Size: " << File << endl;
            {
               if (Debug == true)
                  clog << "Wrong Size: " << File << endl;


@@ -227,21 +188,17 @@ bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
               continue;
            }
         }
               continue;
            }
         }

-        
+

         Packages++;
         Hits++;
         Packages++;
         Hits++;

-        
-        if (RewriteEntry(TargetFl,File) == false)
-        {
-           fclose(TargetFl);
+
+        if (RewriteEntry(Target, File) == false)

            return false;
            return false;

-        }

       }
       }

-      fclose(TargetFl);

 
       if (Debug == true)
         cout << " Processed by using Prefix '" << Prefix << "' and chop " << Chop << endl;
 
       if (Debug == true)
         cout << " Processed by using Prefix '" << Prefix << "' and chop " << Chop << endl;

-        
+

       if (_config->FindB("APT::CDROM::NoAct",false) == false)
       {
         // Move out of the partial directory
       if (_config->FindB("APT::CDROM::NoAct",false) == false)
       {
         // Move out of the partial directory


@@ -250,40 +207,40 @@ bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
         FinalF += URItoFileName(S);
         if (rename(TargetF.c_str(),FinalF.c_str()) != 0)
            return _error->Errno("rename","Failed to rename");
         FinalF += URItoFileName(S);
         if (rename(TargetF.c_str(),FinalF.c_str()) != 0)
            return _error->Errno("rename","Failed to rename");

+        ChangeOwnerAndPermissionOfFile("CopyPackages", FinalF.c_str(), "root", "root", 0644);

       }
       }

-        
+

       /* Mangle the source to be in the proper notation with
       /* Mangle the source to be in the proper notation with

-                prefix dist [component] */ 
+        prefix dist [component] */

       *I = string(*I,Prefix.length());
       ConvertToSourceList(CDROM,*I);
       *I = Prefix + ' ' + *I;
       *I = string(*I,Prefix.length());
       ConvertToSourceList(CDROM,*I);
       *I = Prefix + ' ' + *I;

-      
+

       CurrentSize += FileSize;
       CurrentSize += FileSize;

-   }   
+   }

    if(Progress)
       Progress->Done();
    if(Progress)
       Progress->Done();

-   
+

    // Some stats
    if(log) {
       stringstream msg;
       if(NotFound == 0 && WrongSize == 0)
         ioprintf(msg, _("Wrote %i records.\n"), Packages);
       else if (NotFound != 0 && WrongSize == 0)
    // Some stats
    if(log) {
       stringstream msg;
       if(NotFound == 0 && WrongSize == 0)
         ioprintf(msg, _("Wrote %i records.\n"), Packages);
       else if (NotFound != 0 && WrongSize == 0)

-        ioprintf(msg, _("Wrote %i records with %i missing files.\n"), 
+        ioprintf(msg, _("Wrote %i records with %i missing files.\n"),

                  Packages, NotFound);
       else if (NotFound == 0 && WrongSize != 0)
                  Packages, NotFound);
       else if (NotFound == 0 && WrongSize != 0)

-        ioprintf(msg, _("Wrote %i records with %i mismatched files\n"), 
+        ioprintf(msg, _("Wrote %i records with %i mismatched files\n"),

                  Packages, WrongSize);
       if (NotFound != 0 && WrongSize != 0)
         ioprintf(msg, _("Wrote %i records with %i missing files and %i mismatched files\n"), Packages, NotFound, WrongSize);
    }
                  Packages, WrongSize);
       if (NotFound != 0 && WrongSize != 0)
         ioprintf(msg, _("Wrote %i records with %i missing files and %i mismatched files\n"), Packages, NotFound, WrongSize);
    }

-   
+

    if (Packages == 0)
       _error->Warning("No valid records were found.");
 
    if (NotFound + WrongSize > 10)
       _error->Warning("A lot of entries were discarded, something may be wrong.\n");
    if (Packages == 0)
       _error->Warning("No valid records were found.");
 
    if (NotFound + WrongSize > 10)
       _error->Warning("A lot of entries were discarded, something may be wrong.\n");

-   

 
    return true;
 }
 
    return true;
 }


@@ -300,10 +257,10 @@ string IndexCopy::ChopDirs(string Path,unsigned int Depth)
       Depth--;
    }
    while (I != string::npos && Depth != 0);
       Depth--;
    }
    while (I != string::npos && Depth != 0);

-   
+

    if (I == string::npos)
       return string();
    if (I == string::npos)
       return string();

-   
+

    return string(Path,I+1);
 }
                                                                        /*}}}*/
    return string(Path,I+1);
 }
                                                                        /*}}}*/


@@ -320,7 +277,7 @@ bool IndexCopy::ReconstructPrefix(string &Prefix,string OrigPath,string CD,
    while (1)
    {
       struct stat Buf;
    while (1)
    {
       struct stat Buf;

-      if (stat(string(CD + MyPrefix + File).c_str(),&Buf) != 0)
+      if (stat((CD + MyPrefix + File).c_str(),&Buf) != 0)

       {
         if (Debug == true)
            cout << "Failed, " << CD + MyPrefix + File << endl;
       {
         if (Debug == true)
            cout << "Failed, " << CD + MyPrefix + File << endl;


@@ -349,7 +306,7 @@ bool IndexCopy::ReconstructChop(unsigned long &Chop,string Dir,string File)
    while (1)
    {
       struct stat Buf;
    while (1)
    {
       struct stat Buf;

-      if (stat(string(Dir + File).c_str(),&Buf) != 0)
+      if (stat((Dir + File).c_str(),&Buf) != 0)

       {
         File = ChopDirs(File,1);
         Depth++;
       {
         File = ChopDirs(File,1);
         Depth++;


@@ -384,9 +341,6 @@ bool IndexCopy::ReconstructChop(unsigned long &Chop,string Dir,string File)
  */
 void IndexCopy::ConvertToSourceList(string CD,string &Path)
 {
  */
 void IndexCopy::ConvertToSourceList(string CD,string &Path)
 {

-   char S[300];
-   snprintf(S,sizeof(S),"binary-%s",_config->Find("Apt::Architecture").c_str());
-   

    // Strip the cdrom base path
    Path = string(Path,CD.length());
    if (Path.empty() == true)
    // Strip the cdrom base path
    Path = string(Path,CD.length());
    if (Path.empty() == true)


@@ -422,7 +376,13 @@ void IndexCopy::ConvertToSourceList(string CD,string &Path)
         return;
       string Binary = string(Path,Slash+1,BinSlash - Slash-1);
       
         return;
       string Binary = string(Path,Slash+1,BinSlash - Slash-1);
       

-      if (Binary != S && Binary != "source")
+      if (strncmp(Binary.c_str(), "binary-", strlen("binary-")) == 0)
+      {
+        Binary.erase(0, strlen("binary-"));
+        if (APT::Configuration::checkArchitecture(Binary) == false)
+           continue;
+      }
+      else if (Binary != "source")

         continue;
 
       Path = Dist + ' ' + Comp;
         continue;
 
       Path = Dist + ' ' + Comp;


@@ -453,7 +413,7 @@ bool IndexCopy::GrabFirst(string Path,string &To,unsigned int Depth)
 // PackageCopy::GetFile - Get the file information from the section    /*{{{*/
 // ---------------------------------------------------------------------
 /* */
 // PackageCopy::GetFile - Get the file information from the section    /*{{{*/
 // ---------------------------------------------------------------------
 /* */

-bool PackageCopy::GetFile(string &File,unsigned long &Size)
+bool PackageCopy::GetFile(string &File,unsigned long long &Size)

 {
    File = Section->FindS("Filename");
    Size = Section->FindI("Size");
 {
    File = Section->FindS("Filename");
    Size = Section->FindI("Size");


@@ -463,23 +423,20 @@ bool PackageCopy::GetFile(string &File,unsigned long &Size)
 }
                                                                        /*}}}*/
 // PackageCopy::RewriteEntry - Rewrite the entry with a new filename   /*{{{*/
 }
                                                                        /*}}}*/
 // PackageCopy::RewriteEntry - Rewrite the entry with a new filename   /*{{{*/

-// ---------------------------------------------------------------------
-/* */
-bool PackageCopy::RewriteEntry(FILE *Target,string File)
+bool PackageCopy::RewriteEntry(FileFd &Target,string const &File)

 {
 {

-   TFRewriteData Changes[] = {{"Filename",File.c_str()},
-                              {}};
-   
-   if (TFRewrite(Target,*Section,TFRewritePackageOrder,Changes) == false)
+   std::vector<pkgTagSection::Tag> Changes;
+   Changes.push_back(pkgTagSection::Tag::Rewrite("Filename", File));
+
+   if (Section->Write(Target, TFRewritePackageOrder, Changes) == false)

       return false;
       return false;

-   fputc('\n',Target);
-   return true;
+   return Target.Write("\n", 1);

 }
                                                                        /*}}}*/
 // SourceCopy::GetFile - Get the file information from the section     /*{{{*/
 // ---------------------------------------------------------------------
 /* */
 }
                                                                        /*}}}*/
 // SourceCopy::GetFile - Get the file information from the section     /*{{{*/
 // ---------------------------------------------------------------------
 /* */

-bool SourceCopy::GetFile(string &File,unsigned long &Size)
+bool SourceCopy::GetFile(string &File,unsigned long long &Size)

 {
    string Files = Section->FindS("Files");
    if (Files.empty() == true)
 {
    string Files = Section->FindS("Files");
    if (Files.empty() == true)


@@ -502,58 +459,58 @@ bool SourceCopy::GetFile(string &File,unsigned long &Size)
       return _error->Error("Error parsing file record");
    
    // Parse the size and append the directory
       return _error->Error("Error parsing file record");
    
    // Parse the size and append the directory

-   Size = atoi(sSize.c_str());
+   Size = strtoull(sSize.c_str(), NULL, 10);

    File = Base + File;
    return true;
 }
                                                                        /*}}}*/
 // SourceCopy::RewriteEntry - Rewrite the entry with a new filename    /*{{{*/
    File = Base + File;
    return true;
 }
                                                                        /*}}}*/
 // SourceCopy::RewriteEntry - Rewrite the entry with a new filename    /*{{{*/

-// ---------------------------------------------------------------------
-/* */
-bool SourceCopy::RewriteEntry(FILE *Target,string File)
+bool SourceCopy::RewriteEntry(FileFd &Target, std::string const &File)

 {
 {

-   string Dir(File,0,File.rfind('/'));
-   TFRewriteData Changes[] = {{"Directory",Dir.c_str()},
-                              {}};
-   
-   if (TFRewrite(Target,*Section,TFRewriteSourceOrder,Changes) == false)
+   string const Dir(File,0,File.rfind('/'));
+   std::vector<pkgTagSection::Tag> Changes;
+   Changes.push_back(pkgTagSection::Tag::Rewrite("Directory", Dir));
+
+   if (Section->Write(Target, TFRewriteSourceOrder, Changes) == false)

       return false;
       return false;

-   fputc('\n',Target);
-   return true;
+   return Target.Write("\n", 1);

 }
                                                                        /*}}}*/
 }
                                                                        /*}}}*/

-// SigVerify::Verify - Verify a files md5sum against its metaindex             /*{{{*/
-// ---------------------------------------------------------------------
-/* */
-bool SigVerify::Verify(string prefix, string file, indexRecords *MetaIndex)
+// SigVerify::Verify - Verify a files md5sum against its metaindex     /*{{{*/
+bool SigVerify::Verify(string prefix, string file, metaIndex *MetaIndex)

 {
 {

-   const indexRecords::checkSum *Record = MetaIndex->Lookup(file);
-
-   // we skip non-existing files in the verifcation to support a cdrom
-   // with no Packages file (just a Package.gz), see LP: #255545
-   // (non-existing files are not considered a error)
-   if(!FileExists(prefix+file))
+   const metaIndex::checkSum *Record = MetaIndex->Lookup(file);
+   bool const Debug = _config->FindB("Debug::aptcdrom",false);
+
+   // we skip non-existing files in the verifcation of the Release file
+   // as non-existing files do not harm, but a warning scares people and
+   // makes it hard to strip unneeded files from an ISO like uncompressed
+   // indexes as it is done on the mirrors (see also LP: #255545 )
+   if(!RealFileExists(prefix+file))

    {
    {

-      _error->Warning(_("Skipping nonexistent file %s"), string(prefix+file).c_str());
+      if (Debug == true)
+        cout << "Skipping nonexistent in " << prefix << " file " << file << std::endl;

       return true;
    }
 
       return true;
    }
 

-   if (!Record) 
+   if (!Record)

    {
       _error->Warning(_("Can't find authentication record for: %s"), file.c_str());
       return false;
    }
 
    {
       _error->Warning(_("Can't find authentication record for: %s"), file.c_str());
       return false;
    }
 

-   if (!Record->Hash.VerifyFile(prefix+file))
+   if (!Record->Hashes.VerifyFile(prefix+file))

    {
       _error->Warning(_("Hash mismatch for: %s"),file.c_str());
       return false;
    }
 
    {
       _error->Warning(_("Hash mismatch for: %s"),file.c_str());
       return false;
    }
 

-   if(_config->FindB("Debug::aptcdrom",false)) 
+   if(Debug == true)

    {
    {

-      cout << "File: " << prefix+file << endl;
-      cout << "Expected Hash " << Record->Hash.toStr() << endl;
+      cout << "File: " << prefix+file << endl
+        << "Expected Hash " << endl;
+      for (HashStringList::const_iterator hs = Record->Hashes.begin(); hs != Record->Hashes.end(); ++hs)
+        std::cout <<  "\t- " << hs->toStr() << std::endl;

    }
 
    return true;
    }
 
    return true;


@@ -572,40 +529,45 @@ bool SigVerify::CopyMetaIndex(string CDROM, string CDName,                /*{{{*/
       FileFd Rel;
       Target.Open(TargetF,FileFd::WriteAtomic);
       Rel.Open(prefix + file,FileFd::ReadOnly);
       FileFd Rel;
       Target.Open(TargetF,FileFd::WriteAtomic);
       Rel.Open(prefix + file,FileFd::ReadOnly);

-      if (_error->PendingError() == true)
-        return false;
-      if (CopyFile(Rel,Target) == false)
-        return false;
-   
+      if (CopyFile(Rel,Target) == false || Target.Close() == false)
+        return _error->Error("Copying of '%s' for '%s' from '%s' failed", file.c_str(), CDName.c_str(), prefix.c_str());
+      ChangeOwnerAndPermissionOfFile("CopyPackages", TargetF.c_str(), "root", "root", 0644);
+

       return true;
 }
                                                                        /*}}}*/
 bool SigVerify::CopyAndVerify(string CDROM,string Name,vector<string> &SigList,        /*{{{*/
       return true;
 }
                                                                        /*}}}*/
 bool SigVerify::CopyAndVerify(string CDROM,string Name,vector<string> &SigList,        /*{{{*/

-                             vector<string> PkgList,vector<string> SrcList)
+                             vector<string> /*PkgList*/,vector<string> /*SrcList*/)

 {
 {

-   if (SigList.size() == 0)
+   if (SigList.empty() == true)

       return true;
 
    bool Debug = _config->FindB("Debug::aptcdrom",false);
 
    // Read all Release files
       return true;
 
    bool Debug = _config->FindB("Debug::aptcdrom",false);
 
    // Read all Release files

-   for (vector<string>::iterator I = SigList.begin(); I != SigList.end(); I++)
-   { 
+   for (vector<string>::iterator I = SigList.begin(); I != SigList.end(); ++I)
+   {

       if(Debug)
         cout << "Signature verify for: " << *I << endl;
 
       if(Debug)
         cout << "Signature verify for: " << *I << endl;
 

-      indexRecords *MetaIndex = new indexRecords;
+      metaIndex *MetaIndex = new debReleaseIndex("","");

       string prefix = *I; 
 
       string const releasegpg = *I+"Release.gpg";
       string const release = *I+"Release";
       string prefix = *I; 
 
       string const releasegpg = *I+"Release.gpg";
       string const release = *I+"Release";

+      string const inrelease = *I+"InRelease";
+      bool useInRelease = true;

 
       // a Release.gpg without a Release should never happen
 
       // a Release.gpg without a Release should never happen

-      if(FileExists(release) == false)
+      if (RealFileExists(inrelease) == true)
+        ;
+      else if(RealFileExists(release) == false || RealFileExists(releasegpg) == false)

       {
         delete MetaIndex;
         continue;
       }
       {
         delete MetaIndex;
         continue;
       }

+      else
+        useInRelease = false;

 
       pid_t pid = ExecFork();
       if(pid < 0) {
 
       pid_t pid = ExecFork();
       if(pid < 0) {


@@ -613,27 +575,34 @@ bool SigVerify::CopyAndVerify(string CDROM,string Name,vector<string> &SigList,
         return false;
       }
       if(pid == 0)
         return false;
       }
       if(pid == 0)

-        RunGPGV(release, releasegpg);
+      {
+        if (useInRelease == true)
+           ExecGPGV(inrelease, inrelease);
+        else
+           ExecGPGV(release, releasegpg);
+      }

 
       if(!ExecWait(pid, "gpgv")) {
         _error->Warning("Signature verification failed for: %s",
 
       if(!ExecWait(pid, "gpgv")) {
         _error->Warning("Signature verification failed for: %s",

-                        releasegpg.c_str());
+                        (useInRelease ? inrelease.c_str() : releasegpg.c_str()));

         // something went wrong, don't copy the Release.gpg
         // FIXME: delete any existing gpg file?
         // something went wrong, don't copy the Release.gpg
         // FIXME: delete any existing gpg file?

+        delete MetaIndex;

         continue;
       }
 
       // Open the Release file and add it to the MetaIndex
         continue;
       }
 
       // Open the Release file and add it to the MetaIndex

-      if(!MetaIndex->Load(release))
+      std::string ErrorText;
+      if(MetaIndex->Load(release, &ErrorText) == false)

       {
       {

-        _error->Error("%s",MetaIndex->ErrorText.c_str());
+        _error->Error("%s", ErrorText.c_str());

         return false;
       }
         return false;
       }

-      
+

       // go over the Indexfiles and see if they verify
       // if so, remove them from our copy of the lists
       vector<string> keys = MetaIndex->MetaKeys();
       // go over the Indexfiles and see if they verify
       // if so, remove them from our copy of the lists
       vector<string> keys = MetaIndex->MetaKeys();

-      for (vector<string>::iterator I = keys.begin(); I != keys.end(); I++)
+      for (vector<string>::iterator I = keys.begin(); I != keys.end(); ++I)

       { 
         if(!Verify(prefix,*I, MetaIndex)) {
            // something went wrong, don't copy the Release.gpg
       { 
         if(!Verify(prefix,*I, MetaIndex)) {
            // something went wrong, don't copy the Release.gpg


@@ -647,117 +616,33 @@ bool SigVerify::CopyAndVerify(string CDROM,string Name,vector<string> &SigList,
       delete MetaIndex;
    
       // everything was fine, copy the Release and Release.gpg file
       delete MetaIndex;
    
       // everything was fine, copy the Release and Release.gpg file

-      CopyMetaIndex(CDROM, Name, prefix, "Release");
-      CopyMetaIndex(CDROM, Name, prefix, "Release.gpg");
+      if (useInRelease == true)
+        CopyMetaIndex(CDROM, Name, prefix, "InRelease");
+      else
+      {
+        CopyMetaIndex(CDROM, Name, prefix, "Release");
+        CopyMetaIndex(CDROM, Name, prefix, "Release.gpg");
+      }

    }   
 
    return true;
 }
                                                                        /*}}}*/
    }   
 
    return true;
 }
                                                                        /*}}}*/

-// SigVerify::RunGPGV - returns the command needed for verify          /*{{{*/
-// ---------------------------------------------------------------------
-/* Generating the commandline for calling gpgv is somehow complicated as
-   we need to add multiple keyrings and user supplied options. Also, as
-   the cdrom code currently can not use the gpgv method we have two places
-   these need to be done - so the place for this method is wrong but better
-   than code duplication… */
-bool SigVerify::RunGPGV(std::string const &File, std::string const &FileGPG,
-                       int const &statusfd, int fd[2])
-{
-   string const gpgvpath = _config->Find("Dir::Bin::gpg", "/usr/bin/gpgv");
-   // FIXME: remove support for deprecated APT::GPGV setting
-   string const trustedFile = _config->Find("APT::GPGV::TrustedKeyring", _config->FindFile("Dir::Etc::Trusted"));
-   string const trustedPath = _config->FindDir("Dir::Etc::TrustedParts");
-
-   bool const Debug = _config->FindB("Debug::Acquire::gpgv", false);
-
-   if (Debug == true)
-   {
-      std::clog << "gpgv path: " << gpgvpath << std::endl;
-      std::clog << "Keyring file: " << trustedFile << std::endl;
-      std::clog << "Keyring path: " << trustedPath << std::endl;
-   }
-
-   std::vector<string> keyrings;
-   if (DirectoryExists(trustedPath))
-     keyrings = GetListOfFilesInDir(trustedPath, "gpg", false, true);
-   if (FileExists(trustedFile) == true)
-     keyrings.push_back(trustedFile);
-
-   std::vector<const char *> Args;
-   Args.reserve(30);
-
-   if (keyrings.empty() == true)
-      return false;
-
-   Args.push_back(gpgvpath.c_str());
-   Args.push_back("--ignore-time-conflict");
-
-   if (statusfd != -1)
-   {
-      Args.push_back("--status-fd");
-      char fd[10];
-      snprintf(fd, sizeof(fd), "%i", statusfd);
-      Args.push_back(fd);
-   }
-
-   for (vector<string>::const_iterator K = keyrings.begin();
-       K != keyrings.end(); ++K)
-   {
-      Args.push_back("--keyring");
-      Args.push_back(K->c_str());
-   }
-
-   Configuration::Item const *Opts;
-   Opts = _config->Tree("Acquire::gpgv::Options");
-   if (Opts != 0)
-   {
-      Opts = Opts->Child;
-      for (; Opts != 0; Opts = Opts->Next)
-      {
-        if (Opts->Value.empty() == true)
-           continue;
-        Args.push_back(Opts->Value.c_str());
-      }
-   }
-
-   Args.push_back(FileGPG.c_str());
-   if (FileGPG != File)
-      Args.push_back(File.c_str());
-   Args.push_back(NULL);
-
-   if (Debug == true)
-   {
-      std::clog << "Preparing to exec: " << gpgvpath;
-      for (std::vector<const char *>::const_iterator a = Args.begin(); *a != NULL; ++a)
-        std::clog << " " << *a;
-      std::clog << std::endl;
-   }
-
-   if (statusfd != -1)
-   {
-      int const nullfd = open("/dev/null", O_RDONLY);
-      close(fd[0]);
-      // Redirect output to /dev/null; we read from the status fd
-      dup2(nullfd, STDOUT_FILENO);
-      dup2(nullfd, STDERR_FILENO);
-      // Redirect the pipe to the status fd (3)
-      dup2(fd[1], statusfd);
-
-      putenv((char *)"LANG=");
-      putenv((char *)"LC_ALL=");
-      putenv((char *)"LC_MESSAGES=");
-   }
-
-   execvp(gpgvpath.c_str(), (char **) &Args[0]);
-   return true;
+// SigVerify::RunGPGV - deprecated wrapper calling ExecGPGV            /*{{{*/
+APT_NORETURN bool SigVerify::RunGPGV(std::string const &File, std::string const &FileOut,
+      int const &statusfd, int fd[2]) {
+   ExecGPGV(File, FileOut, statusfd, fd);
+}
+APT_NORETURN bool SigVerify::RunGPGV(std::string const &File, std::string const &FileOut,
+      int const &statusfd) {
+   ExecGPGV(File, FileOut, statusfd);

 }
                                                                        /*}}}*/
 bool TranslationsCopy::CopyTranslations(string CDROM,string Name,      /*{{{*/
                                vector<string> &List, pkgCdromStatus *log)
 {
    OpProgress *Progress = NULL;
 }
                                                                        /*}}}*/
 bool TranslationsCopy::CopyTranslations(string CDROM,string Name,      /*{{{*/
                                vector<string> &List, pkgCdromStatus *log)
 {
    OpProgress *Progress = NULL;

-   if (List.size() == 0)
+   if (List.empty() == true)

       return true;
    
    if(log) 
       return true;
    
    if(log) 


@@ -766,94 +651,58 @@ bool TranslationsCopy::CopyTranslations(string CDROM,string Name, /*{{{*/
    bool Debug = _config->FindB("Debug::aptcdrom",false);
    
    // Prepare the progress indicator
    bool Debug = _config->FindB("Debug::aptcdrom",false);
    
    // Prepare the progress indicator

-   unsigned long TotalSize = 0;
-   for (vector<string>::iterator I = List.begin(); I != List.end(); I++)
+   off_t TotalSize = 0;
+   std::vector<APT::Configuration::Compressor> const compressor = APT::Configuration::getCompressors();
+   for (vector<string>::iterator I = List.begin(); I != List.end(); ++I)

    {
       struct stat Buf;
    {
       struct stat Buf;

-      if (stat(string(*I).c_str(),&Buf) != 0 &&
-         stat(string(*I + ".gz").c_str(),&Buf) != 0)
-        return _error->Errno("stat","Stat failed for %s",
-                             string(*I).c_str());
+      bool found = false;
+      std::string file = *I;
+      for (std::vector<APT::Configuration::Compressor>::const_iterator c = compressor.begin();
+          c != compressor.end(); ++c)
+      {
+        if (stat((file + c->Extension).c_str(), &Buf) != 0)
+           continue;
+        found = true;
+        break;
+      }
+
+      if (found == false)
+        return _error->Errno("stat", "Stat failed for %s", file.c_str());

       TotalSize += Buf.st_size;
       TotalSize += Buf.st_size;

-   }   
+   }

 
 

-   unsigned long CurrentSize = 0;
+   off_t CurrentSize = 0;

    unsigned int NotFound = 0;
    unsigned int WrongSize = 0;
    unsigned int Packages = 0;
    unsigned int NotFound = 0;
    unsigned int WrongSize = 0;
    unsigned int Packages = 0;

-   for (vector<string>::iterator I = List.begin(); I != List.end(); I++)
-   {      
-      string OrigPath = string(*I,CDROM.length());
-      unsigned long FileSize = 0;
-      
+   for (vector<string>::iterator I = List.begin(); I != List.end(); ++I)
+   {

       // Open the package file
       // Open the package file

-      FileFd Pkg;
-      if (FileExists(*I) == true)
-      {
-        Pkg.Open(*I,FileFd::ReadOnly);
-        FileSize = Pkg.Size();
-      }      
-      else
-      {
-        FileFd From(*I + ".gz",FileFd::ReadOnly);
-        if (_error->PendingError() == true)
-           return false;
-        FileSize = From.Size();
-        
-        // Get a temp file
-        FILE *tmp = tmpfile();
-        if (tmp == 0)
-           return _error->Errno("tmpfile","Unable to create a tmp file");
-        Pkg.Fd(dup(fileno(tmp)));
-        fclose(tmp);
-        
-        // Fork gzip
-        pid_t Process = fork();
-        if (Process < 0)
-           return _error->Errno("fork","Couldn't fork gzip");
-        
-        // The child
-        if (Process == 0)
-        {          
-           dup2(From.Fd(),STDIN_FILENO);
-           dup2(Pkg.Fd(),STDOUT_FILENO);
-           SetCloseExec(STDIN_FILENO,false);
-           SetCloseExec(STDOUT_FILENO,false);
-           
-           const char *Args[3];
-           string Tmp =  _config->Find("Dir::bin::gzip","gzip");
-           Args[0] = Tmp.c_str();
-           Args[1] = "-d";
-           Args[2] = 0;
-           execvp(Args[0],(char **)Args);
-           exit(100);
-        }
-        
-        // Wait for gzip to finish
-        if (ExecWait(Process,_config->Find("Dir::bin::gzip","gzip").c_str(),false) == false)
-           return _error->Error("gzip failed, perhaps the disk is full.");
-        
-        Pkg.Seek(0);
-      }
+      FileFd Pkg(*I, FileFd::ReadOnly, FileFd::Auto);
+      off_t const FileSize = Pkg.Size();
+

       pkgTagFile Parser(&Pkg);
       if (_error->PendingError() == true)
         return false;
       pkgTagFile Parser(&Pkg);
       if (_error->PendingError() == true)
         return false;

-      
+

       // Open the output file
       char S[400];
       snprintf(S,sizeof(S),"cdrom:[%s]/%s",Name.c_str(),
               (*I).c_str() + CDROM.length());
       string TargetF = _config->FindDir("Dir::State::lists") + "partial/";
       TargetF += URItoFileName(S);
       // Open the output file
       char S[400];
       snprintf(S,sizeof(S),"cdrom:[%s]/%s",Name.c_str(),
               (*I).c_str() + CDROM.length());
       string TargetF = _config->FindDir("Dir::State::lists") + "partial/";
       TargetF += URItoFileName(S);

+      FileFd Target;

       if (_config->FindB("APT::CDROM::NoAct",false) == true)
       if (_config->FindB("APT::CDROM::NoAct",false) == true)

+      {

         TargetF = "/dev/null";
         TargetF = "/dev/null";

-      FileFd Target(TargetF,FileFd::WriteAtomic);
-      FILE *TargetFl = fdopen(dup(Target.Fd()),"w");
+        Target.Open(TargetF,FileFd::WriteExists);
+      } else {
+        Target.Open(TargetF,FileFd::WriteAtomic);
+      }

       if (_error->PendingError() == true)
         return false;
       if (_error->PendingError() == true)
         return false;

-      if (TargetFl == 0)
-        return _error->Errno("fdopen","Failed to reopen fd");
-      
+

       // Setup the progress meter
       if(Progress)
         Progress->OverallProgress(CurrentSize,TotalSize,FileSize,
       // Setup the progress meter
       if(Progress)
         Progress->OverallProgress(CurrentSize,TotalSize,FileSize,


@@ -866,26 +715,21 @@ bool TranslationsCopy::CopyTranslations(string CDROM,string Name, /*{{{*/
       this->Section = &Section;
       string Prefix;
       unsigned long Hits = 0;
       this->Section = &Section;
       string Prefix;
       unsigned long Hits = 0;

-      unsigned long Chop = 0;

       while (Parser.Step(Section) == true)
       {
         if(Progress)
            Progress->Progress(Parser.Offset());
 
       while (Parser.Step(Section) == true)
       {
         if(Progress)
            Progress->Progress(Parser.Offset());
 

-        const char *Start;
-        const char *Stop;
-        Section.GetSection(Start,Stop);
-        fwrite(Start,Stop-Start, 1, TargetFl);
-        fputc('\n',TargetFl);
+        if (Section.Write(Target) == false || Target.Write("\n", 1) == false)
+           return false;

 
         Packages++;
         Hits++;
       }
 
         Packages++;
         Hits++;
       }

-      fclose(TargetFl);

 
       if (Debug == true)
 
       if (Debug == true)

-        cout << " Processed by using Prefix '" << Prefix << "' and chop " << Chop << endl;
-        
+        cout << " Processed by using Prefix '" << Prefix << "' and chop " << endl;
+

       if (_config->FindB("APT::CDROM::NoAct",false) == false)
       {
         // Move out of the partial directory
       if (_config->FindB("APT::CDROM::NoAct",false) == false)
       {
         // Move out of the partial directory


@@ -894,36 +738,47 @@ bool TranslationsCopy::CopyTranslations(string CDROM,string Name, /*{{{*/
         FinalF += URItoFileName(S);
         if (rename(TargetF.c_str(),FinalF.c_str()) != 0)
            return _error->Errno("rename","Failed to rename");
         FinalF += URItoFileName(S);
         if (rename(TargetF.c_str(),FinalF.c_str()) != 0)
            return _error->Errno("rename","Failed to rename");

+        ChangeOwnerAndPermissionOfFile("CopyTranslations", FinalF.c_str(), "root", "root", 0644);

       }
       }

-      
-      
+

       CurrentSize += FileSize;
       CurrentSize += FileSize;

-   }   
+   }

    if(Progress)
       Progress->Done();
    if(Progress)
       Progress->Done();

-   
+

    // Some stats
    if(log) {
       stringstream msg;
       if(NotFound == 0 && WrongSize == 0)
         ioprintf(msg, _("Wrote %i records.\n"), Packages);
       else if (NotFound != 0 && WrongSize == 0)
    // Some stats
    if(log) {
       stringstream msg;
       if(NotFound == 0 && WrongSize == 0)
         ioprintf(msg, _("Wrote %i records.\n"), Packages);
       else if (NotFound != 0 && WrongSize == 0)

-        ioprintf(msg, _("Wrote %i records with %i missing files.\n"), 
+        ioprintf(msg, _("Wrote %i records with %i missing files.\n"),

                  Packages, NotFound);
       else if (NotFound == 0 && WrongSize != 0)
                  Packages, NotFound);
       else if (NotFound == 0 && WrongSize != 0)

-        ioprintf(msg, _("Wrote %i records with %i mismatched files\n"), 
+        ioprintf(msg, _("Wrote %i records with %i mismatched files\n"),

                  Packages, WrongSize);
       if (NotFound != 0 && WrongSize != 0)
         ioprintf(msg, _("Wrote %i records with %i missing files and %i mismatched files\n"), Packages, NotFound, WrongSize);
    }
                  Packages, WrongSize);
       if (NotFound != 0 && WrongSize != 0)
         ioprintf(msg, _("Wrote %i records with %i missing files and %i mismatched files\n"), Packages, NotFound, WrongSize);
    }

-   
+

    if (Packages == 0)
       _error->Warning("No valid records were found.");
 
    if (NotFound + WrongSize > 10)
       _error->Warning("A lot of entries were discarded, something may be wrong.\n");
    if (Packages == 0)
       _error->Warning("No valid records were found.");
 
    if (NotFound + WrongSize > 10)
       _error->Warning("A lot of entries were discarded, something may be wrong.\n");

-   

 
    return true;
 }
                                                                        /*}}}*/
 
    return true;
 }
                                                                        /*}}}*/

+
+IndexCopy::IndexCopy() : d(NULL) {}
+APT_CONST IndexCopy::~IndexCopy() {}
+
+PackageCopy::PackageCopy() : IndexCopy(), d(NULL) {}
+APT_CONST PackageCopy::~PackageCopy() {}
+SourceCopy::SourceCopy() : IndexCopy(), d(NULL) {}
+APT_CONST SourceCopy::~SourceCopy() {}
+TranslationsCopy::TranslationsCopy() : d(NULL) {}
+APT_CONST TranslationsCopy::~TranslationsCopy() {}
+SigVerify::SigVerify() : d(NULL) {}
+APT_CONST SigVerify::~SigVerify() {}