1 // -*- mode: cpp; mode: fold -*-
3 /* ######################################################################
7 CopyFile - Buffered copy of a single file
8 GetLock - dpkg compatible lock file manipulation (fcntl)
10 Most of this source is placed in the Public Domain, do with it what
12 It was originally written by Jason Gunthorpe <jgg@debian.org>.
13 FileFd gzip support added by Martin Pitt <martin.pitt@canonical.com>
15 The exception is RunScripts() it is under the GPLv2
17 ##################################################################### */
19 // Include Files /*{{{*/
22 #include <apt-pkg/fileutl.h>
23 #include <apt-pkg/strutl.h>
24 #include <apt-pkg/error.h>
25 #include <apt-pkg/sptr.h>
26 #include <apt-pkg/aptconfiguration.h>
27 #include <apt-pkg/configuration.h>
28 #include <apt-pkg/macros.h>
33 #include <sys/select.h>
65 #ifdef WORDS_BIGENDIAN
74 // RunScripts - Run a set of scripts from a configuration subtree /*{{{*/
75 // ---------------------------------------------------------------------
77 bool RunScripts(const char *Cnf
)
79 Configuration::Item
const *Opts
= _config
->Tree(Cnf
);
80 if (Opts
== 0 || Opts
->Child
== 0)
84 // Fork for running the system calls
85 pid_t Child
= ExecFork();
90 if (_config
->FindDir("DPkg::Chroot-Directory","/") != "/")
92 std::cerr
<< "Chrooting into "
93 << _config
->FindDir("DPkg::Chroot-Directory")
95 if (chroot(_config
->FindDir("DPkg::Chroot-Directory","/").c_str()) != 0)
99 if (chdir("/tmp/") != 0)
102 unsigned int Count
= 1;
103 for (; Opts
!= 0; Opts
= Opts
->Next
, Count
++)
105 if (Opts
->Value
.empty() == true)
108 if(_config
->FindB("Debug::RunScripts", false) == true)
109 std::clog
<< "Running external script: '"
110 << Opts
->Value
<< "'" << std::endl
;
112 if (system(Opts
->Value
.c_str()) != 0)
118 // Wait for the child
120 while (waitpid(Child
,&Status
,0) != Child
)
124 return _error
->Errno("waitpid","Couldn't wait for subprocess");
127 // Restore sig int/quit
128 signal(SIGQUIT
,SIG_DFL
);
129 signal(SIGINT
,SIG_DFL
);
131 // Check for an error code.
132 if (WIFEXITED(Status
) == 0 || WEXITSTATUS(Status
) != 0)
134 unsigned int Count
= WEXITSTATUS(Status
);
138 for (; Opts
!= 0 && Count
!= 1; Opts
= Opts
->Next
, Count
--);
139 _error
->Error("Problem executing scripts %s '%s'",Cnf
,Opts
->Value
.c_str());
142 return _error
->Error("Sub-process returned an error code");
149 // CopyFile - Buffered copy of a file /*{{{*/
150 // ---------------------------------------------------------------------
151 /* The caller is expected to set things so that failure causes erasure */
152 bool CopyFile(FileFd
&From
,FileFd
&To
)
154 if (From
.IsOpen() == false || To
.IsOpen() == false ||
155 From
.Failed() == true || To
.Failed() == true)
158 // Buffered copy between fds
159 SPtrArray
<unsigned char> Buf
= new unsigned char[64000];
160 unsigned long long Size
= From
.Size();
163 unsigned long long ToRead
= Size
;
167 if (From
.Read(Buf
,ToRead
) == false ||
168 To
.Write(Buf
,ToRead
) == false)
177 // GetLock - Gets a lock file /*{{{*/
178 // ---------------------------------------------------------------------
179 /* This will create an empty file of the given name and lock it. Once this
180 is done all other calls to GetLock in any other process will fail with
181 -1. The return result is the fd of the file, the call should call
182 close at some time. */
183 int GetLock(string File
,bool Errors
)
185 // GetLock() is used in aptitude on directories with public-write access
186 // Use O_NOFOLLOW here to prevent symlink traversal attacks
187 int FD
= open(File
.c_str(),O_RDWR
| O_CREAT
| O_NOFOLLOW
,0640);
190 // Read only .. can't have locking problems there.
193 _error
->Warning(_("Not using locking for read only lock file %s"),File
.c_str());
194 return dup(0); // Need something for the caller to close
198 _error
->Errno("open",_("Could not open lock file %s"),File
.c_str());
200 // Feh.. We do this to distinguish the lock vs open case..
204 SetCloseExec(FD
,true);
206 // Acquire a write lock
209 fl
.l_whence
= SEEK_SET
;
212 if (fcntl(FD
,F_SETLK
,&fl
) == -1)
214 // always close to not leak resources
221 _error
->Warning(_("Not using locking for nfs mounted lock file %s"),File
.c_str());
222 return dup(0); // Need something for the caller to close
226 _error
->Errno("open",_("Could not get lock %s"),File
.c_str());
234 // FileExists - Check if a file exists /*{{{*/
235 // ---------------------------------------------------------------------
236 /* Beware: Directories are also files! */
237 bool FileExists(string File
)
240 if (stat(File
.c_str(),&Buf
) != 0)
245 // RealFileExists - Check if a file exists and if it is really a file /*{{{*/
246 // ---------------------------------------------------------------------
248 bool RealFileExists(string File
)
251 if (stat(File
.c_str(),&Buf
) != 0)
253 return ((Buf
.st_mode
& S_IFREG
) != 0);
256 // DirectoryExists - Check if a directory exists and is really one /*{{{*/
257 // ---------------------------------------------------------------------
259 bool DirectoryExists(string
const &Path
)
262 if (stat(Path
.c_str(),&Buf
) != 0)
264 return ((Buf
.st_mode
& S_IFDIR
) != 0);
267 // CreateDirectory - poor man's mkdir -p guarded by a parent directory /*{{{*/
268 // ---------------------------------------------------------------------
269 /* This method will create all directories needed for path in good old
270 mkdir -p style but refuses to do this if Parent is not a prefix of
271 this Path. Example: /var/cache/ and /var/cache/apt/archives are given,
272 so it will create apt/archives if /var/cache exists - on the other
273 hand if the parent is /var/lib the creation will fail as this path
274 is not a parent of the path to be generated. */
275 bool CreateDirectory(string
const &Parent
, string
const &Path
)
277 if (Parent
.empty() == true || Path
.empty() == true)
280 if (DirectoryExists(Path
) == true)
283 if (DirectoryExists(Parent
) == false)
286 // we are not going to create directories "into the blue"
287 if (Path
.compare(0, Parent
.length(), Parent
) != 0)
290 vector
<string
> const dirs
= VectorizeString(Path
.substr(Parent
.size()), '/');
291 string progress
= Parent
;
292 for (vector
<string
>::const_iterator d
= dirs
.begin(); d
!= dirs
.end(); ++d
)
294 if (d
->empty() == true)
297 progress
.append("/").append(*d
);
298 if (DirectoryExists(progress
) == true)
301 if (mkdir(progress
.c_str(), 0755) != 0)
307 // CreateAPTDirectoryIfNeeded - ensure that the given directory exists /*{{{*/
308 // ---------------------------------------------------------------------
309 /* a small wrapper around CreateDirectory to check if it exists and to
310 remove the trailing "/apt/" from the parent directory if needed */
311 bool CreateAPTDirectoryIfNeeded(string
const &Parent
, string
const &Path
)
313 if (DirectoryExists(Path
) == true)
316 size_t const len
= Parent
.size();
317 if (len
> 5 && Parent
.find("/apt/", len
- 6, 5) == len
- 5)
319 if (CreateDirectory(Parent
.substr(0,len
-5), Path
) == true)
322 else if (CreateDirectory(Parent
, Path
) == true)
328 // GetListOfFilesInDir - returns a vector of files in the given dir /*{{{*/
329 // ---------------------------------------------------------------------
330 /* If an extension is given only files with this extension are included
331 in the returned vector, otherwise every "normal" file is included. */
332 std::vector
<string
> GetListOfFilesInDir(string
const &Dir
, string
const &Ext
,
333 bool const &SortList
, bool const &AllowNoExt
)
335 std::vector
<string
> ext
;
337 if (Ext
.empty() == false)
339 if (AllowNoExt
== true && ext
.empty() == false)
341 return GetListOfFilesInDir(Dir
, ext
, SortList
);
343 std::vector
<string
> GetListOfFilesInDir(string
const &Dir
, std::vector
<string
> const &Ext
,
344 bool const &SortList
)
346 // Attention debuggers: need to be set with the environment config file!
347 bool const Debug
= _config
->FindB("Debug::GetListOfFilesInDir", false);
350 std::clog
<< "Accept in " << Dir
<< " only files with the following " << Ext
.size() << " extensions:" << std::endl
;
351 if (Ext
.empty() == true)
352 std::clog
<< "\tNO extension" << std::endl
;
354 for (std::vector
<string
>::const_iterator e
= Ext
.begin();
356 std::clog
<< '\t' << (e
->empty() == true ? "NO" : *e
) << " extension" << std::endl
;
359 std::vector
<string
> List
;
361 if (DirectoryExists(Dir
) == false)
363 _error
->Error(_("List of files can't be created as '%s' is not a directory"), Dir
.c_str());
367 Configuration::MatchAgainstConfig
SilentIgnore("Dir::Ignore-Files-Silently");
368 DIR *D
= opendir(Dir
.c_str());
371 _error
->Errno("opendir",_("Unable to read %s"),Dir
.c_str());
375 for (struct dirent
*Ent
= readdir(D
); Ent
!= 0; Ent
= readdir(D
))
377 // skip "hidden" files
378 if (Ent
->d_name
[0] == '.')
381 // Make sure it is a file and not something else
382 string
const File
= flCombine(Dir
,Ent
->d_name
);
383 #ifdef _DIRENT_HAVE_D_TYPE
384 if (Ent
->d_type
!= DT_REG
)
387 if (RealFileExists(File
) == false)
389 // do not show ignoration warnings for directories
391 #ifdef _DIRENT_HAVE_D_TYPE
392 Ent
->d_type
== DT_DIR
||
394 DirectoryExists(File
) == true)
396 if (SilentIgnore
.Match(Ent
->d_name
) == false)
397 _error
->Notice(_("Ignoring '%s' in directory '%s' as it is not a regular file"), Ent
->d_name
, Dir
.c_str());
402 // check for accepted extension:
403 // no extension given -> periods are bad as hell!
404 // extensions given -> "" extension allows no extension
405 if (Ext
.empty() == false)
407 string d_ext
= flExtension(Ent
->d_name
);
408 if (d_ext
== Ent
->d_name
) // no extension
410 if (std::find(Ext
.begin(), Ext
.end(), "") == Ext
.end())
413 std::clog
<< "Bad file: " << Ent
->d_name
<< " → no extension" << std::endl
;
414 if (SilentIgnore
.Match(Ent
->d_name
) == false)
415 _error
->Notice(_("Ignoring file '%s' in directory '%s' as it has no filename extension"), Ent
->d_name
, Dir
.c_str());
419 else if (std::find(Ext
.begin(), Ext
.end(), d_ext
) == Ext
.end())
422 std::clog
<< "Bad file: " << Ent
->d_name
<< " → bad extension »" << flExtension(Ent
->d_name
) << "«" << std::endl
;
423 if (SilentIgnore
.Match(Ent
->d_name
) == false)
424 _error
->Notice(_("Ignoring file '%s' in directory '%s' as it has an invalid filename extension"), Ent
->d_name
, Dir
.c_str());
429 // Skip bad filenames ala run-parts
430 const char *C
= Ent
->d_name
;
432 if (isalpha(*C
) == 0 && isdigit(*C
) == 0
433 && *C
!= '_' && *C
!= '-' && *C
!= ':') {
434 // no required extension -> dot is a bad character
435 if (*C
== '.' && Ext
.empty() == false)
440 // we don't reach the end of the name -> bad character included
444 std::clog
<< "Bad file: " << Ent
->d_name
<< " → bad character »"
445 << *C
<< "« in filename (period allowed: " << (Ext
.empty() ? "no" : "yes") << ")" << std::endl
;
449 // skip filenames which end with a period. These are never valid
453 std::clog
<< "Bad file: " << Ent
->d_name
<< " → Period as last character" << std::endl
;
458 std::clog
<< "Accept file: " << Ent
->d_name
<< " in " << Dir
<< std::endl
;
459 List
.push_back(File
);
463 if (SortList
== true)
464 std::sort(List
.begin(),List
.end());
467 std::vector
<string
> GetListOfFilesInDir(string
const &Dir
, bool SortList
)
469 bool const Debug
= _config
->FindB("Debug::GetListOfFilesInDir", false);
471 std::clog
<< "Accept in " << Dir
<< " all regular files" << std::endl
;
473 std::vector
<string
> List
;
475 if (DirectoryExists(Dir
) == false)
477 _error
->Error(_("List of files can't be created as '%s' is not a directory"), Dir
.c_str());
481 DIR *D
= opendir(Dir
.c_str());
484 _error
->Errno("opendir",_("Unable to read %s"),Dir
.c_str());
488 for (struct dirent
*Ent
= readdir(D
); Ent
!= 0; Ent
= readdir(D
))
490 // skip "hidden" files
491 if (Ent
->d_name
[0] == '.')
494 // Make sure it is a file and not something else
495 string
const File
= flCombine(Dir
,Ent
->d_name
);
496 #ifdef _DIRENT_HAVE_D_TYPE
497 if (Ent
->d_type
!= DT_REG
)
500 if (RealFileExists(File
) == false)
503 std::clog
<< "Bad file: " << Ent
->d_name
<< " → it is not a real file" << std::endl
;
508 // Skip bad filenames ala run-parts
509 const char *C
= Ent
->d_name
;
511 if (isalpha(*C
) == 0 && isdigit(*C
) == 0
512 && *C
!= '_' && *C
!= '-' && *C
!= '.')
515 // we don't reach the end of the name -> bad character included
519 std::clog
<< "Bad file: " << Ent
->d_name
<< " → bad character »" << *C
<< "« in filename" << std::endl
;
523 // skip filenames which end with a period. These are never valid
527 std::clog
<< "Bad file: " << Ent
->d_name
<< " → Period as last character" << std::endl
;
532 std::clog
<< "Accept file: " << Ent
->d_name
<< " in " << Dir
<< std::endl
;
533 List
.push_back(File
);
537 if (SortList
== true)
538 std::sort(List
.begin(),List
.end());
542 // SafeGetCWD - This is a safer getcwd that returns a dynamic string /*{{{*/
543 // ---------------------------------------------------------------------
544 /* We return / on failure. */
547 // Stash the current dir.
550 if (getcwd(S
,sizeof(S
)-2) == 0)
552 unsigned int Len
= strlen(S
);
558 // GetModificationTime - Get the mtime of the given file or -1 on error /*{{{*/
559 // ---------------------------------------------------------------------
560 /* We return / on failure. */
561 time_t GetModificationTime(string
const &Path
)
564 if (stat(Path
.c_str(), &St
) < 0)
569 // flNotDir - Strip the directory from the filename /*{{{*/
570 // ---------------------------------------------------------------------
572 string
flNotDir(string File
)
574 string::size_type Res
= File
.rfind('/');
575 if (Res
== string::npos
)
578 return string(File
,Res
,Res
- File
.length());
581 // flNotFile - Strip the file from the directory name /*{{{*/
582 // ---------------------------------------------------------------------
583 /* Result ends in a / */
584 string
flNotFile(string File
)
586 string::size_type Res
= File
.rfind('/');
587 if (Res
== string::npos
)
590 return string(File
,0,Res
);
593 // flExtension - Return the extension for the file /*{{{*/
594 // ---------------------------------------------------------------------
596 string
flExtension(string File
)
598 string::size_type Res
= File
.rfind('.');
599 if (Res
== string::npos
)
602 return string(File
,Res
,Res
- File
.length());
605 // flNoLink - If file is a symlink then deref it /*{{{*/
606 // ---------------------------------------------------------------------
607 /* If the name is not a link then the returned path is the input. */
608 string
flNoLink(string File
)
611 if (lstat(File
.c_str(),&St
) != 0 || S_ISLNK(St
.st_mode
) == 0)
613 if (stat(File
.c_str(),&St
) != 0)
616 /* Loop resolving the link. There is no need to limit the number of
617 loops because the stat call above ensures that the symlink is not
625 if ((Res
= readlink(NFile
.c_str(),Buffer
,sizeof(Buffer
))) <= 0 ||
626 (size_t)Res
>= sizeof(Buffer
))
629 // Append or replace the previous path
631 if (Buffer
[0] == '/')
634 NFile
= flNotFile(NFile
) + Buffer
;
636 // See if we are done
637 if (lstat(NFile
.c_str(),&St
) != 0)
639 if (S_ISLNK(St
.st_mode
) == 0)
644 // flCombine - Combine a file and a directory /*{{{*/
645 // ---------------------------------------------------------------------
646 /* If the file is an absolute path then it is just returned, otherwise
647 the directory is pre-pended to it. */
648 string
flCombine(string Dir
,string File
)
650 if (File
.empty() == true)
653 if (File
[0] == '/' || Dir
.empty() == true)
655 if (File
.length() >= 2 && File
[0] == '.' && File
[1] == '/')
657 if (Dir
[Dir
.length()-1] == '/')
659 return Dir
+ '/' + File
;
662 // SetCloseExec - Set the close on exec flag /*{{{*/
663 // ---------------------------------------------------------------------
665 void SetCloseExec(int Fd
,bool Close
)
667 if (fcntl(Fd
,F_SETFD
,(Close
== false)?0:FD_CLOEXEC
) != 0)
669 cerr
<< "FATAL -> Could not set close on exec " << strerror(errno
) << endl
;
674 // SetNonBlock - Set the nonblocking flag /*{{{*/
675 // ---------------------------------------------------------------------
677 void SetNonBlock(int Fd
,bool Block
)
679 int Flags
= fcntl(Fd
,F_GETFL
) & (~O_NONBLOCK
);
680 if (fcntl(Fd
,F_SETFL
,Flags
| ((Block
== false)?0:O_NONBLOCK
)) != 0)
682 cerr
<< "FATAL -> Could not set non-blocking flag " << strerror(errno
) << endl
;
687 // WaitFd - Wait for a FD to become readable /*{{{*/
688 // ---------------------------------------------------------------------
689 /* This waits for a FD to become readable using select. It is useful for
690 applications making use of non-blocking sockets. The timeout is
692 bool WaitFd(int Fd
,bool write
,unsigned long timeout
)
705 Res
= select(Fd
+1,0,&Set
,0,(timeout
!= 0?&tv
:0));
707 while (Res
< 0 && errno
== EINTR
);
717 Res
= select(Fd
+1,&Set
,0,0,(timeout
!= 0?&tv
:0));
719 while (Res
< 0 && errno
== EINTR
);
728 // MergeKeepFdsFromConfiguration - Merge APT::Keep-Fds configuration /*{{{*/
729 // ---------------------------------------------------------------------
730 /* This is used to merge the APT::Keep-Fds with the provided KeepFDs
733 void MergeKeepFdsFromConfiguration(std::set
<int> &KeepFDs
)
735 Configuration::Item
const *Opts
= _config
->Tree("APT::Keep-Fds");
736 if (Opts
!= 0 && Opts
->Child
!= 0)
739 for (; Opts
!= 0; Opts
= Opts
->Next
)
741 if (Opts
->Value
.empty() == true)
743 int fd
= atoi(Opts
->Value
.c_str());
749 // ExecFork - Magical fork that sanitizes the context before execing /*{{{*/
750 // ---------------------------------------------------------------------
751 /* This is used if you want to cleanse the environment for the forked
752 child, it fixes up the important signals and nukes all of the fds,
753 otherwise acts like normal fork. */
757 // we need to merge the Keep-Fds as external tools like
758 // debconf-apt-progress use it
759 MergeKeepFdsFromConfiguration(KeepFDs
);
760 return ExecFork(KeepFDs
);
763 pid_t
ExecFork(std::set
<int> KeepFDs
)
765 // Fork off the process
766 pid_t Process
= fork();
769 cerr
<< "FATAL -> Failed to fork." << endl
;
773 // Spawn the subprocess
777 signal(SIGPIPE
,SIG_DFL
);
778 signal(SIGQUIT
,SIG_DFL
);
779 signal(SIGINT
,SIG_DFL
);
780 signal(SIGWINCH
,SIG_DFL
);
781 signal(SIGCONT
,SIG_DFL
);
782 signal(SIGTSTP
,SIG_DFL
);
784 // Close all of our FDs - just in case
785 for (int K
= 3; K
!= sysconf(_SC_OPEN_MAX
); K
++)
787 if(KeepFDs
.find(K
) == KeepFDs
.end())
788 fcntl(K
,F_SETFD
,FD_CLOEXEC
);
795 // ExecWait - Fancy waitpid /*{{{*/
796 // ---------------------------------------------------------------------
797 /* Waits for the given sub process. If Reap is set then no errors are
798 generated. Otherwise a failed subprocess will generate a proper descriptive
800 bool ExecWait(pid_t Pid
,const char *Name
,bool Reap
)
805 // Wait and collect the error code
807 while (waitpid(Pid
,&Status
,0) != Pid
)
815 return _error
->Error(_("Waited for %s but it wasn't there"),Name
);
819 // Check for an error code.
820 if (WIFEXITED(Status
) == 0 || WEXITSTATUS(Status
) != 0)
824 if (WIFSIGNALED(Status
) != 0)
826 if( WTERMSIG(Status
) == SIGSEGV
)
827 return _error
->Error(_("Sub-process %s received a segmentation fault."),Name
);
829 return _error
->Error(_("Sub-process %s received signal %u."),Name
, WTERMSIG(Status
));
832 if (WIFEXITED(Status
) != 0)
833 return _error
->Error(_("Sub-process %s returned an error code (%u)"),Name
,WEXITSTATUS(Status
));
835 return _error
->Error(_("Sub-process %s exited unexpectedly"),Name
);
842 class FileFdPrivate
{ /*{{{*/
853 uint8_t buffer
[4096];
859 LZMAFILE() : file(NULL
), eof(false), compressing(false) {}
861 if (compressing
== true)
864 stream
.avail_out
= sizeof(buffer
)/sizeof(buffer
[0]);
865 stream
.next_out
= buffer
;
866 err
= lzma_code(&stream
, LZMA_FINISH
);
867 if (err
!= LZMA_OK
&& err
!= LZMA_STREAM_END
)
869 _error
->Error("~LZMAFILE: Compress finalisation failed");
872 size_t const n
= sizeof(buffer
)/sizeof(buffer
[0]) - stream
.avail_out
;
873 if (n
&& fwrite(buffer
, 1, n
, file
) != n
)
875 _error
->Errno("~LZMAFILE",_("Write error"));
878 if (err
== LZMA_STREAM_END
)
889 pid_t compressor_pid
;
891 APT::Configuration::Compressor compressor
;
892 unsigned int openmode
;
893 unsigned long long seekpos
;
904 compressed_fd(-1), compressor_pid(-1), pipe(false),
905 openmode(0), seekpos(0) {};
906 bool InternalClose(std::string
const &FileName
)
909 /* dummy so that the rest can be 'else if's */;
911 else if (gz
!= NULL
) {
912 int const e
= gzclose(gz
);
914 // gzdclose() on empty files always fails with "buffer error" here, ignore that
915 if (e
!= 0 && e
!= Z_BUF_ERROR
)
916 return _error
->Errno("close",_("Problem closing the gzip file %s"), FileName
.c_str());
920 else if (bz2
!= NULL
) {
926 else if (lzma
!= NULL
) {
933 bool CloseDown(std::string
const &FileName
)
935 bool const Res
= InternalClose(FileName
);
937 if (compressor_pid
> 0)
938 ExecWait(compressor_pid
, "FileFdCompressor", true);
943 bool InternalStream() const {
955 ~FileFdPrivate() { CloseDown(""); }
958 // FileFd::Open - Open a file /*{{{*/
959 // ---------------------------------------------------------------------
960 /* The most commonly used open mode combinations are given with Mode */
961 bool FileFd::Open(string FileName
,unsigned int const Mode
,CompressMode Compress
, unsigned long const AccessMode
)
963 if (Mode
== ReadOnlyGzip
)
964 return Open(FileName
, ReadOnly
, Gzip
, AccessMode
);
966 if (Compress
== Auto
&& (Mode
& WriteOnly
) == WriteOnly
)
967 return FileFdError("Autodetection on %s only works in ReadOnly openmode!", FileName
.c_str());
969 std::vector
<APT::Configuration::Compressor
> const compressors
= APT::Configuration::getCompressors();
970 std::vector
<APT::Configuration::Compressor
>::const_iterator compressor
= compressors
.begin();
971 if (Compress
== Auto
)
973 for (; compressor
!= compressors
.end(); ++compressor
)
975 std::string file
= FileName
+ compressor
->Extension
;
976 if (FileExists(file
) == false)
982 else if (Compress
== Extension
)
984 std::string::size_type
const found
= FileName
.find_last_of('.');
986 if (found
!= std::string::npos
)
988 ext
= FileName
.substr(found
);
989 if (ext
== ".new" || ext
== ".bak")
991 std::string::size_type
const found2
= FileName
.find_last_of('.', found
- 1);
992 if (found2
!= std::string::npos
)
993 ext
= FileName
.substr(found2
, found
- found2
);
998 for (; compressor
!= compressors
.end(); ++compressor
)
999 if (ext
== compressor
->Extension
)
1001 // no matching extension - assume uncompressed (imagine files like 'example.org_Packages')
1002 if (compressor
== compressors
.end())
1003 for (compressor
= compressors
.begin(); compressor
!= compressors
.end(); ++compressor
)
1004 if (compressor
->Name
== ".")
1012 case None
: name
= "."; break;
1013 case Gzip
: name
= "gzip"; break;
1014 case Bzip2
: name
= "bzip2"; break;
1015 case Lzma
: name
= "lzma"; break;
1016 case Xz
: name
= "xz"; break;
1020 return FileFdError("Opening File %s in None, Auto or Extension should be already handled?!?", FileName
.c_str());
1022 for (; compressor
!= compressors
.end(); ++compressor
)
1023 if (compressor
->Name
== name
)
1025 if (compressor
== compressors
.end())
1026 return FileFdError("Can't find a configured compressor %s for file %s", name
.c_str(), FileName
.c_str());
1029 if (compressor
== compressors
.end())
1030 return FileFdError("Can't find a match for specified compressor mode for file %s", FileName
.c_str());
1031 return Open(FileName
, Mode
, *compressor
, AccessMode
);
1033 bool FileFd::Open(string FileName
,unsigned int const Mode
,APT::Configuration::Compressor
const &compressor
, unsigned long const AccessMode
)
1038 if ((Mode
& WriteOnly
) != WriteOnly
&& (Mode
& (Atomic
| Create
| Empty
| Exclusive
)) != 0)
1039 return FileFdError("ReadOnly mode for %s doesn't accept additional flags!", FileName
.c_str());
1040 if ((Mode
& ReadWrite
) == 0)
1041 return FileFdError("No openmode provided in FileFd::Open for %s", FileName
.c_str());
1043 if ((Mode
& Atomic
) == Atomic
)
1047 else if ((Mode
& (Exclusive
| Create
)) == (Exclusive
| Create
))
1049 // for atomic, this will be done by rename in Close()
1050 unlink(FileName
.c_str());
1052 if ((Mode
& Empty
) == Empty
)
1055 if (lstat(FileName
.c_str(),&Buf
) == 0 && S_ISLNK(Buf
.st_mode
))
1056 unlink(FileName
.c_str());
1060 #define if_FLAGGED_SET(FLAG, MODE) if ((Mode & FLAG) == FLAG) fileflags |= MODE
1061 if_FLAGGED_SET(ReadWrite
, O_RDWR
);
1062 else if_FLAGGED_SET(ReadOnly
, O_RDONLY
);
1063 else if_FLAGGED_SET(WriteOnly
, O_WRONLY
);
1065 if_FLAGGED_SET(Create
, O_CREAT
);
1066 if_FLAGGED_SET(Empty
, O_TRUNC
);
1067 if_FLAGGED_SET(Exclusive
, O_EXCL
);
1068 #undef if_FLAGGED_SET
1070 // there is no getumask() so we read it by setting it and reset
1071 mode_t current_umask
= umask(0);
1072 umask(current_umask
);
1074 if ((Mode
& Atomic
) == Atomic
)
1076 char *name
= strdup((FileName
+ ".XXXXXX").c_str());
1078 if((iFd
= mkstemp(name
)) == -1)
1081 return FileFdErrno("mkstemp", "Could not create temporary file for %s", FileName
.c_str());
1084 TemporaryFileName
= string(name
);
1087 if(AccessMode
!= 600 && fchmod(iFd
, AccessMode
& ~current_umask
) == -1)
1088 return FileFdErrno("fchmod", "Could not change permissions for temporary file %s", TemporaryFileName
.c_str());
1091 iFd
= open(FileName
.c_str(), fileflags
, AccessMode
& ~current_umask
);
1093 this->FileName
= FileName
;
1094 if (iFd
== -1 || OpenInternDescriptor(Mode
, compressor
) == false)
1101 return FileFdErrno("open",_("Could not open file %s"), FileName
.c_str());
1104 SetCloseExec(iFd
,true);
1108 // FileFd::OpenDescriptor - Open a filedescriptor /*{{{*/
1109 // ---------------------------------------------------------------------
1111 bool FileFd::OpenDescriptor(int Fd
, unsigned int const Mode
, CompressMode Compress
, bool AutoClose
)
1113 std::vector
<APT::Configuration::Compressor
> const compressors
= APT::Configuration::getCompressors();
1114 std::vector
<APT::Configuration::Compressor
>::const_iterator compressor
= compressors
.begin();
1117 // compat with the old API
1118 if (Mode
== ReadOnlyGzip
&& Compress
== None
)
1123 case None
: name
= "."; break;
1124 case Gzip
: name
= "gzip"; break;
1125 case Bzip2
: name
= "bzip2"; break;
1126 case Lzma
: name
= "lzma"; break;
1127 case Xz
: name
= "xz"; break;
1130 if (AutoClose
== true && Fd
!= -1)
1132 return FileFdError("Opening Fd %d in Auto or Extension compression mode is not supported", Fd
);
1134 for (; compressor
!= compressors
.end(); ++compressor
)
1135 if (compressor
->Name
== name
)
1137 if (compressor
== compressors
.end())
1139 if (AutoClose
== true && Fd
!= -1)
1141 return FileFdError("Can't find a configured compressor %s for file %s", name
.c_str(), FileName
.c_str());
1143 return OpenDescriptor(Fd
, Mode
, *compressor
, AutoClose
);
1145 bool FileFd::OpenDescriptor(int Fd
, unsigned int const Mode
, APT::Configuration::Compressor
const &compressor
, bool AutoClose
)
1148 Flags
= (AutoClose
) ? FileFd::AutoClose
: 0;
1150 this->FileName
= "";
1151 if (OpenInternDescriptor(Mode
, compressor
) == false)
1154 (Flags
& Compressed
) == Compressed
||
1160 return FileFdError(_("Could not open file descriptor %d"), Fd
);
1164 bool FileFd::OpenInternDescriptor(unsigned int const Mode
, APT::Configuration::Compressor
const &compressor
)
1168 if (compressor
.Name
== "." || compressor
.Binary
.empty() == true)
1171 #if defined HAVE_ZLIB || defined HAVE_BZ2 || defined HAVE_LZMA
1172 // the API to open files is similar, so setup to avoid code duplicates later
1173 // and while at it ensure that we close before opening (if its a reopen)
1174 void* (*compress_open
)(int, const char *) = NULL
;
1176 /* dummy so that the rest can be 'else if's */;
1177 #define APT_COMPRESS_INIT(NAME,OPEN) \
1178 else if (compressor.Name == NAME) \
1180 compress_open = (void*(*)(int, const char *)) OPEN; \
1181 if (d != NULL) d->InternalClose(FileName); \
1184 APT_COMPRESS_INIT("gzip", gzdopen
)
1187 APT_COMPRESS_INIT("bzip2", BZ2_bzdopen
)
1190 APT_COMPRESS_INIT("xz", fdopen
)
1191 APT_COMPRESS_INIT("lzma", fdopen
)
1193 #undef APT_COMPRESS_INIT
1198 d
= new FileFdPrivate();
1200 d
->compressor
= compressor
;
1201 #if defined HAVE_ZLIB || defined HAVE_BZ2 || defined HAVE_LZMA
1202 if ((Flags
& AutoClose
) != AutoClose
&& compress_open
!= NULL
)
1204 // Need to duplicate fd here or gz/bz2 close for cleanup will close the fd as well
1205 int const internFd
= dup(iFd
);
1207 return FileFdErrno("OpenInternDescriptor", _("Could not open file descriptor %d"), iFd
);
1213 #if defined HAVE_ZLIB || defined HAVE_BZ2 || defined HAVE_LZMA
1214 if (compress_open
!= NULL
)
1216 void* compress_struct
= NULL
;
1217 if ((Mode
& ReadWrite
) == ReadWrite
)
1218 compress_struct
= compress_open(iFd
, "r+");
1219 else if ((Mode
& WriteOnly
) == WriteOnly
)
1220 compress_struct
= compress_open(iFd
, "w");
1222 compress_struct
= compress_open(iFd
, "r");
1223 if (compress_struct
== NULL
)
1227 /* dummy so that the rest can be 'else if's */;
1229 else if (compressor
.Name
== "gzip")
1230 d
->gz
= (gzFile
) compress_struct
;
1233 else if (compressor
.Name
== "bzip2")
1234 d
->bz2
= (BZFILE
*) compress_struct
;
1237 else if (compressor
.Name
== "xz" || compressor
.Name
== "lzma")
1239 uint32_t const xzlevel
= 6;
1240 uint64_t const memlimit
= UINT64_MAX
;
1241 if (d
->lzma
== NULL
)
1242 d
->lzma
= new FileFdPrivate::LZMAFILE
;
1243 d
->lzma
->file
= (FILE*) compress_struct
;
1244 d
->lzma
->stream
= LZMA_STREAM_INIT
;
1246 if ((Mode
& ReadWrite
) == ReadWrite
)
1247 return FileFdError("ReadWrite mode is not supported for file %s", FileName
.c_str());
1249 if ((Mode
& WriteOnly
) == WriteOnly
)
1251 if (compressor
.Name
== "xz")
1253 if (lzma_easy_encoder(&d
->lzma
->stream
, xzlevel
, LZMA_CHECK_CRC32
) != LZMA_OK
)
1258 lzma_options_lzma options
;
1259 lzma_lzma_preset(&options
, xzlevel
);
1260 if (lzma_alone_encoder(&d
->lzma
->stream
, &options
) != LZMA_OK
)
1263 d
->lzma
->compressing
= true;
1267 if (compressor
.Name
== "xz")
1269 if (lzma_auto_decoder(&d
->lzma
->stream
, memlimit
, 0) != LZMA_OK
)
1274 if (lzma_alone_decoder(&d
->lzma
->stream
, memlimit
) != LZMA_OK
)
1277 d
->lzma
->compressing
= false;
1281 Flags
|= Compressed
;
1286 // collect zombies here in case we reopen
1287 if (d
->compressor_pid
> 0)
1288 ExecWait(d
->compressor_pid
, "FileFdCompressor", true);
1290 if ((Mode
& ReadWrite
) == ReadWrite
)
1291 return FileFdError("ReadWrite mode is not supported for file %s", FileName
.c_str());
1293 bool const Comp
= (Mode
& WriteOnly
) == WriteOnly
;
1296 // Handle 'decompression' of empty files
1299 if (Buf
.st_size
== 0 && S_ISFIFO(Buf
.st_mode
) == false)
1302 // We don't need the file open - instead let the compressor open it
1303 // as he properly knows better how to efficiently read from 'his' file
1304 if (FileName
.empty() == false)
1311 // Create a data pipe
1312 int Pipe
[2] = {-1,-1};
1313 if (pipe(Pipe
) != 0)
1314 return FileFdErrno("pipe",_("Failed to create subprocess IPC"));
1315 for (int J
= 0; J
!= 2; J
++)
1316 SetCloseExec(Pipe
[J
],true);
1318 d
->compressed_fd
= iFd
;
1327 d
->compressor_pid
= ExecFork();
1328 if (d
->compressor_pid
== 0)
1332 dup2(d
->compressed_fd
,STDOUT_FILENO
);
1333 dup2(Pipe
[0],STDIN_FILENO
);
1337 if (d
->compressed_fd
!= -1)
1338 dup2(d
->compressed_fd
,STDIN_FILENO
);
1339 dup2(Pipe
[1],STDOUT_FILENO
);
1341 int const nullfd
= open("/dev/null", O_WRONLY
);
1344 dup2(nullfd
,STDERR_FILENO
);
1348 SetCloseExec(STDOUT_FILENO
,false);
1349 SetCloseExec(STDIN_FILENO
,false);
1351 std::vector
<char const*> Args
;
1352 Args
.push_back(compressor
.Binary
.c_str());
1353 std::vector
<std::string
> const * const addArgs
=
1354 (Comp
== true) ? &(compressor
.CompressArgs
) : &(compressor
.UncompressArgs
);
1355 for (std::vector
<std::string
>::const_iterator a
= addArgs
->begin();
1356 a
!= addArgs
->end(); ++a
)
1357 Args
.push_back(a
->c_str());
1358 if (Comp
== false && FileName
.empty() == false)
1360 Args
.push_back("--stdout");
1361 if (TemporaryFileName
.empty() == false)
1362 Args
.push_back(TemporaryFileName
.c_str());
1364 Args
.push_back(FileName
.c_str());
1366 Args
.push_back(NULL
);
1368 execvp(Args
[0],(char **)&Args
[0]);
1369 cerr
<< _("Failed to exec compressor ") << Args
[0] << endl
;
1380 // FileFd::~File - Closes the file /*{{{*/
1381 // ---------------------------------------------------------------------
1382 /* If the proper modes are selected then we close the Fd and possibly
1383 unlink the file on error. */
1388 d
->CloseDown(FileName
);
1393 // FileFd::Read - Read a bit of the file /*{{{*/
1394 // ---------------------------------------------------------------------
1395 /* We are careful to handle interruption by a signal while reading
1397 bool FileFd::Read(void *To
,unsigned long long Size
,unsigned long long *Actual
)
1403 *((char *)To
) = '\0';
1407 /* dummy so that the rest can be 'else if's */;
1409 else if (d
!= NULL
&& d
->gz
!= NULL
)
1410 Res
= gzread(d
->gz
,To
,Size
);
1413 else if (d
!= NULL
&& d
->bz2
!= NULL
)
1414 Res
= BZ2_bzread(d
->bz2
,To
,Size
);
1417 else if (d
!= NULL
&& d
->lzma
!= NULL
)
1419 if (d
->lzma
->eof
== true)
1422 d
->lzma
->stream
.next_out
= (uint8_t *) To
;
1423 d
->lzma
->stream
.avail_out
= Size
;
1424 if (d
->lzma
->stream
.avail_in
== 0)
1426 d
->lzma
->stream
.next_in
= d
->lzma
->buffer
;
1427 d
->lzma
->stream
.avail_in
= fread(d
->lzma
->buffer
, 1, sizeof(d
->lzma
->buffer
)/sizeof(d
->lzma
->buffer
[0]), d
->lzma
->file
);
1429 d
->lzma
->err
= lzma_code(&d
->lzma
->stream
, LZMA_RUN
);
1430 if (d
->lzma
->err
== LZMA_STREAM_END
)
1432 d
->lzma
->eof
= true;
1433 Res
= Size
- d
->lzma
->stream
.avail_out
;
1435 else if (d
->lzma
->err
!= LZMA_OK
)
1442 Res
= Size
- d
->lzma
->stream
.avail_out
;
1445 // lzma run was okay, but produced no output…
1453 Res
= read(iFd
,To
,Size
);
1459 // trick the while-loop into running again
1465 /* dummy so that the rest can be 'else if's */;
1467 else if (d
!= NULL
&& d
->gz
!= NULL
)
1470 char const * const errmsg
= gzerror(d
->gz
, &err
);
1472 return FileFdError("gzread: %s (%d: %s)", _("Read error"), err
, errmsg
);
1476 else if (d
!= NULL
&& d
->bz2
!= NULL
)
1479 char const * const errmsg
= BZ2_bzerror(d
->bz2
, &err
);
1480 if (err
!= BZ_IO_ERROR
)
1481 return FileFdError("BZ2_bzread: %s (%d: %s)", _("Read error"), err
, errmsg
);
1485 else if (d
!= NULL
&& d
->lzma
!= NULL
)
1486 return FileFdError("lzma_read: %s (%d)", _("Read error"), d
->lzma
->err
);
1488 return FileFdErrno("read",_("Read error"));
1491 To
= (char *)To
+ Res
;
1498 while (Res
> 0 && Size
> 0);
1510 return FileFdError(_("read, still have %llu to read but none left"), Size
);
1513 // FileFd::ReadLine - Read a complete line from the file /*{{{*/
1514 // ---------------------------------------------------------------------
1515 /* Beware: This method can be quiet slow for big buffers on UNcompressed
1516 files because of the naive implementation! */
1517 char* FileFd::ReadLine(char *To
, unsigned long long const Size
)
1521 if (d
!= NULL
&& d
->gz
!= NULL
)
1522 return gzgets(d
->gz
, To
, Size
);
1525 unsigned long long read
= 0;
1526 while ((Size
- 1) != read
)
1528 unsigned long long done
= 0;
1529 if (Read(To
+ read
, 1, &done
) == false)
1533 if (To
[read
++] == '\n')
1542 // FileFd::Write - Write to the file /*{{{*/
1543 // ---------------------------------------------------------------------
1545 bool FileFd::Write(const void *From
,unsigned long long Size
)
1552 /* dummy so that the rest can be 'else if's */;
1554 else if (d
!= NULL
&& d
->gz
!= NULL
)
1555 Res
= gzwrite(d
->gz
,From
,Size
);
1558 else if (d
!= NULL
&& d
->bz2
!= NULL
)
1559 Res
= BZ2_bzwrite(d
->bz2
,(void*)From
,Size
);
1562 else if (d
!= NULL
&& d
->lzma
!= NULL
)
1564 d
->lzma
->stream
.next_in
= (uint8_t *)From
;
1565 d
->lzma
->stream
.avail_in
= Size
;
1566 d
->lzma
->stream
.next_out
= d
->lzma
->buffer
;
1567 d
->lzma
->stream
.avail_out
= sizeof(d
->lzma
->buffer
)/sizeof(d
->lzma
->buffer
[0]);
1568 d
->lzma
->err
= lzma_code(&d
->lzma
->stream
, LZMA_RUN
);
1569 if (d
->lzma
->err
!= LZMA_OK
)
1571 size_t const n
= sizeof(d
->lzma
->buffer
)/sizeof(d
->lzma
->buffer
[0]) - d
->lzma
->stream
.avail_out
;
1572 size_t const m
= (n
== 0) ? 0 : fwrite(d
->lzma
->buffer
, 1, n
, d
->lzma
->file
);
1576 Res
= Size
- d
->lzma
->stream
.avail_in
;
1580 Res
= write(iFd
,From
,Size
);
1582 if (Res
< 0 && errno
== EINTR
)
1587 /* dummy so that the rest can be 'else if's */;
1589 else if (d
!= NULL
&& d
->gz
!= NULL
)
1592 char const * const errmsg
= gzerror(d
->gz
, &err
);
1594 return FileFdError("gzwrite: %s (%d: %s)", _("Write error"), err
, errmsg
);
1598 else if (d
!= NULL
&& d
->bz2
!= NULL
)
1601 char const * const errmsg
= BZ2_bzerror(d
->bz2
, &err
);
1602 if (err
!= BZ_IO_ERROR
)
1603 return FileFdError("BZ2_bzwrite: %s (%d: %s)", _("Write error"), err
, errmsg
);
1607 else if (d
!= NULL
&& d
->lzma
!= NULL
)
1608 return FileFdErrno("lzma_fwrite", _("Write error"));
1610 return FileFdErrno("write",_("Write error"));
1613 From
= (char const *)From
+ Res
;
1618 while (Res
> 0 && Size
> 0);
1623 return FileFdError(_("write, still have %llu to write but couldn't"), Size
);
1625 bool FileFd::Write(int Fd
, const void *From
, unsigned long long Size
)
1631 Res
= write(Fd
,From
,Size
);
1632 if (Res
< 0 && errno
== EINTR
)
1635 return _error
->Errno("write",_("Write error"));
1637 From
= (char const *)From
+ Res
;
1640 while (Res
> 0 && Size
> 0);
1645 return _error
->Error(_("write, still have %llu to write but couldn't"), Size
);
1648 // FileFd::Seek - Seek in the file /*{{{*/
1649 // ---------------------------------------------------------------------
1651 bool FileFd::Seek(unsigned long long To
)
1653 if (d
!= NULL
&& (d
->pipe
== true || d
->InternalStream() == true))
1655 // Our poor man seeking in pipes is costly, so try to avoid it
1656 unsigned long long seekpos
= Tell();
1659 else if (seekpos
< To
)
1660 return Skip(To
- seekpos
);
1662 if ((d
->openmode
& ReadOnly
) != ReadOnly
)
1663 return FileFdError("Reopen is only implemented for read-only files!");
1664 d
->InternalClose(FileName
);
1668 if (TemporaryFileName
.empty() == false)
1669 iFd
= open(TemporaryFileName
.c_str(), O_RDONLY
);
1670 else if (FileName
.empty() == false)
1671 iFd
= open(FileName
.c_str(), O_RDONLY
);
1674 if (d
->compressed_fd
> 0)
1675 if (lseek(d
->compressed_fd
, 0, SEEK_SET
) != 0)
1676 iFd
= d
->compressed_fd
;
1678 return FileFdError("Reopen is not implemented for pipes opened with FileFd::OpenDescriptor()!");
1681 if (OpenInternDescriptor(d
->openmode
, d
->compressor
) == false)
1682 return FileFdError("Seek on file %s because it couldn't be reopened", FileName
.c_str());
1692 if (d
!= NULL
&& d
->gz
)
1693 res
= gzseek(d
->gz
,To
,SEEK_SET
);
1696 res
= lseek(iFd
,To
,SEEK_SET
);
1697 if (res
!= (off_t
)To
)
1698 return FileFdError("Unable to seek to %llu", To
);
1705 // FileFd::Skip - Seek in the file /*{{{*/
1706 // ---------------------------------------------------------------------
1708 bool FileFd::Skip(unsigned long long Over
)
1710 if (d
!= NULL
&& (d
->pipe
== true || d
->InternalStream() == true))
1716 unsigned long long toread
= std::min((unsigned long long) sizeof(buffer
), Over
);
1717 if (Read(buffer
, toread
) == false)
1718 return FileFdError("Unable to seek ahead %llu",Over
);
1726 if (d
!= NULL
&& d
->gz
!= NULL
)
1727 res
= gzseek(d
->gz
,Over
,SEEK_CUR
);
1730 res
= lseek(iFd
,Over
,SEEK_CUR
);
1732 return FileFdError("Unable to seek ahead %llu",Over
);
1739 // FileFd::Truncate - Truncate the file /*{{{*/
1740 // ---------------------------------------------------------------------
1742 bool FileFd::Truncate(unsigned long long To
)
1744 // truncating /dev/null is always successful - as we get an error otherwise
1745 if (To
== 0 && FileName
== "/dev/null")
1747 #if defined HAVE_ZLIB || defined HAVE_BZ2 || defined HAVE_LZMA
1748 if (d
!= NULL
&& (d
->InternalStream() == true
1753 return FileFdError("Truncating compressed files is not implemented (%s)", FileName
.c_str());
1755 if (ftruncate(iFd
,To
) != 0)
1756 return FileFdError("Unable to truncate to %llu",To
);
1761 // FileFd::Tell - Current seek position /*{{{*/
1762 // ---------------------------------------------------------------------
1764 unsigned long long FileFd::Tell()
1766 // In theory, we could just return seekpos here always instead of
1767 // seeking around, but not all users of FileFd use always Seek() and co
1768 // so d->seekpos isn't always true and we can just use it as a hint if
1769 // we have nothing else, but not always as an authority…
1770 if (d
!= NULL
&& (d
->pipe
== true || d
->InternalStream() == true))
1775 if (d
!= NULL
&& d
->gz
!= NULL
)
1776 Res
= gztell(d
->gz
);
1779 Res
= lseek(iFd
,0,SEEK_CUR
);
1780 if (Res
== (off_t
)-1)
1781 FileFdErrno("lseek","Failed to determine the current file position");
1787 static bool StatFileFd(char const * const msg
, int const iFd
, std::string
const &FileName
, struct stat
&Buf
, FileFdPrivate
* const d
) /*{{{*/
1789 bool ispipe
= (d
!= NULL
&& d
->pipe
== true);
1790 if (ispipe
== false)
1792 if (fstat(iFd
,&Buf
) != 0)
1793 // higher-level code will generate more meaningful messages,
1794 // even translated this would be meaningless for users
1795 return _error
->Errno("fstat", "Unable to determine %s for fd %i", msg
, iFd
);
1796 ispipe
= S_ISFIFO(Buf
.st_mode
);
1799 // for compressor pipes st_size is undefined and at 'best' zero
1802 // we set it here, too, as we get the info here for free
1803 // in theory the Open-methods should take care of it already
1806 if (stat(FileName
.c_str(), &Buf
) != 0)
1807 return _error
->Errno("fstat", "Unable to determine %s for file %s", msg
, FileName
.c_str());
1812 // FileFd::FileSize - Return the size of the file /*{{{*/
1813 unsigned long long FileFd::FileSize()
1816 if (StatFileFd("file size", iFd
, FileName
, Buf
, d
) == false)
1824 // FileFd::ModificationTime - Return the time of last touch /*{{{*/
1825 time_t FileFd::ModificationTime()
1828 if (StatFileFd("modification time", iFd
, FileName
, Buf
, d
) == false)
1833 return Buf
.st_mtime
;
1836 // FileFd::Size - Return the size of the content in the file /*{{{*/
1837 // ---------------------------------------------------------------------
1839 unsigned long long FileFd::Size()
1841 unsigned long long size
= FileSize();
1843 // for compressor pipes st_size is undefined and at 'best' zero,
1844 // so we 'read' the content and 'seek' back - see there
1845 if (d
!= NULL
&& (d
->pipe
== true || (d
->InternalStream() == true && size
> 0)))
1847 unsigned long long const oldSeek
= Tell();
1849 unsigned long long read
= 0;
1851 if (Read(ignore
, sizeof(ignore
), &read
) == false)
1861 // only check gzsize if we are actually a gzip file, just checking for
1862 // "gz" is not sufficient as uncompressed files could be opened with
1863 // gzopen in "direct" mode as well
1864 else if (d
!= NULL
&& d
->gz
&& !gzdirect(d
->gz
) && size
> 0)
1866 off_t
const oldPos
= lseek(iFd
,0,SEEK_CUR
);
1867 /* unfortunately zlib.h doesn't provide a gzsize(), so we have to do
1868 * this ourselves; the original (uncompressed) file size is the last 32
1869 * bits of the file */
1870 // FIXME: Size for gz-files is limited by 32bit… no largefile support
1871 if (lseek(iFd
, -4, SEEK_END
) < 0)
1873 FileFdErrno("lseek","Unable to seek to end of gzipped file");
1877 if (read(iFd
, &size
, 4) != 4)
1879 FileFdErrno("read","Unable to read original size of gzipped file");
1883 #ifdef WORDS_BIGENDIAN
1884 uint32_t tmp_size
= size
;
1885 uint8_t const * const p
= (uint8_t const * const) &tmp_size
;
1886 tmp_size
= (p
[3] << 24) | (p
[2] << 16) | (p
[1] << 8) | p
[0];
1890 if (lseek(iFd
, oldPos
, SEEK_SET
) < 0)
1892 FileFdErrno("lseek","Unable to seek in gzipped file");
1903 // FileFd::Close - Close the file if the close flag is set /*{{{*/
1904 // ---------------------------------------------------------------------
1906 bool FileFd::Close()
1912 if ((Flags
& AutoClose
) == AutoClose
)
1914 if ((Flags
& Compressed
) != Compressed
&& iFd
> 0 && close(iFd
) != 0)
1915 Res
&= _error
->Errno("close",_("Problem closing the file %s"), FileName
.c_str());
1919 Res
&= d
->CloseDown(FileName
);
1925 if ((Flags
& Replace
) == Replace
) {
1926 if (rename(TemporaryFileName
.c_str(), FileName
.c_str()) != 0)
1927 Res
&= _error
->Errno("rename",_("Problem renaming the file %s to %s"), TemporaryFileName
.c_str(), FileName
.c_str());
1929 FileName
= TemporaryFileName
; // for the unlink() below.
1930 TemporaryFileName
.clear();
1935 if ((Flags
& Fail
) == Fail
&& (Flags
& DelOnFail
) == DelOnFail
&&
1936 FileName
.empty() == false)
1937 if (unlink(FileName
.c_str()) != 0)
1938 Res
&= _error
->WarningE("unlnk",_("Problem unlinking the file %s"), FileName
.c_str());
1945 // FileFd::Sync - Sync the file /*{{{*/
1946 // ---------------------------------------------------------------------
1950 if (fsync(iFd
) != 0)
1951 return FileFdErrno("sync",_("Problem syncing the file"));
1955 // FileFd::FileFdErrno - set Fail and call _error->Errno *{{{*/
1956 bool FileFd::FileFdErrno(const char *Function
, const char *Description
,...)
1960 size_t msgSize
= 400;
1961 int const errsv
= errno
;
1964 va_start(args
,Description
);
1965 if (_error
->InsertErrno(GlobalError::ERROR
, Function
, Description
, args
, errsv
, msgSize
) == false)
1972 // FileFd::FileFdError - set Fail and call _error->Error *{{{*/
1973 bool FileFd::FileFdError(const char *Description
,...) {
1976 size_t msgSize
= 400;
1979 va_start(args
,Description
);
1980 if (_error
->Insert(GlobalError::ERROR
, Description
, args
, msgSize
) == false)
1988 APT_DEPRECATED gzFile
FileFd::gzFd() {
1997 // Glob - wrapper around "glob()" /*{{{*/
1998 // ---------------------------------------------------------------------
2000 std::vector
<std::string
> Glob(std::string
const &pattern
, int flags
)
2002 std::vector
<std::string
> result
;
2007 glob_res
= glob(pattern
.c_str(), flags
, NULL
, &globbuf
);
2011 if(glob_res
!= GLOB_NOMATCH
) {
2012 _error
->Errno("glob", "Problem with glob");
2018 for(i
=0;i
<globbuf
.gl_pathc
;i
++)
2019 result
.push_back(string(globbuf
.gl_pathv
[i
]));
2026 std::string
GetTempDir()
2028 const char *tmpdir
= getenv("TMPDIR");
2035 // check that tmpdir is set and exists
2037 if (!tmpdir
|| strlen(tmpdir
) == 0 || stat(tmpdir
, &st
) != 0)
2040 return string(tmpdir
);
2043 bool Rename(std::string From
, std::string To
)
2045 if (rename(From
.c_str(),To
.c_str()) != 0)
2047 _error
->Error(_("rename failed, %s (%s -> %s)."),strerror(errno
),
2048 From
.c_str(),To
.c_str());