1 // -*- mode: cpp; mode: fold -*-
3 /* ######################################################################
7 CopyFile - Buffered copy of a single file
8 GetLock - dpkg compatible lock file manipulation (fcntl)
10 Most of this source is placed in the Public Domain, do with it what
12 It was originally written by Jason Gunthorpe <jgg@debian.org>.
13 FileFd gzip support added by Martin Pitt <martin.pitt@canonical.com>
15 The exception is RunScripts() it is under the GPLv2
17 ##################################################################### */
19 // Include Files /*{{{*/
22 #include <apt-pkg/fileutl.h>
23 #include <apt-pkg/strutl.h>
24 #include <apt-pkg/error.h>
25 #include <apt-pkg/sptr.h>
26 #include <apt-pkg/aptconfiguration.h>
27 #include <apt-pkg/configuration.h>
28 #include <apt-pkg/macros.h>
33 #include <sys/select.h>
73 #include <sys/prctl.h>
81 /* Should be a multiple of the common page size (4096) */
82 static constexpr unsigned long long APT_BUFFER_SIZE
= 64 * 1024;
84 // RunScripts - Run a set of scripts from a configuration subtree /*{{{*/
85 // ---------------------------------------------------------------------
87 bool RunScripts(const char *Cnf
)
89 Configuration::Item
const *Opts
= _config
->Tree(Cnf
);
90 if (Opts
== 0 || Opts
->Child
== 0)
94 // Fork for running the system calls
95 pid_t Child
= ExecFork();
100 if (_config
->FindDir("DPkg::Chroot-Directory","/") != "/")
102 std::cerr
<< "Chrooting into "
103 << _config
->FindDir("DPkg::Chroot-Directory")
105 if (chroot(_config
->FindDir("DPkg::Chroot-Directory","/").c_str()) != 0)
109 if (chdir("/tmp/") != 0)
112 unsigned int Count
= 1;
113 for (; Opts
!= 0; Opts
= Opts
->Next
, Count
++)
115 if (Opts
->Value
.empty() == true)
118 if(_config
->FindB("Debug::RunScripts", false) == true)
119 std::clog
<< "Running external script: '"
120 << Opts
->Value
<< "'" << std::endl
;
122 if (system(Opts
->Value
.c_str()) != 0)
128 // Wait for the child
130 while (waitpid(Child
,&Status
,0) != Child
)
134 return _error
->Errno("waitpid","Couldn't wait for subprocess");
137 // Restore sig int/quit
138 signal(SIGQUIT
,SIG_DFL
);
139 signal(SIGINT
,SIG_DFL
);
141 // Check for an error code.
142 if (WIFEXITED(Status
) == 0 || WEXITSTATUS(Status
) != 0)
144 unsigned int Count
= WEXITSTATUS(Status
);
148 for (; Opts
!= 0 && Count
!= 1; Opts
= Opts
->Next
, Count
--);
149 _error
->Error("Problem executing scripts %s '%s'",Cnf
,Opts
->Value
.c_str());
152 return _error
->Error("Sub-process returned an error code");
159 // CopyFile - Buffered copy of a file /*{{{*/
160 // ---------------------------------------------------------------------
161 /* The caller is expected to set things so that failure causes erasure */
162 bool CopyFile(FileFd
&From
,FileFd
&To
)
164 if (From
.IsOpen() == false || To
.IsOpen() == false ||
165 From
.Failed() == true || To
.Failed() == true)
168 // Buffered copy between fds
169 constexpr size_t BufSize
= APT_BUFFER_SIZE
;
170 std::unique_ptr
<unsigned char[]> Buf(new unsigned char[BufSize
]);
171 unsigned long long ToRead
= 0;
173 if (From
.Read(Buf
.get(),BufSize
, &ToRead
) == false ||
174 To
.Write(Buf
.get(),ToRead
) == false)
176 } while (ToRead
!= 0);
181 bool RemoveFile(char const * const Function
, std::string
const &FileName
)/*{{{*/
183 if (FileName
== "/dev/null")
186 if (unlink(FileName
.c_str()) != 0)
191 return _error
->WarningE(Function
,_("Problem unlinking the file %s"), FileName
.c_str());
196 // GetLock - Gets a lock file /*{{{*/
197 // ---------------------------------------------------------------------
198 /* This will create an empty file of the given name and lock it. Once this
199 is done all other calls to GetLock in any other process will fail with
200 -1. The return result is the fd of the file, the call should call
201 close at some time. */
202 int GetLock(string File
,bool Errors
)
204 // GetLock() is used in aptitude on directories with public-write access
205 // Use O_NOFOLLOW here to prevent symlink traversal attacks
206 int FD
= open(File
.c_str(),O_RDWR
| O_CREAT
| O_NOFOLLOW
,0640);
209 // Read only .. can't have locking problems there.
212 _error
->Warning(_("Not using locking for read only lock file %s"),File
.c_str());
213 return dup(0); // Need something for the caller to close
217 _error
->Errno("open",_("Could not open lock file %s"),File
.c_str());
219 // Feh.. We do this to distinguish the lock vs open case..
223 SetCloseExec(FD
,true);
225 // Acquire a write lock
228 fl
.l_whence
= SEEK_SET
;
231 if (fcntl(FD
,F_SETLK
,&fl
) == -1)
233 // always close to not leak resources
240 _error
->Warning(_("Not using locking for nfs mounted lock file %s"),File
.c_str());
241 return dup(0); // Need something for the caller to close
245 _error
->Errno("open",_("Could not get lock %s"),File
.c_str());
253 // FileExists - Check if a file exists /*{{{*/
254 // ---------------------------------------------------------------------
255 /* Beware: Directories are also files! */
256 bool FileExists(string File
)
259 if (stat(File
.c_str(),&Buf
) != 0)
264 // RealFileExists - Check if a file exists and if it is really a file /*{{{*/
265 // ---------------------------------------------------------------------
267 bool RealFileExists(string File
)
270 if (stat(File
.c_str(),&Buf
) != 0)
272 return ((Buf
.st_mode
& S_IFREG
) != 0);
275 // DirectoryExists - Check if a directory exists and is really one /*{{{*/
276 // ---------------------------------------------------------------------
278 bool DirectoryExists(string
const &Path
)
281 if (stat(Path
.c_str(),&Buf
) != 0)
283 return ((Buf
.st_mode
& S_IFDIR
) != 0);
286 // CreateDirectory - poor man's mkdir -p guarded by a parent directory /*{{{*/
287 // ---------------------------------------------------------------------
288 /* This method will create all directories needed for path in good old
289 mkdir -p style but refuses to do this if Parent is not a prefix of
290 this Path. Example: /var/cache/ and /var/cache/apt/archives are given,
291 so it will create apt/archives if /var/cache exists - on the other
292 hand if the parent is /var/lib the creation will fail as this path
293 is not a parent of the path to be generated. */
294 bool CreateDirectory(string
const &Parent
, string
const &Path
)
296 if (Parent
.empty() == true || Path
.empty() == true)
299 if (DirectoryExists(Path
) == true)
302 if (DirectoryExists(Parent
) == false)
305 // we are not going to create directories "into the blue"
306 if (Path
.compare(0, Parent
.length(), Parent
) != 0)
309 vector
<string
> const dirs
= VectorizeString(Path
.substr(Parent
.size()), '/');
310 string progress
= Parent
;
311 for (vector
<string
>::const_iterator d
= dirs
.begin(); d
!= dirs
.end(); ++d
)
313 if (d
->empty() == true)
316 progress
.append("/").append(*d
);
317 if (DirectoryExists(progress
) == true)
320 if (mkdir(progress
.c_str(), 0755) != 0)
326 // CreateAPTDirectoryIfNeeded - ensure that the given directory exists /*{{{*/
327 // ---------------------------------------------------------------------
328 /* a small wrapper around CreateDirectory to check if it exists and to
329 remove the trailing "/apt/" from the parent directory if needed */
330 bool CreateAPTDirectoryIfNeeded(string
const &Parent
, string
const &Path
)
332 if (DirectoryExists(Path
) == true)
335 size_t const len
= Parent
.size();
336 if (len
> 5 && Parent
.find("/apt/", len
- 6, 5) == len
- 5)
338 if (CreateDirectory(Parent
.substr(0,len
-5), Path
) == true)
341 else if (CreateDirectory(Parent
, Path
) == true)
347 // GetListOfFilesInDir - returns a vector of files in the given dir /*{{{*/
348 // ---------------------------------------------------------------------
349 /* If an extension is given only files with this extension are included
350 in the returned vector, otherwise every "normal" file is included. */
351 std::vector
<string
> GetListOfFilesInDir(string
const &Dir
, string
const &Ext
,
352 bool const &SortList
, bool const &AllowNoExt
)
354 std::vector
<string
> ext
;
356 if (Ext
.empty() == false)
358 if (AllowNoExt
== true && ext
.empty() == false)
360 return GetListOfFilesInDir(Dir
, ext
, SortList
);
362 std::vector
<string
> GetListOfFilesInDir(string
const &Dir
, std::vector
<string
> const &Ext
,
363 bool const &SortList
)
365 // Attention debuggers: need to be set with the environment config file!
366 bool const Debug
= _config
->FindB("Debug::GetListOfFilesInDir", false);
369 std::clog
<< "Accept in " << Dir
<< " only files with the following " << Ext
.size() << " extensions:" << std::endl
;
370 if (Ext
.empty() == true)
371 std::clog
<< "\tNO extension" << std::endl
;
373 for (std::vector
<string
>::const_iterator e
= Ext
.begin();
375 std::clog
<< '\t' << (e
->empty() == true ? "NO" : *e
) << " extension" << std::endl
;
378 std::vector
<string
> List
;
380 if (DirectoryExists(Dir
) == false)
382 _error
->Error(_("List of files can't be created as '%s' is not a directory"), Dir
.c_str());
386 Configuration::MatchAgainstConfig
SilentIgnore("Dir::Ignore-Files-Silently");
387 DIR *D
= opendir(Dir
.c_str());
390 _error
->Errno("opendir",_("Unable to read %s"),Dir
.c_str());
394 for (struct dirent
*Ent
= readdir(D
); Ent
!= 0; Ent
= readdir(D
))
396 // skip "hidden" files
397 if (Ent
->d_name
[0] == '.')
400 // Make sure it is a file and not something else
401 string
const File
= flCombine(Dir
,Ent
->d_name
);
402 #ifdef _DIRENT_HAVE_D_TYPE
403 if (Ent
->d_type
!= DT_REG
)
406 if (RealFileExists(File
) == false)
408 // do not show ignoration warnings for directories
410 #ifdef _DIRENT_HAVE_D_TYPE
411 Ent
->d_type
== DT_DIR
||
413 DirectoryExists(File
) == true)
415 if (SilentIgnore
.Match(Ent
->d_name
) == false)
416 _error
->Notice(_("Ignoring '%s' in directory '%s' as it is not a regular file"), Ent
->d_name
, Dir
.c_str());
421 // check for accepted extension:
422 // no extension given -> periods are bad as hell!
423 // extensions given -> "" extension allows no extension
424 if (Ext
.empty() == false)
426 string d_ext
= flExtension(Ent
->d_name
);
427 if (d_ext
== Ent
->d_name
) // no extension
429 if (std::find(Ext
.begin(), Ext
.end(), "") == Ext
.end())
432 std::clog
<< "Bad file: " << Ent
->d_name
<< " → no extension" << std::endl
;
433 if (SilentIgnore
.Match(Ent
->d_name
) == false)
434 _error
->Notice(_("Ignoring file '%s' in directory '%s' as it has no filename extension"), Ent
->d_name
, Dir
.c_str());
438 else if (std::find(Ext
.begin(), Ext
.end(), d_ext
) == Ext
.end())
441 std::clog
<< "Bad file: " << Ent
->d_name
<< " → bad extension »" << flExtension(Ent
->d_name
) << "«" << std::endl
;
442 if (SilentIgnore
.Match(Ent
->d_name
) == false)
443 _error
->Notice(_("Ignoring file '%s' in directory '%s' as it has an invalid filename extension"), Ent
->d_name
, Dir
.c_str());
448 // Skip bad filenames ala run-parts
449 const char *C
= Ent
->d_name
;
451 if (isalpha(*C
) == 0 && isdigit(*C
) == 0
452 && *C
!= '_' && *C
!= '-' && *C
!= ':') {
453 // no required extension -> dot is a bad character
454 if (*C
== '.' && Ext
.empty() == false)
459 // we don't reach the end of the name -> bad character included
463 std::clog
<< "Bad file: " << Ent
->d_name
<< " → bad character »"
464 << *C
<< "« in filename (period allowed: " << (Ext
.empty() ? "no" : "yes") << ")" << std::endl
;
468 // skip filenames which end with a period. These are never valid
472 std::clog
<< "Bad file: " << Ent
->d_name
<< " → Period as last character" << std::endl
;
477 std::clog
<< "Accept file: " << Ent
->d_name
<< " in " << Dir
<< std::endl
;
478 List
.push_back(File
);
482 if (SortList
== true)
483 std::sort(List
.begin(),List
.end());
486 std::vector
<string
> GetListOfFilesInDir(string
const &Dir
, bool SortList
)
488 bool const Debug
= _config
->FindB("Debug::GetListOfFilesInDir", false);
490 std::clog
<< "Accept in " << Dir
<< " all regular files" << std::endl
;
492 std::vector
<string
> List
;
494 if (DirectoryExists(Dir
) == false)
496 _error
->Error(_("List of files can't be created as '%s' is not a directory"), Dir
.c_str());
500 DIR *D
= opendir(Dir
.c_str());
503 _error
->Errno("opendir",_("Unable to read %s"),Dir
.c_str());
507 for (struct dirent
*Ent
= readdir(D
); Ent
!= 0; Ent
= readdir(D
))
509 // skip "hidden" files
510 if (Ent
->d_name
[0] == '.')
513 // Make sure it is a file and not something else
514 string
const File
= flCombine(Dir
,Ent
->d_name
);
515 #ifdef _DIRENT_HAVE_D_TYPE
516 if (Ent
->d_type
!= DT_REG
)
519 if (RealFileExists(File
) == false)
522 std::clog
<< "Bad file: " << Ent
->d_name
<< " → it is not a real file" << std::endl
;
527 // Skip bad filenames ala run-parts
528 const char *C
= Ent
->d_name
;
530 if (isalpha(*C
) == 0 && isdigit(*C
) == 0
531 && *C
!= '_' && *C
!= '-' && *C
!= '.')
534 // we don't reach the end of the name -> bad character included
538 std::clog
<< "Bad file: " << Ent
->d_name
<< " → bad character »" << *C
<< "« in filename" << std::endl
;
542 // skip filenames which end with a period. These are never valid
546 std::clog
<< "Bad file: " << Ent
->d_name
<< " → Period as last character" << std::endl
;
551 std::clog
<< "Accept file: " << Ent
->d_name
<< " in " << Dir
<< std::endl
;
552 List
.push_back(File
);
556 if (SortList
== true)
557 std::sort(List
.begin(),List
.end());
561 // SafeGetCWD - This is a safer getcwd that returns a dynamic string /*{{{*/
562 // ---------------------------------------------------------------------
563 /* We return / on failure. */
566 // Stash the current dir.
569 if (getcwd(S
,sizeof(S
)-2) == 0)
571 unsigned int Len
= strlen(S
);
577 // GetModificationTime - Get the mtime of the given file or -1 on error /*{{{*/
578 // ---------------------------------------------------------------------
579 /* We return / on failure. */
580 time_t GetModificationTime(string
const &Path
)
583 if (stat(Path
.c_str(), &St
) < 0)
588 // flNotDir - Strip the directory from the filename /*{{{*/
589 // ---------------------------------------------------------------------
591 string
flNotDir(string File
)
593 string::size_type Res
= File
.rfind('/');
594 if (Res
== string::npos
)
597 return string(File
,Res
,Res
- File
.length());
600 // flNotFile - Strip the file from the directory name /*{{{*/
601 // ---------------------------------------------------------------------
602 /* Result ends in a / */
603 string
flNotFile(string File
)
605 string::size_type Res
= File
.rfind('/');
606 if (Res
== string::npos
)
609 return string(File
,0,Res
);
612 // flExtension - Return the extension for the file /*{{{*/
613 // ---------------------------------------------------------------------
615 string
flExtension(string File
)
617 string::size_type Res
= File
.rfind('.');
618 if (Res
== string::npos
)
621 return string(File
,Res
,Res
- File
.length());
624 // flNoLink - If file is a symlink then deref it /*{{{*/
625 // ---------------------------------------------------------------------
626 /* If the name is not a link then the returned path is the input. */
627 string
flNoLink(string File
)
630 if (lstat(File
.c_str(),&St
) != 0 || S_ISLNK(St
.st_mode
) == 0)
632 if (stat(File
.c_str(),&St
) != 0)
635 /* Loop resolving the link. There is no need to limit the number of
636 loops because the stat call above ensures that the symlink is not
644 if ((Res
= readlink(NFile
.c_str(),Buffer
,sizeof(Buffer
))) <= 0 ||
645 (size_t)Res
>= sizeof(Buffer
))
648 // Append or replace the previous path
650 if (Buffer
[0] == '/')
653 NFile
= flNotFile(NFile
) + Buffer
;
655 // See if we are done
656 if (lstat(NFile
.c_str(),&St
) != 0)
658 if (S_ISLNK(St
.st_mode
) == 0)
663 // flCombine - Combine a file and a directory /*{{{*/
664 // ---------------------------------------------------------------------
665 /* If the file is an absolute path then it is just returned, otherwise
666 the directory is pre-pended to it. */
667 string
flCombine(string Dir
,string File
)
669 if (File
.empty() == true)
672 if (File
[0] == '/' || Dir
.empty() == true)
674 if (File
.length() >= 2 && File
[0] == '.' && File
[1] == '/')
676 if (Dir
[Dir
.length()-1] == '/')
678 return Dir
+ '/' + File
;
681 // flAbsPath - Return the absolute path of the filename /*{{{*/
682 // ---------------------------------------------------------------------
684 string
flAbsPath(string File
)
686 char *p
= realpath(File
.c_str(), NULL
);
689 _error
->Errno("realpath", "flAbsPath on %s failed", File
.c_str());
692 std::string
AbsPath(p
);
697 // SetCloseExec - Set the close on exec flag /*{{{*/
698 // ---------------------------------------------------------------------
700 void SetCloseExec(int Fd
,bool Close
)
702 if (fcntl(Fd
,F_SETFD
,(Close
== false)?0:FD_CLOEXEC
) != 0)
704 cerr
<< "FATAL -> Could not set close on exec " << strerror(errno
) << endl
;
709 // SetNonBlock - Set the nonblocking flag /*{{{*/
710 // ---------------------------------------------------------------------
712 void SetNonBlock(int Fd
,bool Block
)
714 int Flags
= fcntl(Fd
,F_GETFL
) & (~O_NONBLOCK
);
715 if (fcntl(Fd
,F_SETFL
,Flags
| ((Block
== false)?0:O_NONBLOCK
)) != 0)
717 cerr
<< "FATAL -> Could not set non-blocking flag " << strerror(errno
) << endl
;
722 // WaitFd - Wait for a FD to become readable /*{{{*/
723 // ---------------------------------------------------------------------
724 /* This waits for a FD to become readable using select. It is useful for
725 applications making use of non-blocking sockets. The timeout is
727 bool WaitFd(int Fd
,bool write
,unsigned long timeout
)
740 Res
= select(Fd
+1,0,&Set
,0,(timeout
!= 0?&tv
:0));
742 while (Res
< 0 && errno
== EINTR
);
752 Res
= select(Fd
+1,&Set
,0,0,(timeout
!= 0?&tv
:0));
754 while (Res
< 0 && errno
== EINTR
);
763 // MergeKeepFdsFromConfiguration - Merge APT::Keep-Fds configuration /*{{{*/
764 // ---------------------------------------------------------------------
765 /* This is used to merge the APT::Keep-Fds with the provided KeepFDs
768 void MergeKeepFdsFromConfiguration(std::set
<int> &KeepFDs
)
770 Configuration::Item
const *Opts
= _config
->Tree("APT::Keep-Fds");
771 if (Opts
!= 0 && Opts
->Child
!= 0)
774 for (; Opts
!= 0; Opts
= Opts
->Next
)
776 if (Opts
->Value
.empty() == true)
778 int fd
= atoi(Opts
->Value
.c_str());
784 // ExecFork - Magical fork that sanitizes the context before execing /*{{{*/
785 // ---------------------------------------------------------------------
786 /* This is used if you want to cleanse the environment for the forked
787 child, it fixes up the important signals and nukes all of the fds,
788 otherwise acts like normal fork. */
792 // we need to merge the Keep-Fds as external tools like
793 // debconf-apt-progress use it
794 MergeKeepFdsFromConfiguration(KeepFDs
);
795 return ExecFork(KeepFDs
);
798 pid_t
ExecFork(std::set
<int> KeepFDs
)
800 // Fork off the process
801 pid_t Process
= fork();
804 cerr
<< "FATAL -> Failed to fork." << endl
;
808 // Spawn the subprocess
812 signal(SIGPIPE
,SIG_DFL
);
813 signal(SIGQUIT
,SIG_DFL
);
814 signal(SIGINT
,SIG_DFL
);
815 signal(SIGWINCH
,SIG_DFL
);
816 signal(SIGCONT
,SIG_DFL
);
817 signal(SIGTSTP
,SIG_DFL
);
819 DIR *dir
= opendir("/proc/self/fd");
823 while ((ent
= readdir(dir
)))
825 int fd
= atoi(ent
->d_name
);
826 // If fd > 0, it was a fd number and not . or ..
827 if (fd
>= 3 && KeepFDs
.find(fd
) == KeepFDs
.end())
828 fcntl(fd
,F_SETFD
,FD_CLOEXEC
);
832 long ScOpenMax
= sysconf(_SC_OPEN_MAX
);
833 // Close all of our FDs - just in case
834 for (int K
= 3; K
!= ScOpenMax
; K
++)
836 if(KeepFDs
.find(K
) == KeepFDs
.end())
837 fcntl(K
,F_SETFD
,FD_CLOEXEC
);
845 // ExecWait - Fancy waitpid /*{{{*/
846 // ---------------------------------------------------------------------
847 /* Waits for the given sub process. If Reap is set then no errors are
848 generated. Otherwise a failed subprocess will generate a proper descriptive
850 bool ExecWait(pid_t Pid
,const char *Name
,bool Reap
)
855 // Wait and collect the error code
857 while (waitpid(Pid
,&Status
,0) != Pid
)
865 return _error
->Error(_("Waited for %s but it wasn't there"),Name
);
869 // Check for an error code.
870 if (WIFEXITED(Status
) == 0 || WEXITSTATUS(Status
) != 0)
874 if (WIFSIGNALED(Status
) != 0)
876 if( WTERMSIG(Status
) == SIGSEGV
)
877 return _error
->Error(_("Sub-process %s received a segmentation fault."),Name
);
879 return _error
->Error(_("Sub-process %s received signal %u."),Name
, WTERMSIG(Status
));
882 if (WIFEXITED(Status
) != 0)
883 return _error
->Error(_("Sub-process %s returned an error code (%u)"),Name
,WEXITSTATUS(Status
));
885 return _error
->Error(_("Sub-process %s exited unexpectedly"),Name
);
891 // StartsWithGPGClearTextSignature - Check if a file is Pgp/GPG clearsigned /*{{{*/
892 bool StartsWithGPGClearTextSignature(string
const &FileName
)
894 static const char* SIGMSG
= "-----BEGIN PGP SIGNED MESSAGE-----\n";
895 char buffer
[strlen(SIGMSG
)+1];
896 FILE* gpg
= fopen(FileName
.c_str(), "r");
900 char const * const test
= fgets(buffer
, sizeof(buffer
), gpg
);
902 if (test
== NULL
|| strcmp(buffer
, SIGMSG
) != 0)
908 // ChangeOwnerAndPermissionOfFile - set file attributes to requested values /*{{{*/
909 bool ChangeOwnerAndPermissionOfFile(char const * const requester
, char const * const file
, char const * const user
, char const * const group
, mode_t
const mode
)
911 if (strcmp(file
, "/dev/null") == 0)
914 if (getuid() == 0 && strlen(user
) != 0 && strlen(group
) != 0) // if we aren't root, we can't chown, so don't try it
916 // ensure the file is owned by root and has good permissions
917 struct passwd
const * const pw
= getpwnam(user
);
918 struct group
const * const gr
= getgrnam(group
);
919 if (pw
!= NULL
&& gr
!= NULL
&& chown(file
, pw
->pw_uid
, gr
->gr_gid
) != 0)
920 Res
&= _error
->WarningE(requester
, "chown to %s:%s of file %s failed", user
, group
, file
);
922 if (chmod(file
, mode
) != 0)
923 Res
&= _error
->WarningE(requester
, "chmod 0%o of file %s failed", mode
, file
);
928 struct APT_HIDDEN simple_buffer
{ /*{{{*/
929 size_t buffersize_max
= 0;
930 unsigned long long bufferstart
= 0;
931 unsigned long long bufferend
= 0;
932 char *buffer
= nullptr;
941 const char *get() const { return buffer
+ bufferstart
; }
942 char *get() { return buffer
+ bufferstart
; }
943 const char *getend() const { return buffer
+ bufferend
; }
944 char *getend() { return buffer
+ bufferend
; }
945 bool empty() const { return bufferend
<= bufferstart
; }
946 bool full() const { return bufferend
== buffersize_max
; }
947 unsigned long long free() const { return buffersize_max
- bufferend
; }
948 unsigned long long size() const { return bufferend
-bufferstart
; }
949 void reset(size_t size
)
951 if (size
> buffersize_max
) {
953 buffersize_max
= size
;
954 buffer
= new char[size
];
958 void reset() { bufferend
= bufferstart
= 0; }
959 ssize_t
read(void *to
, unsigned long long requested_size
) APT_MUSTCHECK
961 if (size() < requested_size
)
962 requested_size
= size();
963 memcpy(to
, buffer
+ bufferstart
, requested_size
);
964 bufferstart
+= requested_size
;
965 if (bufferstart
== bufferend
)
966 bufferstart
= bufferend
= 0;
967 return requested_size
;
969 ssize_t
write(const void *from
, unsigned long long requested_size
) APT_MUSTCHECK
971 if (free() < requested_size
)
972 requested_size
= free();
973 memcpy(getend(), from
, requested_size
);
974 bufferend
+= requested_size
;
975 if (bufferstart
== bufferend
)
976 bufferstart
= bufferend
= 0;
977 return requested_size
;
982 class APT_HIDDEN FileFdPrivate
{ /*{{{*/
983 friend class BufferedWriteFileFdPrivate
;
985 FileFd
* const filefd
;
986 simple_buffer buffer
;
988 pid_t compressor_pid
;
990 APT::Configuration::Compressor compressor
;
991 unsigned int openmode
;
992 unsigned long long seekpos
;
995 explicit FileFdPrivate(FileFd
* const pfilefd
) : filefd(pfilefd
),
996 compressed_fd(-1), compressor_pid(-1), is_pipe(false),
997 openmode(0), seekpos(0) {};
998 virtual APT::Configuration::Compressor
get_compressor() const
1002 virtual void set_compressor(APT::Configuration::Compressor
const &compressor
)
1004 this->compressor
= compressor
;
1006 virtual unsigned int get_openmode() const
1010 virtual void set_openmode(unsigned int openmode
)
1012 this->openmode
= openmode
;
1014 virtual bool get_is_pipe() const
1018 virtual void set_is_pipe(bool is_pipe
)
1020 this->is_pipe
= is_pipe
;
1022 virtual unsigned long long get_seekpos() const
1026 virtual void set_seekpos(unsigned long long seekpos
)
1028 this->seekpos
= seekpos
;
1031 virtual bool InternalOpen(int const iFd
, unsigned int const Mode
) = 0;
1032 ssize_t
InternalRead(void * To
, unsigned long long Size
)
1034 // Drain the buffer if needed.
1035 if (buffer
.empty() == false)
1037 return buffer
.read(To
, Size
);
1039 return InternalUnbufferedRead(To
, Size
);
1041 virtual ssize_t
InternalUnbufferedRead(void * const To
, unsigned long long const Size
) = 0;
1042 virtual bool InternalReadError() { return filefd
->FileFdErrno("read",_("Read error")); }
1043 virtual char * InternalReadLine(char * To
, unsigned long long Size
)
1045 if (unlikely(Size
== 0))
1047 // Read one byte less than buffer size to have space for trailing 0.
1050 char * const InitialTo
= To
;
1053 if (buffer
.empty() == true)
1056 unsigned long long actualread
= 0;
1057 if (filefd
->Read(buffer
.getend(), buffer
.free(), &actualread
) == false)
1059 buffer
.bufferend
= actualread
;
1060 if (buffer
.size() == 0)
1062 if (To
== InitialTo
)
1066 filefd
->Flags
&= ~FileFd::HitEof
;
1069 unsigned long long const OutputSize
= std::min(Size
, buffer
.size());
1070 char const * const newline
= static_cast<char const * const>(memchr(buffer
.get(), '\n', OutputSize
));
1071 // Read until end of line or up to Size bytes from the buffer.
1072 unsigned long long actualread
= buffer
.read(To
,
1073 (newline
!= nullptr)
1074 ? (newline
- buffer
.get()) + 1
1078 if (newline
!= nullptr)
1084 virtual bool InternalFlush()
1088 virtual ssize_t
InternalWrite(void const * const From
, unsigned long long const Size
) = 0;
1089 virtual bool InternalWriteError() { return filefd
->FileFdErrno("write",_("Write error")); }
1090 virtual bool InternalSeek(unsigned long long const To
)
1092 // Our poor man seeking is costly, so try to avoid it
1093 unsigned long long const iseekpos
= filefd
->Tell();
1096 else if (iseekpos
< To
)
1097 return filefd
->Skip(To
- iseekpos
);
1099 if ((openmode
& FileFd::ReadOnly
) != FileFd::ReadOnly
)
1100 return filefd
->FileFdError("Reopen is only implemented for read-only files!");
1101 InternalClose(filefd
->FileName
);
1102 if (filefd
->iFd
!= -1)
1105 if (filefd
->TemporaryFileName
.empty() == false)
1106 filefd
->iFd
= open(filefd
->TemporaryFileName
.c_str(), O_RDONLY
);
1107 else if (filefd
->FileName
.empty() == false)
1108 filefd
->iFd
= open(filefd
->FileName
.c_str(), O_RDONLY
);
1111 if (compressed_fd
> 0)
1112 if (lseek(compressed_fd
, 0, SEEK_SET
) != 0)
1113 filefd
->iFd
= compressed_fd
;
1114 if (filefd
->iFd
< 0)
1115 return filefd
->FileFdError("Reopen is not implemented for pipes opened with FileFd::OpenDescriptor()!");
1118 if (filefd
->OpenInternDescriptor(openmode
, compressor
) == false)
1119 return filefd
->FileFdError("Seek on file %s because it couldn't be reopened", filefd
->FileName
.c_str());
1124 return filefd
->Skip(To
);
1129 virtual bool InternalSkip(unsigned long long Over
)
1131 unsigned long long constexpr buffersize
= 1024;
1132 char buffer
[buffersize
];
1135 unsigned long long toread
= std::min(buffersize
, Over
);
1136 if (filefd
->Read(buffer
, toread
) == false)
1137 return filefd
->FileFdError("Unable to seek ahead %llu",Over
);
1142 virtual bool InternalTruncate(unsigned long long const)
1144 return filefd
->FileFdError("Truncating compressed files is not implemented (%s)", filefd
->FileName
.c_str());
1146 virtual unsigned long long InternalTell()
1148 // In theory, we could just return seekpos here always instead of
1149 // seeking around, but not all users of FileFd use always Seek() and co
1150 // so d->seekpos isn't always true and we can just use it as a hint if
1151 // we have nothing else, but not always as an authority…
1152 return seekpos
- buffer
.size();
1154 virtual unsigned long long InternalSize()
1156 unsigned long long size
= 0;
1157 unsigned long long const oldSeek
= filefd
->Tell();
1158 unsigned long long constexpr ignoresize
= 1024;
1159 char ignore
[ignoresize
];
1160 unsigned long long read
= 0;
1162 if (filefd
->Read(ignore
, ignoresize
, &read
) == false)
1164 filefd
->Seek(oldSeek
);
1168 size
= filefd
->Tell();
1169 filefd
->Seek(oldSeek
);
1172 virtual bool InternalClose(std::string
const &FileName
) = 0;
1173 virtual bool InternalStream() const { return false; }
1174 virtual bool InternalAlwaysAutoClose() const { return true; }
1176 virtual ~FileFdPrivate() {}
1179 class APT_HIDDEN BufferedWriteFileFdPrivate
: public FileFdPrivate
{ /*{{{*/
1181 FileFdPrivate
*wrapped
;
1182 simple_buffer writebuffer
;
1186 explicit BufferedWriteFileFdPrivate(FileFdPrivate
*Priv
) :
1187 FileFdPrivate(Priv
->filefd
), wrapped(Priv
) {};
1189 virtual APT::Configuration::Compressor
get_compressor() const APT_OVERRIDE
1191 return wrapped
->get_compressor();
1193 virtual void set_compressor(APT::Configuration::Compressor
const &compressor
) APT_OVERRIDE
1195 return wrapped
->set_compressor(compressor
);
1197 virtual unsigned int get_openmode() const APT_OVERRIDE
1199 return wrapped
->get_openmode();
1201 virtual void set_openmode(unsigned int openmode
) APT_OVERRIDE
1203 return wrapped
->set_openmode(openmode
);
1205 virtual bool get_is_pipe() const APT_OVERRIDE
1207 return wrapped
->get_is_pipe();
1209 virtual void set_is_pipe(bool is_pipe
) APT_OVERRIDE
1211 FileFdPrivate::set_is_pipe(is_pipe
);
1212 wrapped
->set_is_pipe(is_pipe
);
1214 virtual unsigned long long get_seekpos() const APT_OVERRIDE
1216 return wrapped
->get_seekpos();
1218 virtual void set_seekpos(unsigned long long seekpos
) APT_OVERRIDE
1220 return wrapped
->set_seekpos(seekpos
);
1222 virtual bool InternalOpen(int const iFd
, unsigned int const Mode
) APT_OVERRIDE
1224 if (InternalFlush() == false)
1226 return wrapped
->InternalOpen(iFd
, Mode
);
1228 virtual ssize_t
InternalUnbufferedRead(void * const To
, unsigned long long const Size
) APT_OVERRIDE
1230 if (InternalFlush() == false)
1232 return wrapped
->InternalUnbufferedRead(To
, Size
);
1235 virtual bool InternalReadError() APT_OVERRIDE
1237 return wrapped
->InternalReadError();
1239 virtual char * InternalReadLine(char * To
, unsigned long long Size
) APT_OVERRIDE
1241 if (InternalFlush() == false)
1243 return wrapped
->InternalReadLine(To
, Size
);
1245 virtual bool InternalFlush() APT_OVERRIDE
1247 while (writebuffer
.empty() == false) {
1248 auto written
= wrapped
->InternalWrite(writebuffer
.get(),
1249 writebuffer
.size());
1250 // Ignore interrupted syscalls
1251 if (written
< 0 && errno
== EINTR
)
1254 return wrapped
->InternalWriteError();
1256 writebuffer
.bufferstart
+= written
;
1259 writebuffer
.reset();
1262 virtual ssize_t
InternalWrite(void const * const From
, unsigned long long const Size
) APT_OVERRIDE
1264 // Optimisation: If the buffer is empty and we have more to write than
1265 // would fit in the buffer (or equal number of bytes), write directly.
1266 if (writebuffer
.empty() == true && Size
>= writebuffer
.free())
1267 return wrapped
->InternalWrite(From
, Size
);
1269 // Write as much into the buffer as possible and then flush if needed
1270 auto written
= writebuffer
.write(From
, Size
);
1272 if (writebuffer
.full() && InternalFlush() == false)
1277 virtual bool InternalWriteError() APT_OVERRIDE
1279 return wrapped
->InternalWriteError();
1281 virtual bool InternalSeek(unsigned long long const To
) APT_OVERRIDE
1283 if (InternalFlush() == false)
1285 return wrapped
->InternalSeek(To
);
1287 virtual bool InternalSkip(unsigned long long Over
) APT_OVERRIDE
1289 if (InternalFlush() == false)
1291 return wrapped
->InternalSkip(Over
);
1293 virtual bool InternalTruncate(unsigned long long const Size
) APT_OVERRIDE
1295 if (InternalFlush() == false)
1297 return wrapped
->InternalTruncate(Size
);
1299 virtual unsigned long long InternalTell() APT_OVERRIDE
1301 if (InternalFlush() == false)
1303 return wrapped
->InternalTell();
1305 virtual unsigned long long InternalSize() APT_OVERRIDE
1307 if (InternalFlush() == false)
1309 return wrapped
->InternalSize();
1311 virtual bool InternalClose(std::string
const &FileName
) APT_OVERRIDE
1313 return wrapped
->InternalClose(FileName
);
1315 virtual bool InternalAlwaysAutoClose() const APT_OVERRIDE
1317 return wrapped
->InternalAlwaysAutoClose();
1319 virtual ~BufferedWriteFileFdPrivate()
1325 class APT_HIDDEN GzipFileFdPrivate
: public FileFdPrivate
{ /*{{{*/
1329 virtual bool InternalOpen(int const iFd
, unsigned int const Mode
) APT_OVERRIDE
1331 if ((Mode
& FileFd::ReadWrite
) == FileFd::ReadWrite
)
1332 gz
= gzdopen(iFd
, "r+");
1333 else if ((Mode
& FileFd::WriteOnly
) == FileFd::WriteOnly
)
1334 gz
= gzdopen(iFd
, "w");
1336 gz
= gzdopen(iFd
, "r");
1337 filefd
->Flags
|= FileFd::Compressed
;
1338 return gz
!= nullptr;
1340 virtual ssize_t
InternalUnbufferedRead(void * const To
, unsigned long long const Size
) APT_OVERRIDE
1342 return gzread(gz
, To
, Size
);
1344 virtual bool InternalReadError() APT_OVERRIDE
1347 char const * const errmsg
= gzerror(gz
, &err
);
1349 return filefd
->FileFdError("gzread: %s (%d: %s)", _("Read error"), err
, errmsg
);
1350 return FileFdPrivate::InternalReadError();
1352 virtual char * InternalReadLine(char * To
, unsigned long long Size
) APT_OVERRIDE
1354 return gzgets(gz
, To
, Size
);
1356 virtual ssize_t
InternalWrite(void const * const From
, unsigned long long const Size
) APT_OVERRIDE
1358 return gzwrite(gz
,From
,Size
);
1360 virtual bool InternalWriteError() APT_OVERRIDE
1363 char const * const errmsg
= gzerror(gz
, &err
);
1365 return filefd
->FileFdError("gzwrite: %s (%d: %s)", _("Write error"), err
, errmsg
);
1366 return FileFdPrivate::InternalWriteError();
1368 virtual bool InternalSeek(unsigned long long const To
) APT_OVERRIDE
1370 off_t
const res
= gzseek(gz
, To
, SEEK_SET
);
1371 if (res
!= (off_t
)To
)
1372 return filefd
->FileFdError("Unable to seek to %llu", To
);
1377 virtual bool InternalSkip(unsigned long long Over
) APT_OVERRIDE
1379 if (Over
>= buffer
.size())
1381 Over
-= buffer
.size();
1386 buffer
.bufferstart
+= Over
;
1391 off_t
const res
= gzseek(gz
, Over
, SEEK_CUR
);
1393 return filefd
->FileFdError("Unable to seek ahead %llu",Over
);
1397 virtual unsigned long long InternalTell() APT_OVERRIDE
1399 return gztell(gz
) - buffer
.size();
1401 virtual unsigned long long InternalSize() APT_OVERRIDE
1403 unsigned long long filesize
= FileFdPrivate::InternalSize();
1404 // only check gzsize if we are actually a gzip file, just checking for
1405 // "gz" is not sufficient as uncompressed files could be opened with
1406 // gzopen in "direct" mode as well
1407 if (filesize
== 0 || gzdirect(gz
))
1410 off_t
const oldPos
= lseek(filefd
->iFd
, 0, SEEK_CUR
);
1411 /* unfortunately zlib.h doesn't provide a gzsize(), so we have to do
1412 * this ourselves; the original (uncompressed) file size is the last 32
1413 * bits of the file */
1414 // FIXME: Size for gz-files is limited by 32bit… no largefile support
1415 if (lseek(filefd
->iFd
, -4, SEEK_END
) < 0)
1417 filefd
->FileFdErrno("lseek","Unable to seek to end of gzipped file");
1421 if (read(filefd
->iFd
, &size
, 4) != 4)
1423 filefd
->FileFdErrno("read","Unable to read original size of gzipped file");
1426 size
= le32toh(size
);
1428 if (lseek(filefd
->iFd
, oldPos
, SEEK_SET
) < 0)
1430 filefd
->FileFdErrno("lseek","Unable to seek in gzipped file");
1435 virtual bool InternalClose(std::string
const &FileName
) APT_OVERRIDE
1439 int const e
= gzclose(gz
);
1441 // gzdclose() on empty files always fails with "buffer error" here, ignore that
1442 if (e
!= 0 && e
!= Z_BUF_ERROR
)
1443 return _error
->Errno("close",_("Problem closing the gzip file %s"), FileName
.c_str());
1447 explicit GzipFileFdPrivate(FileFd
* const filefd
) : FileFdPrivate(filefd
), gz(nullptr) {}
1448 virtual ~GzipFileFdPrivate() { InternalClose(""); }
1452 class APT_HIDDEN Bz2FileFdPrivate
: public FileFdPrivate
{ /*{{{*/
1456 virtual bool InternalOpen(int const iFd
, unsigned int const Mode
) APT_OVERRIDE
1458 if ((Mode
& FileFd::ReadWrite
) == FileFd::ReadWrite
)
1459 bz2
= BZ2_bzdopen(iFd
, "r+");
1460 else if ((Mode
& FileFd::WriteOnly
) == FileFd::WriteOnly
)
1461 bz2
= BZ2_bzdopen(iFd
, "w");
1463 bz2
= BZ2_bzdopen(iFd
, "r");
1464 filefd
->Flags
|= FileFd::Compressed
;
1465 return bz2
!= nullptr;
1467 virtual ssize_t
InternalUnbufferedRead(void * const To
, unsigned long long const Size
) APT_OVERRIDE
1469 return BZ2_bzread(bz2
, To
, Size
);
1471 virtual bool InternalReadError() APT_OVERRIDE
1474 char const * const errmsg
= BZ2_bzerror(bz2
, &err
);
1475 if (err
!= BZ_IO_ERROR
)
1476 return filefd
->FileFdError("BZ2_bzread: %s %s (%d: %s)", filefd
->FileName
.c_str(), _("Read error"), err
, errmsg
);
1477 return FileFdPrivate::InternalReadError();
1479 virtual ssize_t
InternalWrite(void const * const From
, unsigned long long const Size
) APT_OVERRIDE
1481 return BZ2_bzwrite(bz2
, (void*)From
, Size
);
1483 virtual bool InternalWriteError() APT_OVERRIDE
1486 char const * const errmsg
= BZ2_bzerror(bz2
, &err
);
1487 if (err
!= BZ_IO_ERROR
)
1488 return filefd
->FileFdError("BZ2_bzwrite: %s %s (%d: %s)", filefd
->FileName
.c_str(), _("Write error"), err
, errmsg
);
1489 return FileFdPrivate::InternalWriteError();
1491 virtual bool InternalStream() const APT_OVERRIDE
{ return true; }
1492 virtual bool InternalClose(std::string
const &) APT_OVERRIDE
1501 explicit Bz2FileFdPrivate(FileFd
* const filefd
) : FileFdPrivate(filefd
), bz2(nullptr) {}
1502 virtual ~Bz2FileFdPrivate() { InternalClose(""); }
1506 class APT_HIDDEN Lz4FileFdPrivate
: public FileFdPrivate
{ /*{{{*/
1507 static constexpr unsigned long long LZ4_HEADER_SIZE
= 19;
1508 static constexpr unsigned long long LZ4_FOOTER_SIZE
= 4;
1510 LZ4F_decompressionContext_t dctx
;
1511 LZ4F_compressionContext_t cctx
;
1512 LZ4F_errorCode_t res
;
1514 simple_buffer lz4_buffer
;
1515 // Count of bytes that the decompressor expects to read next, or buffer size.
1516 size_t next_to_load
= APT_BUFFER_SIZE
;
1518 virtual bool InternalOpen(int const iFd
, unsigned int const Mode
) APT_OVERRIDE
1520 if ((Mode
& FileFd::ReadWrite
) == FileFd::ReadWrite
)
1521 return _error
->Error("lz4 only supports write or read mode");
1523 if ((Mode
& FileFd::WriteOnly
) == FileFd::WriteOnly
) {
1524 res
= LZ4F_createCompressionContext(&cctx
, LZ4F_VERSION
);
1525 lz4_buffer
.reset(LZ4F_compressBound(APT_BUFFER_SIZE
, nullptr)
1526 + LZ4_HEADER_SIZE
+ LZ4_FOOTER_SIZE
);
1528 res
= LZ4F_createDecompressionContext(&dctx
, LZ4F_VERSION
);
1529 lz4_buffer
.reset(APT_BUFFER_SIZE
);
1532 filefd
->Flags
|= FileFd::Compressed
;
1534 if (LZ4F_isError(res
))
1537 unsigned int flags
= (Mode
& (FileFd::WriteOnly
|FileFd::ReadOnly
));
1538 if (backend
.OpenDescriptor(iFd
, flags
) == false)
1541 // Write the file header
1542 if ((Mode
& FileFd::WriteOnly
) == FileFd::WriteOnly
)
1544 res
= LZ4F_compressBegin(cctx
, lz4_buffer
.buffer
, lz4_buffer
.buffersize_max
, nullptr);
1545 if (LZ4F_isError(res
) || backend
.Write(lz4_buffer
.buffer
, res
) == false)
1551 virtual ssize_t
InternalUnbufferedRead(void * const To
, unsigned long long const Size
) APT_OVERRIDE
1553 /* Keep reading as long as the compressor still wants to read */
1554 while (next_to_load
) {
1555 // Fill compressed buffer;
1556 if (lz4_buffer
.empty()) {
1557 unsigned long long read
;
1558 /* Reset - if LZ4 decompressor wants to read more, allocate more */
1559 lz4_buffer
.reset(next_to_load
);
1560 if (backend
.Read(lz4_buffer
.getend(), lz4_buffer
.free(), &read
) == false)
1562 lz4_buffer
.bufferend
+= read
;
1567 return filefd
->FileFdError("LZ4F: %s %s",
1568 filefd
->FileName
.c_str(),
1569 _("Unexpected end of file")), -1;
1572 // Drain compressed buffer as far as possible.
1573 size_t in
= lz4_buffer
.size();
1576 res
= LZ4F_decompress(dctx
, To
, &out
, lz4_buffer
.get(), &in
, nullptr);
1577 if (LZ4F_isError(res
))
1581 lz4_buffer
.bufferstart
+= in
;
1589 virtual bool InternalReadError() APT_OVERRIDE
1591 char const * const errmsg
= LZ4F_getErrorName(res
);
1593 return filefd
->FileFdError("LZ4F: %s %s (%zu: %s)", filefd
->FileName
.c_str(), _("Read error"), res
, errmsg
);
1595 virtual ssize_t
InternalWrite(void const * const From
, unsigned long long const Size
) APT_OVERRIDE
1597 unsigned long long const towrite
= std::min(APT_BUFFER_SIZE
, Size
);
1599 res
= LZ4F_compressUpdate(cctx
,
1600 lz4_buffer
.buffer
, lz4_buffer
.buffersize_max
,
1601 From
, towrite
, nullptr);
1603 if (LZ4F_isError(res
) || backend
.Write(lz4_buffer
.buffer
, res
) == false)
1608 virtual bool InternalWriteError() APT_OVERRIDE
1610 char const * const errmsg
= LZ4F_getErrorName(res
);
1612 return filefd
->FileFdError("LZ4F: %s %s (%zu: %s)", filefd
->FileName
.c_str(), _("Write error"), res
, errmsg
);
1614 virtual bool InternalStream() const APT_OVERRIDE
{ return true; }
1616 virtual bool InternalFlush() APT_OVERRIDE
1618 return backend
.Flush();
1621 virtual bool InternalClose(std::string
const &) APT_OVERRIDE
1623 /* Reset variables */
1625 next_to_load
= APT_BUFFER_SIZE
;
1627 if (cctx
!= nullptr)
1629 if (filefd
->Failed() == false)
1631 res
= LZ4F_compressEnd(cctx
, lz4_buffer
.buffer
, lz4_buffer
.buffersize_max
, nullptr);
1632 if (LZ4F_isError(res
) || backend
.Write(lz4_buffer
.buffer
, res
) == false)
1634 if (!backend
.Flush())
1637 if (!backend
.Close())
1640 res
= LZ4F_freeCompressionContext(cctx
);
1644 if (dctx
!= nullptr)
1646 res
= LZ4F_freeDecompressionContext(dctx
);
1650 return LZ4F_isError(res
) == false;
1653 explicit Lz4FileFdPrivate(FileFd
* const filefd
) : FileFdPrivate(filefd
), dctx(nullptr), cctx(nullptr) {}
1654 virtual ~Lz4FileFdPrivate() {
1660 class APT_HIDDEN LzmaFileFdPrivate
: public FileFdPrivate
{ /*{{{*/
1664 FileFd
* const filefd
;
1665 uint8_t buffer
[4096];
1671 LZMAFILE(FileFd
* const fd
) : file(nullptr), filefd(fd
), eof(false), compressing(false) { buffer
[0] = '\0'; }
1674 if (compressing
== true && filefd
->Failed() == false)
1676 size_t constexpr buffersize
= sizeof(buffer
)/sizeof(buffer
[0]);
1679 stream
.avail_out
= buffersize
;
1680 stream
.next_out
= buffer
;
1681 err
= lzma_code(&stream
, LZMA_FINISH
);
1682 if (err
!= LZMA_OK
&& err
!= LZMA_STREAM_END
)
1684 _error
->Error("~LZMAFILE: Compress finalisation failed");
1687 size_t const n
= buffersize
- stream
.avail_out
;
1688 if (n
&& fwrite(buffer
, 1, n
, file
) != n
)
1690 _error
->Errno("~LZMAFILE",_("Write error"));
1693 if (err
== LZMA_STREAM_END
)
1702 static uint32_t findXZlevel(std::vector
<std::string
> const &Args
)
1704 for (auto a
= Args
.rbegin(); a
!= Args
.rend(); ++a
)
1705 if (a
->empty() == false && (*a
)[0] == '-' && (*a
)[1] != '-')
1707 auto const number
= a
->find_last_of("0123456789");
1708 if (number
== std::string::npos
)
1710 auto const extreme
= a
->find("e", number
);
1711 uint32_t level
= (extreme
!= std::string::npos
) ? LZMA_PRESET_EXTREME
: 0;
1712 switch ((*a
)[number
])
1714 case '0': return level
| 0;
1715 case '1': return level
| 1;
1716 case '2': return level
| 2;
1717 case '3': return level
| 3;
1718 case '4': return level
| 4;
1719 case '5': return level
| 5;
1720 case '6': return level
| 6;
1721 case '7': return level
| 7;
1722 case '8': return level
| 8;
1723 case '9': return level
| 9;
1729 virtual bool InternalOpen(int const iFd
, unsigned int const Mode
) APT_OVERRIDE
1731 if ((Mode
& FileFd::ReadWrite
) == FileFd::ReadWrite
)
1732 return filefd
->FileFdError("ReadWrite mode is not supported for lzma/xz files %s", filefd
->FileName
.c_str());
1734 if (lzma
== nullptr)
1735 lzma
= new LzmaFileFdPrivate::LZMAFILE(filefd
);
1736 if ((Mode
& FileFd::WriteOnly
) == FileFd::WriteOnly
)
1737 lzma
->file
= fdopen(iFd
, "w");
1739 lzma
->file
= fdopen(iFd
, "r");
1740 filefd
->Flags
|= FileFd::Compressed
;
1741 if (lzma
->file
== nullptr)
1744 lzma_stream tmp_stream
= LZMA_STREAM_INIT
;
1745 lzma
->stream
= tmp_stream
;
1747 if ((Mode
& FileFd::WriteOnly
) == FileFd::WriteOnly
)
1749 uint32_t const xzlevel
= findXZlevel(compressor
.CompressArgs
);
1750 if (compressor
.Name
== "xz")
1752 if (lzma_easy_encoder(&lzma
->stream
, xzlevel
, LZMA_CHECK_CRC64
) != LZMA_OK
)
1757 lzma_options_lzma options
;
1758 lzma_lzma_preset(&options
, xzlevel
);
1759 if (lzma_alone_encoder(&lzma
->stream
, &options
) != LZMA_OK
)
1762 lzma
->compressing
= true;
1766 uint64_t const memlimit
= UINT64_MAX
;
1767 if (compressor
.Name
== "xz")
1769 if (lzma_auto_decoder(&lzma
->stream
, memlimit
, 0) != LZMA_OK
)
1774 if (lzma_alone_decoder(&lzma
->stream
, memlimit
) != LZMA_OK
)
1777 lzma
->compressing
= false;
1781 virtual ssize_t
InternalUnbufferedRead(void * const To
, unsigned long long const Size
) APT_OVERRIDE
1784 if (lzma
->eof
== true)
1787 lzma
->stream
.next_out
= (uint8_t *) To
;
1788 lzma
->stream
.avail_out
= Size
;
1789 if (lzma
->stream
.avail_in
== 0)
1791 lzma
->stream
.next_in
= lzma
->buffer
;
1792 lzma
->stream
.avail_in
= fread(lzma
->buffer
, 1, sizeof(lzma
->buffer
)/sizeof(lzma
->buffer
[0]), lzma
->file
);
1794 lzma
->err
= lzma_code(&lzma
->stream
, LZMA_RUN
);
1795 if (lzma
->err
== LZMA_STREAM_END
)
1798 Res
= Size
- lzma
->stream
.avail_out
;
1800 else if (lzma
->err
!= LZMA_OK
)
1807 Res
= Size
- lzma
->stream
.avail_out
;
1810 // lzma run was okay, but produced no output…
1817 virtual bool InternalReadError() APT_OVERRIDE
1819 return filefd
->FileFdError("lzma_read: %s (%d)", _("Read error"), lzma
->err
);
1821 virtual ssize_t
InternalWrite(void const * const From
, unsigned long long const Size
) APT_OVERRIDE
1824 lzma
->stream
.next_in
= (uint8_t *)From
;
1825 lzma
->stream
.avail_in
= Size
;
1826 lzma
->stream
.next_out
= lzma
->buffer
;
1827 lzma
->stream
.avail_out
= sizeof(lzma
->buffer
)/sizeof(lzma
->buffer
[0]);
1828 lzma
->err
= lzma_code(&lzma
->stream
, LZMA_RUN
);
1829 if (lzma
->err
!= LZMA_OK
)
1831 size_t const n
= sizeof(lzma
->buffer
)/sizeof(lzma
->buffer
[0]) - lzma
->stream
.avail_out
;
1832 size_t const m
= (n
== 0) ? 0 : fwrite(lzma
->buffer
, 1, n
, lzma
->file
);
1840 Res
= Size
- lzma
->stream
.avail_in
;
1843 // lzma run was okay, but produced no output…
1850 virtual bool InternalWriteError() APT_OVERRIDE
1852 return filefd
->FileFdError("lzma_write: %s (%d)", _("Write error"), lzma
->err
);
1854 virtual bool InternalStream() const APT_OVERRIDE
{ return true; }
1855 virtual bool InternalClose(std::string
const &) APT_OVERRIDE
1862 explicit LzmaFileFdPrivate(FileFd
* const filefd
) : FileFdPrivate(filefd
), lzma(nullptr) {}
1863 virtual ~LzmaFileFdPrivate() { InternalClose(""); }
1867 class APT_HIDDEN PipedFileFdPrivate
: public FileFdPrivate
/*{{{*/
1868 /* if we don't have a specific class dealing with library calls, we (un)compress
1869 by executing a specified binary and pipe in/out what we need */
1872 virtual bool InternalOpen(int const, unsigned int const Mode
) APT_OVERRIDE
1874 // collect zombies here in case we reopen
1875 if (compressor_pid
> 0)
1876 ExecWait(compressor_pid
, "FileFdCompressor", true);
1878 if ((Mode
& FileFd::ReadWrite
) == FileFd::ReadWrite
)
1879 return filefd
->FileFdError("ReadWrite mode is not supported for file %s", filefd
->FileName
.c_str());
1881 bool const Comp
= (Mode
& FileFd::WriteOnly
) == FileFd::WriteOnly
;
1884 // Handle 'decompression' of empty files
1886 fstat(filefd
->iFd
, &Buf
);
1887 if (Buf
.st_size
== 0 && S_ISFIFO(Buf
.st_mode
) == false)
1890 // We don't need the file open - instead let the compressor open it
1891 // as he properly knows better how to efficiently read from 'his' file
1892 if (filefd
->FileName
.empty() == false)
1899 // Create a data pipe
1900 int Pipe
[2] = {-1,-1};
1901 if (pipe(Pipe
) != 0)
1902 return filefd
->FileFdErrno("pipe",_("Failed to create subprocess IPC"));
1903 for (int J
= 0; J
!= 2; J
++)
1904 SetCloseExec(Pipe
[J
],true);
1906 compressed_fd
= filefd
->iFd
;
1910 filefd
->iFd
= Pipe
[1];
1912 filefd
->iFd
= Pipe
[0];
1915 compressor_pid
= ExecFork();
1916 if (compressor_pid
== 0)
1920 dup2(compressed_fd
,STDOUT_FILENO
);
1921 dup2(Pipe
[0],STDIN_FILENO
);
1925 if (compressed_fd
!= -1)
1926 dup2(compressed_fd
,STDIN_FILENO
);
1927 dup2(Pipe
[1],STDOUT_FILENO
);
1929 int const nullfd
= open("/dev/null", O_WRONLY
);
1932 dup2(nullfd
,STDERR_FILENO
);
1936 SetCloseExec(STDOUT_FILENO
,false);
1937 SetCloseExec(STDIN_FILENO
,false);
1939 std::vector
<char const*> Args
;
1940 Args
.push_back(compressor
.Binary
.c_str());
1941 std::vector
<std::string
> const * const addArgs
=
1942 (Comp
== true) ? &(compressor
.CompressArgs
) : &(compressor
.UncompressArgs
);
1943 for (std::vector
<std::string
>::const_iterator a
= addArgs
->begin();
1944 a
!= addArgs
->end(); ++a
)
1945 Args
.push_back(a
->c_str());
1946 if (Comp
== false && filefd
->FileName
.empty() == false)
1948 // commands not needing arguments, do not need to be told about using standard output
1949 // in reality, only testcases with tools like cat, rev, rot13, … are able to trigger this
1950 if (compressor
.CompressArgs
.empty() == false && compressor
.UncompressArgs
.empty() == false)
1951 Args
.push_back("--stdout");
1952 if (filefd
->TemporaryFileName
.empty() == false)
1953 Args
.push_back(filefd
->TemporaryFileName
.c_str());
1955 Args
.push_back(filefd
->FileName
.c_str());
1957 Args
.push_back(NULL
);
1959 execvp(Args
[0],(char **)&Args
[0]);
1960 cerr
<< _("Failed to exec compressor ") << Args
[0] << endl
;
1970 virtual ssize_t
InternalUnbufferedRead(void * const To
, unsigned long long const Size
) APT_OVERRIDE
1972 return read(filefd
->iFd
, To
, Size
);
1974 virtual ssize_t
InternalWrite(void const * const From
, unsigned long long const Size
) APT_OVERRIDE
1976 return write(filefd
->iFd
, From
, Size
);
1978 virtual bool InternalClose(std::string
const &) APT_OVERRIDE
1981 if (filefd
->iFd
!= -1)
1986 if (compressor_pid
> 0)
1987 Ret
&= ExecWait(compressor_pid
, "FileFdCompressor", true);
1988 compressor_pid
= -1;
1991 explicit PipedFileFdPrivate(FileFd
* const filefd
) : FileFdPrivate(filefd
) {}
1992 virtual ~PipedFileFdPrivate() { InternalClose(""); }
1995 class APT_HIDDEN DirectFileFdPrivate
: public FileFdPrivate
/*{{{*/
1998 virtual bool InternalOpen(int const, unsigned int const) APT_OVERRIDE
{ return true; }
1999 virtual ssize_t
InternalUnbufferedRead(void * const To
, unsigned long long const Size
) APT_OVERRIDE
2001 return read(filefd
->iFd
, To
, Size
);
2003 virtual ssize_t
InternalWrite(void const * const From
, unsigned long long const Size
) APT_OVERRIDE
2005 // files opened read+write are strange and only really "supported" for direct files
2006 if (buffer
.size() != 0)
2008 lseek(filefd
->iFd
, -buffer
.size(), SEEK_CUR
);
2011 return write(filefd
->iFd
, From
, Size
);
2013 virtual bool InternalSeek(unsigned long long const To
) APT_OVERRIDE
2015 off_t
const res
= lseek(filefd
->iFd
, To
, SEEK_SET
);
2016 if (res
!= (off_t
)To
)
2017 return filefd
->FileFdError("Unable to seek to %llu", To
);
2022 virtual bool InternalSkip(unsigned long long Over
) APT_OVERRIDE
2024 if (Over
>= buffer
.size())
2026 Over
-= buffer
.size();
2031 buffer
.bufferstart
+= Over
;
2036 off_t
const res
= lseek(filefd
->iFd
, Over
, SEEK_CUR
);
2038 return filefd
->FileFdError("Unable to seek ahead %llu",Over
);
2042 virtual bool InternalTruncate(unsigned long long const To
) APT_OVERRIDE
2044 if (buffer
.size() != 0)
2046 unsigned long long const seekpos
= lseek(filefd
->iFd
, 0, SEEK_CUR
);
2047 if ((seekpos
- buffer
.size()) >= To
)
2049 else if (seekpos
>= To
)
2050 buffer
.bufferend
= (To
- seekpos
) + buffer
.bufferstart
;
2054 if (ftruncate(filefd
->iFd
, To
) != 0)
2055 return filefd
->FileFdError("Unable to truncate to %llu",To
);
2058 virtual unsigned long long InternalTell() APT_OVERRIDE
2060 return lseek(filefd
->iFd
,0,SEEK_CUR
) - buffer
.size();
2062 virtual unsigned long long InternalSize() APT_OVERRIDE
2064 return filefd
->FileSize();
2066 virtual bool InternalClose(std::string
const &) APT_OVERRIDE
{ return true; }
2067 virtual bool InternalAlwaysAutoClose() const APT_OVERRIDE
{ return false; }
2069 explicit DirectFileFdPrivate(FileFd
* const filefd
) : FileFdPrivate(filefd
) {}
2070 virtual ~DirectFileFdPrivate() { InternalClose(""); }
2073 // FileFd Constructors /*{{{*/
2074 FileFd::FileFd(std::string FileName
,unsigned int const Mode
,unsigned long AccessMode
) : iFd(-1), Flags(0), d(NULL
)
2076 Open(FileName
,Mode
, None
, AccessMode
);
2078 FileFd::FileFd(std::string FileName
,unsigned int const Mode
, CompressMode Compress
, unsigned long AccessMode
) : iFd(-1), Flags(0), d(NULL
)
2080 Open(FileName
,Mode
, Compress
, AccessMode
);
2082 FileFd::FileFd() : iFd(-1), Flags(AutoClose
), d(NULL
) {}
2083 FileFd::FileFd(int const Fd
, unsigned int const Mode
, CompressMode Compress
) : iFd(-1), Flags(0), d(NULL
)
2085 OpenDescriptor(Fd
, Mode
, Compress
);
2087 FileFd::FileFd(int const Fd
, bool const AutoClose
) : iFd(-1), Flags(0), d(NULL
)
2089 OpenDescriptor(Fd
, ReadWrite
, None
, AutoClose
);
2092 // FileFd::Open - Open a file /*{{{*/
2093 // ---------------------------------------------------------------------
2094 /* The most commonly used open mode combinations are given with Mode */
2095 bool FileFd::Open(string FileName
,unsigned int const Mode
,CompressMode Compress
, unsigned long const AccessMode
)
2097 if (Mode
== ReadOnlyGzip
)
2098 return Open(FileName
, ReadOnly
, Gzip
, AccessMode
);
2100 if (Compress
== Auto
&& (Mode
& WriteOnly
) == WriteOnly
)
2101 return FileFdError("Autodetection on %s only works in ReadOnly openmode!", FileName
.c_str());
2103 std::vector
<APT::Configuration::Compressor
> const compressors
= APT::Configuration::getCompressors();
2104 std::vector
<APT::Configuration::Compressor
>::const_iterator compressor
= compressors
.begin();
2105 if (Compress
== Auto
)
2107 for (; compressor
!= compressors
.end(); ++compressor
)
2109 std::string file
= FileName
+ compressor
->Extension
;
2110 if (FileExists(file
) == false)
2116 else if (Compress
== Extension
)
2118 std::string::size_type
const found
= FileName
.find_last_of('.');
2120 if (found
!= std::string::npos
)
2122 ext
= FileName
.substr(found
);
2123 if (ext
== ".new" || ext
== ".bak")
2125 std::string::size_type
const found2
= FileName
.find_last_of('.', found
- 1);
2126 if (found2
!= std::string::npos
)
2127 ext
= FileName
.substr(found2
, found
- found2
);
2132 for (; compressor
!= compressors
.end(); ++compressor
)
2133 if (ext
== compressor
->Extension
)
2135 // no matching extension - assume uncompressed (imagine files like 'example.org_Packages')
2136 if (compressor
== compressors
.end())
2137 for (compressor
= compressors
.begin(); compressor
!= compressors
.end(); ++compressor
)
2138 if (compressor
->Name
== ".")
2146 case None
: name
= "."; break;
2147 case Gzip
: name
= "gzip"; break;
2148 case Bzip2
: name
= "bzip2"; break;
2149 case Lzma
: name
= "lzma"; break;
2150 case Xz
: name
= "xz"; break;
2151 case Lz4
: name
= "lz4"; break;
2155 return FileFdError("Opening File %s in None, Auto or Extension should be already handled?!?", FileName
.c_str());
2157 for (; compressor
!= compressors
.end(); ++compressor
)
2158 if (compressor
->Name
== name
)
2160 if (compressor
== compressors
.end())
2161 return FileFdError("Can't find a configured compressor %s for file %s", name
.c_str(), FileName
.c_str());
2164 if (compressor
== compressors
.end())
2165 return FileFdError("Can't find a match for specified compressor mode for file %s", FileName
.c_str());
2166 return Open(FileName
, Mode
, *compressor
, AccessMode
);
2168 bool FileFd::Open(string FileName
,unsigned int const Mode
,APT::Configuration::Compressor
const &compressor
, unsigned long const AccessMode
)
2173 if ((Mode
& WriteOnly
) != WriteOnly
&& (Mode
& (Atomic
| Create
| Empty
| Exclusive
)) != 0)
2174 return FileFdError("ReadOnly mode for %s doesn't accept additional flags!", FileName
.c_str());
2175 if ((Mode
& ReadWrite
) == 0)
2176 return FileFdError("No openmode provided in FileFd::Open for %s", FileName
.c_str());
2178 unsigned int OpenMode
= Mode
;
2179 if (FileName
== "/dev/null")
2180 OpenMode
= OpenMode
& ~(Atomic
| Exclusive
| Create
| Empty
);
2182 if ((OpenMode
& Atomic
) == Atomic
)
2186 else if ((OpenMode
& (Exclusive
| Create
)) == (Exclusive
| Create
))
2188 // for atomic, this will be done by rename in Close()
2189 RemoveFile("FileFd::Open", FileName
);
2191 if ((OpenMode
& Empty
) == Empty
)
2194 if (lstat(FileName
.c_str(),&Buf
) == 0 && S_ISLNK(Buf
.st_mode
))
2195 RemoveFile("FileFd::Open", FileName
);
2199 #define if_FLAGGED_SET(FLAG, MODE) if ((OpenMode & FLAG) == FLAG) fileflags |= MODE
2200 if_FLAGGED_SET(ReadWrite
, O_RDWR
);
2201 else if_FLAGGED_SET(ReadOnly
, O_RDONLY
);
2202 else if_FLAGGED_SET(WriteOnly
, O_WRONLY
);
2204 if_FLAGGED_SET(Create
, O_CREAT
);
2205 if_FLAGGED_SET(Empty
, O_TRUNC
);
2206 if_FLAGGED_SET(Exclusive
, O_EXCL
);
2207 #undef if_FLAGGED_SET
2209 if ((OpenMode
& Atomic
) == Atomic
)
2211 char *name
= strdup((FileName
+ ".XXXXXX").c_str());
2213 if((iFd
= mkstemp(name
)) == -1)
2216 return FileFdErrno("mkstemp", "Could not create temporary file for %s", FileName
.c_str());
2219 TemporaryFileName
= string(name
);
2222 // umask() will always set the umask and return the previous value, so
2223 // we first set the umask and then reset it to the old value
2224 mode_t
const CurrentUmask
= umask(0);
2225 umask(CurrentUmask
);
2226 // calculate the actual file permissions (just like open/creat)
2227 mode_t
const FilePermissions
= (AccessMode
& ~CurrentUmask
);
2229 if(fchmod(iFd
, FilePermissions
) == -1)
2230 return FileFdErrno("fchmod", "Could not change permissions for temporary file %s", TemporaryFileName
.c_str());
2233 iFd
= open(FileName
.c_str(), fileflags
, AccessMode
);
2235 this->FileName
= FileName
;
2236 if (iFd
== -1 || OpenInternDescriptor(OpenMode
, compressor
) == false)
2243 return FileFdErrno("open",_("Could not open file %s"), FileName
.c_str());
2246 SetCloseExec(iFd
,true);
2250 // FileFd::OpenDescriptor - Open a filedescriptor /*{{{*/
2251 bool FileFd::OpenDescriptor(int Fd
, unsigned int const Mode
, CompressMode Compress
, bool AutoClose
)
2253 std::vector
<APT::Configuration::Compressor
> const compressors
= APT::Configuration::getCompressors();
2254 std::vector
<APT::Configuration::Compressor
>::const_iterator compressor
= compressors
.begin();
2257 // compat with the old API
2258 if (Mode
== ReadOnlyGzip
&& Compress
== None
)
2263 case None
: name
= "."; break;
2264 case Gzip
: name
= "gzip"; break;
2265 case Bzip2
: name
= "bzip2"; break;
2266 case Lzma
: name
= "lzma"; break;
2267 case Xz
: name
= "xz"; break;
2268 case Lz4
: name
= "lz4"; break;
2271 if (AutoClose
== true && Fd
!= -1)
2273 return FileFdError("Opening Fd %d in Auto or Extension compression mode is not supported", Fd
);
2275 for (; compressor
!= compressors
.end(); ++compressor
)
2276 if (compressor
->Name
== name
)
2278 if (compressor
== compressors
.end())
2280 if (AutoClose
== true && Fd
!= -1)
2282 return FileFdError("Can't find a configured compressor %s for file %s", name
.c_str(), FileName
.c_str());
2284 return OpenDescriptor(Fd
, Mode
, *compressor
, AutoClose
);
2286 bool FileFd::OpenDescriptor(int Fd
, unsigned int const Mode
, APT::Configuration::Compressor
const &compressor
, bool AutoClose
)
2289 Flags
= (AutoClose
) ? FileFd::AutoClose
: 0;
2291 this->FileName
= "";
2292 if (OpenInternDescriptor(Mode
, compressor
) == false)
2295 (Flags
& Compressed
) == Compressed
||
2301 return FileFdError(_("Could not open file descriptor %d"), Fd
);
2305 bool FileFd::OpenInternDescriptor(unsigned int const Mode
, APT::Configuration::Compressor
const &compressor
)
2311 d
->InternalClose(FileName
);
2316 /* dummy so that the rest can be 'else if's */;
2317 #define APT_COMPRESS_INIT(NAME, CONSTRUCTOR) \
2318 else if (compressor.Name == NAME) \
2319 d = new CONSTRUCTOR(this)
2321 APT_COMPRESS_INIT("gzip", GzipFileFdPrivate
);
2324 APT_COMPRESS_INIT("bzip2", Bz2FileFdPrivate
);
2327 APT_COMPRESS_INIT("xz", LzmaFileFdPrivate
);
2328 APT_COMPRESS_INIT("lzma", LzmaFileFdPrivate
);
2331 APT_COMPRESS_INIT("lz4", Lz4FileFdPrivate
);
2333 #undef APT_COMPRESS_INIT
2334 else if (compressor
.Name
== "." || compressor
.Binary
.empty() == true)
2335 d
= new DirectFileFdPrivate(this);
2337 d
= new PipedFileFdPrivate(this);
2339 if (Mode
& BufferedWrite
)
2340 d
= new BufferedWriteFileFdPrivate(d
);
2342 d
->set_openmode(Mode
);
2343 d
->set_compressor(compressor
);
2344 if ((Flags
& AutoClose
) != AutoClose
&& d
->InternalAlwaysAutoClose())
2346 // Need to duplicate fd here or gz/bz2 close for cleanup will close the fd as well
2347 int const internFd
= dup(iFd
);
2349 return FileFdErrno("OpenInternDescriptor", _("Could not open file descriptor %d"), iFd
);
2353 return d
->InternalOpen(iFd
, Mode
);
2356 // FileFd::~File - Closes the file /*{{{*/
2357 // ---------------------------------------------------------------------
2358 /* If the proper modes are selected then we close the Fd and possibly
2359 unlink the file on error. */
2364 d
->InternalClose(FileName
);
2369 // FileFd::Read - Read a bit of the file /*{{{*/
2370 // ---------------------------------------------------------------------
2371 /* We are careful to handle interruption by a signal while reading
2373 bool FileFd::Read(void *To
,unsigned long long Size
,unsigned long long *Actual
)
2381 *((char *)To
) = '\0';
2382 while (Res
> 0 && Size
> 0)
2384 Res
= d
->InternalRead(To
, Size
);
2390 // trick the while-loop into running again
2395 return d
->InternalReadError();
2398 To
= (char *)To
+ Res
;
2401 d
->set_seekpos(d
->get_seekpos() + Res
);
2416 return FileFdError(_("read, still have %llu to read but none left"), Size
);
2419 // FileFd::ReadLine - Read a complete line from the file /*{{{*/
2420 // ---------------------------------------------------------------------
2421 /* Beware: This method can be quite slow for big buffers on UNcompressed
2422 files because of the naive implementation! */
2423 char* FileFd::ReadLine(char *To
, unsigned long long const Size
)
2428 return d
->InternalReadLine(To
, Size
);
2431 // FileFd::Flush - Flush the file /*{{{*/
2432 bool FileFd::Flush()
2437 return d
->InternalFlush();
2440 // FileFd::Write - Write to the file /*{{{*/
2441 bool FileFd::Write(const void *From
,unsigned long long Size
)
2447 while (Res
> 0 && Size
> 0)
2449 Res
= d
->InternalWrite(From
, Size
);
2455 // trick the while-loop into running again
2460 return d
->InternalWriteError();
2463 From
= (char const *)From
+ Res
;
2466 d
->set_seekpos(d
->get_seekpos() + Res
);
2472 return FileFdError(_("write, still have %llu to write but couldn't"), Size
);
2474 bool FileFd::Write(int Fd
, const void *From
, unsigned long long Size
)
2478 while (Res
> 0 && Size
> 0)
2480 Res
= write(Fd
,From
,Size
);
2481 if (Res
< 0 && errno
== EINTR
)
2484 return _error
->Errno("write",_("Write error"));
2486 From
= (char const *)From
+ Res
;
2493 return _error
->Error(_("write, still have %llu to write but couldn't"), Size
);
2496 // FileFd::Seek - Seek in the file /*{{{*/
2497 bool FileFd::Seek(unsigned long long To
)
2502 return d
->InternalSeek(To
);
2505 // FileFd::Skip - Skip over data in the file /*{{{*/
2506 bool FileFd::Skip(unsigned long long Over
)
2510 return d
->InternalSkip(Over
);
2513 // FileFd::Truncate - Truncate the file /*{{{*/
2514 bool FileFd::Truncate(unsigned long long To
)
2518 // truncating /dev/null is always successful - as we get an error otherwise
2519 if (To
== 0 && FileName
== "/dev/null")
2521 return d
->InternalTruncate(To
);
2524 // FileFd::Tell - Current seek position /*{{{*/
2525 // ---------------------------------------------------------------------
2527 unsigned long long FileFd::Tell()
2531 off_t
const Res
= d
->InternalTell();
2532 if (Res
== (off_t
)-1)
2533 FileFdErrno("lseek","Failed to determine the current file position");
2534 d
->set_seekpos(Res
);
2538 static bool StatFileFd(char const * const msg
, int const iFd
, std::string
const &FileName
, struct stat
&Buf
, FileFdPrivate
* const d
) /*{{{*/
2540 bool ispipe
= (d
!= NULL
&& d
->get_is_pipe() == true);
2541 if (ispipe
== false)
2543 if (fstat(iFd
,&Buf
) != 0)
2544 // higher-level code will generate more meaningful messages,
2545 // even translated this would be meaningless for users
2546 return _error
->Errno("fstat", "Unable to determine %s for fd %i", msg
, iFd
);
2547 if (FileName
.empty() == false)
2548 ispipe
= S_ISFIFO(Buf
.st_mode
);
2551 // for compressor pipes st_size is undefined and at 'best' zero
2554 // we set it here, too, as we get the info here for free
2555 // in theory the Open-methods should take care of it already
2557 d
->set_is_pipe(true);
2558 if (stat(FileName
.c_str(), &Buf
) != 0)
2559 return _error
->Errno("fstat", "Unable to determine %s for file %s", msg
, FileName
.c_str());
2564 // FileFd::FileSize - Return the size of the file /*{{{*/
2565 unsigned long long FileFd::FileSize()
2568 if (StatFileFd("file size", iFd
, FileName
, Buf
, d
) == false)
2576 // FileFd::ModificationTime - Return the time of last touch /*{{{*/
2577 time_t FileFd::ModificationTime()
2580 if (StatFileFd("modification time", iFd
, FileName
, Buf
, d
) == false)
2585 return Buf
.st_mtime
;
2588 // FileFd::Size - Return the size of the content in the file /*{{{*/
2589 unsigned long long FileFd::Size()
2593 return d
->InternalSize();
2596 // FileFd::Close - Close the file if the close flag is set /*{{{*/
2597 // ---------------------------------------------------------------------
2599 bool FileFd::Close()
2601 if (Failed() == false && Flush() == false)
2607 if ((Flags
& AutoClose
) == AutoClose
)
2609 if ((Flags
& Compressed
) != Compressed
&& iFd
> 0 && close(iFd
) != 0)
2610 Res
&= _error
->Errno("close",_("Problem closing the file %s"), FileName
.c_str());
2615 Res
&= d
->InternalClose(FileName
);
2620 if ((Flags
& Replace
) == Replace
) {
2621 if (rename(TemporaryFileName
.c_str(), FileName
.c_str()) != 0)
2622 Res
&= _error
->Errno("rename",_("Problem renaming the file %s to %s"), TemporaryFileName
.c_str(), FileName
.c_str());
2624 FileName
= TemporaryFileName
; // for the unlink() below.
2625 TemporaryFileName
.clear();
2630 if ((Flags
& Fail
) == Fail
&& (Flags
& DelOnFail
) == DelOnFail
&&
2631 FileName
.empty() == false)
2632 Res
&= RemoveFile("FileFd::Close", FileName
);
2639 // FileFd::Sync - Sync the file /*{{{*/
2640 // ---------------------------------------------------------------------
2644 if (fsync(iFd
) != 0)
2645 return FileFdErrno("sync",_("Problem syncing the file"));
2649 // FileFd::FileFdErrno - set Fail and call _error->Errno *{{{*/
2650 bool FileFd::FileFdErrno(const char *Function
, const char *Description
,...)
2654 size_t msgSize
= 400;
2655 int const errsv
= errno
;
2658 va_start(args
,Description
);
2659 if (_error
->InsertErrno(GlobalError::ERROR
, Function
, Description
, args
, errsv
, msgSize
) == false)
2666 // FileFd::FileFdError - set Fail and call _error->Error *{{{*/
2667 bool FileFd::FileFdError(const char *Description
,...) {
2670 size_t msgSize
= 400;
2673 va_start(args
,Description
);
2674 if (_error
->Insert(GlobalError::ERROR
, Description
, args
, msgSize
) == false)
2681 gzFile
FileFd::gzFd() { /*{{{*/
2683 GzipFileFdPrivate
* const gzipd
= dynamic_cast<GzipFileFdPrivate
*>(d
);
2684 if (gzipd
== nullptr)
2694 // Glob - wrapper around "glob()" /*{{{*/
2695 std::vector
<std::string
> Glob(std::string
const &pattern
, int flags
)
2697 std::vector
<std::string
> result
;
2702 glob_res
= glob(pattern
.c_str(), flags
, NULL
, &globbuf
);
2706 if(glob_res
!= GLOB_NOMATCH
) {
2707 _error
->Errno("glob", "Problem with glob");
2713 for(i
=0;i
<globbuf
.gl_pathc
;i
++)
2714 result
.push_back(string(globbuf
.gl_pathv
[i
]));
2720 std::string
GetTempDir() /*{{{*/
2722 const char *tmpdir
= getenv("TMPDIR");
2730 if (!tmpdir
|| strlen(tmpdir
) == 0 || // tmpdir is set
2731 stat(tmpdir
, &st
) != 0 || (st
.st_mode
& S_IFDIR
) == 0) // exists and is directory
2733 else if (geteuid() != 0 && // root can do everything anyway
2734 faccessat(-1, tmpdir
, R_OK
| W_OK
| X_OK
, AT_EACCESS
| AT_SYMLINK_NOFOLLOW
) != 0) // current user has rwx access to directory
2737 return string(tmpdir
);
2739 std::string
GetTempDir(std::string
const &User
)
2741 // no need/possibility to drop privs
2742 if(getuid() != 0 || User
.empty() || User
== "root")
2743 return GetTempDir();
2745 struct passwd
const * const pw
= getpwnam(User
.c_str());
2747 return GetTempDir();
2749 gid_t
const old_euid
= geteuid();
2750 gid_t
const old_egid
= getegid();
2751 if (setegid(pw
->pw_gid
) != 0)
2752 _error
->Errno("setegid", "setegid %u failed", pw
->pw_gid
);
2753 if (seteuid(pw
->pw_uid
) != 0)
2754 _error
->Errno("seteuid", "seteuid %u failed", pw
->pw_uid
);
2756 std::string
const tmp
= GetTempDir();
2758 if (seteuid(old_euid
) != 0)
2759 _error
->Errno("seteuid", "seteuid %u failed", old_euid
);
2760 if (setegid(old_egid
) != 0)
2761 _error
->Errno("setegid", "setegid %u failed", old_egid
);
2766 FileFd
* GetTempFile(std::string
const &Prefix
, bool ImmediateUnlink
, FileFd
* const TmpFd
) /*{{{*/
2769 FileFd
* const Fd
= TmpFd
== NULL
? new FileFd() : TmpFd
;
2771 std::string
const tempdir
= GetTempDir();
2772 snprintf(fn
, sizeof(fn
), "%s/%s.XXXXXX",
2773 tempdir
.c_str(), Prefix
.c_str());
2774 int const fd
= mkstemp(fn
);
2779 _error
->Errno("GetTempFile",_("Unable to mkstemp %s"), fn
);
2782 if (!Fd
->OpenDescriptor(fd
, FileFd::ReadWrite
, FileFd::None
, true))
2784 _error
->Errno("GetTempFile",_("Unable to write to %s"),fn
);
2790 bool Rename(std::string From
, std::string To
) /*{{{*/
2792 if (rename(From
.c_str(),To
.c_str()) != 0)
2794 _error
->Error(_("rename failed, %s (%s -> %s)."),strerror(errno
),
2795 From
.c_str(),To
.c_str());
2801 bool Popen(const char* Args
[], FileFd
&Fd
, pid_t
&Child
, FileFd::OpenMode Mode
)/*{{{*/
2804 if (Mode
!= FileFd::ReadOnly
&& Mode
!= FileFd::WriteOnly
)
2805 return _error
->Error("Popen supports ReadOnly (x)or WriteOnly mode only");
2807 int Pipe
[2] = {-1, -1};
2809 return _error
->Errno("pipe", _("Failed to create subprocess IPC"));
2811 std::set
<int> keep_fds
;
2812 keep_fds
.insert(Pipe
[0]);
2813 keep_fds
.insert(Pipe
[1]);
2814 Child
= ExecFork(keep_fds
);
2816 return _error
->Errno("fork", "Failed to fork");
2819 if(Mode
== FileFd::ReadOnly
)
2824 else if(Mode
== FileFd::WriteOnly
)
2830 if(Mode
== FileFd::ReadOnly
)
2834 } else if(Mode
== FileFd::WriteOnly
)
2837 execv(Args
[0], (char**)Args
);
2840 if(Mode
== FileFd::ReadOnly
)
2845 else if(Mode
== FileFd::WriteOnly
)
2851 return _error
->Error("Popen supports ReadOnly (x)or WriteOnly mode only");
2852 Fd
.OpenDescriptor(fd
, Mode
, FileFd::None
, true);
2857 bool DropPrivileges() /*{{{*/
2859 if(_config
->FindB("Debug::NoDropPrivs", false) == true)
2863 #if defined(PR_SET_NO_NEW_PRIVS) && ( PR_SET_NO_NEW_PRIVS != 38 )
2864 #error "PR_SET_NO_NEW_PRIVS is defined, but with a different value than expected!"
2866 // see prctl(2), needs linux3.5 at runtime - magic constant to avoid it at buildtime
2867 int ret
= prctl(38, 1, 0, 0, 0);
2868 // ignore EINVAL - kernel is too old to understand the option
2869 if(ret
< 0 && errno
!= EINVAL
)
2870 _error
->Warning("PR_SET_NO_NEW_PRIVS failed with %i", ret
);
2873 // empty setting disables privilege dropping - this also ensures
2874 // backward compatibility, see bug #764506
2875 const std::string toUser
= _config
->Find("APT::Sandbox::User");
2876 if (toUser
.empty() || toUser
== "root")
2879 // a lot can go wrong trying to drop privileges completely,
2880 // so ideally we would like to verify that we have done it –
2881 // but the verify asks for too much in case of fakeroot (and alike)
2882 // [Specific checks can be overridden with dedicated options]
2883 bool const VerifySandboxing
= _config
->FindB("APT::Sandbox::Verify", false);
2885 // uid will be 0 in the end, but gid might be different anyway
2886 uid_t
const old_uid
= getuid();
2887 gid_t
const old_gid
= getgid();
2892 struct passwd
*pw
= getpwnam(toUser
.c_str());
2894 return _error
->Error("No user %s, can not drop rights", toUser
.c_str());
2896 // Do not change the order here, it might break things
2897 // Get rid of all our supplementary groups first
2898 if (setgroups(1, &pw
->pw_gid
))
2899 return _error
->Errno("setgroups", "Failed to setgroups");
2901 // Now change the group ids to the new user
2902 #ifdef HAVE_SETRESGID
2903 if (setresgid(pw
->pw_gid
, pw
->pw_gid
, pw
->pw_gid
) != 0)
2904 return _error
->Errno("setresgid", "Failed to set new group ids");
2906 if (setegid(pw
->pw_gid
) != 0)
2907 return _error
->Errno("setegid", "Failed to setegid");
2909 if (setgid(pw
->pw_gid
) != 0)
2910 return _error
->Errno("setgid", "Failed to setgid");
2913 // Change the user ids to the new user
2914 #ifdef HAVE_SETRESUID
2915 if (setresuid(pw
->pw_uid
, pw
->pw_uid
, pw
->pw_uid
) != 0)
2916 return _error
->Errno("setresuid", "Failed to set new user ids");
2918 if (setuid(pw
->pw_uid
) != 0)
2919 return _error
->Errno("setuid", "Failed to setuid");
2920 if (seteuid(pw
->pw_uid
) != 0)
2921 return _error
->Errno("seteuid", "Failed to seteuid");
2924 // disabled by default as fakeroot doesn't implement getgroups currently (#806521)
2925 if (VerifySandboxing
== true || _config
->FindB("APT::Sandbox::Verify::Groups", false) == true)
2927 // Verify that the user isn't still in any supplementary groups
2928 long const ngroups_max
= sysconf(_SC_NGROUPS_MAX
);
2929 std::unique_ptr
<gid_t
[]> gidlist(new gid_t
[ngroups_max
]);
2930 if (unlikely(gidlist
== NULL
))
2931 return _error
->Error("Allocation of a list of size %lu for getgroups failed", ngroups_max
);
2933 if ((gidlist_nr
= getgroups(ngroups_max
, gidlist
.get())) < 0)
2934 return _error
->Errno("getgroups", "Could not get new groups (%lu)", ngroups_max
);
2935 for (ssize_t i
= 0; i
< gidlist_nr
; ++i
)
2936 if (gidlist
[i
] != pw
->pw_gid
)
2937 return _error
->Error("Could not switch group, user %s is still in group %d", toUser
.c_str(), gidlist
[i
]);
2940 // enabled by default as all fakeroot-lookalikes should fake that accordingly
2941 if (VerifySandboxing
== true || _config
->FindB("APT::Sandbox::Verify::IDs", true) == true)
2943 // Verify that gid, egid, uid, and euid changed
2944 if (getgid() != pw
->pw_gid
)
2945 return _error
->Error("Could not switch group");
2946 if (getegid() != pw
->pw_gid
)
2947 return _error
->Error("Could not switch effective group");
2948 if (getuid() != pw
->pw_uid
)
2949 return _error
->Error("Could not switch user");
2950 if (geteuid() != pw
->pw_uid
)
2951 return _error
->Error("Could not switch effective user");
2953 #ifdef HAVE_GETRESUID
2954 // verify that the saved set-user-id was changed as well
2958 if (getresuid(&ruid
, &euid
, &suid
))
2959 return _error
->Errno("getresuid", "Could not get saved set-user-ID");
2960 if (suid
!= pw
->pw_uid
)
2961 return _error
->Error("Could not switch saved set-user-ID");
2964 #ifdef HAVE_GETRESGID
2965 // verify that the saved set-group-id was changed as well
2969 if (getresgid(&rgid
, &egid
, &sgid
))
2970 return _error
->Errno("getresuid", "Could not get saved set-group-ID");
2971 if (sgid
!= pw
->pw_gid
)
2972 return _error
->Error("Could not switch saved set-group-ID");
2976 // disabled as fakeroot doesn't forbid (by design) (re)gaining root from unprivileged
2977 if (VerifySandboxing
== true || _config
->FindB("APT::Sandbox::Verify::Regain", false) == true)
2979 // Check that uid and gid changes do not work anymore
2980 if (pw
->pw_gid
!= old_gid
&& (setgid(old_gid
) != -1 || setegid(old_gid
) != -1))
2981 return _error
->Error("Could restore a gid to root, privilege dropping did not work");
2983 if (pw
->pw_uid
!= old_uid
&& (setuid(old_uid
) != -1 || seteuid(old_uid
) != -1))
2984 return _error
->Error("Could restore a uid to root, privilege dropping did not work");