]> git.saurik.com Git - apt.git/blame - apt-pkg/sourcelist.cc
merged from the mvo branch
[apt.git] / apt-pkg / sourcelist.cc
CommitLineData
6c139d6e
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
34b53501 3// $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $
6c139d6e
AL
4/* ######################################################################
5
6 List of Sources
7
8 ##################################################################### */
9 /*}}}*/
10// Include Files /*{{{*/
094a497d
AL
11#include <apt-pkg/sourcelist.h>
12#include <apt-pkg/error.h>
13#include <apt-pkg/fileutl.h>
cdcc6d34 14#include <apt-pkg/strutl.h>
7db98ffc 15#include <apt-pkg/configuration.h>
6c139d6e 16
b2e465d6
AL
17#include <apti18n.h>
18
90f057fd 19#include <fstream>
34b53501
MV
20
21// CNC:2003-03-03 - This is needed for ReadDir stuff.
22#include <algorithm>
23#include <stdio.h>
24#include <dirent.h>
25#include <sys/stat.h>
26#include <unistd.h>
b2e465d6
AL
27 /*}}}*/
28
4d6f8bdf
AL
29using namespace std;
30
31// Global list of Items supported
b2e465d6
AL
32static pkgSourceList::Type *ItmList[10];
33pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
34unsigned long pkgSourceList::Type::GlobalListLen = 0;
35
36// Type::Type - Constructor /*{{{*/
37// ---------------------------------------------------------------------
38/* Link this to the global list of items*/
39pkgSourceList::Type::Type()
40{
41 ItmList[GlobalListLen] = this;
42 GlobalListLen++;
43}
44 /*}}}*/
45// Type::GetType - Get a specific meta for a given type /*{{{*/
46// ---------------------------------------------------------------------
47/* */
48pkgSourceList::Type *pkgSourceList::Type::GetType(const char *Type)
49{
50 for (unsigned I = 0; I != GlobalListLen; I++)
51 if (strcmp(GlobalList[I]->Name,Type) == 0)
52 return GlobalList[I];
53 return 0;
54}
55 /*}}}*/
56// Type::FixupURI - Normalize the URI and check it.. /*{{{*/
57// ---------------------------------------------------------------------
58/* */
59bool pkgSourceList::Type::FixupURI(string &URI) const
60{
61 if (URI.empty() == true)
62 return false;
63
64 if (URI.find(':') == string::npos)
65 return false;
66
67 URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
68
a7c835af 69 // Make sure that the URI is / postfixed
b2e465d6
AL
70 if (URI[URI.size() - 1] != '/')
71 URI += '/';
72
73 return true;
74}
75 /*}}}*/
76// Type::ParseLine - Parse a single line /*{{{*/
77// ---------------------------------------------------------------------
78/* This is a generic one that is the 'usual' format for sources.list
79 Weird types may override this. */
7db98ffc 80bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List,
b2e465d6
AL
81 const char *Buffer,
82 unsigned long CurLine,
83 string File) const
84{
85 string URI;
86 string Dist;
87 string Section;
88
89 if (ParseQuoteWord(Buffer,URI) == false)
90 return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str());
91 if (ParseQuoteWord(Buffer,Dist) == false)
92 return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str());
93
94 if (FixupURI(URI) == false)
95 return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str());
96
97 // Check for an absolute dists specification.
98 if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
99 {
100 if (ParseQuoteWord(Buffer,Section) == true)
db0db9fe 101 return _error->Error(_("Malformed line %lu in source list %s (absolute dist)"),CurLine,File.c_str());
b2e465d6 102 Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
7db98ffc 103 return CreateItem(List,URI,Dist,Section);
b2e465d6
AL
104 }
105
106 // Grab the rest of the dists
107 if (ParseQuoteWord(Buffer,Section) == false)
108 return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str());
109
110 do
111 {
7db98ffc 112 if (CreateItem(List,URI,Dist,Section) == false)
b2e465d6
AL
113 return false;
114 }
115 while (ParseQuoteWord(Buffer,Section) == true);
116
117 return true;
118}
6c139d6e
AL
119 /*}}}*/
120
121// SourceList::pkgSourceList - Constructors /*{{{*/
122// ---------------------------------------------------------------------
123/* */
124pkgSourceList::pkgSourceList()
125{
126}
127
128pkgSourceList::pkgSourceList(string File)
129{
130 Read(File);
131}
132 /*}}}*/
1c193e02
AL
133// SourceList::~pkgSourceList - Destructor /*{{{*/
134// ---------------------------------------------------------------------
135/* */
136pkgSourceList::~pkgSourceList()
137{
138 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
139 delete *I;
1c193e02
AL
140}
141 /*}}}*/
a7c835af 142 /*}}}*/
6c139d6e
AL
143// SourceList::ReadMainList - Read the main source list from etc /*{{{*/
144// ---------------------------------------------------------------------
145/* */
146bool pkgSourceList::ReadMainList()
147{
34b53501
MV
148 // CNC:2003-03-03 - Multiple sources list support.
149 bool Res = true;
150#if 0
151 Res = ReadVendors();
152 if (Res == false)
153 return false;
154#endif
155
156 Reset();
157 // CNC:2003-11-28 - Entries in sources.list have priority over
158 // entries in sources.list.d.
159 string Main = _config->FindFile("Dir::Etc::sourcelist");
67793cf3
JAK
160 string Parts = _config->FindDir("Dir::Etc::sourceparts");
161
34b53501 162 if (FileExists(Main) == true)
6009e60d 163 Res &= ReadAppend(Main);
67793cf3
JAK
164 else if (FileExists(Parts) == false)
165 // Only warn if there are no sources.list.d.
6009e60d 166 _error->WarningE("FileExists",_("Unable to read %s"),Main.c_str());
34b53501 167
34b53501
MV
168 if (FileExists(Parts) == true)
169 Res &= ReadSourceDir(Parts);
67793cf3
JAK
170 else if (FileExists(Main) == false)
171 // Only warn if there is no sources.list file.
6009e60d
DK
172 _error->WarningE("FileExists",_("Unable to read %s"),Parts.c_str());
173
34b53501 174 return Res;
6c139d6e
AL
175}
176 /*}}}*/
34b53501
MV
177// CNC:2003-03-03 - Needed to preserve backwards compatibility.
178// SourceList::Reset - Clear the sourcelist contents /*{{{*/
179// ---------------------------------------------------------------------
180/* */
181void pkgSourceList::Reset()
182{
183 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
184 delete *I;
185 SrcList.erase(SrcList.begin(),SrcList.end());
186}
187 /*}}}*/
188// CNC:2003-03-03 - Function moved to ReadAppend() and Reset().
6c139d6e
AL
189// SourceList::Read - Parse the sourcelist file /*{{{*/
190// ---------------------------------------------------------------------
191/* */
192bool pkgSourceList::Read(string File)
34b53501
MV
193{
194 Reset();
195 return ReadAppend(File);
196}
197 /*}}}*/
198// SourceList::ReadAppend - Parse a sourcelist file /*{{{*/
199// ---------------------------------------------------------------------
200/* */
201bool pkgSourceList::ReadAppend(string File)
6c139d6e
AL
202{
203 // Open the stream for reading
4d6f8bdf 204 ifstream F(File.c_str(),ios::in /*| ios::nocreate*/);
6c139d6e 205 if (!F != 0)
b2e465d6 206 return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());
6c139d6e 207
34b53501 208#if 0 // Now Reset() does this.
1c193e02
AL
209 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
210 delete *I;
a7c835af 211 SrcList.erase(SrcList.begin(),SrcList.end());
34b53501
MV
212#endif
213 // CNC:2003-12-10 - 300 is too short.
214 char Buffer[1024];
6c139d6e
AL
215
216 int CurLine = 0;
217 while (F.eof() == false)
218 {
219 F.getline(Buffer,sizeof(Buffer));
220 CurLine++;
221 _strtabexpand(Buffer,sizeof(Buffer));
ba1045b4
AL
222 if (F.fail() && !F.eof())
223 return _error->Error(_("Line %u too long in source list %s."),
224 CurLine,File.c_str());
225
b2e465d6
AL
226
227 char *I;
34b53501
MV
228 // CNC:2003-02-20 - Do not break if '#' is inside [].
229 for (I = Buffer; *I != 0 && *I != '#'; I++)
230 if (*I == '[')
231 for (I++; *I != 0 && *I != ']'; I++);
b2e465d6
AL
232 *I = 0;
233
234 const char *C = _strstrip(Buffer);
6c139d6e
AL
235
236 // Comment or blank
b2e465d6 237 if (C[0] == '#' || C[0] == 0)
6c139d6e 238 continue;
b2e465d6 239
6c139d6e 240 // Grok it
b2e465d6
AL
241 string LineType;
242 if (ParseQuoteWord(C,LineType) == false)
243 return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());
6c139d6e 244
b2e465d6
AL
245 Type *Parse = Type::GetType(LineType.c_str());
246 if (Parse == 0)
39442e44 247 return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
6c139d6e 248
7db98ffc 249 // Vendor name specified
a7c835af
AL
250 if (C[0] == '[')
251 {
252 string VendorID;
253
254 if (ParseQuoteWord(C,VendorID) == false)
255 return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str());
256
257 if (VendorID.length() < 2 || VendorID.end()[-1] != ']')
258 return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str());
259 VendorID = string(VendorID,1,VendorID.size()-2);
260
7db98ffc
MZ
261// for (vector<const Vendor *>::const_iterator iter = VendorList.begin();
262// iter != VendorList.end(); iter++)
263// {
264// if ((*iter)->GetVendorID() == VendorID)
265// {
266// if (_config->FindB("Debug::sourceList", false))
267// std::cerr << "Comparing VendorID \"" << VendorID << "\" with \"" << (*iter)->GetVendorID() << '"' << std::endl;
268// Verifier = *iter;
269// break;
270// }
271// }
a7c835af 272
7db98ffc
MZ
273// if (Verifier == 0)
274// return _error->Error(_("Unknown vendor ID '%s' in line %u of source list %s"),
275// VendorID.c_str(),CurLine,File.c_str());
a7c835af 276 }
7db98ffc
MZ
277
278 if (Parse->ParseLine(SrcList,C,CurLine,File) == false)
b2e465d6 279 return false;
6c139d6e
AL
280 }
281 return true;
282}
283 /*}}}*/
b2e465d6 284// SourceList::FindIndex - Get the index associated with a file /*{{{*/
6c139d6e
AL
285// ---------------------------------------------------------------------
286/* */
b2e465d6
AL
287bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
288 pkgIndexFile *&Found) const
6c139d6e 289{
a7c835af 290 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
6c139d6e 291 {
7db98ffc
MZ
292 vector<pkgIndexFile *> *Indexes = (*I)->GetIndexFiles();
293 for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin();
294 J != Indexes->end(); J++)
b2e465d6 295 {
7db98ffc
MZ
296 if ((*J)->FindInCache(*File.Cache()) == File)
297 {
298 Found = (*J);
299 return true;
300 }
b2e465d6 301 }
be8922fd 302 }
7db98ffc 303
b2e465d6 304 return false;
36375005
AL
305}
306 /*}}}*/
b2e465d6 307// SourceList::GetIndexes - Load the index files into the downloader /*{{{*/
6c139d6e
AL
308// ---------------------------------------------------------------------
309/* */
7db98ffc 310bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const
6c139d6e 311{
a7c835af 312 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
7db98ffc 313 if ((*I)->GetIndexes(Owner,GetAll) == false)
b2e465d6
AL
314 return false;
315 return true;
6c139d6e
AL
316}
317 /*}}}*/
34b53501
MV
318// CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>.
319// SourceList::ReadSourceDir - Read a directory with sources files
320// Based on ReadConfigDir() /*{{{*/
321// ---------------------------------------------------------------------
322/* */
323bool pkgSourceList::ReadSourceDir(string Dir)
324{
325 DIR *D = opendir(Dir.c_str());
326 if (D == 0)
327 return _error->Errno("opendir",_("Unable to read %s"),Dir.c_str());
328
329 vector<string> List;
330
331 for (struct dirent *Ent = readdir(D); Ent != 0; Ent = readdir(D))
332 {
333 if (Ent->d_name[0] == '.')
334 continue;
335
336 // CNC:2003-12-02 Only accept .list files as valid sourceparts
337 if (flExtension(Ent->d_name) != "list")
338 continue;
339
340 // Skip bad file names ala run-parts
341 const char *C = Ent->d_name;
342 for (; *C != 0; C++)
343 if (isalpha(*C) == 0 && isdigit(*C) == 0
344 && *C != '_' && *C != '-' && *C != '.')
345 break;
346 if (*C != 0)
347 continue;
348
349 // Make sure it is a file and not something else
350 string File = flCombine(Dir,Ent->d_name);
351 struct stat St;
352 if (stat(File.c_str(),&St) != 0 || S_ISREG(St.st_mode) == 0)
353 continue;
354
355 List.push_back(File);
356 }
357 closedir(D);
358
359 sort(List.begin(),List.end());
360
361 // Read the files
362 for (vector<string>::const_iterator I = List.begin(); I != List.end(); I++)
363 if (ReadAppend(*I) == false)
364 return false;
365 return true;
366
367}
368 /*}}}*/
369