]> git.saurik.com Git - apt.git/blame - apt-pkg/sourcelist.cc
* huge merge to bring the apt debian-sid and ubuntu branches as close
[apt.git] / apt-pkg / sourcelist.cc
CommitLineData
6c139d6e
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
34b53501 3// $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $
6c139d6e
AL
4/* ######################################################################
5
6 List of Sources
7
8 ##################################################################### */
9 /*}}}*/
10// Include Files /*{{{*/
11#ifdef __GNUG__
094a497d 12#pragma implementation "apt-pkg/sourcelist.h"
6c139d6e
AL
13#endif
14
094a497d
AL
15#include <apt-pkg/sourcelist.h>
16#include <apt-pkg/error.h>
17#include <apt-pkg/fileutl.h>
cdcc6d34 18#include <apt-pkg/strutl.h>
7db98ffc 19#include <apt-pkg/configuration.h>
6c139d6e 20
b2e465d6
AL
21#include <apti18n.h>
22
90f057fd 23#include <fstream>
34b53501
MV
24
25// CNC:2003-03-03 - This is needed for ReadDir stuff.
26#include <algorithm>
27#include <stdio.h>
28#include <dirent.h>
29#include <sys/stat.h>
30#include <unistd.h>
b2e465d6
AL
31 /*}}}*/
32
4d6f8bdf
AL
33using namespace std;
34
35// Global list of Items supported
b2e465d6
AL
36static pkgSourceList::Type *ItmList[10];
37pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
38unsigned long pkgSourceList::Type::GlobalListLen = 0;
39
40// Type::Type - Constructor /*{{{*/
41// ---------------------------------------------------------------------
42/* Link this to the global list of items*/
43pkgSourceList::Type::Type()
44{
45 ItmList[GlobalListLen] = this;
46 GlobalListLen++;
47}
48 /*}}}*/
49// Type::GetType - Get a specific meta for a given type /*{{{*/
50// ---------------------------------------------------------------------
51/* */
52pkgSourceList::Type *pkgSourceList::Type::GetType(const char *Type)
53{
54 for (unsigned I = 0; I != GlobalListLen; I++)
55 if (strcmp(GlobalList[I]->Name,Type) == 0)
56 return GlobalList[I];
57 return 0;
58}
59 /*}}}*/
60// Type::FixupURI - Normalize the URI and check it.. /*{{{*/
61// ---------------------------------------------------------------------
62/* */
63bool pkgSourceList::Type::FixupURI(string &URI) const
64{
65 if (URI.empty() == true)
66 return false;
67
68 if (URI.find(':') == string::npos)
69 return false;
70
71 URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
72
a7c835af 73 // Make sure that the URI is / postfixed
b2e465d6
AL
74 if (URI[URI.size() - 1] != '/')
75 URI += '/';
76
77 return true;
78}
79 /*}}}*/
80// Type::ParseLine - Parse a single line /*{{{*/
81// ---------------------------------------------------------------------
82/* This is a generic one that is the 'usual' format for sources.list
83 Weird types may override this. */
7db98ffc 84bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List,
b2e465d6
AL
85 const char *Buffer,
86 unsigned long CurLine,
87 string File) const
88{
89 string URI;
90 string Dist;
91 string Section;
92
93 if (ParseQuoteWord(Buffer,URI) == false)
94 return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str());
95 if (ParseQuoteWord(Buffer,Dist) == false)
96 return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str());
97
98 if (FixupURI(URI) == false)
99 return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str());
100
101 // Check for an absolute dists specification.
102 if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
103 {
104 if (ParseQuoteWord(Buffer,Section) == true)
db0db9fe 105 return _error->Error(_("Malformed line %lu in source list %s (absolute dist)"),CurLine,File.c_str());
b2e465d6 106 Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
7db98ffc 107 return CreateItem(List,URI,Dist,Section);
b2e465d6
AL
108 }
109
110 // Grab the rest of the dists
111 if (ParseQuoteWord(Buffer,Section) == false)
112 return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str());
113
114 do
115 {
7db98ffc 116 if (CreateItem(List,URI,Dist,Section) == false)
b2e465d6
AL
117 return false;
118 }
119 while (ParseQuoteWord(Buffer,Section) == true);
120
121 return true;
122}
6c139d6e
AL
123 /*}}}*/
124
125// SourceList::pkgSourceList - Constructors /*{{{*/
126// ---------------------------------------------------------------------
127/* */
128pkgSourceList::pkgSourceList()
129{
130}
131
132pkgSourceList::pkgSourceList(string File)
133{
134 Read(File);
135}
136 /*}}}*/
1c193e02
AL
137// SourceList::~pkgSourceList - Destructor /*{{{*/
138// ---------------------------------------------------------------------
139/* */
140pkgSourceList::~pkgSourceList()
141{
142 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
143 delete *I;
1c193e02
AL
144}
145 /*}}}*/
a7c835af 146 /*}}}*/
6c139d6e
AL
147// SourceList::ReadMainList - Read the main source list from etc /*{{{*/
148// ---------------------------------------------------------------------
149/* */
150bool pkgSourceList::ReadMainList()
151{
34b53501
MV
152 // CNC:2003-03-03 - Multiple sources list support.
153 bool Res = true;
154#if 0
155 Res = ReadVendors();
156 if (Res == false)
157 return false;
158#endif
159
160 Reset();
161 // CNC:2003-11-28 - Entries in sources.list have priority over
162 // entries in sources.list.d.
163 string Main = _config->FindFile("Dir::Etc::sourcelist");
164 if (FileExists(Main) == true)
165 Res &= ReadAppend(Main);
166
167 string Parts = _config->FindDir("Dir::Etc::sourceparts");
168 if (FileExists(Parts) == true)
169 Res &= ReadSourceDir(Parts);
170
171 return Res;
6c139d6e
AL
172}
173 /*}}}*/
34b53501
MV
174// CNC:2003-03-03 - Needed to preserve backwards compatibility.
175// SourceList::Reset - Clear the sourcelist contents /*{{{*/
176// ---------------------------------------------------------------------
177/* */
178void pkgSourceList::Reset()
179{
180 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
181 delete *I;
182 SrcList.erase(SrcList.begin(),SrcList.end());
183}
184 /*}}}*/
185// CNC:2003-03-03 - Function moved to ReadAppend() and Reset().
6c139d6e
AL
186// SourceList::Read - Parse the sourcelist file /*{{{*/
187// ---------------------------------------------------------------------
188/* */
189bool pkgSourceList::Read(string File)
34b53501
MV
190{
191 Reset();
192 return ReadAppend(File);
193}
194 /*}}}*/
195// SourceList::ReadAppend - Parse a sourcelist file /*{{{*/
196// ---------------------------------------------------------------------
197/* */
198bool pkgSourceList::ReadAppend(string File)
6c139d6e
AL
199{
200 // Open the stream for reading
4d6f8bdf 201 ifstream F(File.c_str(),ios::in /*| ios::nocreate*/);
6c139d6e 202 if (!F != 0)
b2e465d6 203 return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());
6c139d6e 204
34b53501 205#if 0 // Now Reset() does this.
1c193e02
AL
206 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
207 delete *I;
a7c835af 208 SrcList.erase(SrcList.begin(),SrcList.end());
34b53501
MV
209#endif
210 // CNC:2003-12-10 - 300 is too short.
211 char Buffer[1024];
6c139d6e
AL
212
213 int CurLine = 0;
214 while (F.eof() == false)
215 {
216 F.getline(Buffer,sizeof(Buffer));
217 CurLine++;
218 _strtabexpand(Buffer,sizeof(Buffer));
ba1045b4
AL
219 if (F.fail() && !F.eof())
220 return _error->Error(_("Line %u too long in source list %s."),
221 CurLine,File.c_str());
222
b2e465d6
AL
223
224 char *I;
34b53501
MV
225 // CNC:2003-02-20 - Do not break if '#' is inside [].
226 for (I = Buffer; *I != 0 && *I != '#'; I++)
227 if (*I == '[')
228 for (I++; *I != 0 && *I != ']'; I++);
b2e465d6
AL
229 *I = 0;
230
231 const char *C = _strstrip(Buffer);
6c139d6e
AL
232
233 // Comment or blank
b2e465d6 234 if (C[0] == '#' || C[0] == 0)
6c139d6e 235 continue;
b2e465d6 236
6c139d6e 237 // Grok it
b2e465d6
AL
238 string LineType;
239 if (ParseQuoteWord(C,LineType) == false)
240 return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());
6c139d6e 241
b2e465d6
AL
242 Type *Parse = Type::GetType(LineType.c_str());
243 if (Parse == 0)
39442e44 244 return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
6c139d6e 245
7db98ffc 246 // Vendor name specified
a7c835af
AL
247 if (C[0] == '[')
248 {
249 string VendorID;
250
251 if (ParseQuoteWord(C,VendorID) == false)
252 return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str());
253
254 if (VendorID.length() < 2 || VendorID.end()[-1] != ']')
255 return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str());
256 VendorID = string(VendorID,1,VendorID.size()-2);
257
7db98ffc
MZ
258// for (vector<const Vendor *>::const_iterator iter = VendorList.begin();
259// iter != VendorList.end(); iter++)
260// {
261// if ((*iter)->GetVendorID() == VendorID)
262// {
263// if (_config->FindB("Debug::sourceList", false))
264// std::cerr << "Comparing VendorID \"" << VendorID << "\" with \"" << (*iter)->GetVendorID() << '"' << std::endl;
265// Verifier = *iter;
266// break;
267// }
268// }
a7c835af 269
7db98ffc
MZ
270// if (Verifier == 0)
271// return _error->Error(_("Unknown vendor ID '%s' in line %u of source list %s"),
272// VendorID.c_str(),CurLine,File.c_str());
a7c835af 273 }
7db98ffc
MZ
274
275 if (Parse->ParseLine(SrcList,C,CurLine,File) == false)
b2e465d6 276 return false;
6c139d6e
AL
277 }
278 return true;
279}
280 /*}}}*/
b2e465d6 281// SourceList::FindIndex - Get the index associated with a file /*{{{*/
6c139d6e
AL
282// ---------------------------------------------------------------------
283/* */
b2e465d6
AL
284bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
285 pkgIndexFile *&Found) const
6c139d6e 286{
a7c835af 287 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
6c139d6e 288 {
7db98ffc
MZ
289 vector<pkgIndexFile *> *Indexes = (*I)->GetIndexFiles();
290 for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin();
291 J != Indexes->end(); J++)
b2e465d6 292 {
7db98ffc
MZ
293 if ((*J)->FindInCache(*File.Cache()) == File)
294 {
295 Found = (*J);
296 return true;
297 }
b2e465d6 298 }
be8922fd 299 }
7db98ffc 300
b2e465d6 301 return false;
36375005
AL
302}
303 /*}}}*/
b2e465d6 304// SourceList::GetIndexes - Load the index files into the downloader /*{{{*/
6c139d6e
AL
305// ---------------------------------------------------------------------
306/* */
7db98ffc 307bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const
6c139d6e 308{
a7c835af 309 for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
7db98ffc 310 if ((*I)->GetIndexes(Owner,GetAll) == false)
b2e465d6
AL
311 return false;
312 return true;
6c139d6e
AL
313}
314 /*}}}*/
34b53501
MV
315// CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>.
316// SourceList::ReadSourceDir - Read a directory with sources files
317// Based on ReadConfigDir() /*{{{*/
318// ---------------------------------------------------------------------
319/* */
320bool pkgSourceList::ReadSourceDir(string Dir)
321{
322 DIR *D = opendir(Dir.c_str());
323 if (D == 0)
324 return _error->Errno("opendir",_("Unable to read %s"),Dir.c_str());
325
326 vector<string> List;
327
328 for (struct dirent *Ent = readdir(D); Ent != 0; Ent = readdir(D))
329 {
330 if (Ent->d_name[0] == '.')
331 continue;
332
333 // CNC:2003-12-02 Only accept .list files as valid sourceparts
334 if (flExtension(Ent->d_name) != "list")
335 continue;
336
337 // Skip bad file names ala run-parts
338 const char *C = Ent->d_name;
339 for (; *C != 0; C++)
340 if (isalpha(*C) == 0 && isdigit(*C) == 0
341 && *C != '_' && *C != '-' && *C != '.')
342 break;
343 if (*C != 0)
344 continue;
345
346 // Make sure it is a file and not something else
347 string File = flCombine(Dir,Ent->d_name);
348 struct stat St;
349 if (stat(File.c_str(),&St) != 0 || S_ISREG(St.st_mode) == 0)
350 continue;
351
352 List.push_back(File);
353 }
354 closedir(D);
355
356 sort(List.begin(),List.end());
357
358 // Read the files
359 for (vector<string>::const_iterator I = List.begin(); I != List.end(); I++)
360 if (ReadAppend(*I) == false)
361 return false;
362 return true;
363
364}
365 /*}}}*/
366