]>
Commit | Line | Data |
---|---|---|
6c139d6e AL |
1 | // -*- mode: cpp; mode: fold -*- |
2 | // Description /*{{{*/ | |
34b53501 | 3 | // $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $ |
6c139d6e AL |
4 | /* ###################################################################### |
5 | ||
6 | List of Sources | |
7 | ||
8 | ##################################################################### */ | |
9 | /*}}}*/ | |
10 | // Include Files /*{{{*/ | |
094a497d AL |
11 | #include <apt-pkg/sourcelist.h> |
12 | #include <apt-pkg/error.h> | |
13 | #include <apt-pkg/fileutl.h> | |
cdcc6d34 | 14 | #include <apt-pkg/strutl.h> |
7db98ffc | 15 | #include <apt-pkg/configuration.h> |
6c139d6e | 16 | |
b2e465d6 AL |
17 | #include <apti18n.h> |
18 | ||
90f057fd | 19 | #include <fstream> |
34b53501 MV |
20 | |
21 | // CNC:2003-03-03 - This is needed for ReadDir stuff. | |
22 | #include <algorithm> | |
23 | #include <stdio.h> | |
24 | #include <dirent.h> | |
25 | #include <sys/stat.h> | |
26 | #include <unistd.h> | |
b2e465d6 AL |
27 | /*}}}*/ |
28 | ||
4d6f8bdf AL |
29 | using namespace std; |
30 | ||
31 | // Global list of Items supported | |
b2e465d6 AL |
32 | static pkgSourceList::Type *ItmList[10]; |
33 | pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList; | |
34 | unsigned long pkgSourceList::Type::GlobalListLen = 0; | |
35 | ||
36 | // Type::Type - Constructor /*{{{*/ | |
37 | // --------------------------------------------------------------------- | |
38 | /* Link this to the global list of items*/ | |
39 | pkgSourceList::Type::Type() | |
40 | { | |
41 | ItmList[GlobalListLen] = this; | |
42 | GlobalListLen++; | |
43 | } | |
44 | /*}}}*/ | |
45 | // Type::GetType - Get a specific meta for a given type /*{{{*/ | |
46 | // --------------------------------------------------------------------- | |
47 | /* */ | |
48 | pkgSourceList::Type *pkgSourceList::Type::GetType(const char *Type) | |
49 | { | |
50 | for (unsigned I = 0; I != GlobalListLen; I++) | |
51 | if (strcmp(GlobalList[I]->Name,Type) == 0) | |
52 | return GlobalList[I]; | |
53 | return 0; | |
54 | } | |
55 | /*}}}*/ | |
56 | // Type::FixupURI - Normalize the URI and check it.. /*{{{*/ | |
57 | // --------------------------------------------------------------------- | |
58 | /* */ | |
59 | bool pkgSourceList::Type::FixupURI(string &URI) const | |
60 | { | |
61 | if (URI.empty() == true) | |
62 | return false; | |
63 | ||
64 | if (URI.find(':') == string::npos) | |
65 | return false; | |
66 | ||
67 | URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture")); | |
68 | ||
a7c835af | 69 | // Make sure that the URI is / postfixed |
b2e465d6 AL |
70 | if (URI[URI.size() - 1] != '/') |
71 | URI += '/'; | |
72 | ||
73 | return true; | |
74 | } | |
75 | /*}}}*/ | |
76 | // Type::ParseLine - Parse a single line /*{{{*/ | |
77 | // --------------------------------------------------------------------- | |
78 | /* This is a generic one that is the 'usual' format for sources.list | |
79 | Weird types may override this. */ | |
7db98ffc | 80 | bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List, |
b2e465d6 AL |
81 | const char *Buffer, |
82 | unsigned long CurLine, | |
83 | string File) const | |
84 | { | |
85 | string URI; | |
86 | string Dist; | |
87 | string Section; | |
88 | ||
89 | if (ParseQuoteWord(Buffer,URI) == false) | |
90 | return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str()); | |
91 | if (ParseQuoteWord(Buffer,Dist) == false) | |
92 | return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str()); | |
93 | ||
94 | if (FixupURI(URI) == false) | |
95 | return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str()); | |
96 | ||
97 | // Check for an absolute dists specification. | |
98 | if (Dist.empty() == false && Dist[Dist.size() - 1] == '/') | |
99 | { | |
100 | if (ParseQuoteWord(Buffer,Section) == true) | |
db0db9fe | 101 | return _error->Error(_("Malformed line %lu in source list %s (absolute dist)"),CurLine,File.c_str()); |
b2e465d6 | 102 | Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture")); |
7db98ffc | 103 | return CreateItem(List,URI,Dist,Section); |
b2e465d6 AL |
104 | } |
105 | ||
106 | // Grab the rest of the dists | |
107 | if (ParseQuoteWord(Buffer,Section) == false) | |
108 | return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str()); | |
109 | ||
110 | do | |
111 | { | |
7db98ffc | 112 | if (CreateItem(List,URI,Dist,Section) == false) |
b2e465d6 AL |
113 | return false; |
114 | } | |
115 | while (ParseQuoteWord(Buffer,Section) == true); | |
116 | ||
117 | return true; | |
118 | } | |
6c139d6e AL |
119 | /*}}}*/ |
120 | ||
121 | // SourceList::pkgSourceList - Constructors /*{{{*/ | |
122 | // --------------------------------------------------------------------- | |
123 | /* */ | |
124 | pkgSourceList::pkgSourceList() | |
125 | { | |
126 | } | |
127 | ||
128 | pkgSourceList::pkgSourceList(string File) | |
129 | { | |
130 | Read(File); | |
131 | } | |
132 | /*}}}*/ | |
1c193e02 AL |
133 | // SourceList::~pkgSourceList - Destructor /*{{{*/ |
134 | // --------------------------------------------------------------------- | |
135 | /* */ | |
136 | pkgSourceList::~pkgSourceList() | |
137 | { | |
138 | for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++) | |
139 | delete *I; | |
1c193e02 AL |
140 | } |
141 | /*}}}*/ | |
a7c835af | 142 | /*}}}*/ |
6c139d6e AL |
143 | // SourceList::ReadMainList - Read the main source list from etc /*{{{*/ |
144 | // --------------------------------------------------------------------- | |
145 | /* */ | |
146 | bool pkgSourceList::ReadMainList() | |
147 | { | |
34b53501 MV |
148 | // CNC:2003-03-03 - Multiple sources list support. |
149 | bool Res = true; | |
150 | #if 0 | |
151 | Res = ReadVendors(); | |
152 | if (Res == false) | |
153 | return false; | |
154 | #endif | |
155 | ||
156 | Reset(); | |
157 | // CNC:2003-11-28 - Entries in sources.list have priority over | |
158 | // entries in sources.list.d. | |
159 | string Main = _config->FindFile("Dir::Etc::sourcelist"); | |
67793cf3 JAK |
160 | string Parts = _config->FindDir("Dir::Etc::sourceparts"); |
161 | ||
34b53501 | 162 | if (FileExists(Main) == true) |
6009e60d | 163 | Res &= ReadAppend(Main); |
67793cf3 JAK |
164 | else if (FileExists(Parts) == false) |
165 | // Only warn if there are no sources.list.d. | |
6009e60d | 166 | _error->WarningE("FileExists",_("Unable to read %s"),Main.c_str()); |
34b53501 | 167 | |
34b53501 MV |
168 | if (FileExists(Parts) == true) |
169 | Res &= ReadSourceDir(Parts); | |
67793cf3 JAK |
170 | else if (FileExists(Main) == false) |
171 | // Only warn if there is no sources.list file. | |
6009e60d DK |
172 | _error->WarningE("FileExists",_("Unable to read %s"),Parts.c_str()); |
173 | ||
34b53501 | 174 | return Res; |
6c139d6e AL |
175 | } |
176 | /*}}}*/ | |
34b53501 MV |
177 | // CNC:2003-03-03 - Needed to preserve backwards compatibility. |
178 | // SourceList::Reset - Clear the sourcelist contents /*{{{*/ | |
179 | // --------------------------------------------------------------------- | |
180 | /* */ | |
181 | void pkgSourceList::Reset() | |
182 | { | |
183 | for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++) | |
184 | delete *I; | |
185 | SrcList.erase(SrcList.begin(),SrcList.end()); | |
186 | } | |
187 | /*}}}*/ | |
188 | // CNC:2003-03-03 - Function moved to ReadAppend() and Reset(). | |
6c139d6e AL |
189 | // SourceList::Read - Parse the sourcelist file /*{{{*/ |
190 | // --------------------------------------------------------------------- | |
191 | /* */ | |
192 | bool pkgSourceList::Read(string File) | |
34b53501 MV |
193 | { |
194 | Reset(); | |
195 | return ReadAppend(File); | |
196 | } | |
197 | /*}}}*/ | |
198 | // SourceList::ReadAppend - Parse a sourcelist file /*{{{*/ | |
199 | // --------------------------------------------------------------------- | |
200 | /* */ | |
201 | bool pkgSourceList::ReadAppend(string File) | |
6c139d6e AL |
202 | { |
203 | // Open the stream for reading | |
4d6f8bdf | 204 | ifstream F(File.c_str(),ios::in /*| ios::nocreate*/); |
6c139d6e | 205 | if (!F != 0) |
b2e465d6 | 206 | return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str()); |
6c139d6e | 207 | |
34b53501 | 208 | #if 0 // Now Reset() does this. |
1c193e02 AL |
209 | for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++) |
210 | delete *I; | |
a7c835af | 211 | SrcList.erase(SrcList.begin(),SrcList.end()); |
34b53501 MV |
212 | #endif |
213 | // CNC:2003-12-10 - 300 is too short. | |
214 | char Buffer[1024]; | |
6c139d6e AL |
215 | |
216 | int CurLine = 0; | |
217 | while (F.eof() == false) | |
218 | { | |
219 | F.getline(Buffer,sizeof(Buffer)); | |
220 | CurLine++; | |
221 | _strtabexpand(Buffer,sizeof(Buffer)); | |
ba1045b4 AL |
222 | if (F.fail() && !F.eof()) |
223 | return _error->Error(_("Line %u too long in source list %s."), | |
224 | CurLine,File.c_str()); | |
225 | ||
b2e465d6 AL |
226 | |
227 | char *I; | |
34b53501 MV |
228 | // CNC:2003-02-20 - Do not break if '#' is inside []. |
229 | for (I = Buffer; *I != 0 && *I != '#'; I++) | |
230 | if (*I == '[') | |
231 | for (I++; *I != 0 && *I != ']'; I++); | |
b2e465d6 AL |
232 | *I = 0; |
233 | ||
234 | const char *C = _strstrip(Buffer); | |
6c139d6e AL |
235 | |
236 | // Comment or blank | |
b2e465d6 | 237 | if (C[0] == '#' || C[0] == 0) |
6c139d6e | 238 | continue; |
b2e465d6 | 239 | |
6c139d6e | 240 | // Grok it |
b2e465d6 AL |
241 | string LineType; |
242 | if (ParseQuoteWord(C,LineType) == false) | |
243 | return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str()); | |
6c139d6e | 244 | |
b2e465d6 AL |
245 | Type *Parse = Type::GetType(LineType.c_str()); |
246 | if (Parse == 0) | |
39442e44 | 247 | return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str()); |
6c139d6e | 248 | |
7db98ffc | 249 | // Vendor name specified |
a7c835af AL |
250 | if (C[0] == '[') |
251 | { | |
252 | string VendorID; | |
253 | ||
254 | if (ParseQuoteWord(C,VendorID) == false) | |
255 | return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str()); | |
256 | ||
257 | if (VendorID.length() < 2 || VendorID.end()[-1] != ']') | |
258 | return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str()); | |
259 | VendorID = string(VendorID,1,VendorID.size()-2); | |
260 | ||
7db98ffc MZ |
261 | // for (vector<const Vendor *>::const_iterator iter = VendorList.begin(); |
262 | // iter != VendorList.end(); iter++) | |
263 | // { | |
264 | // if ((*iter)->GetVendorID() == VendorID) | |
265 | // { | |
266 | // if (_config->FindB("Debug::sourceList", false)) | |
267 | // std::cerr << "Comparing VendorID \"" << VendorID << "\" with \"" << (*iter)->GetVendorID() << '"' << std::endl; | |
268 | // Verifier = *iter; | |
269 | // break; | |
270 | // } | |
271 | // } | |
a7c835af | 272 | |
7db98ffc MZ |
273 | // if (Verifier == 0) |
274 | // return _error->Error(_("Unknown vendor ID '%s' in line %u of source list %s"), | |
275 | // VendorID.c_str(),CurLine,File.c_str()); | |
a7c835af | 276 | } |
7db98ffc MZ |
277 | |
278 | if (Parse->ParseLine(SrcList,C,CurLine,File) == false) | |
b2e465d6 | 279 | return false; |
6c139d6e AL |
280 | } |
281 | return true; | |
282 | } | |
283 | /*}}}*/ | |
b2e465d6 | 284 | // SourceList::FindIndex - Get the index associated with a file /*{{{*/ |
6c139d6e AL |
285 | // --------------------------------------------------------------------- |
286 | /* */ | |
b2e465d6 AL |
287 | bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File, |
288 | pkgIndexFile *&Found) const | |
6c139d6e | 289 | { |
a7c835af | 290 | for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++) |
6c139d6e | 291 | { |
7db98ffc MZ |
292 | vector<pkgIndexFile *> *Indexes = (*I)->GetIndexFiles(); |
293 | for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin(); | |
294 | J != Indexes->end(); J++) | |
b2e465d6 | 295 | { |
7db98ffc MZ |
296 | if ((*J)->FindInCache(*File.Cache()) == File) |
297 | { | |
298 | Found = (*J); | |
299 | return true; | |
300 | } | |
b2e465d6 | 301 | } |
be8922fd | 302 | } |
7db98ffc | 303 | |
b2e465d6 | 304 | return false; |
36375005 AL |
305 | } |
306 | /*}}}*/ | |
b2e465d6 | 307 | // SourceList::GetIndexes - Load the index files into the downloader /*{{{*/ |
6c139d6e AL |
308 | // --------------------------------------------------------------------- |
309 | /* */ | |
7db98ffc | 310 | bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const |
6c139d6e | 311 | { |
a7c835af | 312 | for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++) |
7db98ffc | 313 | if ((*I)->GetIndexes(Owner,GetAll) == false) |
b2e465d6 AL |
314 | return false; |
315 | return true; | |
6c139d6e AL |
316 | } |
317 | /*}}}*/ | |
34b53501 MV |
318 | // CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>. |
319 | // SourceList::ReadSourceDir - Read a directory with sources files | |
320 | // Based on ReadConfigDir() /*{{{*/ | |
321 | // --------------------------------------------------------------------- | |
322 | /* */ | |
323 | bool pkgSourceList::ReadSourceDir(string Dir) | |
324 | { | |
325 | DIR *D = opendir(Dir.c_str()); | |
326 | if (D == 0) | |
327 | return _error->Errno("opendir",_("Unable to read %s"),Dir.c_str()); | |
328 | ||
329 | vector<string> List; | |
330 | ||
331 | for (struct dirent *Ent = readdir(D); Ent != 0; Ent = readdir(D)) | |
332 | { | |
333 | if (Ent->d_name[0] == '.') | |
334 | continue; | |
335 | ||
336 | // CNC:2003-12-02 Only accept .list files as valid sourceparts | |
337 | if (flExtension(Ent->d_name) != "list") | |
338 | continue; | |
339 | ||
340 | // Skip bad file names ala run-parts | |
341 | const char *C = Ent->d_name; | |
342 | for (; *C != 0; C++) | |
343 | if (isalpha(*C) == 0 && isdigit(*C) == 0 | |
344 | && *C != '_' && *C != '-' && *C != '.') | |
345 | break; | |
346 | if (*C != 0) | |
347 | continue; | |
348 | ||
349 | // Make sure it is a file and not something else | |
350 | string File = flCombine(Dir,Ent->d_name); | |
351 | struct stat St; | |
352 | if (stat(File.c_str(),&St) != 0 || S_ISREG(St.st_mode) == 0) | |
353 | continue; | |
354 | ||
355 | List.push_back(File); | |
356 | } | |
357 | closedir(D); | |
358 | ||
359 | sort(List.begin(),List.end()); | |
360 | ||
361 | // Read the files | |
362 | for (vector<string>::const_iterator I = List.begin(); I != List.end(); I++) | |
363 | if (ReadAppend(*I) == false) | |
364 | return false; | |
365 | return true; | |
366 | ||
367 | } | |
368 | /*}}}*/ | |
369 |