[apt.git] / apt-pkg / sourcelist.cc

// -*- mode: cpp; mode: fold -*-
// Description								/*{{{*/
// $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $
/* ######################################################################

   List of Sources
   
   ##################################################################### */
									/*}}}*/
// Include Files							/*{{{*/
#include<config.h>

#include <apt-pkg/sourcelist.h>
#include <apt-pkg/error.h>
#include <apt-pkg/fileutl.h>
#include <apt-pkg/strutl.h>
#include <apt-pkg/configuration.h>
#include <apt-pkg/metaindex.h>
#include <apt-pkg/indexfile.h>
#include <apt-pkg/tagfile.h>

#include <fstream>

#include <apti18n.h>
									/*}}}*/

using namespace std;

// Global list of Items supported
static  pkgSourceList::Type *ItmList[10];
pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
unsigned long pkgSourceList::Type::GlobalListLen = 0;

// Type::Type - Constructor						/*{{{*/
// ---------------------------------------------------------------------
/* Link this to the global list of items*/
pkgSourceList::Type::Type() : Name(NULL), Label(NULL)
{
   ItmList[GlobalListLen] = this;
   GlobalListLen++;
}
									/*}}}*/
// Type::GetType - Get a specific meta for a given type			/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::Type *pkgSourceList::Type::GetType(const char *Type)
{
   for (unsigned I = 0; I != GlobalListLen; I++)
      if (strcmp(GlobalList[I]->Name,Type) == 0)
	 return GlobalList[I];
   return 0;
}
									/*}}}*/
// Type::FixupURI - Normalize the URI and check it..			/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::Type::FixupURI(string &URI) const
{
   if (URI.empty() == true)
      return false;

   if (URI.find(':') == string::npos)
      return false;

   URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
   
   // Make sure that the URI is / postfixed
   if (URI[URI.size() - 1] != '/')
      URI += '/';
   
   return true;
}
									/*}}}*/
// Type::ParseLine - Parse a single line				/*{{{*/
// ---------------------------------------------------------------------
/* This is a generic one that is the 'usual' format for sources.list
   Weird types may override this. */
bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List,
				    const char *Buffer,
				    unsigned long const &CurLine,
				    string const &File) const
{
   for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces

   // Parse option field if it exists
   // e.g.: [ option1=value1 option2=value2 ]
   map<string, string> Options;
   if (Buffer != 0 && Buffer[0] == '[')
   {
      ++Buffer; // ignore the [
      for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
      while (*Buffer != ']')
      {
	 // get one option, e.g. option1=value1
	 string option;
	 if (ParseQuoteWord(Buffer,option) == false)
	    return _error->Error(_("Malformed line %lu in source list %s ([option] unparseable)"),CurLine,File.c_str());

	 if (option.length() < 3)
	    return _error->Error(_("Malformed line %lu in source list %s ([option] too short)"),CurLine,File.c_str());

	 // accept options even if the last has no space before the ]-end marker
	 if (option.at(option.length()-1) == ']')
	 {
	    for (; *Buffer != ']'; --Buffer);
	    option.resize(option.length()-1);
	 }

	 size_t const needle = option.find('=');
	 if (needle == string::npos)
	    return _error->Error(_("Malformed line %lu in source list %s ([%s] is not an assignment)"),CurLine,File.c_str(), option.c_str());

	 string const key = string(option, 0, needle);
	 string const value = string(option, needle + 1, option.length());

	 if (key.empty() == true)
	    return _error->Error(_("Malformed line %lu in source list %s ([%s] has no key)"),CurLine,File.c_str(), option.c_str());

	 if (value.empty() == true)
	    return _error->Error(_("Malformed line %lu in source list %s ([%s] key %s has no value)"),CurLine,File.c_str(),option.c_str(),key.c_str());

	 Options[key] = value;
      }
      ++Buffer; // ignore the ]
      for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
   }

   string URI;
   string Dist;
   string Section;

   if (ParseQuoteWord(Buffer,URI) == false)
      return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str());
   if (ParseQuoteWord(Buffer,Dist) == false)
      return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str());
      
   if (FixupURI(URI) == false)
      return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str());
   
   // Check for an absolute dists specification.
   if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
   {
      if (ParseQuoteWord(Buffer,Section) == true)
	 return _error->Error(_("Malformed line %lu in source list %s (absolute dist)"),CurLine,File.c_str());
      Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
      return CreateItem(List, URI, Dist, Section, Options);
   }
   
   // Grab the rest of the dists
   if (ParseQuoteWord(Buffer,Section) == false)
      return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str());
   
   do
   {
      if (CreateItem(List, URI, Dist, Section, Options) == false)
	 return false;
   }
   while (ParseQuoteWord(Buffer,Section) == true);
   
   return true;
}
									/*}}}*/

// SourceList::pkgSourceList - Constructors				/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::pkgSourceList()
{
}

pkgSourceList::pkgSourceList(string File)
{
   Read(File);
}
									/*}}}*/
// SourceList::~pkgSourceList - Destructor				/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::~pkgSourceList()
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      delete *I;
}
									/*}}}*/
									/*}}}*/
// SourceList::ReadMainList - Read the main source list from etc	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadMainList()
{
   // CNC:2003-03-03 - Multiple sources list support.
   bool Res = true;
#if 0
   Res = ReadVendors();
   if (Res == false)
      return false;
#endif

   Reset();
   // CNC:2003-11-28 - Entries in sources.list have priority over
   //                  entries in sources.list.d.
   string Main = _config->FindFile("Dir::Etc::sourcelist");
   string Parts = _config->FindDir("Dir::Etc::sourceparts");
   
   if (RealFileExists(Main) == true)
      Res &= ReadAppend(Main);
   else if (DirectoryExists(Parts) == false)
      // Only warn if there are no sources.list.d.
      _error->WarningE("DirectoryExists", _("Unable to read %s"), Parts.c_str());

   if (DirectoryExists(Parts) == true)
      Res &= ReadSourceDir(Parts);
   else if (RealFileExists(Main) == false)
      // Only warn if there is no sources.list file.
      _error->WarningE("RealFileExists", _("Unable to read %s"), Main.c_str());

   return Res;
}
									/*}}}*/
// CNC:2003-03-03 - Needed to preserve backwards compatibility.
// SourceList::Reset - Clear the sourcelist contents			/*{{{*/
// ---------------------------------------------------------------------
/* */
void pkgSourceList::Reset()
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      delete *I;
   SrcList.erase(SrcList.begin(),SrcList.end());
}
									/*}}}*/
// CNC:2003-03-03 - Function moved to ReadAppend() and Reset().
// SourceList::Read - Parse the sourcelist file				/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::Read(string File)
{
   Reset();
   return ReadAppend(File);
}
									/*}}}*/
// SourceList::ReadAppend - Parse a sourcelist file			/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadAppend(string File)
{
   // try reading as deb822
   // FIXME: proper error handling so that we do not error for good old-style
   //        sources
   FileFd Fd(File, FileFd::ReadOnly);
   pkgTagFile Sources(&Fd);
   if (_error->PendingError() == false)
   {
      pkgTagSection Tags;
      map<string, string> Options;
      int i=0;
      while (Sources.Step(Tags) == true)
      {
         if(!Tags.Exists("Type")) 
            continue;
         string const type = Tags.FindS("Type");
         Type *Parse = Type::GetType(type.c_str());
         if (Parse == 0)
            return _error->Error(_("Type '%s' is not known on stanza %u in source list %s"),type.c_str(),i,File.c_str());
         
         string URI = Tags.FindS("URL");
         if (!Parse->FixupURI(URI))
            return _error->Error(_("Malformed stanza %lu in source list %s (URI parse)"),i,File.c_str());
         string const Dist = Tags.FindS("Dist");
         string const Section = Tags.FindS("Section");
         // check if there are any options we support
         const char* option_str[] = { 
            "arch", "arch+", "arch-", "trusted" };
         for (unsigned int j=0; j < sizeof(option_str)/sizeof(char*); j++)
            if (Tags.Exists(option_str[j]))
               Options[option_str[j]] = Tags.FindS(option_str[j]);

         // now create one item per section
         std::vector<std::string> list;
         if (Section.find(","))
             list = StringSplit(Section, ",");
         else
             list = StringSplit(Section, " ");
         for (int i=0; i < list.size(); i++)
            Parse->CreateItem(SrcList, URI, Dist, list[i], Options);

         i++;
      }
      // we are done
      if(i>0)
         return true;
   }

   // Open the stream for reading
   ifstream F(File.c_str(),ios::in /*| ios::nocreate*/);
   if (!F != 0)
      return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());

   // CNC:2003-12-10 - 300 is too short.
   char Buffer[1024];

   int CurLine = 0;
   while (F.eof() == false)
   {
      F.getline(Buffer,sizeof(Buffer));
      CurLine++;
      _strtabexpand(Buffer,sizeof(Buffer));
      if (F.fail() && !F.eof())
	 return _error->Error(_("Line %u too long in source list %s."),
			      CurLine,File.c_str());

      
      char *I;
      // CNC:2003-02-20 - Do not break if '#' is inside [].
      for (I = Buffer; *I != 0 && *I != '#'; I++)
         if (*I == '[')
         {
	    char *b_end = strchr(I + 1, ']');
            if (b_end != NULL)
               I = b_end;
         }
      *I = 0;
      
      const char *C = _strstrip(Buffer);
      
      // Comment or blank
      if (C[0] == '#' || C[0] == 0)
	 continue;
      	    
      // Grok it
      string LineType;
      if (ParseQuoteWord(C,LineType) == false)
	 return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());

      Type *Parse = Type::GetType(LineType.c_str());
      if (Parse == 0)
	 return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
      
      if (Parse->ParseLine(SrcList, C, CurLine, File) == false)
	 return false;
   }
   return true;
}
									/*}}}*/
// SourceList::FindIndex - Get the index associated with a file		/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
			      pkgIndexFile *&Found) const
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
   {
      vector<pkgIndexFile *> *Indexes = (*I)->GetIndexFiles();
      for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin();
	   J != Indexes->end(); ++J)
      {
         if ((*J)->FindInCache(*File.Cache()) == File)
         {
            Found = (*J);
            return true;
         }
      }
   }

   return false;
}
									/*}}}*/
// SourceList::GetIndexes - Load the index files into the downloader	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      if ((*I)->GetIndexes(Owner,GetAll) == false)
	 return false;
   return true;
}
									/*}}}*/
// CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>.
// SourceList::ReadSourceDir - Read a directory with sources files
// Based on ReadConfigDir()						/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadSourceDir(string Dir)
{
   vector<string> const List = GetListOfFilesInDir(Dir, "list", true);

   // Read the files
   for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
      if (ReadAppend(*I) == false)
	 return false;
   return true;

}
									/*}}}*/
// GetLastModified()						/*{{{*/
// ---------------------------------------------------------------------
/* */
time_t pkgSourceList::GetLastModifiedTime()
{
   vector<string> List;

   string Main = _config->FindFile("Dir::Etc::sourcelist");
   string Parts = _config->FindDir("Dir::Etc::sourceparts");

   // go over the parts
   if (DirectoryExists(Parts) == true)
      List = GetListOfFilesInDir(Parts, "list", true);

   // calculate the time
   time_t mtime_sources = GetModificationTime(Main);
   for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
      mtime_sources = std::max(mtime_sources, GetModificationTime(*I));

   return mtime_sources;
}
									/*}}}*/
Commit	Line	Data
6c139d6e AL	1	// -- mode: cpp; mode: fold --
6c139d6e AL	2	// Description /{{{/
34b53501	3	// $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $
6c139d6e AL	4	/* ######################################################################
	5
	6	List of Sources
	7
	8	##################################################################### */
	9	/}}}/
	10	// Include Files /{{{/
ea542140 DK	11	#include<config.h>
ea542140 DK	12
094a497d AL	13	#include <apt-pkg/sourcelist.h>
	14	#include <apt-pkg/error.h>
	15	#include <apt-pkg/fileutl.h>
cdcc6d34	16	#include <apt-pkg/strutl.h>
7db98ffc	17	#include <apt-pkg/configuration.h>
472ff00e DK	18	#include <apt-pkg/metaindex.h>
472ff00e DK	19	#include <apt-pkg/indexfile.h>
a537ce19	20	#include <apt-pkg/tagfile.h>
6c139d6e	21
90f057fd	22	#include <fstream>
ea542140 DK	23
ea542140 DK	24	#include <apti18n.h>
b2e465d6 AL	25	/}}}/
b2e465d6 AL	26
4d6f8bdf AL	27	using namespace std;
	28
	29	// Global list of Items supported
b2e465d6 AL	30	static pkgSourceList::Type *ItmList[10];
	31	pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
	32	unsigned long pkgSourceList::Type::GlobalListLen = 0;
	33
	34	// Type::Type - Constructor /{{{/
	35	// ---------------------------------------------------------------------
	36	/* Link this to the global list of items*/
dcaa1185	37	pkgSourceList::Type::Type() : Name(NULL), Label(NULL)
b2e465d6 AL	38	{
	39	ItmList[GlobalListLen] = this;
	40	GlobalListLen++;
	41	}
	42	/}}}/
	43	// Type::GetType - Get a specific meta for a given type /{{{/
	44	// ---------------------------------------------------------------------
	45	/* */
	46	pkgSourceList::Type pkgSourceList::Type::GetType(const char Type)
	47	{
	48	for (unsigned I = 0; I != GlobalListLen; I++)
	49	if (strcmp(GlobalList[I]->Name,Type) == 0)
	50	return GlobalList[I];
	51	return 0;
	52	}
	53	/}}}/
	54	// Type::FixupURI - Normalize the URI and check it.. /{{{/
	55	// ---------------------------------------------------------------------
	56	/* */
	57	bool pkgSourceList::Type::FixupURI(string &URI) const
	58	{
	59	if (URI.empty() == true)
	60	return false;
	61
	62	if (URI.find(':') == string::npos)
	63	return false;
	64
	65	URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
	66
a7c835af	67	// Make sure that the URI is / postfixed
b2e465d6 AL	68	if (URI[URI.size() - 1] != '/')
	69	URI += '/';
	70
	71	return true;
	72	}
	73	/}}}/
	74	// Type::ParseLine - Parse a single line /{{{/
	75	// ---------------------------------------------------------------------
	76	/* This is a generic one that is the 'usual' format for sources.list
	77	Weird types may override this. */
7db98ffc	78	bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List,
b2e465d6	79	const char *Buffer,
5dd4c8b8 DK	80	unsigned long const &CurLine,
5dd4c8b8 DK	81	string const &File) const
b2e465d6	82	{
5dd4c8b8 DK	83	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	84
	85	// Parse option field if it exists
	86	// e.g.: [ option1=value1 option2=value2 ]
	87	map<string, string> Options;
	88	if (Buffer != 0 && Buffer[0] == '[')
	89	{
	90	++Buffer; // ignore the [
	91	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	92	while (*Buffer != ']')
	93	{
	94	// get one option, e.g. option1=value1
	95	string option;
	96	if (ParseQuoteWord(Buffer,option) == false)
	97	return _error->Error(_("Malformed line %lu in source list %s ([option] unparseable)"),CurLine,File.c_str());
	98
	99	if (option.length() < 3)
	100	return _error->Error(_("Malformed line %lu in source list %s ([option] too short)"),CurLine,File.c_str());
	101
6838dd87 DK	102	// accept options even if the last has no space before the ]-end marker
	103	if (option.at(option.length()-1) == ']')
	104	{
	105	for (; *Buffer != ']'; --Buffer);
	106	option.resize(option.length()-1);
	107	}
	108
5dd4c8b8 DK	109	size_t const needle = option.find('=');
	110	if (needle == string::npos)
	111	return _error->Error(_("Malformed line %lu in source list %s ([%s] is not an assignment)"),CurLine,File.c_str(), option.c_str());
	112
	113	string const key = string(option, 0, needle);
	114	string const value = string(option, needle + 1, option.length());
	115
	116	if (key.empty() == true)
	117	return _error->Error(_("Malformed line %lu in source list %s ([%s] has no key)"),CurLine,File.c_str(), option.c_str());
	118
	119	if (value.empty() == true)
	120	return _error->Error(_("Malformed line %lu in source list %s ([%s] key %s has no value)"),CurLine,File.c_str(),option.c_str(),key.c_str());
	121
	122	Options[key] = value;
	123	}
	124	++Buffer; // ignore the ]
	125	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	126	}
	127
b2e465d6 AL	128	string URI;
b2e465d6 AL	129	string Dist;
5dd4c8b8 DK	130	string Section;
5dd4c8b8 DK	131
b2e465d6 AL	132	if (ParseQuoteWord(Buffer,URI) == false)
	133	return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str());
	134	if (ParseQuoteWord(Buffer,Dist) == false)
	135	return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str());
	136
	137	if (FixupURI(URI) == false)
	138	return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str());
	139
	140	// Check for an absolute dists specification.
	141	if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
	142	{
	143	if (ParseQuoteWord(Buffer,Section) == true)
db0db9fe	144	return _error->Error(_("Malformed line %lu in source list %s (absolute dist)"),CurLine,File.c_str());
b2e465d6	145	Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
5dd4c8b8	146	return CreateItem(List, URI, Dist, Section, Options);
b2e465d6 AL	147	}
	148
	149	// Grab the rest of the dists
	150	if (ParseQuoteWord(Buffer,Section) == false)
	151	return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str());
	152
	153	do
	154	{
5dd4c8b8	155	if (CreateItem(List, URI, Dist, Section, Options) == false)
b2e465d6 AL	156	return false;
	157	}
	158	while (ParseQuoteWord(Buffer,Section) == true);
	159
	160	return true;
	161	}
6c139d6e AL	162	/}}}/
	163
	164	// SourceList::pkgSourceList - Constructors /{{{/
	165	// ---------------------------------------------------------------------
	166	/* */
	167	pkgSourceList::pkgSourceList()
	168	{
	169	}
	170
	171	pkgSourceList::pkgSourceList(string File)
	172	{
	173	Read(File);
	174	}
	175	/}}}/
1c193e02 AL	176	// SourceList::~pkgSourceList - Destructor /{{{/
	177	// ---------------------------------------------------------------------
	178	/* */
	179	pkgSourceList::~pkgSourceList()
	180	{
f7f0d6c7	181	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
1c193e02	182	delete *I;
1c193e02 AL	183	}
1c193e02 AL	184	/}}}/
a7c835af	185	/}}}/
6c139d6e AL	186	// SourceList::ReadMainList - Read the main source list from etc /{{{/
	187	// ---------------------------------------------------------------------
	188	/* */
	189	bool pkgSourceList::ReadMainList()
	190	{
34b53501 MV	191	// CNC:2003-03-03 - Multiple sources list support.
	192	bool Res = true;
	193	#if 0
	194	Res = ReadVendors();
	195	if (Res == false)
	196	return false;
	197	#endif
	198
	199	Reset();
	200	// CNC:2003-11-28 - Entries in sources.list have priority over
	201	// entries in sources.list.d.
	202	string Main = _config->FindFile("Dir::Etc::sourcelist");
67793cf3 JAK	203	string Parts = _config->FindDir("Dir::Etc::sourceparts");
67793cf3 JAK	204
36f1098a	205	if (RealFileExists(Main) == true)
6009e60d	206	Res &= ReadAppend(Main);
448eaf8b	207	else if (DirectoryExists(Parts) == false)
67793cf3	208	// Only warn if there are no sources.list.d.
448eaf8b	209	_error->WarningE("DirectoryExists", _("Unable to read %s"), Parts.c_str());
34b53501	210
448eaf8b	211	if (DirectoryExists(Parts) == true)
34b53501	212	Res &= ReadSourceDir(Parts);
36f1098a	213	else if (RealFileExists(Main) == false)
67793cf3	214	// Only warn if there is no sources.list file.
36f1098a	215	_error->WarningE("RealFileExists", _("Unable to read %s"), Main.c_str());
6009e60d	216
34b53501	217	return Res;
6c139d6e AL	218	}
6c139d6e AL	219	/}}}/
34b53501 MV	220	// CNC:2003-03-03 - Needed to preserve backwards compatibility.
	221	// SourceList::Reset - Clear the sourcelist contents /{{{/
	222	// ---------------------------------------------------------------------
	223	/* */
	224	void pkgSourceList::Reset()
	225	{
f7f0d6c7	226	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
34b53501 MV	227	delete *I;
	228	SrcList.erase(SrcList.begin(),SrcList.end());
	229	}
	230	/}}}/
	231	// CNC:2003-03-03 - Function moved to ReadAppend() and Reset().
6c139d6e AL	232	// SourceList::Read - Parse the sourcelist file /{{{/
	233	// ---------------------------------------------------------------------
	234	/* */
	235	bool pkgSourceList::Read(string File)
34b53501 MV	236	{
	237	Reset();
	238	return ReadAppend(File);
	239	}
	240	/}}}/
	241	// SourceList::ReadAppend - Parse a sourcelist file /{{{/
	242	// ---------------------------------------------------------------------
	243	/* */
	244	bool pkgSourceList::ReadAppend(string File)
6c139d6e	245	{
a537ce19 MV	246	// try reading as deb822
	247	// FIXME: proper error handling so that we do not error for good old-style
	248	// sources
	249	FileFd Fd(File, FileFd::ReadOnly);
	250	pkgTagFile Sources(&Fd);
	251	if (_error->PendingError() == false)
	252	{
	253	pkgTagSection Tags;
	254	map<string, string> Options;
	255	int i=0;
	256	while (Sources.Step(Tags) == true)
	257	{
	258	if(!Tags.Exists("Type"))
	259	continue;
	260	string const type = Tags.FindS("Type");
	261	Type *Parse = Type::GetType(type.c_str());
	262	if (Parse == 0)
	263	return _error->Error(_("Type '%s' is not known on stanza %u in source list %s"),type.c_str(),i,File.c_str());
	264
	265	string URI = Tags.FindS("URL");
	266	if (!Parse->FixupURI(URI))
	267	return _error->Error(_("Malformed stanza %lu in source list %s (URI parse)"),i,File.c_str());
	268	string const Dist = Tags.FindS("Dist");
	269	string const Section = Tags.FindS("Section");
	270	// check if there are any options we support
	271	const char* option_str[] = {
	272	"arch", "arch+", "arch-", "trusted" };
	273	for (unsigned int j=0; j < sizeof(option_str)/sizeof(char*); j++)
	274	if (Tags.Exists(option_str[j]))
	275	Options[option_str[j]] = Tags.FindS(option_str[j]);
300b15e3 MV	276
	277	// now create one item per section
	278	std::vector<std::string> list;
	279	if (Section.find(","))
	280	list = StringSplit(Section, ",");
	281	else
	282	list = StringSplit(Section, " ");
	283	for (int i=0; i < list.size(); i++)
	284	Parse->CreateItem(SrcList, URI, Dist, list[i], Options);
	285
a537ce19 MV	286	i++;
	287	}
	288	// we are done
	289	if(i>0)
	290	return true;
	291	}
	292
6c139d6e	293	// Open the stream for reading
4d6f8bdf	294	ifstream F(File.c_str(),ios::in /\| ios::nocreate/);
6c139d6e	295	if (!F != 0)
b2e465d6	296	return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());
a537ce19	297
34b53501 MV	298	// CNC:2003-12-10 - 300 is too short.
34b53501 MV	299	char Buffer[1024];
6c139d6e AL	300
	301	int CurLine = 0;
	302	while (F.eof() == false)
	303	{
	304	F.getline(Buffer,sizeof(Buffer));
	305	CurLine++;
	306	_strtabexpand(Buffer,sizeof(Buffer));
ba1045b4 AL	307	if (F.fail() && !F.eof())
	308	return _error->Error(_("Line %u too long in source list %s."),
	309	CurLine,File.c_str());
	310
b2e465d6 AL	311
b2e465d6 AL	312	char *I;
34b53501 MV	313	// CNC:2003-02-20 - Do not break if '#' is inside [].
	314	for (I = Buffer; I != 0 && I != '#'; I++)
	315	if (*I == '[')
125bf782 MV	316	{
	317	char *b_end = strchr(I + 1, ']');
	318	if (b_end != NULL)
	319	I = b_end;
	320	}
b2e465d6 AL	321	*I = 0;
	322
	323	const char *C = _strstrip(Buffer);
6c139d6e AL	324
6c139d6e AL	325	// Comment or blank
b2e465d6	326	if (C[0] == '#' \|\| C[0] == 0)
6c139d6e	327	continue;
b2e465d6	328
6c139d6e	329	// Grok it
b2e465d6 AL	330	string LineType;
	331	if (ParseQuoteWord(C,LineType) == false)
	332	return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());
6c139d6e	333
b2e465d6 AL	334	Type *Parse = Type::GetType(LineType.c_str());
b2e465d6 AL	335	if (Parse == 0)
39442e44	336	return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
6c139d6e	337
5dd4c8b8	338	if (Parse->ParseLine(SrcList, C, CurLine, File) == false)
b2e465d6	339	return false;
6c139d6e AL	340	}
	341	return true;
	342	}
	343	/}}}/
b2e465d6	344	// SourceList::FindIndex - Get the index associated with a file /{{{/
6c139d6e AL	345	// ---------------------------------------------------------------------
6c139d6e AL	346	/* */
b2e465d6 AL	347	bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
b2e465d6 AL	348	pkgIndexFile *&Found) const
6c139d6e	349	{
f7f0d6c7	350	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
6c139d6e	351	{
7db98ffc MZ	352	vector<pkgIndexFile > Indexes = (*I)->GetIndexFiles();
7db98ffc MZ	353	for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin();
f7f0d6c7	354	J != Indexes->end(); ++J)
b2e465d6	355	{
7db98ffc MZ	356	if ((J)->FindInCache(File.Cache()) == File)
	357	{
	358	Found = (*J);
	359	return true;
	360	}
b2e465d6	361	}
be8922fd	362	}
7db98ffc	363
b2e465d6	364	return false;
36375005 AL	365	}
36375005 AL	366	/}}}/
b2e465d6	367	// SourceList::GetIndexes - Load the index files into the downloader /{{{/
6c139d6e AL	368	// ---------------------------------------------------------------------
6c139d6e AL	369	/* */
7db98ffc	370	bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const
6c139d6e	371	{
f7f0d6c7	372	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
7db98ffc	373	if ((*I)->GetIndexes(Owner,GetAll) == false)
b2e465d6 AL	374	return false;
b2e465d6 AL	375	return true;
6c139d6e AL	376	}
6c139d6e AL	377	/}}}/
34b53501 MV	378	// CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>.
	379	// SourceList::ReadSourceDir - Read a directory with sources files
	380	// Based on ReadConfigDir() /{{{/
	381	// ---------------------------------------------------------------------
	382	/* */
	383	bool pkgSourceList::ReadSourceDir(string Dir)
	384	{
52643bec	385	vector<string> const List = GetListOfFilesInDir(Dir, "list", true);
34b53501 MV	386
34b53501 MV	387	// Read the files
f7f0d6c7	388	for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
34b53501 MV	389	if (ReadAppend(*I) == false)
	390	return false;
	391	return true;
	392
	393	}
	394	/}}}/
2ec858bc MV	395	// GetLastModified() /{{{/
	396	// ---------------------------------------------------------------------
	397	/* */
	398	time_t pkgSourceList::GetLastModifiedTime()
	399	{
5e7b0aa9 MV	400	vector<string> List;
5e7b0aa9 MV	401
2ec858bc MV	402	string Main = _config->FindFile("Dir::Etc::sourcelist");
2ec858bc MV	403	string Parts = _config->FindDir("Dir::Etc::sourceparts");
5e7b0aa9 MV	404
	405	// go over the parts
	406	if (DirectoryExists(Parts) == true)
	407	List = GetListOfFilesInDir(Parts, "list", true);
2ec858bc MV	408
	409	// calculate the time
	410	time_t mtime_sources = GetModificationTime(Main);
f7f0d6c7	411	for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
2ec858bc MV	412	mtime_sources = std::max(mtime_sources, GetModificationTime(*I));
	413
	414	return mtime_sources;
	415	}
	416	/}}}/
34b53501	417