[apt.git] / apt-pkg / sourcelist.cc

// -*- mode: cpp; mode: fold -*-
// Description								/*{{{*/
// $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $
/* ######################################################################

   List of Sources
   
   ##################################################################### */
									/*}}}*/
// Include Files							/*{{{*/
#include<config.h>

#include <apt-pkg/sourcelist.h>
#include <apt-pkg/error.h>
#include <apt-pkg/fileutl.h>
#include <apt-pkg/strutl.h>
#include <apt-pkg/configuration.h>
#include <apt-pkg/metaindex.h>
#include <apt-pkg/indexfile.h>
#include <apt-pkg/tagfile.h>
#include <apt-pkg/pkgcache.h>
#include <apt-pkg/cacheiterators.h>

#include <ctype.h>
#include <stddef.h>
#include <time.h>
#include <cstring>
#include <map>
#include <string>
#include <vector>
#include <fstream>
#include <algorithm>

#include <apti18n.h>
									/*}}}*/

using namespace std;

// Global list of Items supported
static pkgSourceList::Type *ItmList[10];
pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
unsigned long pkgSourceList::Type::GlobalListLen = 0;

// Type::Type - Constructor						/*{{{*/
// ---------------------------------------------------------------------
/* Link this to the global list of items*/
pkgSourceList::Type::Type(char const * const pName, char const * const pLabel) : Name(pName), Label(pLabel)
{
   ItmList[GlobalListLen] = this;
   ++GlobalListLen;
}
pkgSourceList::Type::~Type() {}
									/*}}}*/
// Type::GetType - Get a specific meta for a given type			/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::Type *pkgSourceList::Type::GetType(const char *Type)
{
   for (unsigned I = 0; I != GlobalListLen; ++I)
      if (strcmp(GlobalList[I]->Name,Type) == 0)
	 return GlobalList[I];
   return 0;
}
									/*}}}*/
// Type::FixupURI - Normalize the URI and check it..			/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::Type::FixupURI(string &URI) const
{
   if (URI.empty() == true)
      return false;

   if (URI.find(':') == string::npos)
      return false;

   URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
   
   // Make sure that the URI is / postfixed
   if (URI[URI.size() - 1] != '/')
      URI += '/';
   
   return true;
}
									/*}}}*/
bool pkgSourceList::Type::ParseStanza(vector<metaIndex *> &List,	/*{{{*/
                                      pkgTagSection &Tags,
                                      unsigned int const i,
                                      FileFd &Fd)
{
   map<string, string> Options;

   string Enabled = Tags.FindS("Enabled");
   if (Enabled.empty() == false && StringToBool(Enabled) == false)
      return true;

   std::map<char const * const, std::pair<char const * const, bool> > mapping;
#define APT_PLUSMINUS(X, Y) \
   mapping.insert(std::make_pair(X, std::make_pair(Y, true))); \
   mapping.insert(std::make_pair(X "Add", std::make_pair(Y "+", true))); \
   mapping.insert(std::make_pair(X "Remove", std::make_pair(Y "-", true)))
   APT_PLUSMINUS("Architectures", "arch");
   APT_PLUSMINUS("Languages", "lang");
   APT_PLUSMINUS("Targets", "target");
#undef APT_PLUSMINUS
   mapping.insert(std::make_pair("Trusted", std::make_pair("trusted", false)));
   mapping.insert(std::make_pair("Check-Valid-Until", std::make_pair("check-valid-until", false)));
   mapping.insert(std::make_pair("Valid-Until-Min", std::make_pair("valid-until-min", false)));
   mapping.insert(std::make_pair("Valid-Until-Max", std::make_pair("valid-until-max", false)));
   mapping.insert(std::make_pair("Signed-By", std::make_pair("signed-by", false)));

   for (std::map<char const * const, std::pair<char const * const, bool> >::const_iterator m = mapping.begin(); m != mapping.end(); ++m)
      if (Tags.Exists(m->first))
      {
	 std::string option = Tags.FindS(m->first);
	 // for deb822 the " " is the delimiter, but the backend expects ","
	 if (m->second.second == true)
	    std::replace(option.begin(), option.end(), ' ', ',');
	 Options[m->second.first] = option;
      }

   // now create one item per suite/section
   string Suite = Tags.FindS("Suites");
   Suite = SubstVar(Suite,"$(ARCH)",_config->Find("APT::Architecture"));
   string const Component = Tags.FindS("Components");
   string const URIS = Tags.FindS("URIs");

   std::vector<std::string> const list_uris = VectorizeString(URIS, ' ');
   std::vector<std::string> const list_suite = VectorizeString(Suite, ' ');
   std::vector<std::string> const list_comp = VectorizeString(Component, ' ');

   if (list_uris.empty())
      // TRANSLATOR: %u is a line number, the first %s is a filename of a file with the extension "second %s" and the third %s is a unique identifier for bugreports
      return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "URI");

   for (std::vector<std::string>::const_iterator U = list_uris.begin();
        U != list_uris.end(); ++U)
   {
      std::string URI = *U;
      if (U->empty() || FixupURI(URI) == false)
	 return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "URI parse");

      if (list_suite.empty())
	 return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "Suite");

      for (std::vector<std::string>::const_iterator S = list_suite.begin();
           S != list_suite.end(); ++S)
      {
	 if (S->empty() == false && (*S)[S->size() - 1] == '/')
	 {
	    if (list_comp.empty() == false)
	       return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "absolute Suite Component");
	    if (CreateItem(List, URI, *S, "", Options) == false)
	       return false;
	 }
	 else
	 {
	    if (list_comp.empty())
	       return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "Component");

	    for (std::vector<std::string>::const_iterator C = list_comp.begin();
		  C != list_comp.end(); ++C)
	    {
	       if (CreateItem(List, URI, *S, *C, Options) == false)
	       {
		  return false;
	       }
	    }
	 }
      }
   }
   return true;
}
									/*}}}*/
// Type::ParseLine - Parse a single line				/*{{{*/
// ---------------------------------------------------------------------
/* This is a generic one that is the 'usual' format for sources.list
   Weird types may override this. */
bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List,
				    const char *Buffer,
				    unsigned int const CurLine,
				    string const &File) const
{
   for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces

   // Parse option field if it exists
   // e.g.: [ option1=value1 option2=value2 ]
   map<string, string> Options;
   if (Buffer != 0 && Buffer[0] == '[')
   {
      ++Buffer; // ignore the [
      for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
      while (*Buffer != ']')
      {
	 // get one option, e.g. option1=value1
	 string option;
	 if (ParseQuoteWord(Buffer,option) == false)
	    return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] unparseable");

	 if (option.length() < 3)
	    return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] too short");

	 // accept options even if the last has no space before the ]-end marker
	 if (option.at(option.length()-1) == ']')
	 {
	    for (; *Buffer != ']'; --Buffer);
	    option.resize(option.length()-1);
	 }

	 size_t const needle = option.find('=');
	 if (needle == string::npos)
	    return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] not assignment");

	 string const key = string(option, 0, needle);
	 string const value = string(option, needle + 1, option.length());

	 if (key.empty() == true)
	    return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] no key");

	 if (value.empty() == true)
	    return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] no value");

	 Options[key] = value;
      }
      ++Buffer; // ignore the ]
      for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
   }

   string URI;
   string Dist;
   string Section;

   if (ParseQuoteWord(Buffer,URI) == false)
      return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "URI");
   if (ParseQuoteWord(Buffer,Dist) == false)
      return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "Suite");

   if (FixupURI(URI) == false)
      return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "URI parse");

   // Check for an absolute dists specification.
   if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
   {
      if (ParseQuoteWord(Buffer,Section) == true)
	 return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "absolute Suite Component");
      Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
      return CreateItem(List, URI, Dist, Section, Options);
   }

   // Grab the rest of the dists
   if (ParseQuoteWord(Buffer,Section) == false)
      return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "Component");

   do
   {
      if (CreateItem(List, URI, Dist, Section, Options) == false)
	 return false;
   }
   while (ParseQuoteWord(Buffer,Section) == true);

   return true;
}
									/*}}}*/
// SourceList::pkgSourceList - Constructors				/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::pkgSourceList() : d(NULL)
{
}
									/*}}}*/
// SourceList::~pkgSourceList - Destructor				/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::~pkgSourceList()
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      delete *I;
}
									/*}}}*/
// SourceList::ReadMainList - Read the main source list from etc	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadMainList()
{
   // CNC:2003-03-03 - Multiple sources list support.
   bool Res = true;
#if 0
   Res = ReadVendors();
   if (Res == false)
      return false;
#endif

   Reset();
   // CNC:2003-11-28 - Entries in sources.list have priority over
   //                  entries in sources.list.d.
   string Main = _config->FindFile("Dir::Etc::sourcelist");
   string Parts = _config->FindDir("Dir::Etc::sourceparts");
   
   if (RealFileExists(Main) == true)
      Res &= ReadAppend(Main);
   else if (DirectoryExists(Parts) == false)
      // Only warn if there are no sources.list.d.
      _error->WarningE("DirectoryExists", _("Unable to read %s"), Parts.c_str());

   if (DirectoryExists(Parts) == true)
      Res &= ReadSourceDir(Parts);
   else if (RealFileExists(Main) == false)
      // Only warn if there is no sources.list file.
      _error->WarningE("RealFileExists", _("Unable to read %s"), Main.c_str());

   return Res;
}
									/*}}}*/
// SourceList::Reset - Clear the sourcelist contents			/*{{{*/
// ---------------------------------------------------------------------
/* */
void pkgSourceList::Reset()
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      delete *I;
   SrcList.erase(SrcList.begin(),SrcList.end());
}
									/*}}}*/
// SourceList::Read - Parse the sourcelist file				/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::Read(string const &File)
{
   Reset();
   return ReadAppend(File);
}
									/*}}}*/
// SourceList::ReadAppend - Parse a sourcelist file			/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadAppend(string const &File)
{
   if (flExtension(File) == "sources")
      return ParseFileDeb822(File);
   else
      return ParseFileOldStyle(File);
}

// SourceList::ReadFileOldStyle - Read Traditional style sources.list 	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ParseFileOldStyle(std::string const &File)
{
   // Open the stream for reading
   ifstream F(File.c_str(),ios::in /*| ios::nocreate*/);
   if (F.fail() == true)
      return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());

   std::string Buffer;
   for (unsigned int CurLine = 1; std::getline(F, Buffer); ++CurLine)
   {
      // remove comments
      size_t curpos = 0;
      while ((curpos = Buffer.find('#', curpos)) != std::string::npos)
      {
	 size_t const openbrackets = std::count(Buffer.begin(), Buffer.begin() + curpos, '[');
	 size_t const closedbrackets = std::count(Buffer.begin(), Buffer.begin() + curpos, ']');
	 if (openbrackets > closedbrackets)
	 {
	    // a # in an option, unlikely, but oh well, it was supported so stick to it
	    ++curpos;
	    continue;
	 }
	 Buffer.erase(curpos);
	 break;
      }
      // remove spaces before/after
      curpos = Buffer.find_first_not_of(" \t\r");
      if (curpos != 0)
	 Buffer.erase(0, curpos);
      curpos = Buffer.find_last_not_of(" \t\r");
      if (curpos != std::string::npos)
	 Buffer.erase(curpos + 1);

      if (Buffer.empty())
	 continue;

      // Grok it
      std::string const LineType = Buffer.substr(0, Buffer.find(' '));
      if (LineType.empty() || LineType == Buffer)
	 return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());

      Type *Parse = Type::GetType(LineType.c_str());
      if (Parse == 0)
	 return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());

      if (Parse->ParseLine(SrcList, Buffer.c_str() + LineType.length(), CurLine, File) == false)
	 return false;
   }
   return true;
}
									/*}}}*/
// SourceList::ParseFileDeb822 - Parse deb822 style sources.list 	/*{{{*/
// ---------------------------------------------------------------------
/* Returns: the number of stanzas parsed*/
bool pkgSourceList::ParseFileDeb822(string const &File)
{
   pkgUserTagSection Tags;
   unsigned int i = 1;

   // see if we can read the file
   FileFd Fd(File, FileFd::ReadOnly);
   pkgTagFile Sources(&Fd);
   if (_error->PendingError() == true)
      return _error->Error(_("Malformed stanza %u in source list %s (type)"),i,File.c_str());

   // read step by step
   while (Sources.Step(Tags) == true)
   {
      if(Tags.Exists("Types") == false)
	 return _error->Error(_("Malformed stanza %u in source list %s (type)"),i,File.c_str());

      string const types = Tags.FindS("Types");
      std::vector<std::string> const list_types = VectorizeString(types, ' ');
      for (std::vector<std::string>::const_iterator I = list_types.begin();
        I != list_types.end(); ++I)
      {
         Type *Parse = Type::GetType((*I).c_str());
         if (Parse == 0)
         {
            _error->Error(_("Type '%s' is not known on stanza %u in source list %s"), (*I).c_str(),i,Fd.Name().c_str());
            return false;
         }

         if (!Parse->ParseStanza(SrcList, Tags, i, Fd))
            return false;

         ++i;
      }
   }
   return true;
}
									/*}}}*/
// SourceList::FindIndex - Get the index associated with a file		/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
			      pkgIndexFile *&Found) const
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
   {
      vector<pkgIndexFile *> *Indexes = (*I)->GetIndexFiles();
      for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin();
	   J != Indexes->end(); ++J)
      {
         if ((*J)->FindInCache(*File.Cache()) == File)
         {
            Found = (*J);
            return true;
         }
      }
   }

   return false;
}
									/*}}}*/
// SourceList::GetIndexes - Load the index files into the downloader	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      if ((*I)->GetIndexes(Owner,GetAll) == false)
	 return false;
   return true;
}
									/*}}}*/
// CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>.
// SourceList::ReadSourceDir - Read a directory with sources files
// Based on ReadConfigDir()						/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadSourceDir(string const &Dir)
{
   std::vector<std::string> ext;
   ext.push_back("list");
   ext.push_back("sources");
   std::vector<std::string> const List = GetListOfFilesInDir(Dir, ext, true);

   // Read the files
   for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
      if (ReadAppend(*I) == false)
	 return false;
   return true;

}
									/*}}}*/
// GetLastModified()						/*{{{*/
// ---------------------------------------------------------------------
/* */
time_t pkgSourceList::GetLastModifiedTime()
{
   vector<string> List;

   string Main = _config->FindFile("Dir::Etc::sourcelist");
   string Parts = _config->FindDir("Dir::Etc::sourceparts");

   // go over the parts
   if (DirectoryExists(Parts) == true)
      List = GetListOfFilesInDir(Parts, "list", true);

   // calculate the time
   time_t mtime_sources = GetModificationTime(Main);
   for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
      mtime_sources = std::max(mtime_sources, GetModificationTime(*I));

   return mtime_sources;
}
									/*}}}*/
Commit	Line	Data
6c139d6e AL	1	// -- mode: cpp; mode: fold --
6c139d6e AL	2	// Description /{{{/
34b53501	3	// $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $
6c139d6e AL	4	/* ######################################################################
	5
	6	List of Sources
	7
	8	##################################################################### */
	9	/}}}/
	10	// Include Files /{{{/
ea542140 DK	11	#include<config.h>
ea542140 DK	12
094a497d AL	13	#include <apt-pkg/sourcelist.h>
	14	#include <apt-pkg/error.h>
	15	#include <apt-pkg/fileutl.h>
cdcc6d34	16	#include <apt-pkg/strutl.h>
7db98ffc	17	#include <apt-pkg/configuration.h>
472ff00e DK	18	#include <apt-pkg/metaindex.h>
472ff00e DK	19	#include <apt-pkg/indexfile.h>
a537ce19	20	#include <apt-pkg/tagfile.h>
453b82a3 DK	21	#include <apt-pkg/pkgcache.h>
453b82a3 DK	22	#include <apt-pkg/cacheiterators.h>
6c139d6e	23
453b82a3 DK	24	#include <ctype.h>
	25	#include <stddef.h>
	26	#include <time.h>
	27	#include <cstring>
	28	#include <map>
	29	#include <string>
	30	#include <vector>
90f057fd	31	#include <fstream>
41e6bd08	32	#include <algorithm>
ea542140 DK	33
ea542140 DK	34	#include <apti18n.h>
b2e465d6 AL	35	/}}}/
b2e465d6 AL	36
4d6f8bdf AL	37	using namespace std;
	38
	39	// Global list of Items supported
463c8d80	40	static pkgSourceList::Type *ItmList[10];
b2e465d6 AL	41	pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
	42	unsigned long pkgSourceList::Type::GlobalListLen = 0;
	43
	44	// Type::Type - Constructor /{{{/
	45	// ---------------------------------------------------------------------
	46	/* Link this to the global list of items*/
463c8d80	47	pkgSourceList::Type::Type(char const * const pName, char const * const pLabel) : Name(pName), Label(pLabel)
b2e465d6 AL	48	{
b2e465d6 AL	49	ItmList[GlobalListLen] = this;
463c8d80	50	++GlobalListLen;
b2e465d6	51	}
463c8d80	52	pkgSourceList::Type::~Type() {}
b2e465d6 AL	53	/}}}/
	54	// Type::GetType - Get a specific meta for a given type /{{{/
	55	// ---------------------------------------------------------------------
	56	/* */
	57	pkgSourceList::Type pkgSourceList::Type::GetType(const char Type)
	58	{
463c8d80	59	for (unsigned I = 0; I != GlobalListLen; ++I)
b2e465d6 AL	60	if (strcmp(GlobalList[I]->Name,Type) == 0)
	61	return GlobalList[I];
	62	return 0;
	63	}
	64	/}}}/
	65	// Type::FixupURI - Normalize the URI and check it.. /{{{/
	66	// ---------------------------------------------------------------------
	67	/* */
	68	bool pkgSourceList::Type::FixupURI(string &URI) const
	69	{
	70	if (URI.empty() == true)
	71	return false;
	72
	73	if (URI.find(':') == string::npos)
	74	return false;
	75
	76	URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
	77
a7c835af	78	// Make sure that the URI is / postfixed
b2e465d6 AL	79	if (URI[URI.size() - 1] != '/')
	80	URI += '/';
	81
	82	return true;
	83	}
	84	/}}}/
81460e32	85	bool pkgSourceList::Type::ParseStanza(vector<metaIndex > &List, /{{{*/
7037aab5	86	pkgTagSection &Tags,
81460e32	87	unsigned int const i,
7037aab5 MV	88	FileFd &Fd)
	89	{
	90	map<string, string> Options;
	91
7dd62ea9	92	string Enabled = Tags.FindS("Enabled");
81460e32	93	if (Enabled.empty() == false && StringToBool(Enabled) == false)
7dd62ea9	94	return true;
463c8d80	95
b0d40854	96	std::map<char const * const, std::pair<char const * const, bool> > mapping;
463c8d80	97	#define APT_PLUSMINUS(X, Y) \
b0d40854 DK	98	mapping.insert(std::make_pair(X, std::make_pair(Y, true))); \
	99	mapping.insert(std::make_pair(X "Add", std::make_pair(Y "+", true))); \
	100	mapping.insert(std::make_pair(X "Remove", std::make_pair(Y "-", true)))
463c8d80 DK	101	APT_PLUSMINUS("Architectures", "arch");
	102	APT_PLUSMINUS("Languages", "lang");
	103	APT_PLUSMINUS("Targets", "target");
	104	#undef APT_PLUSMINUS
b0d40854 DK	105	mapping.insert(std::make_pair("Trusted", std::make_pair("trusted", false)));
	106	mapping.insert(std::make_pair("Check-Valid-Until", std::make_pair("check-valid-until", false)));
	107	mapping.insert(std::make_pair("Valid-Until-Min", std::make_pair("valid-until-min", false)));
	108	mapping.insert(std::make_pair("Valid-Until-Max", std::make_pair("valid-until-max", false)));
	109	mapping.insert(std::make_pair("Signed-By", std::make_pair("signed-by", false)));
5ad0096a	110
b0d40854	111	for (std::map<char const * const, std::pair<char const * const, bool> >::const_iterator m = mapping.begin(); m != mapping.end(); ++m)
463c8d80	112	if (Tags.Exists(m->first))
41e6bd08	113	{
b0d40854 DK	114	std::string option = Tags.FindS(m->first);
	115	// for deb822 the " " is the delimiter, but the backend expects ","
	116	if (m->second.second == true)
	117	std::replace(option.begin(), option.end(), ' ', ',');
	118	Options[m->second.first] = option;
41e6bd08	119	}
463c8d80	120
d73743dd	121	// now create one item per suite/section
6c069a22	122	string Suite = Tags.FindS("Suites");
d73743dd	123	Suite = SubstVar(Suite,"$(ARCH)",_config->Find("APT::Architecture"));
81460e32 DK	124	string const Component = Tags.FindS("Components");
	125	string const URIS = Tags.FindS("URIs");
	126
	127	std::vector<std::string> const list_uris = VectorizeString(URIS, ' ');
	128	std::vector<std::string> const list_suite = VectorizeString(Suite, ' ');
	129	std::vector<std::string> const list_comp = VectorizeString(Component, ' ');
	130
	131	if (list_uris.empty())
	132	// TRANSLATOR: %u is a line number, the first %s is a filename of a file with the extension "second %s" and the third %s is a unique identifier for bugreports
	133	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "URI");
d73743dd	134
75c10df1	135	for (std::vector<std::string>::const_iterator U = list_uris.begin();
804de19f	136	U != list_uris.end(); ++U)
d73743dd	137	{
81460e32 DK	138	std::string URI = *U;
	139	if (U->empty() \|\| FixupURI(URI) == false)
	140	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "URI parse");
	141
	142	if (list_suite.empty())
	143	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "Suite");
75c10df1	144
81460e32 DK	145	for (std::vector<std::string>::const_iterator S = list_suite.begin();
81460e32 DK	146	S != list_suite.end(); ++S)
75c10df1	147	{
81460e32 DK	148	if (S->empty() == false && (*S)[S->size() - 1] == '/')
	149	{
	150	if (list_comp.empty() == false)
	151	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "absolute Suite Component");
	152	if (CreateItem(List, URI, *S, "", Options) == false)
	153	return false;
	154	}
	155	else
	156	{
	157	if (list_comp.empty())
	158	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), i, "sources", Fd.Name().c_str(), "Component");
	159
	160	for (std::vector<std::string>::const_iterator C = list_comp.begin();
	161	C != list_comp.end(); ++C)
	162	{
	163	if (CreateItem(List, URI, S, C, Options) == false)
	164	{
	165	return false;
	166	}
	167	}
	168	}
75c10df1	169	}
d73743dd	170	}
7037aab5 MV	171	return true;
7037aab5 MV	172	}
81460e32	173	/}}}/
b2e465d6 AL	174	// Type::ParseLine - Parse a single line /{{{/
	175	// ---------------------------------------------------------------------
	176	/* This is a generic one that is the 'usual' format for sources.list
	177	Weird types may override this. */
7db98ffc	178	bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List,
b2e465d6	179	const char *Buffer,
81460e32	180	unsigned int const CurLine,
5dd4c8b8	181	string const &File) const
b2e465d6	182	{
5dd4c8b8 DK	183	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	184
	185	// Parse option field if it exists
	186	// e.g.: [ option1=value1 option2=value2 ]
	187	map<string, string> Options;
	188	if (Buffer != 0 && Buffer[0] == '[')
	189	{
	190	++Buffer; // ignore the [
	191	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	192	while (*Buffer != ']')
	193	{
	194	// get one option, e.g. option1=value1
	195	string option;
	196	if (ParseQuoteWord(Buffer,option) == false)
81460e32	197	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] unparseable");
5dd4c8b8 DK	198
5dd4c8b8 DK	199	if (option.length() < 3)
81460e32	200	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] too short");
5dd4c8b8	201
6838dd87 DK	202	// accept options even if the last has no space before the ]-end marker
	203	if (option.at(option.length()-1) == ']')
	204	{
	205	for (; *Buffer != ']'; --Buffer);
	206	option.resize(option.length()-1);
	207	}
	208
5dd4c8b8 DK	209	size_t const needle = option.find('=');
5dd4c8b8 DK	210	if (needle == string::npos)
81460e32	211	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] not assignment");
5dd4c8b8 DK	212
	213	string const key = string(option, 0, needle);
	214	string const value = string(option, needle + 1, option.length());
	215
	216	if (key.empty() == true)
81460e32	217	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] no key");
5dd4c8b8 DK	218
5dd4c8b8 DK	219	if (value.empty() == true)
81460e32	220	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "[option] no value");
5dd4c8b8 DK	221
	222	Options[key] = value;
	223	}
	224	++Buffer; // ignore the ]
	225	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	226	}
	227
b2e465d6 AL	228	string URI;
b2e465d6 AL	229	string Dist;
5dd4c8b8 DK	230	string Section;
5dd4c8b8 DK	231
b2e465d6	232	if (ParseQuoteWord(Buffer,URI) == false)
81460e32	233	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "URI");
b2e465d6	234	if (ParseQuoteWord(Buffer,Dist) == false)
81460e32 DK	235	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "Suite");
81460e32 DK	236
b2e465d6	237	if (FixupURI(URI) == false)
81460e32	238	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "URI parse");
463c8d80	239
b2e465d6 AL	240	// Check for an absolute dists specification.
	241	if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
	242	{
	243	if (ParseQuoteWord(Buffer,Section) == true)
81460e32	244	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "absolute Suite Component");
b2e465d6	245	Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
5dd4c8b8	246	return CreateItem(List, URI, Dist, Section, Options);
b2e465d6	247	}
81460e32	248
b2e465d6 AL	249	// Grab the rest of the dists
b2e465d6 AL	250	if (ParseQuoteWord(Buffer,Section) == false)
81460e32 DK	251	return _error->Error(_("Malformed entry %u in %s file %s (%s)"), CurLine, "list", File.c_str(), "Component");
81460e32 DK	252
b2e465d6 AL	253	do
b2e465d6 AL	254	{
5dd4c8b8	255	if (CreateItem(List, URI, Dist, Section, Options) == false)
b2e465d6 AL	256	return false;
	257	}
	258	while (ParseQuoteWord(Buffer,Section) == true);
81460e32	259
b2e465d6 AL	260	return true;
b2e465d6 AL	261	}
6c139d6e	262	/}}}/
6c139d6e AL	263	// SourceList::pkgSourceList - Constructors /{{{/
	264	// ---------------------------------------------------------------------
	265	/* */
6c55f07a	266	pkgSourceList::pkgSourceList() : d(NULL)
6c139d6e	267	{
6c139d6e AL	268	}
6c139d6e AL	269	/}}}/
1c193e02 AL	270	// SourceList::~pkgSourceList - Destructor /{{{/
	271	// ---------------------------------------------------------------------
	272	/* */
	273	pkgSourceList::~pkgSourceList()
	274	{
f7f0d6c7	275	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
1c193e02	276	delete *I;
1c193e02 AL	277	}
1c193e02 AL	278	/}}}/
6c139d6e AL	279	// SourceList::ReadMainList - Read the main source list from etc /{{{/
	280	// ---------------------------------------------------------------------
	281	/* */
	282	bool pkgSourceList::ReadMainList()
	283	{
34b53501 MV	284	// CNC:2003-03-03 - Multiple sources list support.
	285	bool Res = true;
	286	#if 0
	287	Res = ReadVendors();
	288	if (Res == false)
	289	return false;
	290	#endif
	291
	292	Reset();
	293	// CNC:2003-11-28 - Entries in sources.list have priority over
	294	// entries in sources.list.d.
	295	string Main = _config->FindFile("Dir::Etc::sourcelist");
67793cf3 JAK	296	string Parts = _config->FindDir("Dir::Etc::sourceparts");
67793cf3 JAK	297
36f1098a	298	if (RealFileExists(Main) == true)
6009e60d	299	Res &= ReadAppend(Main);
448eaf8b	300	else if (DirectoryExists(Parts) == false)
67793cf3	301	// Only warn if there are no sources.list.d.
448eaf8b	302	_error->WarningE("DirectoryExists", _("Unable to read %s"), Parts.c_str());
34b53501	303
448eaf8b	304	if (DirectoryExists(Parts) == true)
34b53501	305	Res &= ReadSourceDir(Parts);
36f1098a	306	else if (RealFileExists(Main) == false)
67793cf3	307	// Only warn if there is no sources.list file.
36f1098a	308	_error->WarningE("RealFileExists", _("Unable to read %s"), Main.c_str());
6009e60d	309
34b53501	310	return Res;
6c139d6e AL	311	}
6c139d6e AL	312	/}}}/
34b53501 MV	313	// SourceList::Reset - Clear the sourcelist contents /{{{/
	314	// ---------------------------------------------------------------------
	315	/* */
	316	void pkgSourceList::Reset()
	317	{
f7f0d6c7	318	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
34b53501 MV	319	delete *I;
	320	SrcList.erase(SrcList.begin(),SrcList.end());
	321	}
	322	/}}}/
6c139d6e AL	323	// SourceList::Read - Parse the sourcelist file /{{{/
	324	// ---------------------------------------------------------------------
	325	/* */
81460e32	326	bool pkgSourceList::Read(string const &File)
34b53501 MV	327	{
	328	Reset();
	329	return ReadAppend(File);
	330	}
	331	/}}}/
6f447813 MV	332	// SourceList::ReadAppend - Parse a sourcelist file /{{{/
	333	// ---------------------------------------------------------------------
	334	/* */
81460e32	335	bool pkgSourceList::ReadAppend(string const &File)
6f447813	336	{
81460e32 DK	337	if (flExtension(File) == "sources")
	338	return ParseFileDeb822(File);
	339	else
	340	return ParseFileOldStyle(File);
1fa78a8a	341	}
6f447813	342
1fa78a8a MV	343	// SourceList::ReadFileOldStyle - Read Traditional style sources.list /{{{/
	344	// ---------------------------------------------------------------------
	345	/* */
81460e32	346	bool pkgSourceList::ParseFileOldStyle(std::string const &File)
1fa78a8a	347	{
6c139d6e	348	// Open the stream for reading
4d6f8bdf	349	ifstream F(File.c_str(),ios::in /\| ios::nocreate/);
2b4cead3	350	if (F.fail() == true)
b2e465d6	351	return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());
a537ce19	352
81460e32 DK	353	std::string Buffer;
81460e32 DK	354	for (unsigned int CurLine = 1; std::getline(F, Buffer); ++CurLine)
6c139d6e	355	{
81460e32 DK	356	// remove comments
	357	size_t curpos = 0;
	358	while ((curpos = Buffer.find('#', curpos)) != std::string::npos)
	359	{
	360	size_t const openbrackets = std::count(Buffer.begin(), Buffer.begin() + curpos, '[');
	361	size_t const closedbrackets = std::count(Buffer.begin(), Buffer.begin() + curpos, ']');
	362	if (openbrackets > closedbrackets)
	363	{
	364	// a # in an option, unlikely, but oh well, it was supported so stick to it
	365	++curpos;
	366	continue;
	367	}
	368	Buffer.erase(curpos);
	369	break;
	370	}
	371	// remove spaces before/after
	372	curpos = Buffer.find_first_not_of(" \t\r");
	373	if (curpos != 0)
	374	Buffer.erase(0, curpos);
	375	curpos = Buffer.find_last_not_of(" \t\r");
	376	if (curpos != std::string::npos)
	377	Buffer.erase(curpos + 1);
	378
	379	if (Buffer.empty())
6c139d6e	380	continue;
81460e32	381
6c139d6e	382	// Grok it
81460e32 DK	383	std::string const LineType = Buffer.substr(0, Buffer.find(' '));
81460e32 DK	384	if (LineType.empty() \|\| LineType == Buffer)
b2e465d6	385	return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());
6c139d6e	386
b2e465d6 AL	387	Type *Parse = Type::GetType(LineType.c_str());
b2e465d6 AL	388	if (Parse == 0)
39442e44	389	return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
81460e32 DK	390
81460e32 DK	391	if (Parse->ParseLine(SrcList, Buffer.c_str() + LineType.length(), CurLine, File) == false)
b2e465d6	392	return false;
6c139d6e AL	393	}
	394	return true;
	395	}
	396	/}}}/
1fa78a8a MV	397	// SourceList::ParseFileDeb822 - Parse deb822 style sources.list /{{{/
1fa78a8a MV	398	// ---------------------------------------------------------------------
4194c9ae	399	/* Returns: the number of stanzas parsed*/
81460e32	400	bool pkgSourceList::ParseFileDeb822(string const &File)
1fa78a8a	401	{
81460e32 DK	402	pkgUserTagSection Tags;
81460e32 DK	403	unsigned int i = 1;
fce9f472 MV	404
fce9f472 MV	405	// see if we can read the file
1fa78a8a	406	FileFd Fd(File, FileFd::ReadOnly);
fce9f472	407	pkgTagFile Sources(&Fd);
1fa78a8a	408	if (_error->PendingError() == true)
81460e32 DK	409	return _error->Error(_("Malformed stanza %u in source list %s (type)"),i,File.c_str());
81460e32 DK	410
fce9f472	411	// read step by step
1fa78a8a MV	412	while (Sources.Step(Tags) == true)
1fa78a8a MV	413	{
81460e32 DK	414	if(Tags.Exists("Types") == false)
81460e32 DK	415	return _error->Error(_("Malformed stanza %u in source list %s (type)"),i,File.c_str());
42e19c82	416
7f316a3f	417	string const types = Tags.FindS("Types");
81460e32	418	std::vector<std::string> const list_types = VectorizeString(types, ' ');
7f316a3f	419	for (std::vector<std::string>::const_iterator I = list_types.begin();
804de19f	420	I != list_types.end(); ++I)
4194c9ae	421	{
7f316a3f MV	422	Type Parse = Type::GetType((I).c_str());
	423	if (Parse == 0)
	424	{
	425	_error->Error(_("Type '%s' is not known on stanza %u in source list %s"), (*I).c_str(),i,Fd.Name().c_str());
81460e32	426	return false;
7f316a3f	427	}
81460e32	428
7f316a3f	429	if (!Parse->ParseStanza(SrcList, Tags, i, Fd))
81460e32	430	return false;
1fa78a8a	431
81460e32	432	++i;
7f316a3f	433	}
1fa78a8a	434	}
81460e32	435	return true;
1fa78a8a MV	436	}
1fa78a8a MV	437	/}}}/
b2e465d6	438	// SourceList::FindIndex - Get the index associated with a file /{{{/
6c139d6e AL	439	// ---------------------------------------------------------------------
6c139d6e AL	440	/* */
b2e465d6 AL	441	bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
b2e465d6 AL	442	pkgIndexFile *&Found) const
6c139d6e	443	{
f7f0d6c7	444	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
6c139d6e	445	{
7db98ffc MZ	446	vector<pkgIndexFile > Indexes = (*I)->GetIndexFiles();
7db98ffc MZ	447	for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin();
f7f0d6c7	448	J != Indexes->end(); ++J)
b2e465d6	449	{
7db98ffc MZ	450	if ((J)->FindInCache(File.Cache()) == File)
	451	{
	452	Found = (*J);
	453	return true;
	454	}
b2e465d6	455	}
be8922fd	456	}
7db98ffc	457
b2e465d6	458	return false;
36375005 AL	459	}
36375005 AL	460	/}}}/
b2e465d6	461	// SourceList::GetIndexes - Load the index files into the downloader /{{{/
6c139d6e AL	462	// ---------------------------------------------------------------------
6c139d6e AL	463	/* */
7db98ffc	464	bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const
6c139d6e	465	{
f7f0d6c7	466	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
7db98ffc	467	if ((*I)->GetIndexes(Owner,GetAll) == false)
b2e465d6 AL	468	return false;
b2e465d6 AL	469	return true;
6c139d6e AL	470	}
6c139d6e AL	471	/}}}/
34b53501 MV	472	// CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>.
	473	// SourceList::ReadSourceDir - Read a directory with sources files
	474	// Based on ReadConfigDir() /{{{/
	475	// ---------------------------------------------------------------------
	476	/* */
81460e32	477	bool pkgSourceList::ReadSourceDir(string const &Dir)
34b53501	478	{
81460e32 DK	479	std::vector<std::string> ext;
	480	ext.push_back("list");
	481	ext.push_back("sources");
	482	std::vector<std::string> const List = GetListOfFilesInDir(Dir, ext, true);
34b53501 MV	483
34b53501 MV	484	// Read the files
f7f0d6c7	485	for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
34b53501 MV	486	if (ReadAppend(*I) == false)
	487	return false;
	488	return true;
	489
	490	}
	491	/}}}/
2ec858bc MV	492	// GetLastModified() /{{{/
	493	// ---------------------------------------------------------------------
	494	/* */
	495	time_t pkgSourceList::GetLastModifiedTime()
	496	{
5e7b0aa9 MV	497	vector<string> List;
5e7b0aa9 MV	498
2ec858bc MV	499	string Main = _config->FindFile("Dir::Etc::sourcelist");
2ec858bc MV	500	string Parts = _config->FindDir("Dir::Etc::sourceparts");
5e7b0aa9 MV	501
	502	// go over the parts
	503	if (DirectoryExists(Parts) == true)
	504	List = GetListOfFilesInDir(Parts, "list", true);
2ec858bc MV	505
	506	// calculate the time
	507	time_t mtime_sources = GetModificationTime(Main);
f7f0d6c7	508	for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
2ec858bc MV	509	mtime_sources = std::max(mtime_sources, GetModificationTime(*I));
	510
	511	return mtime_sources;
	512	}
	513	/}}}/
34b53501	514