[apt.git] / methods / https.cc

// -*- mode: cpp; mode: fold -*-
// Description								/*{{{*/
// $Id: http.cc,v 1.59 2004/05/08 19:42:35 mdz Exp $
/* ######################################################################

   HTTPS Acquire Method - This is the HTTPS aquire method for APT.
   
   It uses libcurl

   ##################################################################### */
									/*}}}*/
// Include Files							/*{{{*/
#include <apt-pkg/fileutl.h>
#include <apt-pkg/acquire-method.h>
#include <apt-pkg/error.h>
#include <apt-pkg/hashes.h>

#include <sys/stat.h>
#include <sys/time.h>
#include <utime.h>
#include <unistd.h>
#include <signal.h>
#include <stdio.h>
#include <errno.h>
#include <string.h>
#include <iostream>
#include <apti18n.h>
#include <sstream>

#include "config.h"
#include "https.h"

									/*}}}*/
using namespace std;

size_t 
HttpsMethod::write_data(void *buffer, size_t size, size_t nmemb, void *userp)
{
   HttpsMethod *me = (HttpsMethod *)userp;

   if(me->File->Write(buffer, size*nmemb) != true)
      return false;

   return size*nmemb;
}

int 
HttpsMethod::progress_callback(void *clientp, double dltotal, double dlnow, 
			      double ultotal, double ulnow)
{
   HttpsMethod *me = (HttpsMethod *)clientp;
   if(dltotal > 0 && me->Res.Size == 0) {
      me->Res.Size = (unsigned long)dltotal;
      me->URIStart(me->Res);
   }
   return 0;
}

void HttpsMethod::SetupProxy()
{
   URI ServerName = Queue->Uri;

   // Determine the proxy setting
   if (getenv("http_proxy") == 0)
   {
      string DefProxy = _config->Find("Acquire::http::Proxy");
      string SpecificProxy = _config->Find("Acquire::http::Proxy::" + ServerName.Host);
      if (SpecificProxy.empty() == false)
      {
	 if (SpecificProxy == "DIRECT")
	    Proxy = "";
	 else
	    Proxy = SpecificProxy;
      }   
      else
	 Proxy = DefProxy;
   }
   
   // Parse no_proxy, a , separated list of domains
   if (getenv("no_proxy") != 0)
   {
      if (CheckDomainList(ServerName.Host,getenv("no_proxy")) == true)
	 Proxy = "";
   }
   
   // Determine what host and port to use based on the proxy settings
   string Host;   
   if (Proxy.empty() == true || Proxy.Host.empty() == true)
   {
   }
   else
   {
      if (Proxy.Port != 0)
	 curl_easy_setopt(curl, CURLOPT_PROXYPORT, Proxy.Port);
      curl_easy_setopt(curl, CURLOPT_PROXY, Proxy.Host.c_str());
   }
}


// HttpsMethod::Fetch - Fetch an item					/*{{{*/
// ---------------------------------------------------------------------
/* This adds an item to the pipeline. We keep the pipeline at a fixed
   depth. */
bool HttpsMethod::Fetch(FetchItem *Itm)
{
   stringstream ss;
   struct stat SBuf;
   struct curl_slist *headers=NULL;  
   char curl_errorstr[CURL_ERROR_SIZE];
   long curl_responsecode;
   URI Uri = Itm->Uri;
   string remotehost = Uri.Host;

   // TODO:
   //       - http::Pipeline-Depth
   //       - error checking/reporting
   //       - more debug options? (CURLOPT_DEBUGFUNCTION?)

   curl_easy_reset(curl);
   SetupProxy();

   // callbacks
   curl_easy_setopt(curl, CURLOPT_URL, Itm->Uri.c_str());
   curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_data);
   curl_easy_setopt(curl, CURLOPT_WRITEDATA, this);
   curl_easy_setopt(curl, CURLOPT_PROGRESSFUNCTION, progress_callback);
   curl_easy_setopt(curl, CURLOPT_PROGRESSDATA, this);
   curl_easy_setopt(curl, CURLOPT_NOPROGRESS, false);
   curl_easy_setopt(curl, CURLOPT_FAILONERROR, true);
   curl_easy_setopt(curl, CURLOPT_FILETIME, true);

   // SSL parameters are set by default to the common (non mirror-specific) value
   // if available (or a default one) and gets overload by mirror-specific ones.

   // File containing the list of trusted CA.
   string cainfo = _config->Find("Acquire::https::CaInfo","");
   string knob = "Acquire::https::"+remotehost+"::CaInfo";
   cainfo = _config->Find(knob.c_str(),cainfo.c_str());
   if(cainfo != "")
      curl_easy_setopt(curl, CURLOPT_CAINFO,cainfo.c_str());

   // Check server certificate against previous CA list ...
   bool peer_verify = _config->FindB("Acquire::https::Verify-Peer",true);
   knob = "Acquire::https::" + remotehost + "::Verify-Peer";
   peer_verify = _config->FindB(knob.c_str(), peer_verify);
   curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, peer_verify);

   // ... and hostname against cert CN or subjectAltName
   int default_verify = 2;
   bool verify = _config->FindB("Acquire::https::Verify-Host",true);
   knob = "Acquire::https::"+remotehost+"::Verify-Host";
   verify = _config->FindB(knob.c_str(),verify);
   if (!verify)
      default_verify = 0;
   curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, verify);

   // For client authentication, certificate file ...
   string pem = _config->Find("Acquire::https::SslCert","");
   knob = "Acquire::https::"+remotehost+"::SslCert";
   pem = _config->Find(knob.c_str(),pem.c_str());
   if(pem != "")
      curl_easy_setopt(curl, CURLOPT_SSLCERT, pem.c_str());

   // ... and associated key.
   string key = _config->Find("Acquire::https::SslKey","");
   knob = "Acquire::https::"+remotehost+"::SslKey";
   key = _config->Find(knob.c_str(),key.c_str());
   if(key != "")
      curl_easy_setopt(curl, CURLOPT_SSLKEY, key.c_str());

   // Allow forcing SSL version to SSLv3 or TLSv1 (SSLv2 is not
   // supported by GnuTLS).
   long final_version = CURL_SSLVERSION_DEFAULT;
   string sslversion = _config->Find("Acquire::https::SslForceVersion","");
   knob = "Acquire::https::"+remotehost+"::SslForceVersion";
   sslversion = _config->Find(knob.c_str(),sslversion.c_str());
   if(sslversion == "TLSv1")
     final_version = CURL_SSLVERSION_TLSv1;
   else if(sslversion == "SSLv3")
     final_version = CURL_SSLVERSION_SSLv3;
   curl_easy_setopt(curl, CURLOPT_SSLVERSION, final_version);

   // cache-control
   if(_config->FindB("Acquire::http::No-Cache",false) == false)
   {
      // cache enabled
      if (_config->FindB("Acquire::http::No-Store",false) == true)
	 headers = curl_slist_append(headers,"Cache-Control: no-store");
      ioprintf(ss, "Cache-Control: max-age=%u", _config->FindI("Acquire::http::Max-Age",0));
      headers = curl_slist_append(headers, ss.str().c_str());
   } else {
      // cache disabled by user
      headers = curl_slist_append(headers, "Cache-Control: no-cache");
      headers = curl_slist_append(headers, "Pragma: no-cache");
   }
   curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers);

   // speed limit
   int dlLimit = _config->FindI("Acquire::http::Dl-Limit",0)*1024;
   if (dlLimit > 0)
      curl_easy_setopt(curl, CURLOPT_MAX_RECV_SPEED_LARGE, dlLimit);

   // set header
   curl_easy_setopt(curl, CURLOPT_USERAGENT,"Debian APT-CURL/1.0 ("VERSION")");

   // set timeout
   int timeout = _config->FindI("Acquire::http::Timeout",120);
   curl_easy_setopt(curl, CURLOPT_TIMEOUT, timeout);
   curl_easy_setopt(curl, CURLOPT_CONNECTTIMEOUT, timeout);

   // debug
   if(_config->FindB("Debug::Acquire::https", false))
      curl_easy_setopt(curl, CURLOPT_VERBOSE, true);

   // error handling
   curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, curl_errorstr);

   // if we have the file send an if-range query with a range header
   if (stat(Itm->DestFile.c_str(),&SBuf) >= 0 && SBuf.st_size > 0)
   {
      char Buf[1000];
      sprintf(Buf,"Range: bytes=%li-\r\nIf-Range: %s\r\n",
	      (long)SBuf.st_size - 1,
	      TimeRFC1123(SBuf.st_mtime).c_str());
      headers = curl_slist_append(headers, Buf);
   } 
   else if(Itm->LastModified > 0)
   {
      curl_easy_setopt(curl, CURLOPT_TIMECONDITION, CURL_TIMECOND_IFMODSINCE);
      curl_easy_setopt(curl, CURLOPT_TIMEVALUE, Itm->LastModified);
   }

   // go for it - if the file exists, append on it
   File = new FileFd(Itm->DestFile, FileFd::WriteAny);
   if (File->Size() > 0)
      File->Seek(File->Size() - 1);
   
   // keep apt updated
   Res.Filename = Itm->DestFile;

   // get it!
   CURLcode success = curl_easy_perform(curl);
   curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &curl_responsecode);

   long curl_servdate;
   curl_easy_getinfo(curl, CURLINFO_FILETIME, &curl_servdate);

   // cleanup
   if(success != 0) 
   {
      unlink(File->Name().c_str());
      _error->Error("%s", curl_errorstr);
      Fail();
      return true;
   }
   File->Close();

   // Timestamp
   struct utimbuf UBuf;
   if (curl_servdate != -1) {
       UBuf.actime = curl_servdate;
       UBuf.modtime = curl_servdate;
       utime(File->Name().c_str(),&UBuf);
   }

   // check the downloaded result
   struct stat Buf;
   if (stat(File->Name().c_str(),&Buf) == 0)
   {
      Res.Filename = File->Name();
      Res.LastModified = Buf.st_mtime;
      Res.IMSHit = false;
      if (curl_responsecode == 304)
      {
	 unlink(File->Name().c_str());
	 Res.IMSHit = true;
	 Res.LastModified = Itm->LastModified;
	 Res.Size = 0;
	 URIDone(Res);
	 return true;
      }
      Res.Size = Buf.st_size;
   }

   // take hashes
   Hashes Hash;
   FileFd Fd(Res.Filename, FileFd::ReadOnly);
   Hash.AddFD(Fd.Fd(), Fd.Size());
   Res.TakeHashes(Hash);
   
   // keep apt updated
   URIDone(Res);

   // cleanup
   Res.Size = 0;
   delete File;
   curl_slist_free_all(headers);

   return true;
};

int main()
{
   setlocale(LC_ALL, "");

   HttpsMethod Mth;
   curl_global_init(CURL_GLOBAL_SSL) ;

   return Mth.Run();
}
Commit	Line	Data
d546f98d MV	1	// -- mode: cpp; mode: fold --
	2	// Description /{{{/
	3	// $Id: http.cc,v 1.59 2004/05/08 19:42:35 mdz Exp $
	4	/* ######################################################################
	5
ae58a985	6	HTTPS Acquire Method - This is the HTTPS aquire method for APT.
d546f98d MV	7
	8	It uses libcurl
	9
	10	##################################################################### */
	11	/}}}/
	12	// Include Files /{{{/
	13	#include <apt-pkg/fileutl.h>
	14	#include <apt-pkg/acquire-method.h>
	15	#include <apt-pkg/error.h>
	16	#include <apt-pkg/hashes.h>
	17
	18	#include <sys/stat.h>
	19	#include <sys/time.h>
	20	#include <utime.h>
	21	#include <unistd.h>
	22	#include <signal.h>
	23	#include <stdio.h>
	24	#include <errno.h>
	25	#include <string.h>
	26	#include <iostream>
	27	#include <apti18n.h>
	28	#include <sstream>
	29
	30	#include "config.h"
	31	#include "https.h"
	32
	33	/}}}/
	34	using namespace std;
	35
	36	size_t
	37	HttpsMethod::write_data(void buffer, size_t size, size_t nmemb, void userp)
	38	{
	39	HttpsMethod me = (HttpsMethod )userp;
	40
	41	if(me->File->Write(buffer, size*nmemb) != true)
	42	return false;
	43
	44	return size*nmemb;
	45	}
	46
	47	int
	48	HttpsMethod::progress_callback(void *clientp, double dltotal, double dlnow,
	49	double ultotal, double ulnow)
	50	{
	51	HttpsMethod me = (HttpsMethod )clientp;
	52	if(dltotal > 0 && me->Res.Size == 0) {
21fd1746	53	me->Res.Size = (unsigned long)dltotal;
d546f98d MV	54	me->URIStart(me->Res);
	55	}
	56	return 0;
	57	}
	58
21fd1746	59	void HttpsMethod::SetupProxy()
d546f98d MV	60	{
	61	URI ServerName = Queue->Uri;
	62
	63	// Determine the proxy setting
	64	if (getenv("http_proxy") == 0)
	65	{
	66	string DefProxy = _config->Find("Acquire::http::Proxy");
	67	string SpecificProxy = _config->Find("Acquire::http::Proxy::" + ServerName.Host);
	68	if (SpecificProxy.empty() == false)
	69	{
	70	if (SpecificProxy == "DIRECT")
	71	Proxy = "";
	72	else
	73	Proxy = SpecificProxy;
	74	}
	75	else
	76	Proxy = DefProxy;
	77	}
	78
	79	// Parse no_proxy, a , separated list of domains
	80	if (getenv("no_proxy") != 0)
	81	{
	82	if (CheckDomainList(ServerName.Host,getenv("no_proxy")) == true)
	83	Proxy = "";
	84	}
	85
	86	// Determine what host and port to use based on the proxy settings
d546f98d MV	87	string Host;
	88	if (Proxy.empty() == true \|\| Proxy.Host.empty() == true)
	89	{
	90	}
	91	else
	92	{
	93	if (Proxy.Port != 0)
	94	curl_easy_setopt(curl, CURLOPT_PROXYPORT, Proxy.Port);
	95	curl_easy_setopt(curl, CURLOPT_PROXY, Proxy.Host.c_str());
	96	}
	97	}
	98
	99
	100	// HttpsMethod::Fetch - Fetch an item /{{{/
	101	// ---------------------------------------------------------------------
	102	/* This adds an item to the pipeline. We keep the pipeline at a fixed
	103	depth. */
	104	bool HttpsMethod::Fetch(FetchItem *Itm)
	105	{
	106	stringstream ss;
	107	struct stat SBuf;
	108	struct curl_slist *headers=NULL;
714ee06c	109	char curl_errorstr[CURL_ERROR_SIZE];
4c499611	110	long curl_responsecode;
c769cd6f MV	111	URI Uri = Itm->Uri;
c769cd6f MV	112	string remotehost = Uri.Host;
d546f98d MV	113
d546f98d MV	114	// TODO:
d546f98d MV	115	// - http::Pipeline-Depth
	116	// - error checking/reporting
	117	// - more debug options? (CURLOPT_DEBUGFUNCTION?)
	118
5820530d	119	curl_easy_reset(curl);
d546f98d MV	120	SetupProxy();
	121
	122	// callbacks
	123	curl_easy_setopt(curl, CURLOPT_URL, Itm->Uri.c_str());
	124	curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_data);
	125	curl_easy_setopt(curl, CURLOPT_WRITEDATA, this);
	126	curl_easy_setopt(curl, CURLOPT_PROGRESSFUNCTION, progress_callback);
	127	curl_easy_setopt(curl, CURLOPT_PROGRESSDATA, this);
	128	curl_easy_setopt(curl, CURLOPT_NOPROGRESS, false);
	129	curl_easy_setopt(curl, CURLOPT_FAILONERROR, true);
5820530d	130	curl_easy_setopt(curl, CURLOPT_FILETIME, true);
d546f98d	131
c769cd6f MV	132	// SSL parameters are set by default to the common (non mirror-specific) value
	133	// if available (or a default one) and gets overload by mirror-specific ones.
	134
	135	// File containing the list of trusted CA.
	136	string cainfo = _config->Find("Acquire::https::CaInfo","");
	137	string knob = "Acquire::https::"+remotehost+"::CaInfo";
	138	cainfo = _config->Find(knob.c_str(),cainfo.c_str());
	139	if(cainfo != "")
	140	curl_easy_setopt(curl, CURLOPT_CAINFO,cainfo.c_str());
	141
	142	// Check server certificate against previous CA list ...
	143	bool peer_verify = _config->FindB("Acquire::https::Verify-Peer",true);
	144	knob = "Acquire::https::" + remotehost + "::Verify-Peer";
	145	peer_verify = _config->FindB(knob.c_str(), peer_verify);
714ee06c MV	146	curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, peer_verify);
714ee06c MV	147
c769cd6f MV	148	// ... and hostname against cert CN or subjectAltName
	149	int default_verify = 2;
	150	bool verify = _config->FindB("Acquire::https::Verify-Host",true);
	151	knob = "Acquire::https::"+remotehost+"::Verify-Host";
	152	verify = _config->FindB(knob.c_str(),verify);
	153	if (!verify)
	154	default_verify = 0;
	155	curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, verify);
	156
	157	// For client authentication, certificate file ...
714ee06c	158	string pem = _config->Find("Acquire::https::SslCert","");
c769cd6f MV	159	knob = "Acquire::https::"+remotehost+"::SslCert";
c769cd6f MV	160	pem = _config->Find(knob.c_str(),pem.c_str());
714ee06c MV	161	if(pem != "")
714ee06c MV	162	curl_easy_setopt(curl, CURLOPT_SSLCERT, pem.c_str());
c769cd6f MV	163
	164	// ... and associated key.
	165	string key = _config->Find("Acquire::https::SslKey","");
	166	knob = "Acquire::https::"+remotehost+"::SslKey";
	167	key = _config->Find(knob.c_str(),key.c_str());
	168	if(key != "")
	169	curl_easy_setopt(curl, CURLOPT_SSLKEY, key.c_str());
	170
	171	// Allow forcing SSL version to SSLv3 or TLSv1 (SSLv2 is not
	172	// supported by GnuTLS).
	173	long final_version = CURL_SSLVERSION_DEFAULT;
	174	string sslversion = _config->Find("Acquire::https::SslForceVersion","");
	175	knob = "Acquire::https::"+remotehost+"::SslForceVersion";
	176	sslversion = _config->Find(knob.c_str(),sslversion.c_str());
	177	if(sslversion == "TLSv1")
	178	final_version = CURL_SSLVERSION_TLSv1;
	179	else if(sslversion == "SSLv3")
	180	final_version = CURL_SSLVERSION_SSLv3;
	181	curl_easy_setopt(curl, CURLOPT_SSLVERSION, final_version);
d546f98d MV	182
	183	// cache-control
	184	if(_config->FindB("Acquire::http::No-Cache",false) == false)
	185	{
	186	// cache enabled
	187	if (_config->FindB("Acquire::http::No-Store",false) == true)
	188	headers = curl_slist_append(headers,"Cache-Control: no-store");
	189	ioprintf(ss, "Cache-Control: max-age=%u", _config->FindI("Acquire::http::Max-Age",0));
	190	headers = curl_slist_append(headers, ss.str().c_str());
	191	} else {
	192	// cache disabled by user
	193	headers = curl_slist_append(headers, "Cache-Control: no-cache");
	194	headers = curl_slist_append(headers, "Pragma: no-cache");
	195	}
	196	curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers);
	197
d546f98d MV	198	// speed limit
	199	int dlLimit = _config->FindI("Acquire::http::Dl-Limit",0)*1024;
	200	if (dlLimit > 0)
	201	curl_easy_setopt(curl, CURLOPT_MAX_RECV_SPEED_LARGE, dlLimit);
	202
	203	// set header
	204	curl_easy_setopt(curl, CURLOPT_USERAGENT,"Debian APT-CURL/1.0 ("VERSION")");
	205
cc615257 OS	206	// set timeout
	207	int timeout = _config->FindI("Acquire::http::Timeout",120);
	208	curl_easy_setopt(curl, CURLOPT_TIMEOUT, timeout);
	209	curl_easy_setopt(curl, CURLOPT_CONNECTTIMEOUT, timeout);
	210
d546f98d	211	// debug
714ee06c	212	if(_config->FindB("Debug::Acquire::https", false))
d546f98d MV	213	curl_easy_setopt(curl, CURLOPT_VERBOSE, true);
d546f98d MV	214
714ee06c MV	215	// error handling
	216	curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, curl_errorstr);
	217
d6039f9e	218	// if we have the file send an if-range query with a range header
4c499611 MV	219	if (stat(Itm->DestFile.c_str(),&SBuf) >= 0 && SBuf.st_size > 0)
	220	{
	221	char Buf[1000];
	222	sprintf(Buf,"Range: bytes=%li-\r\nIf-Range: %s\r\n",
	223	(long)SBuf.st_size - 1,
	224	TimeRFC1123(SBuf.st_mtime).c_str());
	225	headers = curl_slist_append(headers, Buf);
d6039f9e MV	226	}
	227	else if(Itm->LastModified > 0)
	228	{
	229	curl_easy_setopt(curl, CURLOPT_TIMECONDITION, CURL_TIMECOND_IFMODSINCE);
	230	curl_easy_setopt(curl, CURLOPT_TIMEVALUE, Itm->LastModified);
4c499611	231	}
d546f98d MV	232
	233	// go for it - if the file exists, append on it
	234	File = new FileFd(Itm->DestFile, FileFd::WriteAny);
d6039f9e MV	235	if (File->Size() > 0)
d6039f9e MV	236	File->Seek(File->Size() - 1);
d546f98d MV	237
	238	// keep apt updated
	239	Res.Filename = Itm->DestFile;
	240
	241	// get it!
	242	CURLcode success = curl_easy_perform(curl);
4c499611	243	curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &curl_responsecode);
d546f98d	244
5820530d OS	245	long curl_servdate;
	246	curl_easy_getinfo(curl, CURLINFO_FILETIME, &curl_servdate);
	247
d546f98d	248	// cleanup
4c499611 MV	249	if(success != 0)
	250	{
	251	unlink(File->Name().c_str());
9b5d79ec	252	_error->Error("%s", curl_errorstr);
d546f98d MV	253	Fail();
	254	return true;
	255	}
4c499611	256	File->Close();
d546f98d	257
5820530d OS	258	// Timestamp
	259	struct utimbuf UBuf;
	260	if (curl_servdate != -1) {
	261	UBuf.actime = curl_servdate;
	262	UBuf.modtime = curl_servdate;
	263	utime(File->Name().c_str(),&UBuf);
	264	}
	265
d546f98d MV	266	// check the downloaded result
	267	struct stat Buf;
	268	if (stat(File->Name().c_str(),&Buf) == 0)
	269	{
d546f98d MV	270	Res.Filename = File->Name();
	271	Res.LastModified = Buf.st_mtime;
	272	Res.IMSHit = false;
4c499611	273	if (curl_responsecode == 304)
714ee06c	274	{
d6039f9e	275	unlink(File->Name().c_str());
d546f98d	276	Res.IMSHit = true;
714ee06c	277	Res.LastModified = Itm->LastModified;
d6039f9e MV	278	Res.Size = 0;
	279	URIDone(Res);
	280	return true;
714ee06c	281	}
d6039f9e	282	Res.Size = Buf.st_size;
d546f98d MV	283	}
	284
	285	// take hashes
	286	Hashes Hash;
	287	FileFd Fd(Res.Filename, FileFd::ReadOnly);
	288	Hash.AddFD(Fd.Fd(), Fd.Size());
	289	Res.TakeHashes(Hash);
	290
	291	// keep apt updated
	292	URIDone(Res);
	293
	294	// cleanup
d546f98d MV	295	Res.Size = 0;
	296	delete File;
	297	curl_slist_free_all(headers);
	298
	299	return true;
	300	};
	301
	302	int main()
	303	{
	304	setlocale(LC_ALL, "");
	305
	306	HttpsMethod Mth;
	307	curl_global_init(CURL_GLOBAL_SSL) ;
	308
	309	return Mth.Run();
	310	}
	311
	312