Merge branch 'feature/acq-trans' into feature/expected-size

[apt.git] / methods / http.h

diff --git a/methods/http.h b/methods/http.h
index 0bc019e771af46fd9997f52582692ab26d6c5b72..40a88a7be03b3a8e254b981ca6711f833c8173e7 100644 (file)
--- a/methods/http.h
+++ b/methods/http.h
@@ -3,7 +3,7 @@
 // $Id: http.h,v 1.12 2002/04/18 05:09:38 jgg Exp $
 /* ######################################################################
 
 // $Id: http.h,v 1.12 2002/04/18 05:09:38 jgg Exp $
 /* ######################################################################
 

-   HTTP Acquire Method - This is the HTTP aquire method for APT.
+   HTTP Acquire Method - This is the HTTP acquire method for APT.

 
    ##################################################################### */
                                                                        /*}}}*/
 
    ##################################################################### */
                                                                        /*}}}*/


@@ -11,41 +11,48 @@
 #ifndef APT_HTTP_H
 #define APT_HTTP_H
 
 #ifndef APT_HTTP_H
 #define APT_HTTP_H
 

-#define MAXLEN 360
+#include <apt-pkg/strutl.h>
+#include <apt-pkg/acquire-method.h>

 
 

-#include <apt-pkg/hashes.h>
+#include <string>
+#include <sys/time.h>
+#include <iostream>
+
+#include "server.h"

 
 using std::cout;
 using std::endl;
 
 
 using std::cout;
 using std::endl;
 

+class FileFd;

 class HttpMethod;
 class HttpMethod;

+class Hashes;

 
 class CircleBuf
 {
    unsigned char *Buf;
 
 class CircleBuf
 {
    unsigned char *Buf;

-   unsigned long Size;
-   unsigned long InP;
-   unsigned long OutP;
-   string OutQueue;
-   unsigned long StrPos;
-   unsigned long MaxGet;
+   unsigned long long Size;
+   unsigned long long InP;
+   unsigned long long OutP;
+   std::string OutQueue;
+   unsigned long long StrPos;
+   unsigned long long MaxGet;

    struct timeval Start;
    struct timeval Start;

-   
-   static unsigned long BwReadLimit;
-   static unsigned long BwTickReadData;
+
+   static unsigned long long BwReadLimit;
+   static unsigned long long BwTickReadData;

    static struct timeval BwReadTick;
    static const unsigned int BW_HZ;
 
    static struct timeval BwReadTick;
    static const unsigned int BW_HZ;
 

-   unsigned long LeftRead()
+   unsigned long long LeftRead() const

    {
    {

-      unsigned long Sz = Size - (InP - OutP);
+      unsigned long long Sz = Size - (InP - OutP);

       if (Sz > Size - (InP%Size))
         Sz = Size - (InP%Size);
       return Sz;
    }
       if (Sz > Size - (InP%Size))
         Sz = Size - (InP%Size);
       return Sz;
    }

-   unsigned long LeftWrite()
+   unsigned long long LeftWrite() const

    {
    {

-      unsigned long Sz = InP - OutP;
+      unsigned long long Sz = InP - OutP;

       if (InP > MaxGet)
         Sz = MaxGet - OutP;
       if (Sz > Size - (OutP%Size))
       if (InP > MaxGet)
         Sz = MaxGet - OutP;
       if (Sz > Size - (OutP%Size))


@@ -53,143 +60,84 @@ class CircleBuf
       return Sz;
    }
    void FillOut();
       return Sz;
    }
    void FillOut();

-   
+

    public:
    public:

-   

    Hashes *Hash;
    Hashes *Hash;

-   
+   // total amount of data that got written so far
+   unsigned long long TotalWriten;
+

    // Read data in
    bool Read(int Fd);
    // Read data in
    bool Read(int Fd);

-   bool Read(string Data);
-   
+   bool Read(std::string Data);
+

    // Write data out
    bool Write(int Fd);
    // Write data out
    bool Write(int Fd);

-   bool WriteTillEl(string &Data,bool Single = false);
-   
+   bool WriteTillEl(std::string &Data,bool Single = false);
+

    // Control the write limit
    // Control the write limit

-   void Limit(long Max) {if (Max == -1) MaxGet = 0-1; else MaxGet = OutP + Max;}   
-   bool IsLimit() {return MaxGet == OutP;};
-   void Print() {cout << MaxGet << ',' << OutP << endl;};
+   void Limit(long long Max) {if (Max == -1) MaxGet = 0-1; else MaxGet = OutP + Max;}
+   bool IsLimit() const {return MaxGet == OutP;};
+   void Print() const {cout << MaxGet << ',' << OutP << endl;};

 
    // Test for free space in the buffer
 
    // Test for free space in the buffer

-   bool ReadSpace() {return Size - (InP - OutP) > 0;};
-   bool WriteSpace() {return InP - OutP > 0;};
+   bool ReadSpace() const {return Size - (InP - OutP) > 0;};
+   bool WriteSpace() const {return InP - OutP > 0;};

 
 

-   // Dump everything

    void Reset();
    void Reset();

+   // Dump everything

    void Stats();
 
    void Stats();
 

-   CircleBuf(unsigned long Size);
-   ~CircleBuf() {delete [] Buf; delete Hash;};
+   CircleBuf(unsigned long long Size);
+   ~CircleBuf();

 };
 
 };
 

-struct ServerState
+struct HttpServerState: public ServerState

 {
 {

-   // This is the last parsed Header Line
-   unsigned int Major;
-   unsigned int Minor;
-   unsigned int Result;
-   char Code[MAXLEN];
-   
-   // These are some statistics from the last parsed header lines
-   unsigned long Size;
-   signed long StartPos;
-   time_t Date;
-   bool HaveContent;
-   enum {Chunked,Stream,Closes} Encoding;
-   enum {Header, Data} State;
-   bool Persistent;
-   string Location;
-   
-   // This is a Persistent attribute of the server itself.
-   bool Pipeline;
-   
-   HttpMethod *Owner;
-   

    // This is the connection itself. Output is data FROM the server
    CircleBuf In;
    CircleBuf Out;
    int ServerFd;
    // This is the connection itself. Output is data FROM the server
    CircleBuf In;
    CircleBuf Out;
    int ServerFd;

-   URI ServerName;
-  
-   bool HeaderLine(string Line);
-   bool Comp(URI Other) {return Other.Host == ServerName.Host && Other.Port == ServerName.Port;};
-   void Reset() {Major = 0; Minor = 0; Result = 0; Size = 0; StartPos = 0;
-                 Encoding = Closes; time(&Date); ServerFd = -1; 
-                 Pipeline = true;};
-
-   /** \brief Result of the header acquire */
-   enum RunHeadersResult {
-      /** \brief Header ok */
-      RUN_HEADERS_OK,
-      /** \brief IO error while retrieving */
-      RUN_HEADERS_IO_ERROR,
-      /** \brief Parse error after retrieving */
-      RUN_HEADERS_PARSE_ERROR,
-   };
-   /** \brief Get the headers before the data */
-   RunHeadersResult RunHeaders();
-   /** \brief Transfer the data from the socket */
-   bool RunData();
-   
-   bool Open();
-   bool Close();
-   
-   ServerState(URI Srv,HttpMethod *Owner);
-   ~ServerState() {Close();};
+
+   protected:
+   virtual bool ReadHeaderLines(std::string &Data);
+   virtual bool LoadNextResponse(bool const ToFile, FileFd * const File);
+   virtual bool WriteResponse(std::string const &Data);
+
+   public:
+   virtual void Reset() { ServerState::Reset(); ServerFd = -1; };
+
+   virtual bool RunData(FileFd * const File);
+
+   virtual bool Open();
+   virtual bool IsOpen();
+   virtual bool Close();
+   virtual bool InitHashes(FileFd &File);
+   virtual Hashes * GetHashes();
+   virtual bool Die(FileFd &File);
+   virtual bool Flush(FileFd * const File);
+   virtual bool Go(bool ToFile, FileFd * const File);
+
+   HttpServerState(URI Srv, HttpMethod *Owner);
+   virtual ~HttpServerState() {Close();};

 };
 
 };
 

-class HttpMethod : public pkgAcqMethod
+class HttpMethod : public ServerMethod

 {
 {

-   void SendReq(FetchItem *Itm,CircleBuf &Out);
-   bool Go(bool ToFile,ServerState *Srv);
-   bool Flush(ServerState *Srv);
-   bool ServerDie(ServerState *Srv);
-
-   /** \brief Result of the header parsing */
-   enum DealWithHeadersResult { 
-      /** \brief The file is open and ready */
-      FILE_IS_OPEN,
-      /** \brief We got a IMS hit, the file has not changed */
-      IMS_HIT,
-      /** \brief The server reported a unrecoverable error */
-      ERROR_UNRECOVERABLE,
-      /** \brief The server reported a error with a error content page */
-      ERROR_WITH_CONTENT_PAGE,
-      /** \brief A error on the client side */
-      ERROR_NOT_FROM_SERVER,
-      /** \brief A redirect or retry request */
-      TRY_AGAIN_OR_REDIRECT 
-   };
-   /** \brief Handle the retrieved header data */
-   DealWithHeadersResult DealWithHeaders(FetchResult &Res,ServerState *Srv);
+   public:
+   virtual void SendReq(FetchItem *Itm);

 
 

-   /** \brief Try to AutoDetect the proxy */
-   bool AutoDetectProxy();
+   virtual bool Configuration(std::string Message);

 
 

-   virtual bool Configuration(string Message);
-   
-   // In the event of a fatal signal this file will be closed and timestamped.
-   static string FailFile;
-   static int FailFd;
-   static time_t FailTime;
-   static void SigTerm(int);
+   virtual ServerState * CreateServerState(URI uri);
+   virtual void RotateDNS();

 
    protected:
 
    protected:

-   virtual bool Fetch(FetchItem *);
-   
-   string NextURI;
-   string AutoDetectProxyCmd;
+   std::string AutoDetectProxyCmd;

 
    public:
 
    public:

-   friend class ServerState;
-
-   FileFd *File;
-   ServerState *Server;
-   
-   int Loop();
-   
-   HttpMethod() : pkgAcqMethod("1.2",Pipeline | SendConfig) 
+   friend struct HttpServerState;
+
+   HttpMethod() : ServerMethod("1.2",Pipeline | SendConfig)

    {
       File = 0;
       Server = 0;
    {
       File = 0;
       Server = 0;