]> git.saurik.com Git - apt.git/blob - apt-pkg/contrib/strutl.cc
Mark all FileFdPrivate classes as hidden
[apt.git] / apt-pkg / contrib / strutl.cc
1 // -*- mode: cpp; mode: fold -*-
2 // Description /*{{{*/
3 // $Id: strutl.cc,v 1.48 2003/07/18 14:15:11 mdz Exp $
4 /* ######################################################################
5
6 String Util - Some useful string functions.
7
8 These have been collected from here and there to do all sorts of useful
9 things to strings. They are useful in file parsers, URI handlers and
10 especially in APT methods.
11
12 This source is placed in the Public Domain, do with it what you will
13 It was originally written by Jason Gunthorpe <jgg@gpu.srv.ualberta.ca>
14
15 ##################################################################### */
16 /*}}}*/
17 // Includes /*{{{*/
18 #include <config.h>
19
20 #include <apt-pkg/strutl.h>
21 #include <apt-pkg/fileutl.h>
22 #include <apt-pkg/error.h>
23
24 #include <stddef.h>
25 #include <stdlib.h>
26 #include <time.h>
27 #include <string>
28 #include <vector>
29 #include <ctype.h>
30 #include <string.h>
31 #include <sstream>
32 #include <stdio.h>
33 #include <algorithm>
34 #include <unistd.h>
35 #include <regex.h>
36 #include <errno.h>
37 #include <stdarg.h>
38 #include <iconv.h>
39
40 #include <apti18n.h>
41 /*}}}*/
42 using namespace std;
43
44 // Strip - Remove white space from the front and back of a string /*{{{*/
45 // ---------------------------------------------------------------------
46 namespace APT {
47 namespace String {
48 std::string Strip(const std::string &str)
49 {
50 // ensure we have at least one character
51 if (str.empty() == true)
52 return str;
53
54 char const * const s = str.c_str();
55 size_t start = 0;
56 for (; isspace(s[start]) != 0; ++start)
57 ; // find the first not-space
58
59 // string contains only whitespaces
60 if (s[start] == '\0')
61 return "";
62
63 size_t end = str.length() - 1;
64 for (; isspace(s[end]) != 0; --end)
65 ; // find the last not-space
66
67 return str.substr(start, end - start + 1);
68 }
69
70 bool Endswith(const std::string &s, const std::string &end)
71 {
72 if (end.size() > s.size())
73 return false;
74 return (s.substr(s.size() - end.size(), s.size()) == end);
75 }
76
77 bool Startswith(const std::string &s, const std::string &start)
78 {
79 if (start.size() > s.size())
80 return false;
81 return (s.substr(0, start.size()) == start);
82 }
83
84 }
85 }
86 /*}}}*/
87 // UTF8ToCodeset - Convert some UTF-8 string for some codeset /*{{{*/
88 // ---------------------------------------------------------------------
89 /* This is handy to use before display some information for enduser */
90 bool UTF8ToCodeset(const char *codeset, const string &orig, string *dest)
91 {
92 iconv_t cd;
93 const char *inbuf;
94 char *inptr, *outbuf;
95 size_t insize, bufsize;
96 dest->clear();
97
98 cd = iconv_open(codeset, "UTF-8");
99 if (cd == (iconv_t)(-1)) {
100 // Something went wrong
101 if (errno == EINVAL)
102 _error->Error("conversion from 'UTF-8' to '%s' not available",
103 codeset);
104 else
105 perror("iconv_open");
106
107 return false;
108 }
109
110 insize = bufsize = orig.size();
111 inbuf = orig.data();
112 inptr = (char *)inbuf;
113 outbuf = new char[bufsize];
114 size_t lastError = -1;
115
116 while (insize != 0)
117 {
118 char *outptr = outbuf;
119 size_t outsize = bufsize;
120 size_t const err = iconv(cd, &inptr, &insize, &outptr, &outsize);
121 dest->append(outbuf, outptr - outbuf);
122 if (err == (size_t)(-1))
123 {
124 switch (errno)
125 {
126 case EILSEQ:
127 insize--;
128 inptr++;
129 // replace a series of unknown multibytes with a single "?"
130 if (lastError != insize) {
131 lastError = insize - 1;
132 dest->append("?");
133 }
134 break;
135 case EINVAL:
136 insize = 0;
137 break;
138 case E2BIG:
139 if (outptr == outbuf)
140 {
141 bufsize *= 2;
142 delete[] outbuf;
143 outbuf = new char[bufsize];
144 }
145 break;
146 }
147 }
148 }
149
150 delete[] outbuf;
151
152 iconv_close(cd);
153
154 return true;
155 }
156 /*}}}*/
157 // strstrip - Remove white space from the front and back of a string /*{{{*/
158 // ---------------------------------------------------------------------
159 /* This is handy to use when parsing a file. It also removes \n's left
160 over from fgets and company */
161 char *_strstrip(char *String)
162 {
163 for (;*String != 0 && (*String == ' ' || *String == '\t'); String++);
164
165 if (*String == 0)
166 return String;
167 return _strrstrip(String);
168 }
169 /*}}}*/
170 // strrstrip - Remove white space from the back of a string /*{{{*/
171 // ---------------------------------------------------------------------
172 char *_strrstrip(char *String)
173 {
174 char *End = String + strlen(String) - 1;
175 for (;End != String - 1 && (*End == ' ' || *End == '\t' || *End == '\n' ||
176 *End == '\r'); End--);
177 End++;
178 *End = 0;
179 return String;
180 }
181 /*}}}*/
182 // strtabexpand - Converts tabs into 8 spaces /*{{{*/
183 // ---------------------------------------------------------------------
184 /* */
185 char *_strtabexpand(char *String,size_t Len)
186 {
187 for (char *I = String; I != I + Len && *I != 0; I++)
188 {
189 if (*I != '\t')
190 continue;
191 if (I + 8 > String + Len)
192 {
193 *I = 0;
194 return String;
195 }
196
197 /* Assume the start of the string is 0 and find the next 8 char
198 division */
199 int Len;
200 if (String == I)
201 Len = 1;
202 else
203 Len = 8 - ((String - I) % 8);
204 Len -= 2;
205 if (Len <= 0)
206 {
207 *I = ' ';
208 continue;
209 }
210
211 memmove(I + Len,I + 1,strlen(I) + 1);
212 for (char *J = I; J + Len != I; *I = ' ', I++);
213 }
214 return String;
215 }
216 /*}}}*/
217 // ParseQuoteWord - Parse a single word out of a string /*{{{*/
218 // ---------------------------------------------------------------------
219 /* This grabs a single word, converts any % escaped characters to their
220 proper values and advances the pointer. Double quotes are understood
221 and striped out as well. This is for URI/URL parsing. It also can
222 understand [] brackets.*/
223 bool ParseQuoteWord(const char *&String,string &Res)
224 {
225 // Skip leading whitespace
226 const char *C = String;
227 for (;*C != 0 && *C == ' '; C++);
228 if (*C == 0)
229 return false;
230
231 // Jump to the next word
232 for (;*C != 0 && isspace(*C) == 0; C++)
233 {
234 if (*C == '"')
235 {
236 C = strchr(C + 1, '"');
237 if (C == NULL)
238 return false;
239 }
240 if (*C == '[')
241 {
242 C = strchr(C + 1, ']');
243 if (C == NULL)
244 return false;
245 }
246 }
247
248 // Now de-quote characters
249 char Buffer[1024];
250 char Tmp[3];
251 const char *Start = String;
252 char *I;
253 for (I = Buffer; I < Buffer + sizeof(Buffer) && Start != C; I++)
254 {
255 if (*Start == '%' && Start + 2 < C &&
256 isxdigit(Start[1]) && isxdigit(Start[2]))
257 {
258 Tmp[0] = Start[1];
259 Tmp[1] = Start[2];
260 Tmp[2] = 0;
261 *I = (char)strtol(Tmp,0,16);
262 Start += 3;
263 continue;
264 }
265 if (*Start != '"')
266 *I = *Start;
267 else
268 I--;
269 Start++;
270 }
271 *I = 0;
272 Res = Buffer;
273
274 // Skip ending white space
275 for (;*C != 0 && isspace(*C) != 0; C++);
276 String = C;
277 return true;
278 }
279 /*}}}*/
280 // ParseCWord - Parses a string like a C "" expression /*{{{*/
281 // ---------------------------------------------------------------------
282 /* This expects a series of space separated strings enclosed in ""'s.
283 It concatenates the ""'s into a single string. */
284 bool ParseCWord(const char *&String,string &Res)
285 {
286 // Skip leading whitespace
287 const char *C = String;
288 for (;*C != 0 && *C == ' '; C++);
289 if (*C == 0)
290 return false;
291
292 char Buffer[1024];
293 char *Buf = Buffer;
294 if (strlen(String) >= sizeof(Buffer))
295 return false;
296
297 for (; *C != 0; C++)
298 {
299 if (*C == '"')
300 {
301 for (C++; *C != 0 && *C != '"'; C++)
302 *Buf++ = *C;
303
304 if (*C == 0)
305 return false;
306
307 continue;
308 }
309
310 if (C != String && isspace(*C) != 0 && isspace(C[-1]) != 0)
311 continue;
312 if (isspace(*C) == 0)
313 return false;
314 *Buf++ = ' ';
315 }
316 *Buf = 0;
317 Res = Buffer;
318 String = C;
319 return true;
320 }
321 /*}}}*/
322 // QuoteString - Convert a string into quoted from /*{{{*/
323 // ---------------------------------------------------------------------
324 /* */
325 string QuoteString(const string &Str, const char *Bad)
326 {
327 std::stringstream Res;
328 for (string::const_iterator I = Str.begin(); I != Str.end(); ++I)
329 {
330 if (strchr(Bad,*I) != 0 || isprint(*I) == 0 ||
331 *I == 0x25 || // percent '%' char
332 *I <= 0x20 || *I >= 0x7F) // control chars
333 {
334 ioprintf(Res, "%%%02hhx", *I);
335 }
336 else
337 Res << *I;
338 }
339 return Res.str();
340 }
341 /*}}}*/
342 // DeQuoteString - Convert a string from quoted from /*{{{*/
343 // ---------------------------------------------------------------------
344 /* This undoes QuoteString */
345 string DeQuoteString(const string &Str)
346 {
347 return DeQuoteString(Str.begin(),Str.end());
348 }
349 string DeQuoteString(string::const_iterator const &begin,
350 string::const_iterator const &end)
351 {
352 string Res;
353 for (string::const_iterator I = begin; I != end; ++I)
354 {
355 if (*I == '%' && I + 2 < end &&
356 isxdigit(I[1]) && isxdigit(I[2]))
357 {
358 char Tmp[3];
359 Tmp[0] = I[1];
360 Tmp[1] = I[2];
361 Tmp[2] = 0;
362 Res += (char)strtol(Tmp,0,16);
363 I += 2;
364 continue;
365 }
366 else
367 Res += *I;
368 }
369 return Res;
370 }
371
372 /*}}}*/
373 // SizeToStr - Convert a long into a human readable size /*{{{*/
374 // ---------------------------------------------------------------------
375 /* A max of 4 digits are shown before conversion to the next highest unit.
376 The max length of the string will be 5 chars unless the size is > 10
377 YottaBytes (E24) */
378 string SizeToStr(double Size)
379 {
380 double ASize;
381 if (Size >= 0)
382 ASize = Size;
383 else
384 ASize = -1*Size;
385
386 /* bytes, KiloBytes, MegaBytes, GigaBytes, TeraBytes, PetaBytes,
387 ExaBytes, ZettaBytes, YottaBytes */
388 char Ext[] = {'\0','k','M','G','T','P','E','Z','Y'};
389 int I = 0;
390 while (I <= 8)
391 {
392 if (ASize < 100 && I != 0)
393 {
394 std::string S;
395 strprintf(S, "%'.1f %c", ASize, Ext[I]);
396 return S;
397 }
398
399 if (ASize < 10000)
400 {
401 std::string S;
402 strprintf(S, "%'.0f %c", ASize, Ext[I]);
403 return S;
404 }
405 ASize /= 1000.0;
406 I++;
407 }
408 return "";
409 }
410 /*}}}*/
411 // TimeToStr - Convert the time into a string /*{{{*/
412 // ---------------------------------------------------------------------
413 /* Converts a number of seconds to a hms format */
414 string TimeToStr(unsigned long Sec)
415 {
416 std::string S;
417 if (Sec > 60*60*24)
418 {
419 //TRANSLATOR: d means days, h means hours, min means minutes, s means seconds
420 strprintf(S,_("%lid %lih %limin %lis"),Sec/60/60/24,(Sec/60/60) % 24,(Sec/60) % 60,Sec % 60);
421 }
422 else if (Sec > 60*60)
423 {
424 //TRANSLATOR: h means hours, min means minutes, s means seconds
425 strprintf(S,_("%lih %limin %lis"),Sec/60/60,(Sec/60) % 60,Sec % 60);
426 }
427 else if (Sec > 60)
428 {
429 //TRANSLATOR: min means minutes, s means seconds
430 strprintf(S,_("%limin %lis"),Sec/60,Sec % 60);
431 }
432 else
433 {
434 //TRANSLATOR: s means seconds
435 strprintf(S,_("%lis"),Sec);
436 }
437 return S;
438 }
439 /*}}}*/
440 // SubstVar - Substitute a string for another string /*{{{*/
441 // ---------------------------------------------------------------------
442 /* This replaces all occurrences of Subst with Contents in Str. */
443 string SubstVar(const string &Str,const string &Subst,const string &Contents)
444 {
445 if (Subst.empty() == true)
446 return Str;
447
448 string::size_type Pos = 0;
449 string::size_type OldPos = 0;
450 string Temp;
451
452 while (OldPos < Str.length() &&
453 (Pos = Str.find(Subst,OldPos)) != string::npos)
454 {
455 if (OldPos != Pos)
456 Temp.append(Str, OldPos, Pos - OldPos);
457 if (Contents.empty() == false)
458 Temp.append(Contents);
459 OldPos = Pos + Subst.length();
460 }
461
462 if (OldPos == 0)
463 return Str;
464
465 if (OldPos >= Str.length())
466 return Temp;
467 return Temp + string(Str,OldPos);
468 }
469 string SubstVar(string Str,const struct SubstVar *Vars)
470 {
471 for (; Vars->Subst != 0; Vars++)
472 Str = SubstVar(Str,Vars->Subst,*Vars->Contents);
473 return Str;
474 }
475 /*}}}*/
476 // OutputInDepth - return a string with separator multiplied with depth /*{{{*/
477 // ---------------------------------------------------------------------
478 /* Returns a string with the supplied separator depth + 1 times in it */
479 std::string OutputInDepth(const unsigned long Depth, const char* Separator)
480 {
481 std::string output = "";
482 for(unsigned long d=Depth+1; d > 0; d--)
483 output.append(Separator);
484 return output;
485 }
486 /*}}}*/
487 // URItoFileName - Convert the uri into a unique file name /*{{{*/
488 // ---------------------------------------------------------------------
489 /* This converts a URI into a safe filename. It quotes all unsafe characters
490 and converts / to _ and removes the scheme identifier. The resulting
491 file name should be unique and never occur again for a different file */
492 string URItoFileName(const string &URI)
493 {
494 // Nuke 'sensitive' items
495 ::URI U(URI);
496 U.User.clear();
497 U.Password.clear();
498 U.Access.clear();
499
500 // "\x00-\x20{}|\\\\^\\[\\]<>\"\x7F-\xFF";
501 string NewURI = QuoteString(U,"\\|{}[]<>\"^~_=!@#$%^&*");
502 replace(NewURI.begin(),NewURI.end(),'/','_');
503 return NewURI;
504 }
505 /*}}}*/
506 // Base64Encode - Base64 Encoding routine for short strings /*{{{*/
507 // ---------------------------------------------------------------------
508 /* This routine performs a base64 transformation on a string. It was ripped
509 from wget and then patched and bug fixed.
510
511 This spec can be found in rfc2045 */
512 string Base64Encode(const string &S)
513 {
514 // Conversion table.
515 static char tbl[64] = {'A','B','C','D','E','F','G','H',
516 'I','J','K','L','M','N','O','P',
517 'Q','R','S','T','U','V','W','X',
518 'Y','Z','a','b','c','d','e','f',
519 'g','h','i','j','k','l','m','n',
520 'o','p','q','r','s','t','u','v',
521 'w','x','y','z','0','1','2','3',
522 '4','5','6','7','8','9','+','/'};
523
524 // Pre-allocate some space
525 string Final;
526 Final.reserve((4*S.length() + 2)/3 + 2);
527
528 /* Transform the 3x8 bits to 4x6 bits, as required by
529 base64. */
530 for (string::const_iterator I = S.begin(); I < S.end(); I += 3)
531 {
532 char Bits[3] = {0,0,0};
533 Bits[0] = I[0];
534 if (I + 1 < S.end())
535 Bits[1] = I[1];
536 if (I + 2 < S.end())
537 Bits[2] = I[2];
538
539 Final += tbl[Bits[0] >> 2];
540 Final += tbl[((Bits[0] & 3) << 4) + (Bits[1] >> 4)];
541
542 if (I + 1 >= S.end())
543 break;
544
545 Final += tbl[((Bits[1] & 0xf) << 2) + (Bits[2] >> 6)];
546
547 if (I + 2 >= S.end())
548 break;
549
550 Final += tbl[Bits[2] & 0x3f];
551 }
552
553 /* Apply the padding elements, this tells how many bytes the remote
554 end should discard */
555 if (S.length() % 3 == 2)
556 Final += '=';
557 if (S.length() % 3 == 1)
558 Final += "==";
559
560 return Final;
561 }
562 /*}}}*/
563 // stringcmp - Arbitrary string compare /*{{{*/
564 // ---------------------------------------------------------------------
565 /* This safely compares two non-null terminated strings of arbitrary
566 length */
567 int stringcmp(const char *A,const char *AEnd,const char *B,const char *BEnd)
568 {
569 for (; A != AEnd && B != BEnd; A++, B++)
570 if (*A != *B)
571 break;
572
573 if (A == AEnd && B == BEnd)
574 return 0;
575 if (A == AEnd)
576 return 1;
577 if (B == BEnd)
578 return -1;
579 if (*A < *B)
580 return -1;
581 return 1;
582 }
583
584 #if __GNUC__ >= 3
585 int stringcmp(string::const_iterator A,string::const_iterator AEnd,
586 const char *B,const char *BEnd)
587 {
588 for (; A != AEnd && B != BEnd; A++, B++)
589 if (*A != *B)
590 break;
591
592 if (A == AEnd && B == BEnd)
593 return 0;
594 if (A == AEnd)
595 return 1;
596 if (B == BEnd)
597 return -1;
598 if (*A < *B)
599 return -1;
600 return 1;
601 }
602 int stringcmp(string::const_iterator A,string::const_iterator AEnd,
603 string::const_iterator B,string::const_iterator BEnd)
604 {
605 for (; A != AEnd && B != BEnd; A++, B++)
606 if (*A != *B)
607 break;
608
609 if (A == AEnd && B == BEnd)
610 return 0;
611 if (A == AEnd)
612 return 1;
613 if (B == BEnd)
614 return -1;
615 if (*A < *B)
616 return -1;
617 return 1;
618 }
619 #endif
620 /*}}}*/
621 // stringcasecmp - Arbitrary case insensitive string compare /*{{{*/
622 // ---------------------------------------------------------------------
623 /* */
624 int stringcasecmp(const char *A,const char *AEnd,const char *B,const char *BEnd)
625 {
626 for (; A != AEnd && B != BEnd; A++, B++)
627 if (tolower_ascii(*A) != tolower_ascii(*B))
628 break;
629
630 if (A == AEnd && B == BEnd)
631 return 0;
632 if (A == AEnd)
633 return 1;
634 if (B == BEnd)
635 return -1;
636 if (tolower_ascii(*A) < tolower_ascii(*B))
637 return -1;
638 return 1;
639 }
640 #if __GNUC__ >= 3
641 int stringcasecmp(string::const_iterator A,string::const_iterator AEnd,
642 const char *B,const char *BEnd)
643 {
644 for (; A != AEnd && B != BEnd; A++, B++)
645 if (tolower_ascii(*A) != tolower_ascii(*B))
646 break;
647
648 if (A == AEnd && B == BEnd)
649 return 0;
650 if (A == AEnd)
651 return 1;
652 if (B == BEnd)
653 return -1;
654 if (tolower_ascii(*A) < tolower_ascii(*B))
655 return -1;
656 return 1;
657 }
658 int stringcasecmp(string::const_iterator A,string::const_iterator AEnd,
659 string::const_iterator B,string::const_iterator BEnd)
660 {
661 for (; A != AEnd && B != BEnd; A++, B++)
662 if (tolower_ascii(*A) != tolower_ascii(*B))
663 break;
664
665 if (A == AEnd && B == BEnd)
666 return 0;
667 if (A == AEnd)
668 return 1;
669 if (B == BEnd)
670 return -1;
671 if (tolower_ascii(*A) < tolower_ascii(*B))
672 return -1;
673 return 1;
674 }
675 #endif
676 /*}}}*/
677 // LookupTag - Lookup the value of a tag in a taged string /*{{{*/
678 // ---------------------------------------------------------------------
679 /* The format is like those used in package files and the method
680 communication system */
681 string LookupTag(const string &Message,const char *Tag,const char *Default)
682 {
683 // Look for a matching tag.
684 int Length = strlen(Tag);
685 for (string::const_iterator I = Message.begin(); I + Length < Message.end(); ++I)
686 {
687 // Found the tag
688 if (I[Length] == ':' && stringcasecmp(I,I+Length,Tag) == 0)
689 {
690 // Find the end of line and strip the leading/trailing spaces
691 string::const_iterator J;
692 I += Length + 1;
693 for (; isspace(*I) != 0 && I < Message.end(); ++I);
694 for (J = I; *J != '\n' && J < Message.end(); ++J);
695 for (; J > I && isspace(J[-1]) != 0; --J);
696
697 return string(I,J);
698 }
699
700 for (; *I != '\n' && I < Message.end(); ++I);
701 }
702
703 // Failed to find a match
704 if (Default == 0)
705 return string();
706 return Default;
707 }
708 /*}}}*/
709 // StringToBool - Converts a string into a boolean /*{{{*/
710 // ---------------------------------------------------------------------
711 /* This inspects the string to see if it is true or if it is false and
712 then returns the result. Several varients on true/false are checked. */
713 int StringToBool(const string &Text,int Default)
714 {
715 char *ParseEnd;
716 int Res = strtol(Text.c_str(),&ParseEnd,0);
717 // ensure that the entire string was converted by strtol to avoid
718 // failures on "apt-cache show -a 0ad" where the "0" is converted
719 const char *TextEnd = Text.c_str()+Text.size();
720 if (ParseEnd == TextEnd && Res >= 0 && Res <= 1)
721 return Res;
722
723 // Check for positives
724 if (strcasecmp(Text.c_str(),"no") == 0 ||
725 strcasecmp(Text.c_str(),"false") == 0 ||
726 strcasecmp(Text.c_str(),"without") == 0 ||
727 strcasecmp(Text.c_str(),"off") == 0 ||
728 strcasecmp(Text.c_str(),"disable") == 0)
729 return 0;
730
731 // Check for negatives
732 if (strcasecmp(Text.c_str(),"yes") == 0 ||
733 strcasecmp(Text.c_str(),"true") == 0 ||
734 strcasecmp(Text.c_str(),"with") == 0 ||
735 strcasecmp(Text.c_str(),"on") == 0 ||
736 strcasecmp(Text.c_str(),"enable") == 0)
737 return 1;
738
739 return Default;
740 }
741 /*}}}*/
742 // TimeRFC1123 - Convert a time_t into RFC1123 format /*{{{*/
743 // ---------------------------------------------------------------------
744 /* This converts a time_t into a string time representation that is
745 year 2000 complient and timezone neutral */
746 string TimeRFC1123(time_t Date)
747 {
748 struct tm Conv;
749 if (gmtime_r(&Date, &Conv) == NULL)
750 return "";
751
752 char Buf[300];
753 const char *Day[] = {"Sun","Mon","Tue","Wed","Thu","Fri","Sat"};
754 const char *Month[] = {"Jan","Feb","Mar","Apr","May","Jun","Jul",
755 "Aug","Sep","Oct","Nov","Dec"};
756
757 snprintf(Buf, sizeof(Buf), "%s, %02i %s %i %02i:%02i:%02i GMT",Day[Conv.tm_wday],
758 Conv.tm_mday,Month[Conv.tm_mon],Conv.tm_year+1900,Conv.tm_hour,
759 Conv.tm_min,Conv.tm_sec);
760 return Buf;
761 }
762 /*}}}*/
763 // ReadMessages - Read messages from the FD /*{{{*/
764 // ---------------------------------------------------------------------
765 /* This pulls full messages from the input FD into the message buffer.
766 It assumes that messages will not pause during transit so no
767 fancy buffering is used.
768
769 In particular: this reads blocks from the input until it believes
770 that it's run out of input text. Each block is terminated by a
771 double newline ('\n' followed by '\n').
772 */
773 bool ReadMessages(int Fd, vector<string> &List)
774 {
775 char Buffer[64000];
776 // Represents any left-over from the previous iteration of the
777 // parse loop. (i.e., if a message is split across the end
778 // of the buffer, it goes here)
779 string PartialMessage;
780
781 do {
782 int const Res = read(Fd, Buffer, sizeof(Buffer));
783 if (Res < 0 && errno == EINTR)
784 continue;
785
786 // process we read from has died
787 if (Res == 0)
788 return false;
789
790 // No data
791 if (Res < 0 && (errno == EAGAIN || errno == EWOULDBLOCK))
792 return true;
793 if (Res < 0)
794 return false;
795
796 // extract the message(s) from the buffer
797 char const *Start = Buffer;
798 char const * const End = Buffer + Res;
799
800 char const * NL = (char const *) memchr(Start, '\n', End - Start);
801 if (NL == NULL)
802 {
803 // end of buffer: store what we have so far and read new data in
804 PartialMessage.append(Start, End - Start);
805 Start = End;
806 }
807 else
808 ++NL;
809
810 if (PartialMessage.empty() == false && Start < End)
811 {
812 // if we start with a new line, see if the partial message we have ended with one
813 // so that we properly detect records ending between two read() runs
814 // cases are: \n|\n , \r\n|\r\n and \r\n\r|\n
815 // the case \r|\n\r\n is handled by the usual double-newline handling
816 if ((NL - Start) == 1 || ((NL - Start) == 2 && *Start == '\r'))
817 {
818 if (APT::String::Endswith(PartialMessage, "\n") || APT::String::Endswith(PartialMessage, "\r\n\r"))
819 {
820 PartialMessage.erase(PartialMessage.find_last_not_of("\r\n") + 1);
821 List.push_back(PartialMessage);
822 PartialMessage.clear();
823 while (NL < End && (*NL == '\n' || *NL == '\r')) ++NL;
824 Start = NL;
825 }
826 }
827 }
828
829 while (Start < End) {
830 char const * NL2 = (char const *) memchr(NL, '\n', End - NL);
831 if (NL2 == NULL)
832 {
833 // end of buffer: store what we have so far and read new data in
834 PartialMessage.append(Start, End - Start);
835 break;
836 }
837 ++NL2;
838
839 // did we find a double newline?
840 if ((NL2 - NL) == 1 || ((NL2 - NL) == 2 && *NL == '\r'))
841 {
842 PartialMessage.append(Start, NL2 - Start);
843 PartialMessage.erase(PartialMessage.find_last_not_of("\r\n") + 1);
844 List.push_back(PartialMessage);
845 PartialMessage.clear();
846 while (NL2 < End && (*NL2 == '\n' || *NL2 == '\r')) ++NL2;
847 Start = NL2;
848 }
849 NL = NL2;
850 }
851
852 // we have read at least one complete message and nothing left
853 if (PartialMessage.empty() == true)
854 return true;
855
856 if (WaitFd(Fd) == false)
857 return false;
858 } while (true);
859 }
860 /*}}}*/
861 // MonthConv - Converts a month string into a number /*{{{*/
862 // ---------------------------------------------------------------------
863 /* This was lifted from the boa webserver which lifted it from 'wn-v1.07'
864 Made it a bit more robust with a few tolower_ascii though. */
865 static int MonthConv(char *Month)
866 {
867 switch (tolower_ascii(*Month))
868 {
869 case 'a':
870 return tolower_ascii(Month[1]) == 'p'?3:7;
871 case 'd':
872 return 11;
873 case 'f':
874 return 1;
875 case 'j':
876 if (tolower_ascii(Month[1]) == 'a')
877 return 0;
878 return tolower_ascii(Month[2]) == 'n'?5:6;
879 case 'm':
880 return tolower_ascii(Month[2]) == 'r'?2:4;
881 case 'n':
882 return 10;
883 case 'o':
884 return 9;
885 case 's':
886 return 8;
887
888 // Pretend it is January..
889 default:
890 return 0;
891 }
892 }
893 /*}}}*/
894 // timegm - Internal timegm if the gnu version is not available /*{{{*/
895 // ---------------------------------------------------------------------
896 /* Converts struct tm to time_t, assuming the data in tm is UTC rather
897 than local timezone (mktime assumes the latter).
898
899 This function is a nonstandard GNU extension that is also present on
900 the BSDs and maybe other systems. For others we follow the advice of
901 the manpage of timegm and use his portable replacement. */
902 #ifndef HAVE_TIMEGM
903 static time_t timegm(struct tm *t)
904 {
905 char *tz = getenv("TZ");
906 setenv("TZ", "", 1);
907 tzset();
908 time_t ret = mktime(t);
909 if (tz)
910 setenv("TZ", tz, 1);
911 else
912 unsetenv("TZ");
913 tzset();
914 return ret;
915 }
916 #endif
917 /*}}}*/
918 // FullDateToTime - Converts a HTTP1.1 full date strings into a time_t /*{{{*/
919 // ---------------------------------------------------------------------
920 /* tries to parses a full date as specified in RFC2616 Section 3.3.1
921 with one exception: All timezones (%Z) are accepted but the protocol
922 says that it MUST be GMT, but this one is equal to UTC which we will
923 encounter from time to time (e.g. in Release files) so we accept all
924 here and just assume it is GMT (or UTC) later on */
925 bool RFC1123StrToTime(const char* const str,time_t &time)
926 {
927 struct tm Tm;
928 setlocale (LC_ALL,"C");
929 bool const invalid =
930 // Sun, 06 Nov 1994 08:49:37 GMT ; RFC 822, updated by RFC 1123
931 (strptime(str, "%a, %d %b %Y %H:%M:%S %Z", &Tm) == NULL &&
932 // Sunday, 06-Nov-94 08:49:37 GMT ; RFC 850, obsoleted by RFC 1036
933 strptime(str, "%A, %d-%b-%y %H:%M:%S %Z", &Tm) == NULL &&
934 // Sun Nov 6 08:49:37 1994 ; ANSI C's asctime() format
935 strptime(str, "%a %b %d %H:%M:%S %Y", &Tm) == NULL);
936 setlocale (LC_ALL,"");
937 if (invalid == true)
938 return false;
939
940 time = timegm(&Tm);
941 return true;
942 }
943 /*}}}*/
944 // FTPMDTMStrToTime - Converts a ftp modification date into a time_t /*{{{*/
945 // ---------------------------------------------------------------------
946 /* */
947 bool FTPMDTMStrToTime(const char* const str,time_t &time)
948 {
949 struct tm Tm;
950 // MDTM includes no whitespaces but recommend and ignored by strptime
951 if (strptime(str, "%Y %m %d %H %M %S", &Tm) == NULL)
952 return false;
953
954 time = timegm(&Tm);
955 return true;
956 }
957 /*}}}*/
958 // StrToTime - Converts a string into a time_t /*{{{*/
959 // ---------------------------------------------------------------------
960 /* This handles all 3 popular time formats including RFC 1123, RFC 1036
961 and the C library asctime format. It requires the GNU library function
962 'timegm' to convert a struct tm in UTC to a time_t. For some bizzar
963 reason the C library does not provide any such function :< This also
964 handles the weird, but unambiguous FTP time format*/
965 bool StrToTime(const string &Val,time_t &Result)
966 {
967 struct tm Tm;
968 char Month[10];
969
970 // Skip the day of the week
971 const char *I = strchr(Val.c_str(), ' ');
972
973 // Handle RFC 1123 time
974 Month[0] = 0;
975 if (sscanf(I," %2d %3s %4d %2d:%2d:%2d GMT",&Tm.tm_mday,Month,&Tm.tm_year,
976 &Tm.tm_hour,&Tm.tm_min,&Tm.tm_sec) != 6)
977 {
978 // Handle RFC 1036 time
979 if (sscanf(I," %2d-%3s-%3d %2d:%2d:%2d GMT",&Tm.tm_mday,Month,
980 &Tm.tm_year,&Tm.tm_hour,&Tm.tm_min,&Tm.tm_sec) == 6)
981 Tm.tm_year += 1900;
982 else
983 {
984 // asctime format
985 if (sscanf(I," %3s %2d %2d:%2d:%2d %4d",Month,&Tm.tm_mday,
986 &Tm.tm_hour,&Tm.tm_min,&Tm.tm_sec,&Tm.tm_year) != 6)
987 {
988 // 'ftp' time
989 if (sscanf(Val.c_str(),"%4d%2d%2d%2d%2d%2d",&Tm.tm_year,&Tm.tm_mon,
990 &Tm.tm_mday,&Tm.tm_hour,&Tm.tm_min,&Tm.tm_sec) != 6)
991 return false;
992 Tm.tm_mon--;
993 }
994 }
995 }
996
997 Tm.tm_isdst = 0;
998 if (Month[0] != 0)
999 Tm.tm_mon = MonthConv(Month);
1000 else
1001 Tm.tm_mon = 0; // we don't have a month, so pick something
1002 Tm.tm_year -= 1900;
1003
1004 // Convert to local time and then to GMT
1005 Result = timegm(&Tm);
1006 return true;
1007 }
1008 /*}}}*/
1009 // StrToNum - Convert a fixed length string to a number /*{{{*/
1010 // ---------------------------------------------------------------------
1011 /* This is used in decoding the crazy fixed length string headers in
1012 tar and ar files. */
1013 bool StrToNum(const char *Str,unsigned long &Res,unsigned Len,unsigned Base)
1014 {
1015 char S[30];
1016 if (Len >= sizeof(S))
1017 return false;
1018 memcpy(S,Str,Len);
1019 S[Len] = 0;
1020
1021 // All spaces is a zero
1022 Res = 0;
1023 unsigned I;
1024 for (I = 0; S[I] == ' '; I++);
1025 if (S[I] == 0)
1026 return true;
1027
1028 char *End;
1029 Res = strtoul(S,&End,Base);
1030 if (End == S)
1031 return false;
1032
1033 return true;
1034 }
1035 /*}}}*/
1036 // StrToNum - Convert a fixed length string to a number /*{{{*/
1037 // ---------------------------------------------------------------------
1038 /* This is used in decoding the crazy fixed length string headers in
1039 tar and ar files. */
1040 bool StrToNum(const char *Str,unsigned long long &Res,unsigned Len,unsigned Base)
1041 {
1042 char S[30];
1043 if (Len >= sizeof(S))
1044 return false;
1045 memcpy(S,Str,Len);
1046 S[Len] = 0;
1047
1048 // All spaces is a zero
1049 Res = 0;
1050 unsigned I;
1051 for (I = 0; S[I] == ' '; I++);
1052 if (S[I] == 0)
1053 return true;
1054
1055 char *End;
1056 Res = strtoull(S,&End,Base);
1057 if (End == S)
1058 return false;
1059
1060 return true;
1061 }
1062 /*}}}*/
1063
1064 // Base256ToNum - Convert a fixed length binary to a number /*{{{*/
1065 // ---------------------------------------------------------------------
1066 /* This is used in decoding the 256bit encoded fixed length fields in
1067 tar files */
1068 bool Base256ToNum(const char *Str,unsigned long long &Res,unsigned int Len)
1069 {
1070 if ((Str[0] & 0x80) == 0)
1071 return false;
1072 else
1073 {
1074 Res = Str[0] & 0x7F;
1075 for(unsigned int i = 1; i < Len; ++i)
1076 Res = (Res<<8) + Str[i];
1077 return true;
1078 }
1079 }
1080 /*}}}*/
1081 // Base256ToNum - Convert a fixed length binary to a number /*{{{*/
1082 // ---------------------------------------------------------------------
1083 /* This is used in decoding the 256bit encoded fixed length fields in
1084 tar files */
1085 bool Base256ToNum(const char *Str,unsigned long &Res,unsigned int Len)
1086 {
1087 unsigned long long Num;
1088 bool rc;
1089
1090 rc = Base256ToNum(Str, Num, Len);
1091 Res = Num;
1092 if (Res != Num)
1093 return false;
1094
1095 return rc;
1096 }
1097 /*}}}*/
1098 // HexDigit - Convert a hex character into an integer /*{{{*/
1099 // ---------------------------------------------------------------------
1100 /* Helper for Hex2Num */
1101 static int HexDigit(int c)
1102 {
1103 if (c >= '0' && c <= '9')
1104 return c - '0';
1105 if (c >= 'a' && c <= 'f')
1106 return c - 'a' + 10;
1107 if (c >= 'A' && c <= 'F')
1108 return c - 'A' + 10;
1109 return 0;
1110 }
1111 /*}}}*/
1112 // Hex2Num - Convert a long hex number into a buffer /*{{{*/
1113 // ---------------------------------------------------------------------
1114 /* The length of the buffer must be exactly 1/2 the length of the string. */
1115 bool Hex2Num(const string &Str,unsigned char *Num,unsigned int Length)
1116 {
1117 if (Str.length() != Length*2)
1118 return false;
1119
1120 // Convert each digit. We store it in the same order as the string
1121 int J = 0;
1122 for (string::const_iterator I = Str.begin(); I != Str.end();J++, I += 2)
1123 {
1124 if (isxdigit(*I) == 0 || isxdigit(I[1]) == 0)
1125 return false;
1126
1127 Num[J] = HexDigit(I[0]) << 4;
1128 Num[J] += HexDigit(I[1]);
1129 }
1130
1131 return true;
1132 }
1133 /*}}}*/
1134 // TokSplitString - Split a string up by a given token /*{{{*/
1135 // ---------------------------------------------------------------------
1136 /* This is intended to be a faster splitter, it does not use dynamic
1137 memories. Input is changed to insert nulls at each token location. */
1138 bool TokSplitString(char Tok,char *Input,char **List,
1139 unsigned long ListMax)
1140 {
1141 // Strip any leading spaces
1142 char *Start = Input;
1143 char *Stop = Start + strlen(Start);
1144 for (; *Start != 0 && isspace(*Start) != 0; Start++);
1145
1146 unsigned long Count = 0;
1147 char *Pos = Start;
1148 while (Pos != Stop)
1149 {
1150 // Skip to the next Token
1151 for (; Pos != Stop && *Pos != Tok; Pos++);
1152
1153 // Back remove spaces
1154 char *End = Pos;
1155 for (; End > Start && (End[-1] == Tok || isspace(End[-1]) != 0); End--);
1156 *End = 0;
1157
1158 List[Count++] = Start;
1159 if (Count >= ListMax)
1160 {
1161 List[Count-1] = 0;
1162 return false;
1163 }
1164
1165 // Advance pos
1166 for (; Pos != Stop && (*Pos == Tok || isspace(*Pos) != 0 || *Pos == 0); Pos++);
1167 Start = Pos;
1168 }
1169
1170 List[Count] = 0;
1171 return true;
1172 }
1173 /*}}}*/
1174 // VectorizeString - Split a string up into a vector of strings /*{{{*/
1175 // ---------------------------------------------------------------------
1176 /* This can be used to split a given string up into a vector, so the
1177 propose is the same as in the method above and this one is a bit slower
1178 also, but the advantage is that we have an iteratable vector */
1179 vector<string> VectorizeString(string const &haystack, char const &split)
1180 {
1181 vector<string> exploded;
1182 if (haystack.empty() == true)
1183 return exploded;
1184 string::const_iterator start = haystack.begin();
1185 string::const_iterator end = start;
1186 do {
1187 for (; end != haystack.end() && *end != split; ++end);
1188 exploded.push_back(string(start, end));
1189 start = end + 1;
1190 } while (end != haystack.end() && (++end) != haystack.end());
1191 return exploded;
1192 }
1193 /*}}}*/
1194 // StringSplit - split a string into a string vector by token /*{{{*/
1195 // ---------------------------------------------------------------------
1196 /* See header for details.
1197 */
1198 vector<string> StringSplit(std::string const &s, std::string const &sep,
1199 unsigned int maxsplit)
1200 {
1201 vector<string> split;
1202 size_t start, pos;
1203
1204 // no seperator given, this is bogus
1205 if(sep.size() == 0)
1206 return split;
1207
1208 start = pos = 0;
1209 while (pos != string::npos)
1210 {
1211 pos = s.find(sep, start);
1212 split.push_back(s.substr(start, pos-start));
1213
1214 // if maxsplit is reached, the remaining string is the last item
1215 if(split.size() >= maxsplit)
1216 {
1217 split[split.size()-1] = s.substr(start);
1218 break;
1219 }
1220 start = pos+sep.size();
1221 }
1222 return split;
1223 }
1224 /*}}}*/
1225 // RegexChoice - Simple regex list/list matcher /*{{{*/
1226 // ---------------------------------------------------------------------
1227 /* */
1228 unsigned long RegexChoice(RxChoiceList *Rxs,const char **ListBegin,
1229 const char **ListEnd)
1230 {
1231 for (RxChoiceList *R = Rxs; R->Str != 0; R++)
1232 R->Hit = false;
1233
1234 unsigned long Hits = 0;
1235 for (; ListBegin < ListEnd; ++ListBegin)
1236 {
1237 // Check if the name is a regex
1238 const char *I;
1239 bool Regex = true;
1240 for (I = *ListBegin; *I != 0; I++)
1241 if (*I == '.' || *I == '?' || *I == '*' || *I == '|')
1242 break;
1243 if (*I == 0)
1244 Regex = false;
1245
1246 // Compile the regex pattern
1247 regex_t Pattern;
1248 if (Regex == true)
1249 if (regcomp(&Pattern,*ListBegin,REG_EXTENDED | REG_ICASE |
1250 REG_NOSUB) != 0)
1251 Regex = false;
1252
1253 // Search the list
1254 bool Done = false;
1255 for (RxChoiceList *R = Rxs; R->Str != 0; R++)
1256 {
1257 if (R->Str[0] == 0)
1258 continue;
1259
1260 if (strcasecmp(R->Str,*ListBegin) != 0)
1261 {
1262 if (Regex == false)
1263 continue;
1264 if (regexec(&Pattern,R->Str,0,0,0) != 0)
1265 continue;
1266 }
1267 Done = true;
1268
1269 if (R->Hit == false)
1270 Hits++;
1271
1272 R->Hit = true;
1273 }
1274
1275 if (Regex == true)
1276 regfree(&Pattern);
1277
1278 if (Done == false)
1279 _error->Warning(_("Selection %s not found"),*ListBegin);
1280 }
1281
1282 return Hits;
1283 }
1284 /*}}}*/
1285 // {str,io}printf - C format string outputter to C++ strings/iostreams /*{{{*/
1286 // ---------------------------------------------------------------------
1287 /* This is used to make the internationalization strings easier to translate
1288 and to allow reordering of parameters */
1289 static bool iovprintf(ostream &out, const char *format,
1290 va_list &args, ssize_t &size) {
1291 char *S = (char*)malloc(size);
1292 ssize_t const n = vsnprintf(S, size, format, args);
1293 if (n > -1 && n < size) {
1294 out << S;
1295 free(S);
1296 return true;
1297 } else {
1298 if (n > -1)
1299 size = n + 1;
1300 else
1301 size *= 2;
1302 }
1303 free(S);
1304 return false;
1305 }
1306 void ioprintf(ostream &out,const char *format,...)
1307 {
1308 va_list args;
1309 ssize_t size = 400;
1310 while (true) {
1311 bool ret;
1312 va_start(args,format);
1313 ret = iovprintf(out, format, args, size);
1314 va_end(args);
1315 if (ret == true)
1316 return;
1317 }
1318 }
1319 void strprintf(string &out,const char *format,...)
1320 {
1321 va_list args;
1322 ssize_t size = 400;
1323 std::ostringstream outstr;
1324 while (true) {
1325 bool ret;
1326 va_start(args,format);
1327 ret = iovprintf(outstr, format, args, size);
1328 va_end(args);
1329 if (ret == true)
1330 break;
1331 }
1332 out = outstr.str();
1333 }
1334 /*}}}*/
1335 // safe_snprintf - Safer snprintf /*{{{*/
1336 // ---------------------------------------------------------------------
1337 /* This is a snprintf that will never (ever) go past 'End' and returns a
1338 pointer to the end of the new string. The returned string is always null
1339 terminated unless Buffer == end. This is a better alterantive to using
1340 consecutive snprintfs. */
1341 char *safe_snprintf(char *Buffer,char *End,const char *Format,...)
1342 {
1343 va_list args;
1344 int Did;
1345
1346 if (End <= Buffer)
1347 return End;
1348 va_start(args,Format);
1349 Did = vsnprintf(Buffer,End - Buffer,Format,args);
1350 va_end(args);
1351
1352 if (Did < 0 || Buffer + Did > End)
1353 return End;
1354 return Buffer + Did;
1355 }
1356 /*}}}*/
1357 // StripEpoch - Remove the version "epoch" from a version string /*{{{*/
1358 // ---------------------------------------------------------------------
1359 string StripEpoch(const string &VerStr)
1360 {
1361 size_t i = VerStr.find(":");
1362 if (i == string::npos)
1363 return VerStr;
1364 return VerStr.substr(i+1);
1365 }
1366 /*}}}*/
1367 // tolower_ascii - tolower() function that ignores the locale /*{{{*/
1368 // ---------------------------------------------------------------------
1369 /* This little function is the most called method we have and tries
1370 therefore to do the absolut minimum - and is notable faster than
1371 standard tolower/toupper and as a bonus avoids problems with different
1372 locales - we only operate on ascii chars anyway. */
1373 int tolower_ascii(int const c)
1374 {
1375 if (c >= 'A' && c <= 'Z')
1376 return c + 32;
1377 return c;
1378 }
1379 /*}}}*/
1380
1381 // CheckDomainList - See if Host is in a , separate list /*{{{*/
1382 // ---------------------------------------------------------------------
1383 /* The domain list is a comma separate list of domains that are suffix
1384 matched against the argument */
1385 bool CheckDomainList(const string &Host,const string &List)
1386 {
1387 string::const_iterator Start = List.begin();
1388 for (string::const_iterator Cur = List.begin(); Cur <= List.end(); ++Cur)
1389 {
1390 if (Cur < List.end() && *Cur != ',')
1391 continue;
1392
1393 // Match the end of the string..
1394 if ((Host.size() >= (unsigned)(Cur - Start)) &&
1395 Cur - Start != 0 &&
1396 stringcasecmp(Host.end() - (Cur - Start),Host.end(),Start,Cur) == 0)
1397 return true;
1398
1399 Start = Cur + 1;
1400 }
1401 return false;
1402 }
1403 /*}}}*/
1404 // strv_length - Return the length of a NULL-terminated string array /*{{{*/
1405 // ---------------------------------------------------------------------
1406 /* */
1407 size_t strv_length(const char **str_array)
1408 {
1409 size_t i;
1410 for (i=0; str_array[i] != NULL; i++)
1411 /* nothing */
1412 ;
1413 return i;
1414 }
1415 /*}}}*/
1416 // DeEscapeString - unescape (\0XX and \xXX) from a string /*{{{*/
1417 // ---------------------------------------------------------------------
1418 /* */
1419 string DeEscapeString(const string &input)
1420 {
1421 char tmp[3];
1422 string::const_iterator it;
1423 string output;
1424 for (it = input.begin(); it != input.end(); ++it)
1425 {
1426 // just copy non-escape chars
1427 if (*it != '\\')
1428 {
1429 output += *it;
1430 continue;
1431 }
1432
1433 // deal with double escape
1434 if (*it == '\\' &&
1435 (it + 1 < input.end()) && it[1] == '\\')
1436 {
1437 // copy
1438 output += *it;
1439 // advance iterator one step further
1440 ++it;
1441 continue;
1442 }
1443
1444 // ensure we have a char to read
1445 if (it + 1 == input.end())
1446 continue;
1447
1448 // read it
1449 ++it;
1450 switch (*it)
1451 {
1452 case '0':
1453 if (it + 2 <= input.end()) {
1454 tmp[0] = it[1];
1455 tmp[1] = it[2];
1456 tmp[2] = 0;
1457 output += (char)strtol(tmp, 0, 8);
1458 it += 2;
1459 }
1460 break;
1461 case 'x':
1462 if (it + 2 <= input.end()) {
1463 tmp[0] = it[1];
1464 tmp[1] = it[2];
1465 tmp[2] = 0;
1466 output += (char)strtol(tmp, 0, 16);
1467 it += 2;
1468 }
1469 break;
1470 default:
1471 // FIXME: raise exception here?
1472 break;
1473 }
1474 }
1475 return output;
1476 }
1477 /*}}}*/
1478 // URI::CopyFrom - Copy from an object /*{{{*/
1479 // ---------------------------------------------------------------------
1480 /* This parses the URI into all of its components */
1481 void URI::CopyFrom(const string &U)
1482 {
1483 string::const_iterator I = U.begin();
1484
1485 // Locate the first colon, this separates the scheme
1486 for (; I < U.end() && *I != ':' ; ++I);
1487 string::const_iterator FirstColon = I;
1488
1489 /* Determine if this is a host type URI with a leading double //
1490 and then search for the first single / */
1491 string::const_iterator SingleSlash = I;
1492 if (I + 3 < U.end() && I[1] == '/' && I[2] == '/')
1493 SingleSlash += 3;
1494
1495 /* Find the / indicating the end of the hostname, ignoring /'s in the
1496 square brackets */
1497 bool InBracket = false;
1498 for (; SingleSlash < U.end() && (*SingleSlash != '/' || InBracket == true); ++SingleSlash)
1499 {
1500 if (*SingleSlash == '[')
1501 InBracket = true;
1502 if (InBracket == true && *SingleSlash == ']')
1503 InBracket = false;
1504 }
1505
1506 if (SingleSlash > U.end())
1507 SingleSlash = U.end();
1508
1509 // We can now write the access and path specifiers
1510 Access.assign(U.begin(),FirstColon);
1511 if (SingleSlash != U.end())
1512 Path.assign(SingleSlash,U.end());
1513 if (Path.empty() == true)
1514 Path = "/";
1515
1516 // Now we attempt to locate a user:pass@host fragment
1517 if (FirstColon + 2 <= U.end() && FirstColon[1] == '/' && FirstColon[2] == '/')
1518 FirstColon += 3;
1519 else
1520 FirstColon += 1;
1521 if (FirstColon >= U.end())
1522 return;
1523
1524 if (FirstColon > SingleSlash)
1525 FirstColon = SingleSlash;
1526
1527 // Find the colon...
1528 I = FirstColon + 1;
1529 if (I > SingleSlash)
1530 I = SingleSlash;
1531 for (; I < SingleSlash && *I != ':'; ++I);
1532 string::const_iterator SecondColon = I;
1533
1534 // Search for the @ after the colon
1535 for (; I < SingleSlash && *I != '@'; ++I);
1536 string::const_iterator At = I;
1537
1538 // Now write the host and user/pass
1539 if (At == SingleSlash)
1540 {
1541 if (FirstColon < SingleSlash)
1542 Host.assign(FirstColon,SingleSlash);
1543 }
1544 else
1545 {
1546 Host.assign(At+1,SingleSlash);
1547 // username and password must be encoded (RFC 3986)
1548 User.assign(DeQuoteString(FirstColon,SecondColon));
1549 if (SecondColon < At)
1550 Password.assign(DeQuoteString(SecondColon+1,At));
1551 }
1552
1553 // Now we parse the RFC 2732 [] hostnames.
1554 unsigned long PortEnd = 0;
1555 InBracket = false;
1556 for (unsigned I = 0; I != Host.length();)
1557 {
1558 if (Host[I] == '[')
1559 {
1560 InBracket = true;
1561 Host.erase(I,1);
1562 continue;
1563 }
1564
1565 if (InBracket == true && Host[I] == ']')
1566 {
1567 InBracket = false;
1568 Host.erase(I,1);
1569 PortEnd = I;
1570 continue;
1571 }
1572 I++;
1573 }
1574
1575 // Tsk, weird.
1576 if (InBracket == true)
1577 {
1578 Host.clear();
1579 return;
1580 }
1581
1582 // Now we parse off a port number from the hostname
1583 Port = 0;
1584 string::size_type Pos = Host.rfind(':');
1585 if (Pos == string::npos || Pos < PortEnd)
1586 return;
1587
1588 Port = atoi(string(Host,Pos+1).c_str());
1589 Host.assign(Host,0,Pos);
1590 }
1591 /*}}}*/
1592 // URI::operator string - Convert the URI to a string /*{{{*/
1593 // ---------------------------------------------------------------------
1594 /* */
1595 URI::operator string()
1596 {
1597 std::stringstream Res;
1598
1599 if (Access.empty() == false)
1600 Res << Access << ':';
1601
1602 if (Host.empty() == false)
1603 {
1604 if (Access.empty() == false)
1605 Res << "//";
1606
1607 if (User.empty() == false)
1608 {
1609 // FIXME: Technically userinfo is permitted even less
1610 // characters than these, but this is not conveniently
1611 // expressed with a blacklist.
1612 Res << QuoteString(User, ":/?#[]@");
1613 if (Password.empty() == false)
1614 Res << ":" << QuoteString(Password, ":/?#[]@");
1615 Res << "@";
1616 }
1617
1618 // Add RFC 2732 escaping characters
1619 if (Access.empty() == false && Host.find_first_of("/:") != string::npos)
1620 Res << '[' << Host << ']';
1621 else
1622 Res << Host;
1623
1624 if (Port != 0)
1625 Res << ':' << Port;
1626 }
1627
1628 if (Path.empty() == false)
1629 {
1630 if (Path[0] != '/')
1631 Res << "/" << Path;
1632 else
1633 Res << Path;
1634 }
1635
1636 return Res.str();
1637 }
1638 /*}}}*/
1639 // URI::SiteOnly - Return the schema and site for the URI /*{{{*/
1640 string URI::SiteOnly(const string &URI)
1641 {
1642 ::URI U(URI);
1643 U.User.clear();
1644 U.Password.clear();
1645 U.Path.clear();
1646 return U;
1647 }
1648 /*}}}*/
1649 // URI::ArchiveOnly - Return the schema, site and cleaned path for the URI /*{{{*/
1650 string URI::ArchiveOnly(const string &URI)
1651 {
1652 ::URI U(URI);
1653 U.User.clear();
1654 U.Password.clear();
1655 if (U.Path.empty() == false && U.Path[U.Path.length() - 1] == '/')
1656 U.Path.erase(U.Path.length() - 1);
1657 return U;
1658 }
1659 /*}}}*/
1660 // URI::NoUserPassword - Return the schema, site and path for the URI /*{{{*/
1661 string URI::NoUserPassword(const string &URI)
1662 {
1663 ::URI U(URI);
1664 U.User.clear();
1665 U.Password.clear();
1666 return U;
1667 }
1668 /*}}}*/