2 #include "lzf.h" /* LZF compression library */
8 #include <sys/resource.h>
10 #include <arpa/inet.h>
13 static int rdbWriteRaw(rio
*rdb
, void *p
, size_t len
) {
14 if (rdb
&& rioWrite(rdb
,p
,len
) == 0)
19 int rdbSaveType(rio
*rdb
, unsigned char type
) {
20 return rdbWriteRaw(rdb
,&type
,1);
23 int rdbLoadType(rio
*rdb
) {
25 if (rioRead(rdb
,&type
,1) == 0) return -1;
29 int rdbSaveTime(rio
*rdb
, time_t t
) {
30 int32_t t32
= (int32_t) t
;
31 return rdbWriteRaw(rdb
,&t32
,4);
34 time_t rdbLoadTime(rio
*rdb
) {
36 if (rioRead(rdb
,&t32
,4) == 0) return -1;
40 int rdbSaveMillisecondTime(rio
*rdb
, long long t
) {
41 int64_t t64
= (int64_t) t
;
42 return rdbWriteRaw(rdb
,&t64
,8);
45 long long rdbLoadMillisecondTime(rio
*rdb
) {
47 if (rioRead(rdb
,&t64
,8) == 0) return -1;
48 return (long long)t64
;
51 /* Saves an encoded length. The first two bits in the first byte are used to
52 * hold the encoding type. See the REDIS_RDB_* definitions for more information
53 * on the types of encoding. */
54 int rdbSaveLen(rio
*rdb
, uint32_t len
) {
59 /* Save a 6 bit len */
60 buf
[0] = (len
&0xFF)|(REDIS_RDB_6BITLEN
<<6);
61 if (rdbWriteRaw(rdb
,buf
,1) == -1) return -1;
63 } else if (len
< (1<<14)) {
64 /* Save a 14 bit len */
65 buf
[0] = ((len
>>8)&0xFF)|(REDIS_RDB_14BITLEN
<<6);
67 if (rdbWriteRaw(rdb
,buf
,2) == -1) return -1;
70 /* Save a 32 bit len */
71 buf
[0] = (REDIS_RDB_32BITLEN
<<6);
72 if (rdbWriteRaw(rdb
,buf
,1) == -1) return -1;
74 if (rdbWriteRaw(rdb
,&len
,4) == -4) return -1;
80 /* Load an encoded length. The "isencoded" argument is set to 1 if the length
81 * is not actually a length but an "encoding type". See the REDIS_RDB_ENC_*
82 * definitions in rdb.h for more information. */
83 uint32_t rdbLoadLen(rio
*rdb
, int *isencoded
) {
88 if (isencoded
) *isencoded
= 0;
89 if (rioRead(rdb
,buf
,1) == 0) return REDIS_RDB_LENERR
;
90 type
= (buf
[0]&0xC0)>>6;
91 if (type
== REDIS_RDB_ENCVAL
) {
92 /* Read a 6 bit encoding type. */
93 if (isencoded
) *isencoded
= 1;
95 } else if (type
== REDIS_RDB_6BITLEN
) {
96 /* Read a 6 bit len. */
98 } else if (type
== REDIS_RDB_14BITLEN
) {
99 /* Read a 14 bit len. */
100 if (rioRead(rdb
,buf
+1,1) == 0) return REDIS_RDB_LENERR
;
101 return ((buf
[0]&0x3F)<<8)|buf
[1];
103 /* Read a 32 bit len. */
104 if (rioRead(rdb
,&len
,4) == 0) return REDIS_RDB_LENERR
;
109 /* Encodes the "value" argument as integer when it fits in the supported ranges
110 * for encoded types. If the function successfully encodes the integer, the
111 * representation is stored in the buffer pointer to by "enc" and the string
112 * length is returned. Otherwise 0 is returned. */
113 int rdbEncodeInteger(long long value
, unsigned char *enc
) {
114 if (value
>= -(1<<7) && value
<= (1<<7)-1) {
115 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT8
;
118 } else if (value
>= -(1<<15) && value
<= (1<<15)-1) {
119 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT16
;
121 enc
[2] = (value
>>8)&0xFF;
123 } else if (value
>= -((long long)1<<31) && value
<= ((long long)1<<31)-1) {
124 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT32
;
126 enc
[2] = (value
>>8)&0xFF;
127 enc
[3] = (value
>>16)&0xFF;
128 enc
[4] = (value
>>24)&0xFF;
135 /* Loads an integer-encoded object with the specified encoding type "enctype".
136 * If the "encode" argument is set the function may return an integer-encoded
137 * string object, otherwise it always returns a raw string object. */
138 robj
*rdbLoadIntegerObject(rio
*rdb
, int enctype
, int encode
) {
139 unsigned char enc
[4];
142 if (enctype
== REDIS_RDB_ENC_INT8
) {
143 if (rioRead(rdb
,enc
,1) == 0) return NULL
;
144 val
= (signed char)enc
[0];
145 } else if (enctype
== REDIS_RDB_ENC_INT16
) {
147 if (rioRead(rdb
,enc
,2) == 0) return NULL
;
148 v
= enc
[0]|(enc
[1]<<8);
150 } else if (enctype
== REDIS_RDB_ENC_INT32
) {
152 if (rioRead(rdb
,enc
,4) == 0) return NULL
;
153 v
= enc
[0]|(enc
[1]<<8)|(enc
[2]<<16)|(enc
[3]<<24);
156 val
= 0; /* anti-warning */
157 redisPanic("Unknown RDB integer encoding type");
160 return createStringObjectFromLongLong(val
);
162 return createObject(REDIS_STRING
,sdsfromlonglong(val
));
165 /* String objects in the form "2391" "-100" without any space and with a
166 * range of values that can fit in an 8, 16 or 32 bit signed value can be
167 * encoded as integers to save space */
168 int rdbTryIntegerEncoding(char *s
, size_t len
, unsigned char *enc
) {
170 char *endptr
, buf
[32];
172 /* Check if it's possible to encode this value as a number */
173 value
= strtoll(s
, &endptr
, 10);
174 if (endptr
[0] != '\0') return 0;
175 ll2string(buf
,32,value
);
177 /* If the number converted back into a string is not identical
178 * then it's not possible to encode the string as integer */
179 if (strlen(buf
) != len
|| memcmp(buf
,s
,len
)) return 0;
181 return rdbEncodeInteger(value
,enc
);
184 int rdbSaveLzfStringObject(rio
*rdb
, unsigned char *s
, size_t len
) {
185 size_t comprlen
, outlen
;
190 /* We require at least four bytes compression for this to be worth it */
191 if (len
<= 4) return 0;
193 if ((out
= zmalloc(outlen
+1)) == NULL
) return 0;
194 comprlen
= lzf_compress(s
, len
, out
, outlen
);
199 /* Data compressed! Let's save it on disk */
200 byte
= (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_LZF
;
201 if ((n
= rdbWriteRaw(rdb
,&byte
,1)) == -1) goto writeerr
;
204 if ((n
= rdbSaveLen(rdb
,comprlen
)) == -1) goto writeerr
;
207 if ((n
= rdbSaveLen(rdb
,len
)) == -1) goto writeerr
;
210 if ((n
= rdbWriteRaw(rdb
,out
,comprlen
)) == -1) goto writeerr
;
221 robj
*rdbLoadLzfStringObject(rio
*rdb
) {
222 unsigned int len
, clen
;
223 unsigned char *c
= NULL
;
226 if ((clen
= rdbLoadLen(rdb
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
227 if ((len
= rdbLoadLen(rdb
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
228 if ((c
= zmalloc(clen
)) == NULL
) goto err
;
229 if ((val
= sdsnewlen(NULL
,len
)) == NULL
) goto err
;
230 if (rioRead(rdb
,c
,clen
) == 0) goto err
;
231 if (lzf_decompress(c
,clen
,val
,len
) == 0) goto err
;
233 return createObject(REDIS_STRING
,val
);
240 /* Save a string objet as [len][data] on disk. If the object is a string
241 * representation of an integer value we try to save it in a special form */
242 int rdbSaveRawString(rio
*rdb
, unsigned char *s
, size_t len
) {
246 /* Try integer encoding */
248 unsigned char buf
[5];
249 if ((enclen
= rdbTryIntegerEncoding((char*)s
,len
,buf
)) > 0) {
250 if (rdbWriteRaw(rdb
,buf
,enclen
) == -1) return -1;
255 /* Try LZF compression - under 20 bytes it's unable to compress even
256 * aaaaaaaaaaaaaaaaaa so skip it */
257 if (server
.rdb_compression
&& len
> 20) {
258 n
= rdbSaveLzfStringObject(rdb
,s
,len
);
259 if (n
== -1) return -1;
261 /* Return value of 0 means data can't be compressed, save the old way */
265 if ((n
= rdbSaveLen(rdb
,len
)) == -1) return -1;
268 if (rdbWriteRaw(rdb
,s
,len
) == -1) return -1;
274 /* Save a long long value as either an encoded string or a string. */
275 int rdbSaveLongLongAsStringObject(rio
*rdb
, long long value
) {
276 unsigned char buf
[32];
278 int enclen
= rdbEncodeInteger(value
,buf
);
280 return rdbWriteRaw(rdb
,buf
,enclen
);
282 /* Encode as string */
283 enclen
= ll2string((char*)buf
,32,value
);
284 redisAssert(enclen
< 32);
285 if ((n
= rdbSaveLen(rdb
,enclen
)) == -1) return -1;
287 if ((n
= rdbWriteRaw(rdb
,buf
,enclen
)) == -1) return -1;
293 /* Like rdbSaveStringObjectRaw() but handle encoded objects */
294 int rdbSaveStringObject(rio
*rdb
, robj
*obj
) {
295 /* Avoid to decode the object, then encode it again, if the
296 * object is alrady integer encoded. */
297 if (obj
->encoding
== REDIS_ENCODING_INT
) {
298 return rdbSaveLongLongAsStringObject(rdb
,(long)obj
->ptr
);
300 redisAssertWithInfo(NULL
,obj
,obj
->encoding
== REDIS_ENCODING_RAW
);
301 return rdbSaveRawString(rdb
,obj
->ptr
,sdslen(obj
->ptr
));
305 robj
*rdbGenericLoadStringObject(rio
*rdb
, int encode
) {
310 len
= rdbLoadLen(rdb
,&isencoded
);
313 case REDIS_RDB_ENC_INT8
:
314 case REDIS_RDB_ENC_INT16
:
315 case REDIS_RDB_ENC_INT32
:
316 return rdbLoadIntegerObject(rdb
,len
,encode
);
317 case REDIS_RDB_ENC_LZF
:
318 return rdbLoadLzfStringObject(rdb
);
320 redisPanic("Unknown RDB encoding type");
324 if (len
== REDIS_RDB_LENERR
) return NULL
;
325 val
= sdsnewlen(NULL
,len
);
326 if (len
&& rioRead(rdb
,val
,len
) == 0) {
330 return createObject(REDIS_STRING
,val
);
333 robj
*rdbLoadStringObject(rio
*rdb
) {
334 return rdbGenericLoadStringObject(rdb
,0);
337 robj
*rdbLoadEncodedStringObject(rio
*rdb
) {
338 return rdbGenericLoadStringObject(rdb
,1);
341 /* Save a double value. Doubles are saved as strings prefixed by an unsigned
342 * 8 bit integer specifing the length of the representation.
343 * This 8 bit integer has special values in order to specify the following
349 int rdbSaveDoubleValue(rio
*rdb
, double val
) {
350 unsigned char buf
[128];
356 } else if (!isfinite(val
)) {
358 buf
[0] = (val
< 0) ? 255 : 254;
360 #if (DBL_MANT_DIG >= 52) && (LLONG_MAX == 0x7fffffffffffffffLL)
361 /* Check if the float is in a safe range to be casted into a
362 * long long. We are assuming that long long is 64 bit here.
363 * Also we are assuming that there are no implementations around where
364 * double has precision < 52 bit.
366 * Under this assumptions we test if a double is inside an interval
367 * where casting to long long is safe. Then using two castings we
368 * make sure the decimal part is zero. If all this is true we use
369 * integer printing function that is much faster. */
370 double min
= -4503599627370495; /* (2^52)-1 */
371 double max
= 4503599627370496; /* -(2^52) */
372 if (val
> min
&& val
< max
&& val
== ((double)((long long)val
)))
373 ll2string((char*)buf
+1,sizeof(buf
),(long long)val
);
376 snprintf((char*)buf
+1,sizeof(buf
)-1,"%.17g",val
);
377 buf
[0] = strlen((char*)buf
+1);
380 return rdbWriteRaw(rdb
,buf
,len
);
383 /* For information about double serialization check rdbSaveDoubleValue() */
384 int rdbLoadDoubleValue(rio
*rdb
, double *val
) {
388 if (rioRead(rdb
,&len
,1) == 0) return -1;
390 case 255: *val
= R_NegInf
; return 0;
391 case 254: *val
= R_PosInf
; return 0;
392 case 253: *val
= R_Nan
; return 0;
394 if (rioRead(rdb
,buf
,len
) == 0) return -1;
396 sscanf(buf
, "%lg", val
);
401 /* Save the object type of object "o". */
402 int rdbSaveObjectType(rio
*rdb
, robj
*o
) {
405 return rdbSaveType(rdb
,REDIS_RDB_TYPE_STRING
);
407 if (o
->encoding
== REDIS_ENCODING_ZIPLIST
)
408 return rdbSaveType(rdb
,REDIS_RDB_TYPE_LIST_ZIPLIST
);
409 else if (o
->encoding
== REDIS_ENCODING_LINKEDLIST
)
410 return rdbSaveType(rdb
,REDIS_RDB_TYPE_LIST
);
412 redisPanic("Unknown list encoding");
414 if (o
->encoding
== REDIS_ENCODING_INTSET
)
415 return rdbSaveType(rdb
,REDIS_RDB_TYPE_SET_INTSET
);
416 else if (o
->encoding
== REDIS_ENCODING_HT
)
417 return rdbSaveType(rdb
,REDIS_RDB_TYPE_SET
);
419 redisPanic("Unknown set encoding");
421 if (o
->encoding
== REDIS_ENCODING_ZIPLIST
)
422 return rdbSaveType(rdb
,REDIS_RDB_TYPE_ZSET_ZIPLIST
);
423 else if (o
->encoding
== REDIS_ENCODING_SKIPLIST
)
424 return rdbSaveType(rdb
,REDIS_RDB_TYPE_ZSET
);
426 redisPanic("Unknown sorted set encoding");
428 if (o
->encoding
== REDIS_ENCODING_ZIPLIST
)
429 return rdbSaveType(rdb
,REDIS_RDB_TYPE_HASH_ZIPLIST
);
430 else if (o
->encoding
== REDIS_ENCODING_HT
)
431 return rdbSaveType(rdb
,REDIS_RDB_TYPE_HASH
);
433 redisPanic("Unknown hash encoding");
435 redisPanic("Unknown object type");
437 return -1; /* avoid warning */
440 /* Load object type. Return -1 when the byte doesn't contain an object type. */
441 int rdbLoadObjectType(rio
*rdb
) {
443 if ((type
= rdbLoadType(rdb
)) == -1) return -1;
444 if (!rdbIsObjectType(type
)) return -1;
448 /* Save a Redis object. Returns -1 on error, 0 on success. */
449 int rdbSaveObject(rio
*rdb
, robj
*o
) {
452 if (o
->type
== REDIS_STRING
) {
453 /* Save a string value */
454 if ((n
= rdbSaveStringObject(rdb
,o
)) == -1) return -1;
456 } else if (o
->type
== REDIS_LIST
) {
457 /* Save a list value */
458 if (o
->encoding
== REDIS_ENCODING_ZIPLIST
) {
459 size_t l
= ziplistBlobLen((unsigned char*)o
->ptr
);
461 if ((n
= rdbSaveRawString(rdb
,o
->ptr
,l
)) == -1) return -1;
463 } else if (o
->encoding
== REDIS_ENCODING_LINKEDLIST
) {
468 if ((n
= rdbSaveLen(rdb
,listLength(list
))) == -1) return -1;
471 listRewind(list
,&li
);
472 while((ln
= listNext(&li
))) {
473 robj
*eleobj
= listNodeValue(ln
);
474 if ((n
= rdbSaveStringObject(rdb
,eleobj
)) == -1) return -1;
478 redisPanic("Unknown list encoding");
480 } else if (o
->type
== REDIS_SET
) {
481 /* Save a set value */
482 if (o
->encoding
== REDIS_ENCODING_HT
) {
484 dictIterator
*di
= dictGetIterator(set
);
487 if ((n
= rdbSaveLen(rdb
,dictSize(set
))) == -1) return -1;
490 while((de
= dictNext(di
)) != NULL
) {
491 robj
*eleobj
= dictGetKey(de
);
492 if ((n
= rdbSaveStringObject(rdb
,eleobj
)) == -1) return -1;
495 dictReleaseIterator(di
);
496 } else if (o
->encoding
== REDIS_ENCODING_INTSET
) {
497 size_t l
= intsetBlobLen((intset
*)o
->ptr
);
499 if ((n
= rdbSaveRawString(rdb
,o
->ptr
,l
)) == -1) return -1;
502 redisPanic("Unknown set encoding");
504 } else if (o
->type
== REDIS_ZSET
) {
505 /* Save a sorted set value */
506 if (o
->encoding
== REDIS_ENCODING_ZIPLIST
) {
507 size_t l
= ziplistBlobLen((unsigned char*)o
->ptr
);
509 if ((n
= rdbSaveRawString(rdb
,o
->ptr
,l
)) == -1) return -1;
511 } else if (o
->encoding
== REDIS_ENCODING_SKIPLIST
) {
513 dictIterator
*di
= dictGetIterator(zs
->dict
);
516 if ((n
= rdbSaveLen(rdb
,dictSize(zs
->dict
))) == -1) return -1;
519 while((de
= dictNext(di
)) != NULL
) {
520 robj
*eleobj
= dictGetKey(de
);
521 double *score
= dictGetVal(de
);
523 if ((n
= rdbSaveStringObject(rdb
,eleobj
)) == -1) return -1;
525 if ((n
= rdbSaveDoubleValue(rdb
,*score
)) == -1) return -1;
528 dictReleaseIterator(di
);
530 redisPanic("Unknown sorted set encoding");
532 } else if (o
->type
== REDIS_HASH
) {
533 /* Save a hash value */
534 if (o
->encoding
== REDIS_ENCODING_ZIPLIST
) {
535 size_t l
= ziplistBlobLen((unsigned char*)o
->ptr
);
537 if ((n
= rdbSaveRawString(rdb
,o
->ptr
,l
)) == -1) return -1;
540 } else if (o
->encoding
== REDIS_ENCODING_HT
) {
541 dictIterator
*di
= dictGetIterator(o
->ptr
);
544 if ((n
= rdbSaveLen(rdb
,dictSize((dict
*)o
->ptr
))) == -1) return -1;
547 while((de
= dictNext(di
)) != NULL
) {
548 robj
*key
= dictGetKey(de
);
549 robj
*val
= dictGetVal(de
);
551 if ((n
= rdbSaveStringObject(rdb
,key
)) == -1) return -1;
553 if ((n
= rdbSaveStringObject(rdb
,val
)) == -1) return -1;
556 dictReleaseIterator(di
);
559 redisPanic("Unknown hash encoding");
563 redisPanic("Unknown object type");
568 /* Return the length the object will have on disk if saved with
569 * the rdbSaveObject() function. Currently we use a trick to get
570 * this length with very little changes to the code. In the future
571 * we could switch to a faster solution. */
572 off_t
rdbSavedObjectLen(robj
*o
) {
573 int len
= rdbSaveObject(NULL
,o
);
574 redisAssertWithInfo(NULL
,o
,len
!= -1);
578 /* Save a key-value pair, with expire time, type, key, value.
579 * On error -1 is returned.
580 * On success if the key was actaully saved 1 is returned, otherwise 0
581 * is returned (the key was already expired). */
582 int rdbSaveKeyValuePair(rio
*rdb
, robj
*key
, robj
*val
,
583 long long expiretime
, long long now
)
585 /* Save the expire time */
586 if (expiretime
!= -1) {
587 /* If this key is already expired skip it */
588 if (expiretime
< now
) return 0;
589 if (rdbSaveType(rdb
,REDIS_RDB_OPCODE_EXPIRETIME_MS
) == -1) return -1;
590 if (rdbSaveMillisecondTime(rdb
,expiretime
) == -1) return -1;
593 /* Save type, key, value */
594 if (rdbSaveObjectType(rdb
,val
) == -1) return -1;
595 if (rdbSaveStringObject(rdb
,key
) == -1) return -1;
596 if (rdbSaveObject(rdb
,val
) == -1) return -1;
600 /* Save the DB on disk. Return REDIS_ERR on error, REDIS_OK on success */
601 int rdbSave(char *filename
) {
602 dictIterator
*di
= NULL
;
607 long long now
= mstime();
611 snprintf(tmpfile
,256,"temp-%d.rdb", (int) getpid());
612 fp
= fopen(tmpfile
,"w");
614 redisLog(REDIS_WARNING
, "Failed opening .rdb for saving: %s",
619 rioInitWithFile(&rdb
,fp
);
620 snprintf(magic
,sizeof(magic
),"REDIS%04d",REDIS_RDB_VERSION
);
621 if (rdbWriteRaw(&rdb
,magic
,9) == -1) goto werr
;
623 for (j
= 0; j
< server
.dbnum
; j
++) {
624 redisDb
*db
= server
.db
+j
;
626 if (dictSize(d
) == 0) continue;
627 di
= dictGetSafeIterator(d
);
633 /* Write the SELECT DB opcode */
634 if (rdbSaveType(&rdb
,REDIS_RDB_OPCODE_SELECTDB
) == -1) goto werr
;
635 if (rdbSaveLen(&rdb
,j
) == -1) goto werr
;
637 /* Iterate this DB writing every entry */
638 while((de
= dictNext(di
)) != NULL
) {
639 sds keystr
= dictGetKey(de
);
640 robj key
, *o
= dictGetVal(de
);
643 initStaticStringObject(key
,keystr
);
644 expire
= getExpire(db
,&key
);
645 if (rdbSaveKeyValuePair(&rdb
,&key
,o
,expire
,now
) == -1) goto werr
;
647 dictReleaseIterator(di
);
650 if (rdbSaveType(&rdb
,REDIS_RDB_OPCODE_EOF
) == -1) goto werr
;
652 /* Make sure data will not remain on the OS's output buffers */
657 /* Use RENAME to make sure the DB file is changed atomically only
658 * if the generate DB file is ok. */
659 if (rename(tmpfile
,filename
) == -1) {
660 redisLog(REDIS_WARNING
,"Error moving temp DB file on the final destination: %s", strerror(errno
));
664 redisLog(REDIS_NOTICE
,"DB saved on disk");
666 server
.lastsave
= time(NULL
);
667 server
.lastbgsave_status
= REDIS_OK
;
673 redisLog(REDIS_WARNING
,"Write error saving DB on disk: %s", strerror(errno
));
674 if (di
) dictReleaseIterator(di
);
678 int rdbSaveBackground(char *filename
) {
682 if (server
.rdb_child_pid
!= -1) return REDIS_ERR
;
684 server
.dirty_before_bgsave
= server
.dirty
;
687 if ((childpid
= fork()) == 0) {
691 if (server
.ipfd
> 0) close(server
.ipfd
);
692 if (server
.sofd
> 0) close(server
.sofd
);
693 retval
= rdbSave(filename
);
694 _exit((retval
== REDIS_OK
) ? 0 : 1);
697 server
.stat_fork_time
= ustime()-start
;
698 if (childpid
== -1) {
699 redisLog(REDIS_WARNING
,"Can't save in background: fork: %s",
703 redisLog(REDIS_NOTICE
,"Background saving started by pid %d",childpid
);
704 server
.rdb_child_pid
= childpid
;
705 updateDictResizePolicy();
708 return REDIS_OK
; /* unreached */
711 void rdbRemoveTempFile(pid_t childpid
) {
714 snprintf(tmpfile
,256,"temp-%d.rdb", (int) childpid
);
718 /* Load a Redis object of the specified type from the specified file.
719 * On success a newly allocated object is returned, otherwise NULL. */
720 robj
*rdbLoadObject(int rdbtype
, rio
*rdb
) {
725 redisLog(REDIS_DEBUG
,"LOADING OBJECT %d (at %d)\n",rdbtype
,rdb
->tell(rdb
));
726 if (rdbtype
== REDIS_RDB_TYPE_STRING
) {
727 /* Read string value */
728 if ((o
= rdbLoadEncodedStringObject(rdb
)) == NULL
) return NULL
;
729 o
= tryObjectEncoding(o
);
730 } else if (rdbtype
== REDIS_RDB_TYPE_LIST
) {
731 /* Read list value */
732 if ((len
= rdbLoadLen(rdb
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
734 /* Use a real list when there are too many entries */
735 if (len
> server
.list_max_ziplist_entries
) {
736 o
= createListObject();
738 o
= createZiplistObject();
741 /* Load every single element of the list */
743 if ((ele
= rdbLoadEncodedStringObject(rdb
)) == NULL
) return NULL
;
745 /* If we are using a ziplist and the value is too big, convert
746 * the object to a real list. */
747 if (o
->encoding
== REDIS_ENCODING_ZIPLIST
&&
748 ele
->encoding
== REDIS_ENCODING_RAW
&&
749 sdslen(ele
->ptr
) > server
.list_max_ziplist_value
)
750 listTypeConvert(o
,REDIS_ENCODING_LINKEDLIST
);
752 if (o
->encoding
== REDIS_ENCODING_ZIPLIST
) {
753 dec
= getDecodedObject(ele
);
754 o
->ptr
= ziplistPush(o
->ptr
,dec
->ptr
,sdslen(dec
->ptr
),REDIS_TAIL
);
758 ele
= tryObjectEncoding(ele
);
759 listAddNodeTail(o
->ptr
,ele
);
762 } else if (rdbtype
== REDIS_RDB_TYPE_SET
) {
763 /* Read list/set value */
764 if ((len
= rdbLoadLen(rdb
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
766 /* Use a regular set when there are too many entries. */
767 if (len
> server
.set_max_intset_entries
) {
768 o
= createSetObject();
769 /* It's faster to expand the dict to the right size asap in order
770 * to avoid rehashing */
771 if (len
> DICT_HT_INITIAL_SIZE
)
772 dictExpand(o
->ptr
,len
);
774 o
= createIntsetObject();
777 /* Load every single element of the list/set */
778 for (i
= 0; i
< len
; i
++) {
780 if ((ele
= rdbLoadEncodedStringObject(rdb
)) == NULL
) return NULL
;
781 ele
= tryObjectEncoding(ele
);
783 if (o
->encoding
== REDIS_ENCODING_INTSET
) {
784 /* Fetch integer value from element */
785 if (isObjectRepresentableAsLongLong(ele
,&llval
) == REDIS_OK
) {
786 o
->ptr
= intsetAdd(o
->ptr
,llval
,NULL
);
788 setTypeConvert(o
,REDIS_ENCODING_HT
);
789 dictExpand(o
->ptr
,len
);
793 /* This will also be called when the set was just converted
794 * to regular hashtable encoded set */
795 if (o
->encoding
== REDIS_ENCODING_HT
) {
796 dictAdd((dict
*)o
->ptr
,ele
,NULL
);
801 } else if (rdbtype
== REDIS_RDB_TYPE_ZSET
) {
802 /* Read list/set value */
804 size_t maxelelen
= 0;
807 if ((zsetlen
= rdbLoadLen(rdb
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
808 o
= createZsetObject();
811 /* Load every single element of the list/set */
815 zskiplistNode
*znode
;
817 if ((ele
= rdbLoadEncodedStringObject(rdb
)) == NULL
) return NULL
;
818 ele
= tryObjectEncoding(ele
);
819 if (rdbLoadDoubleValue(rdb
,&score
) == -1) return NULL
;
821 /* Don't care about integer-encoded strings. */
822 if (ele
->encoding
== REDIS_ENCODING_RAW
&&
823 sdslen(ele
->ptr
) > maxelelen
)
824 maxelelen
= sdslen(ele
->ptr
);
826 znode
= zslInsert(zs
->zsl
,score
,ele
);
827 dictAdd(zs
->dict
,ele
,&znode
->score
);
828 incrRefCount(ele
); /* added to skiplist */
831 /* Convert *after* loading, since sorted sets are not stored ordered. */
832 if (zsetLength(o
) <= server
.zset_max_ziplist_entries
&&
833 maxelelen
<= server
.zset_max_ziplist_value
)
834 zsetConvert(o
,REDIS_ENCODING_ZIPLIST
);
835 } else if (rdbtype
== REDIS_RDB_TYPE_HASH
) {
839 len
= rdbLoadLen(rdb
, NULL
);
840 if (len
== REDIS_RDB_LENERR
) return NULL
;
842 o
= createHashObject();
844 /* Too many entries? Use an hash table. */
845 if (len
> server
.hash_max_ziplist_entries
)
846 hashTypeConvert(o
, REDIS_ENCODING_HT
);
848 /* Load every field and value into the ziplist */
849 while (o
->encoding
== REDIS_ENCODING_ZIPLIST
&& len
> 0) {
853 /* Load raw strings */
854 field
= rdbLoadStringObject(rdb
);
855 if (field
== NULL
) return NULL
;
856 redisAssert(field
->encoding
== REDIS_ENCODING_RAW
);
857 value
= rdbLoadStringObject(rdb
);
858 if (value
== NULL
) return NULL
;
859 redisAssert(field
->encoding
== REDIS_ENCODING_RAW
);
861 /* Add pair to ziplist */
862 o
->ptr
= ziplistPush(o
->ptr
, field
->ptr
, sdslen(field
->ptr
), ZIPLIST_TAIL
);
863 o
->ptr
= ziplistPush(o
->ptr
, value
->ptr
, sdslen(value
->ptr
), ZIPLIST_TAIL
);
864 /* Convert to hash table if size threshold is exceeded */
865 if (sdslen(field
->ptr
) > server
.hash_max_ziplist_value
||
866 sdslen(value
->ptr
) > server
.hash_max_ziplist_value
)
870 hashTypeConvert(o
, REDIS_ENCODING_HT
);
877 /* Load remaining fields and values into the hash table */
878 while (o
->encoding
== REDIS_ENCODING_HT
&& len
> 0) {
882 /* Load encoded strings */
883 field
= rdbLoadEncodedStringObject(rdb
);
884 if (field
== NULL
) return NULL
;
885 value
= rdbLoadEncodedStringObject(rdb
);
886 if (value
== NULL
) return NULL
;
888 field
= tryObjectEncoding(field
);
889 value
= tryObjectEncoding(value
);
891 /* Add pair to hash table */
892 ret
= dictAdd((dict
*)o
->ptr
, field
, value
);
893 redisAssert(ret
== REDIS_OK
);
896 /* All pairs should be read by now */
897 redisAssert(len
== 0);
899 } else if (rdbtype
== REDIS_RDB_TYPE_HASH_ZIPMAP
||
900 rdbtype
== REDIS_RDB_TYPE_LIST_ZIPLIST
||
901 rdbtype
== REDIS_RDB_TYPE_SET_INTSET
||
902 rdbtype
== REDIS_RDB_TYPE_ZSET_ZIPLIST
||
903 rdbtype
== REDIS_RDB_TYPE_HASH_ZIPLIST
)
905 robj
*aux
= rdbLoadStringObject(rdb
);
907 if (aux
== NULL
) return NULL
;
908 o
= createObject(REDIS_STRING
,NULL
); /* string is just placeholder */
909 o
->ptr
= zmalloc(sdslen(aux
->ptr
));
910 memcpy(o
->ptr
,aux
->ptr
,sdslen(aux
->ptr
));
913 /* Fix the object encoding, and make sure to convert the encoded
914 * data type into the base type if accordingly to the current
915 * configuration there are too many elements in the encoded data
916 * type. Note that we only check the length and not max element
917 * size as this is an O(N) scan. Eventually everything will get
920 case REDIS_RDB_TYPE_HASH_ZIPMAP
:
921 /* Convert to ziplist encoded hash. This must be deprecated
922 * when loading dumps created by Redis 2.4 gets deprecated. */
924 unsigned char *zl
= ziplistNew();
925 unsigned char *zi
= zipmapRewind(o
->ptr
);
926 unsigned char *fstr
, *vstr
;
927 unsigned int flen
, vlen
;
928 unsigned int maxlen
= 0;
930 while ((zi
= zipmapNext(zi
, &fstr
, &flen
, &vstr
, &vlen
)) != NULL
) {
931 if (flen
> maxlen
) maxlen
= flen
;
932 if (vlen
> maxlen
) maxlen
= vlen
;
933 zl
= ziplistPush(zl
, fstr
, flen
, ZIPLIST_TAIL
);
934 zl
= ziplistPush(zl
, vstr
, vlen
, ZIPLIST_TAIL
);
939 o
->type
= REDIS_HASH
;
940 o
->encoding
= REDIS_ENCODING_ZIPLIST
;
942 if (hashTypeLength(o
) > server
.hash_max_ziplist_entries
||
943 maxlen
> server
.hash_max_ziplist_value
)
945 hashTypeConvert(o
, REDIS_ENCODING_HT
);
949 case REDIS_RDB_TYPE_LIST_ZIPLIST
:
950 o
->type
= REDIS_LIST
;
951 o
->encoding
= REDIS_ENCODING_ZIPLIST
;
952 if (ziplistLen(o
->ptr
) > server
.list_max_ziplist_entries
)
953 listTypeConvert(o
,REDIS_ENCODING_LINKEDLIST
);
955 case REDIS_RDB_TYPE_SET_INTSET
:
957 o
->encoding
= REDIS_ENCODING_INTSET
;
958 if (intsetLen(o
->ptr
) > server
.set_max_intset_entries
)
959 setTypeConvert(o
,REDIS_ENCODING_HT
);
961 case REDIS_RDB_TYPE_ZSET_ZIPLIST
:
962 o
->type
= REDIS_ZSET
;
963 o
->encoding
= REDIS_ENCODING_ZIPLIST
;
964 if (zsetLength(o
) > server
.zset_max_ziplist_entries
)
965 zsetConvert(o
,REDIS_ENCODING_SKIPLIST
);
967 case REDIS_RDB_TYPE_HASH_ZIPLIST
:
968 o
->type
= REDIS_HASH
;
969 o
->encoding
= REDIS_ENCODING_ZIPLIST
;
970 if (hashTypeLength(o
) > server
.hash_max_ziplist_entries
)
971 hashTypeConvert(o
, REDIS_ENCODING_HT
);
974 redisPanic("Unknown encoding");
978 redisPanic("Unknown object type");
983 /* Mark that we are loading in the global state and setup the fields
984 * needed to provide loading stats. */
985 void startLoading(FILE *fp
) {
990 server
.loading_start_time
= time(NULL
);
991 if (fstat(fileno(fp
), &sb
) == -1) {
992 server
.loading_total_bytes
= 1; /* just to avoid division by zero */
994 server
.loading_total_bytes
= sb
.st_size
;
998 /* Refresh the loading progress info */
999 void loadingProgress(off_t pos
) {
1000 server
.loading_loaded_bytes
= pos
;
1003 /* Loading finished */
1004 void stopLoading(void) {
1008 int rdbLoad(char *filename
) {
1011 redisDb
*db
= server
.db
+0;
1013 long long expiretime
, now
= mstime();
1018 fp
= fopen(filename
,"r");
1023 rioInitWithFile(&rdb
,fp
);
1024 if (rioRead(&rdb
,buf
,9) == 0) goto eoferr
;
1026 if (memcmp(buf
,"REDIS",5) != 0) {
1028 redisLog(REDIS_WARNING
,"Wrong signature trying to load DB from file");
1032 rdbver
= atoi(buf
+5);
1033 if (rdbver
< 1 || rdbver
> 4) {
1035 redisLog(REDIS_WARNING
,"Can't handle RDB format version %d",rdbver
);
1045 /* Serve the clients from time to time */
1046 if (!(loops
++ % 1000)) {
1047 loadingProgress(rdb
.tell(&rdb
));
1048 aeProcessEvents(server
.el
, AE_FILE_EVENTS
|AE_DONT_WAIT
);
1052 if ((type
= rdbLoadType(&rdb
)) == -1) goto eoferr
;
1053 if (type
== REDIS_RDB_OPCODE_EXPIRETIME
) {
1054 if ((expiretime
= rdbLoadTime(&rdb
)) == -1) goto eoferr
;
1055 /* We read the time so we need to read the object type again. */
1056 if ((type
= rdbLoadType(&rdb
)) == -1) goto eoferr
;
1057 /* the EXPIRETIME opcode specifies time in seconds, so convert
1058 * into milliesconds. */
1060 } else if (type
== REDIS_RDB_OPCODE_EXPIRETIME_MS
) {
1061 /* Milliseconds precision expire times introduced with RDB
1063 if ((expiretime
= rdbLoadMillisecondTime(&rdb
)) == -1) goto eoferr
;
1064 /* We read the time so we need to read the object type again. */
1065 if ((type
= rdbLoadType(&rdb
)) == -1) goto eoferr
;
1068 if (type
== REDIS_RDB_OPCODE_EOF
)
1071 /* Handle SELECT DB opcode as a special case */
1072 if (type
== REDIS_RDB_OPCODE_SELECTDB
) {
1073 if ((dbid
= rdbLoadLen(&rdb
,NULL
)) == REDIS_RDB_LENERR
)
1075 if (dbid
>= (unsigned)server
.dbnum
) {
1076 redisLog(REDIS_WARNING
,"FATAL: Data file was created with a Redis server configured to handle more than %d databases. Exiting\n", server
.dbnum
);
1079 db
= server
.db
+dbid
;
1083 if ((key
= rdbLoadStringObject(&rdb
)) == NULL
) goto eoferr
;
1085 if ((val
= rdbLoadObject(type
,&rdb
)) == NULL
) goto eoferr
;
1086 /* Check if the key already expired. This function is used when loading
1087 * an RDB file from disk, either at startup, or when an RDB was
1088 * received from the master. In the latter case, the master is
1089 * responsible for key expiry. If we would expire keys here, the
1090 * snapshot taken by the master may not be reflected on the slave. */
1091 if (server
.masterhost
== NULL
&& expiretime
!= -1 && expiretime
< now
) {
1096 /* Add the new object in the hash table */
1099 /* Set the expire time if needed */
1100 if (expiretime
!= -1) setExpire(db
,key
,expiretime
);
1108 eoferr
: /* unexpected end of file is handled here with a fatal exit */
1109 redisLog(REDIS_WARNING
,"Short read or OOM loading DB. Unrecoverable error, aborting now.");
1111 return REDIS_ERR
; /* Just to avoid warning */
1114 /* A background saving child (BGSAVE) terminated its work. Handle this. */
1115 void backgroundSaveDoneHandler(int exitcode
, int bysignal
) {
1116 if (!bysignal
&& exitcode
== 0) {
1117 redisLog(REDIS_NOTICE
,
1118 "Background saving terminated with success");
1119 server
.dirty
= server
.dirty
- server
.dirty_before_bgsave
;
1120 server
.lastsave
= time(NULL
);
1121 server
.lastbgsave_status
= REDIS_OK
;
1122 } else if (!bysignal
&& exitcode
!= 0) {
1123 redisLog(REDIS_WARNING
, "Background saving error");
1124 server
.lastbgsave_status
= REDIS_ERR
;
1126 redisLog(REDIS_WARNING
,
1127 "Background saving terminated by signal %d", bysignal
);
1128 rdbRemoveTempFile(server
.rdb_child_pid
);
1129 server
.lastbgsave_status
= REDIS_ERR
;
1131 server
.rdb_child_pid
= -1;
1132 /* Possibly there are slaves waiting for a BGSAVE in order to be served
1133 * (the first stage of SYNC is a bulk transfer of dump.rdb) */
1134 updateSlavesWaitingBgsave(exitcode
== 0 ? REDIS_OK
: REDIS_ERR
);
1137 void saveCommand(redisClient
*c
) {
1138 if (server
.rdb_child_pid
!= -1) {
1139 addReplyError(c
,"Background save already in progress");
1142 if (rdbSave(server
.rdb_filename
) == REDIS_OK
) {
1143 addReply(c
,shared
.ok
);
1145 addReply(c
,shared
.err
);
1149 void bgsaveCommand(redisClient
*c
) {
1150 if (server
.rdb_child_pid
!= -1) {
1151 addReplyError(c
,"Background save already in progress");
1152 } else if (server
.aof_child_pid
!= -1) {
1153 addReplyError(c
,"Can't BGSAVE while AOF log rewriting is in progress");
1154 } else if (rdbSaveBackground(server
.rdb_filename
) == REDIS_OK
) {
1155 addReplyStatus(c
,"Background saving started");
1157 addReply(c
,shared
.err
);