2 * Copyright (c) 2006-2009, Salvatore Sanfilippo <antirez at gmail dot com>
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
8 * * Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * * Neither the name of Redis nor the names of its contributors may be used
14 * to endorse or promote products derived from this software without
15 * specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
30 #define REDIS_VERSION "0.091"
46 #include <arpa/inet.h>
50 #include <sys/resource.h>
53 #include "ae.h" /* Event driven programming library */
54 #include "sds.h" /* Dynamic safe strings */
55 #include "anet.h" /* Networking the easy way */
56 #include "dict.h" /* Hash tables */
57 #include "adlist.h" /* Linked lists */
58 #include "zmalloc.h" /* total memory usage aware version of malloc/free */
65 /* Static server configuration */
66 #define REDIS_SERVERPORT 6379 /* TCP port */
67 #define REDIS_MAXIDLETIME (60*5) /* default client timeout */
68 #define REDIS_IOBUF_LEN 1024
69 #define REDIS_LOADBUF_LEN 1024
70 #define REDIS_MAX_ARGS 16
71 #define REDIS_DEFAULT_DBNUM 16
72 #define REDIS_CONFIGLINE_MAX 1024
73 #define REDIS_OBJFREELIST_MAX 1000000 /* Max number of objects to cache */
74 #define REDIS_MAX_SYNC_TIME 60 /* Slave can't take more to sync */
75 #define REDIS_EXPIRELOOKUPS_PER_CRON 100 /* try to expire 100 keys/second */
77 /* Hash table parameters */
78 #define REDIS_HT_MINFILL 10 /* Minimal hash table fill 10% */
79 #define REDIS_HT_MINSLOTS 16384 /* Never resize the HT under this */
82 #define REDIS_CMD_BULK 1
83 #define REDIS_CMD_INLINE 2
86 #define REDIS_STRING 0
91 /* Object types only used for dumping to disk */
92 #define REDIS_EXPIRETIME 253
93 #define REDIS_SELECTDB 254
96 /* Defines related to the dump file format. To store 32 bits lengths for short
97 * keys requires a lot of space, so we check the most significant 2 bits of
98 * the first byte to interpreter the length:
100 * 00|000000 => if the two MSB are 00 the len is the 6 bits of this byte
101 * 01|000000 00000000 => 01, the len is 14 byes, 6 bits + 8 bits of next byte
102 * 10|000000 [32 bit integer] => if it's 01, a full 32 bit len will follow
103 * 11|000000 this means: specially encoded object will follow. The six bits
104 * number specify the kind of object that follows.
105 * See the REDIS_RDB_ENC_* defines.
107 * Lenghts up to 63 are stored using a single byte, most DB keys, and may
108 * values, will fit inside. */
109 #define REDIS_RDB_6BITLEN 0
110 #define REDIS_RDB_14BITLEN 1
111 #define REDIS_RDB_32BITLEN 2
112 #define REDIS_RDB_ENCVAL 3
113 #define REDIS_RDB_LENERR UINT_MAX
115 /* When a length of a string object stored on disk has the first two bits
116 * set, the remaining two bits specify a special encoding for the object
117 * accordingly to the following defines: */
118 #define REDIS_RDB_ENC_INT8 0 /* 8 bit signed integer */
119 #define REDIS_RDB_ENC_INT16 1 /* 16 bit signed integer */
120 #define REDIS_RDB_ENC_INT32 2 /* 32 bit signed integer */
121 #define REDIS_RDB_ENC_LZF 3 /* string compressed with FASTLZ */
124 #define REDIS_CLOSE 1 /* This client connection should be closed ASAP */
125 #define REDIS_SLAVE 2 /* This client is a slave server */
126 #define REDIS_MASTER 4 /* This client is a master server */
127 #define REDIS_MONITOR 8 /* This client is a slave monitor, see MONITOR */
129 /* Slave replication state - slave side */
130 #define REDIS_REPL_NONE 0 /* No active replication */
131 #define REDIS_REPL_CONNECT 1 /* Must connect to master */
132 #define REDIS_REPL_CONNECTED 2 /* Connected to master */
134 /* Slave replication state - from the point of view of master
135 * Note that in SEND_BULK and ONLINE state the slave receives new updates
136 * in its output queue. In the WAIT_BGSAVE state instead the server is waiting
137 * to start the next background saving in order to send updates to it. */
138 #define REDIS_REPL_WAIT_BGSAVE_START 3 /* master waits bgsave to start feeding it */
139 #define REDIS_REPL_WAIT_BGSAVE_END 4 /* master waits bgsave to start bulk DB transmission */
140 #define REDIS_REPL_SEND_BULK 5 /* master is sending the bulk DB */
141 #define REDIS_REPL_ONLINE 6 /* bulk DB already transmitted, receive updates */
143 /* List related stuff */
147 /* Sort operations */
148 #define REDIS_SORT_GET 0
149 #define REDIS_SORT_DEL 1
150 #define REDIS_SORT_INCR 2
151 #define REDIS_SORT_DECR 3
152 #define REDIS_SORT_ASC 4
153 #define REDIS_SORT_DESC 5
154 #define REDIS_SORTKEY_MAX 1024
157 #define REDIS_DEBUG 0
158 #define REDIS_NOTICE 1
159 #define REDIS_WARNING 2
161 /* Anti-warning macro... */
162 #define REDIS_NOTUSED(V) ((void) V)
164 /*================================= Data types ============================== */
166 /* A redis object, that is a type able to hold a string / list / set */
167 typedef struct redisObject
{
173 typedef struct redisDb
{
179 /* With multiplexing we need to take per-clinet state.
180 * Clients are taken in a liked list. */
181 typedef struct redisClient
{
186 robj
*argv
[REDIS_MAX_ARGS
];
188 int bulklen
; /* bulk read len. -1 if not in bulk read mode */
191 time_t lastinteraction
; /* time of the last interaction, used for timeout */
192 int flags
; /* REDIS_CLOSE | REDIS_SLAVE | REDIS_MONITOR */
193 int slaveseldb
; /* slave selected db, if this client is a slave */
194 int authenticated
; /* when requirepass is non-NULL */
195 int replstate
; /* replication state if this is a slave */
196 int repldbfd
; /* replication DB file descriptor */
197 long repldboff
; /* replication DB file offset */
198 off_t repldbsize
; /* replication DB file size */
206 /* Global server state structure */
212 unsigned int sharingpoolsize
;
213 long long dirty
; /* changes to DB from the last save */
215 list
*slaves
, *monitors
;
216 char neterr
[ANET_ERR_LEN
];
218 int cronloops
; /* number of times the cron function run */
219 list
*objfreelist
; /* A list of freed objects to avoid malloc() */
220 time_t lastsave
; /* Unix time of last save succeeede */
221 size_t usedmemory
; /* Used memory in megabytes */
222 /* Fields used only for stats */
223 time_t stat_starttime
; /* server start time */
224 long long stat_numcommands
; /* number of processed commands */
225 long long stat_numconnections
; /* number of connections received */
233 int bgsaveinprogress
;
234 struct saveparam
*saveparams
;
241 /* Replication related */
245 redisClient
*master
; /* client that is master for this slave */
247 /* Sort parameters - qsort_r() is only available under BSD so we
248 * have to take this state global, in order to pass it to sortCompare() */
254 typedef void redisCommandProc(redisClient
*c
);
255 struct redisCommand
{
257 redisCommandProc
*proc
;
262 typedef struct _redisSortObject
{
270 typedef struct _redisSortOperation
{
273 } redisSortOperation
;
275 struct sharedObjectsStruct
{
276 robj
*crlf
, *ok
, *err
, *emptybulk
, *czero
, *cone
, *pong
, *space
,
277 *colon
, *nullbulk
, *nullmultibulk
,
278 *emptymultibulk
, *wrongtypeerr
, *nokeyerr
, *syntaxerr
, *sameobjecterr
,
279 *outofrangeerr
, *plus
,
280 *select0
, *select1
, *select2
, *select3
, *select4
,
281 *select5
, *select6
, *select7
, *select8
, *select9
;
284 /*================================ Prototypes =============================== */
286 static void freeStringObject(robj
*o
);
287 static void freeListObject(robj
*o
);
288 static void freeSetObject(robj
*o
);
289 static void decrRefCount(void *o
);
290 static robj
*createObject(int type
, void *ptr
);
291 static void freeClient(redisClient
*c
);
292 static int rdbLoad(char *filename
);
293 static void addReply(redisClient
*c
, robj
*obj
);
294 static void addReplySds(redisClient
*c
, sds s
);
295 static void incrRefCount(robj
*o
);
296 static int rdbSaveBackground(char *filename
);
297 static robj
*createStringObject(char *ptr
, size_t len
);
298 static void replicationFeedSlaves(list
*slaves
, struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
);
299 static int syncWithMaster(void);
300 static robj
*tryObjectSharing(robj
*o
);
301 static int removeExpire(redisDb
*db
, robj
*key
);
302 static int expireIfNeeded(redisDb
*db
, robj
*key
);
303 static int deleteIfVolatile(redisDb
*db
, robj
*key
);
304 static int deleteKey(redisDb
*db
, robj
*key
);
305 static time_t getExpire(redisDb
*db
, robj
*key
);
306 static int setExpire(redisDb
*db
, robj
*key
, time_t when
);
307 static void updateSalvesWaitingBgsave(int bgsaveerr
);
309 static void authCommand(redisClient
*c
);
310 static void pingCommand(redisClient
*c
);
311 static void echoCommand(redisClient
*c
);
312 static void setCommand(redisClient
*c
);
313 static void setnxCommand(redisClient
*c
);
314 static void getCommand(redisClient
*c
);
315 static void delCommand(redisClient
*c
);
316 static void existsCommand(redisClient
*c
);
317 static void incrCommand(redisClient
*c
);
318 static void decrCommand(redisClient
*c
);
319 static void incrbyCommand(redisClient
*c
);
320 static void decrbyCommand(redisClient
*c
);
321 static void selectCommand(redisClient
*c
);
322 static void randomkeyCommand(redisClient
*c
);
323 static void keysCommand(redisClient
*c
);
324 static void dbsizeCommand(redisClient
*c
);
325 static void lastsaveCommand(redisClient
*c
);
326 static void saveCommand(redisClient
*c
);
327 static void bgsaveCommand(redisClient
*c
);
328 static void shutdownCommand(redisClient
*c
);
329 static void moveCommand(redisClient
*c
);
330 static void renameCommand(redisClient
*c
);
331 static void renamenxCommand(redisClient
*c
);
332 static void lpushCommand(redisClient
*c
);
333 static void rpushCommand(redisClient
*c
);
334 static void lpopCommand(redisClient
*c
);
335 static void rpopCommand(redisClient
*c
);
336 static void llenCommand(redisClient
*c
);
337 static void lindexCommand(redisClient
*c
);
338 static void lrangeCommand(redisClient
*c
);
339 static void ltrimCommand(redisClient
*c
);
340 static void typeCommand(redisClient
*c
);
341 static void lsetCommand(redisClient
*c
);
342 static void saddCommand(redisClient
*c
);
343 static void sremCommand(redisClient
*c
);
344 static void smoveCommand(redisClient
*c
);
345 static void sismemberCommand(redisClient
*c
);
346 static void scardCommand(redisClient
*c
);
347 static void sinterCommand(redisClient
*c
);
348 static void sinterstoreCommand(redisClient
*c
);
349 static void sunionCommand(redisClient
*c
);
350 static void sunionstoreCommand(redisClient
*c
);
351 static void syncCommand(redisClient
*c
);
352 static void flushdbCommand(redisClient
*c
);
353 static void flushallCommand(redisClient
*c
);
354 static void sortCommand(redisClient
*c
);
355 static void lremCommand(redisClient
*c
);
356 static void infoCommand(redisClient
*c
);
357 static void mgetCommand(redisClient
*c
);
358 static void monitorCommand(redisClient
*c
);
359 static void expireCommand(redisClient
*c
);
360 static void getSetCommand(redisClient
*c
);
362 /*================================= Globals ================================= */
365 static struct redisServer server
; /* server global state */
366 static struct redisCommand cmdTable
[] = {
367 {"get",getCommand
,2,REDIS_CMD_INLINE
},
368 {"set",setCommand
,3,REDIS_CMD_BULK
},
369 {"setnx",setnxCommand
,3,REDIS_CMD_BULK
},
370 {"del",delCommand
,2,REDIS_CMD_INLINE
},
371 {"exists",existsCommand
,2,REDIS_CMD_INLINE
},
372 {"incr",incrCommand
,2,REDIS_CMD_INLINE
},
373 {"decr",decrCommand
,2,REDIS_CMD_INLINE
},
374 {"mget",mgetCommand
,-2,REDIS_CMD_INLINE
},
375 {"rpush",rpushCommand
,3,REDIS_CMD_BULK
},
376 {"lpush",lpushCommand
,3,REDIS_CMD_BULK
},
377 {"rpop",rpopCommand
,2,REDIS_CMD_INLINE
},
378 {"lpop",lpopCommand
,2,REDIS_CMD_INLINE
},
379 {"llen",llenCommand
,2,REDIS_CMD_INLINE
},
380 {"lindex",lindexCommand
,3,REDIS_CMD_INLINE
},
381 {"lset",lsetCommand
,4,REDIS_CMD_BULK
},
382 {"lrange",lrangeCommand
,4,REDIS_CMD_INLINE
},
383 {"ltrim",ltrimCommand
,4,REDIS_CMD_INLINE
},
384 {"lrem",lremCommand
,4,REDIS_CMD_BULK
},
385 {"sadd",saddCommand
,3,REDIS_CMD_BULK
},
386 {"srem",sremCommand
,3,REDIS_CMD_BULK
},
387 {"smove",smoveCommand
,4,REDIS_CMD_BULK
},
388 {"sismember",sismemberCommand
,3,REDIS_CMD_BULK
},
389 {"scard",scardCommand
,2,REDIS_CMD_INLINE
},
390 {"sinter",sinterCommand
,-2,REDIS_CMD_INLINE
},
391 {"sinterstore",sinterstoreCommand
,-3,REDIS_CMD_INLINE
},
392 {"sunion",sunionCommand
,-2,REDIS_CMD_INLINE
},
393 {"sunionstore",sunionstoreCommand
,-3,REDIS_CMD_INLINE
},
394 {"smembers",sinterCommand
,2,REDIS_CMD_INLINE
},
395 {"incrby",incrbyCommand
,3,REDIS_CMD_INLINE
},
396 {"decrby",decrbyCommand
,3,REDIS_CMD_INLINE
},
397 {"getset",getSetCommand
,3,REDIS_CMD_BULK
},
398 {"randomkey",randomkeyCommand
,1,REDIS_CMD_INLINE
},
399 {"select",selectCommand
,2,REDIS_CMD_INLINE
},
400 {"move",moveCommand
,3,REDIS_CMD_INLINE
},
401 {"rename",renameCommand
,3,REDIS_CMD_INLINE
},
402 {"renamenx",renamenxCommand
,3,REDIS_CMD_INLINE
},
403 {"keys",keysCommand
,2,REDIS_CMD_INLINE
},
404 {"dbsize",dbsizeCommand
,1,REDIS_CMD_INLINE
},
405 {"auth",authCommand
,2,REDIS_CMD_INLINE
},
406 {"ping",pingCommand
,1,REDIS_CMD_INLINE
},
407 {"echo",echoCommand
,2,REDIS_CMD_BULK
},
408 {"save",saveCommand
,1,REDIS_CMD_INLINE
},
409 {"bgsave",bgsaveCommand
,1,REDIS_CMD_INLINE
},
410 {"shutdown",shutdownCommand
,1,REDIS_CMD_INLINE
},
411 {"lastsave",lastsaveCommand
,1,REDIS_CMD_INLINE
},
412 {"type",typeCommand
,2,REDIS_CMD_INLINE
},
413 {"sync",syncCommand
,1,REDIS_CMD_INLINE
},
414 {"flushdb",flushdbCommand
,1,REDIS_CMD_INLINE
},
415 {"flushall",flushallCommand
,1,REDIS_CMD_INLINE
},
416 {"sort",sortCommand
,-2,REDIS_CMD_INLINE
},
417 {"info",infoCommand
,1,REDIS_CMD_INLINE
},
418 {"monitor",monitorCommand
,1,REDIS_CMD_INLINE
},
419 {"expire",expireCommand
,3,REDIS_CMD_INLINE
},
423 /*============================ Utility functions ============================ */
425 /* Glob-style pattern matching. */
426 int stringmatchlen(const char *pattern
, int patternLen
,
427 const char *string
, int stringLen
, int nocase
)
432 while (pattern
[1] == '*') {
437 return 1; /* match */
439 if (stringmatchlen(pattern
+1, patternLen
-1,
440 string
, stringLen
, nocase
))
441 return 1; /* match */
445 return 0; /* no match */
449 return 0; /* no match */
459 not = pattern
[0] == '^';
466 if (pattern
[0] == '\\') {
469 if (pattern
[0] == string
[0])
471 } else if (pattern
[0] == ']') {
473 } else if (patternLen
== 0) {
477 } else if (pattern
[1] == '-' && patternLen
>= 3) {
478 int start
= pattern
[0];
479 int end
= pattern
[2];
487 start
= tolower(start
);
493 if (c
>= start
&& c
<= end
)
497 if (pattern
[0] == string
[0])
500 if (tolower((int)pattern
[0]) == tolower((int)string
[0]))
510 return 0; /* no match */
516 if (patternLen
>= 2) {
523 if (pattern
[0] != string
[0])
524 return 0; /* no match */
526 if (tolower((int)pattern
[0]) != tolower((int)string
[0]))
527 return 0; /* no match */
535 if (stringLen
== 0) {
536 while(*pattern
== '*') {
543 if (patternLen
== 0 && stringLen
== 0)
548 void redisLog(int level
, const char *fmt
, ...)
553 fp
= (server
.logfile
== NULL
) ? stdout
: fopen(server
.logfile
,"a");
557 if (level
>= server
.verbosity
) {
559 fprintf(fp
,"%c ",c
[level
]);
560 vfprintf(fp
, fmt
, ap
);
566 if (server
.logfile
) fclose(fp
);
569 /*====================== Hash table type implementation ==================== */
571 /* This is an hash table type that uses the SDS dynamic strings libary as
572 * keys and radis objects as values (objects can hold SDS strings,
575 static int sdsDictKeyCompare(void *privdata
, const void *key1
,
579 DICT_NOTUSED(privdata
);
581 l1
= sdslen((sds
)key1
);
582 l2
= sdslen((sds
)key2
);
583 if (l1
!= l2
) return 0;
584 return memcmp(key1
, key2
, l1
) == 0;
587 static void dictRedisObjectDestructor(void *privdata
, void *val
)
589 DICT_NOTUSED(privdata
);
594 static int dictSdsKeyCompare(void *privdata
, const void *key1
,
597 const robj
*o1
= key1
, *o2
= key2
;
598 return sdsDictKeyCompare(privdata
,o1
->ptr
,o2
->ptr
);
601 static unsigned int dictSdsHash(const void *key
) {
603 return dictGenHashFunction(o
->ptr
, sdslen((sds
)o
->ptr
));
606 static dictType setDictType
= {
607 dictSdsHash
, /* hash function */
610 dictSdsKeyCompare
, /* key compare */
611 dictRedisObjectDestructor
, /* key destructor */
612 NULL
/* val destructor */
615 static dictType hashDictType
= {
616 dictSdsHash
, /* hash function */
619 dictSdsKeyCompare
, /* key compare */
620 dictRedisObjectDestructor
, /* key destructor */
621 dictRedisObjectDestructor
/* val destructor */
624 /* ========================= Random utility functions ======================= */
626 /* Redis generally does not try to recover from out of memory conditions
627 * when allocating objects or strings, it is not clear if it will be possible
628 * to report this condition to the client since the networking layer itself
629 * is based on heap allocation for send buffers, so we simply abort.
630 * At least the code will be simpler to read... */
631 static void oom(const char *msg
) {
632 fprintf(stderr
, "%s: Out of memory\n",msg
);
638 /* ====================== Redis server networking stuff ===================== */
639 void closeTimedoutClients(void) {
642 time_t now
= time(NULL
);
644 listRewind(server
.clients
);
645 while ((ln
= listYield(server
.clients
)) != NULL
) {
646 c
= listNodeValue(ln
);
647 if (!(c
->flags
& REDIS_SLAVE
) && /* no timeout for slaves */
648 (now
- c
->lastinteraction
> server
.maxidletime
)) {
649 redisLog(REDIS_DEBUG
,"Closing idle client");
655 int serverCron(struct aeEventLoop
*eventLoop
, long long id
, void *clientData
) {
656 int j
, loops
= server
.cronloops
++;
657 REDIS_NOTUSED(eventLoop
);
659 REDIS_NOTUSED(clientData
);
661 /* Update the global state with the amount of used memory */
662 server
.usedmemory
= zmalloc_used_memory();
664 /* If the percentage of used slots in the HT reaches REDIS_HT_MINFILL
665 * we resize the hash table to save memory */
666 for (j
= 0; j
< server
.dbnum
; j
++) {
667 int size
, used
, vkeys
;
669 size
= dictSlots(server
.db
[j
].dict
);
670 used
= dictSize(server
.db
[j
].dict
);
671 vkeys
= dictSize(server
.db
[j
].expires
);
672 if (!(loops
% 5) && used
> 0) {
673 redisLog(REDIS_DEBUG
,"DB %d: %d keys (%d volatile) in %d slots HT.",j
,used
,vkeys
,size
);
674 /* dictPrintStats(server.dict); */
676 if (size
&& used
&& size
> REDIS_HT_MINSLOTS
&&
677 (used
*100/size
< REDIS_HT_MINFILL
)) {
678 redisLog(REDIS_NOTICE
,"The hash table %d is too sparse, resize it...",j
);
679 dictResize(server
.db
[j
].dict
);
680 redisLog(REDIS_NOTICE
,"Hash table %d resized.",j
);
684 /* Show information about connected clients */
686 redisLog(REDIS_DEBUG
,"%d clients connected (%d slaves), %zu bytes in use",
687 listLength(server
.clients
)-listLength(server
.slaves
),
688 listLength(server
.slaves
),
690 dictSize(server
.sharingpool
));
693 /* Close connections of timedout clients */
695 closeTimedoutClients();
697 /* Check if a background saving in progress terminated */
698 if (server
.bgsaveinprogress
) {
700 /* XXX: TODO handle the case of the saving child killed */
701 if (wait4(-1,&statloc
,WNOHANG
,NULL
)) {
702 int exitcode
= WEXITSTATUS(statloc
);
704 redisLog(REDIS_NOTICE
,
705 "Background saving terminated with success");
707 server
.lastsave
= time(NULL
);
709 redisLog(REDIS_WARNING
,
710 "Background saving error");
712 server
.bgsaveinprogress
= 0;
713 updateSalvesWaitingBgsave(exitcode
== 0 ? REDIS_OK
: REDIS_ERR
);
716 /* If there is not a background saving in progress check if
717 * we have to save now */
718 time_t now
= time(NULL
);
719 for (j
= 0; j
< server
.saveparamslen
; j
++) {
720 struct saveparam
*sp
= server
.saveparams
+j
;
722 if (server
.dirty
>= sp
->changes
&&
723 now
-server
.lastsave
> sp
->seconds
) {
724 redisLog(REDIS_NOTICE
,"%d changes in %d seconds. Saving...",
725 sp
->changes
, sp
->seconds
);
726 rdbSaveBackground(server
.dbfilename
);
732 /* Try to expire a few timed out keys */
733 for (j
= 0; j
< server
.dbnum
; j
++) {
734 redisDb
*db
= server
.db
+j
;
735 int num
= dictSize(db
->expires
);
738 time_t now
= time(NULL
);
740 if (num
> REDIS_EXPIRELOOKUPS_PER_CRON
)
741 num
= REDIS_EXPIRELOOKUPS_PER_CRON
;
746 if ((de
= dictGetRandomKey(db
->expires
)) == NULL
) break;
747 t
= (time_t) dictGetEntryVal(de
);
749 deleteKey(db
,dictGetEntryKey(de
));
755 /* Check if we should connect to a MASTER */
756 if (server
.replstate
== REDIS_REPL_CONNECT
) {
757 redisLog(REDIS_NOTICE
,"Connecting to MASTER...");
758 if (syncWithMaster() == REDIS_OK
) {
759 redisLog(REDIS_NOTICE
,"MASTER <-> SLAVE sync succeeded");
765 static void createSharedObjects(void) {
766 shared
.crlf
= createObject(REDIS_STRING
,sdsnew("\r\n"));
767 shared
.ok
= createObject(REDIS_STRING
,sdsnew("+OK\r\n"));
768 shared
.err
= createObject(REDIS_STRING
,sdsnew("-ERR\r\n"));
769 shared
.emptybulk
= createObject(REDIS_STRING
,sdsnew("$0\r\n\r\n"));
770 shared
.czero
= createObject(REDIS_STRING
,sdsnew(":0\r\n"));
771 shared
.cone
= createObject(REDIS_STRING
,sdsnew(":1\r\n"));
772 shared
.nullbulk
= createObject(REDIS_STRING
,sdsnew("$-1\r\n"));
773 shared
.nullmultibulk
= createObject(REDIS_STRING
,sdsnew("*-1\r\n"));
774 shared
.emptymultibulk
= createObject(REDIS_STRING
,sdsnew("*0\r\n"));
776 shared
.pong
= createObject(REDIS_STRING
,sdsnew("+PONG\r\n"));
777 shared
.wrongtypeerr
= createObject(REDIS_STRING
,sdsnew(
778 "-ERR Operation against a key holding the wrong kind of value\r\n"));
779 shared
.nokeyerr
= createObject(REDIS_STRING
,sdsnew(
780 "-ERR no such key\r\n"));
781 shared
.syntaxerr
= createObject(REDIS_STRING
,sdsnew(
782 "-ERR syntax error\r\n"));
783 shared
.sameobjecterr
= createObject(REDIS_STRING
,sdsnew(
784 "-ERR source and destination objects are the same\r\n"));
785 shared
.outofrangeerr
= createObject(REDIS_STRING
,sdsnew(
786 "-ERR index out of range\r\n"));
787 shared
.space
= createObject(REDIS_STRING
,sdsnew(" "));
788 shared
.colon
= createObject(REDIS_STRING
,sdsnew(":"));
789 shared
.plus
= createObject(REDIS_STRING
,sdsnew("+"));
790 shared
.select0
= createStringObject("select 0\r\n",10);
791 shared
.select1
= createStringObject("select 1\r\n",10);
792 shared
.select2
= createStringObject("select 2\r\n",10);
793 shared
.select3
= createStringObject("select 3\r\n",10);
794 shared
.select4
= createStringObject("select 4\r\n",10);
795 shared
.select5
= createStringObject("select 5\r\n",10);
796 shared
.select6
= createStringObject("select 6\r\n",10);
797 shared
.select7
= createStringObject("select 7\r\n",10);
798 shared
.select8
= createStringObject("select 8\r\n",10);
799 shared
.select9
= createStringObject("select 9\r\n",10);
802 static void appendServerSaveParams(time_t seconds
, int changes
) {
803 server
.saveparams
= zrealloc(server
.saveparams
,sizeof(struct saveparam
)*(server
.saveparamslen
+1));
804 if (server
.saveparams
== NULL
) oom("appendServerSaveParams");
805 server
.saveparams
[server
.saveparamslen
].seconds
= seconds
;
806 server
.saveparams
[server
.saveparamslen
].changes
= changes
;
807 server
.saveparamslen
++;
810 static void ResetServerSaveParams() {
811 zfree(server
.saveparams
);
812 server
.saveparams
= NULL
;
813 server
.saveparamslen
= 0;
816 static void initServerConfig() {
817 server
.dbnum
= REDIS_DEFAULT_DBNUM
;
818 server
.port
= REDIS_SERVERPORT
;
819 server
.verbosity
= REDIS_DEBUG
;
820 server
.maxidletime
= REDIS_MAXIDLETIME
;
821 server
.saveparams
= NULL
;
822 server
.logfile
= NULL
; /* NULL = log on standard output */
823 server
.bindaddr
= NULL
;
824 server
.glueoutputbuf
= 1;
825 server
.daemonize
= 0;
826 server
.pidfile
= "/var/run/redis.pid";
827 server
.dbfilename
= "dump.rdb";
828 server
.requirepass
= NULL
;
829 server
.shareobjects
= 0;
830 ResetServerSaveParams();
832 appendServerSaveParams(60*60,1); /* save after 1 hour and 1 change */
833 appendServerSaveParams(300,100); /* save after 5 minutes and 100 changes */
834 appendServerSaveParams(60,10000); /* save after 1 minute and 10000 changes */
835 /* Replication related */
837 server
.masterhost
= NULL
;
838 server
.masterport
= 6379;
839 server
.master
= NULL
;
840 server
.replstate
= REDIS_REPL_NONE
;
843 static void initServer() {
846 signal(SIGHUP
, SIG_IGN
);
847 signal(SIGPIPE
, SIG_IGN
);
849 server
.clients
= listCreate();
850 server
.slaves
= listCreate();
851 server
.monitors
= listCreate();
852 server
.objfreelist
= listCreate();
853 createSharedObjects();
854 server
.el
= aeCreateEventLoop();
855 server
.db
= zmalloc(sizeof(redisDb
)*server
.dbnum
);
856 server
.sharingpool
= dictCreate(&setDictType
,NULL
);
857 server
.sharingpoolsize
= 1024;
858 if (!server
.db
|| !server
.clients
|| !server
.slaves
|| !server
.monitors
|| !server
.el
|| !server
.objfreelist
)
859 oom("server initialization"); /* Fatal OOM */
860 server
.fd
= anetTcpServer(server
.neterr
, server
.port
, server
.bindaddr
);
861 if (server
.fd
== -1) {
862 redisLog(REDIS_WARNING
, "Opening TCP port: %s", server
.neterr
);
865 for (j
= 0; j
< server
.dbnum
; j
++) {
866 server
.db
[j
].dict
= dictCreate(&hashDictType
,NULL
);
867 server
.db
[j
].expires
= dictCreate(&setDictType
,NULL
);
870 server
.cronloops
= 0;
871 server
.bgsaveinprogress
= 0;
872 server
.lastsave
= time(NULL
);
874 server
.usedmemory
= 0;
875 server
.stat_numcommands
= 0;
876 server
.stat_numconnections
= 0;
877 server
.stat_starttime
= time(NULL
);
878 aeCreateTimeEvent(server
.el
, 1000, serverCron
, NULL
, NULL
);
881 /* Empty the whole database */
882 static long long emptyDb() {
884 long long removed
= 0;
886 for (j
= 0; j
< server
.dbnum
; j
++) {
887 removed
+= dictSize(server
.db
[j
].dict
);
888 dictEmpty(server
.db
[j
].dict
);
889 dictEmpty(server
.db
[j
].expires
);
894 static int yesnotoi(char *s
) {
895 if (!strcasecmp(s
,"yes")) return 1;
896 else if (!strcasecmp(s
,"no")) return 0;
900 /* I agree, this is a very rudimental way to load a configuration...
901 will improve later if the config gets more complex */
902 static void loadServerConfig(char *filename
) {
903 FILE *fp
= fopen(filename
,"r");
904 char buf
[REDIS_CONFIGLINE_MAX
+1], *err
= NULL
;
909 redisLog(REDIS_WARNING
,"Fatal error, can't open config file");
912 while(fgets(buf
,REDIS_CONFIGLINE_MAX
+1,fp
) != NULL
) {
918 line
= sdstrim(line
," \t\r\n");
920 /* Skip comments and blank lines*/
921 if (line
[0] == '#' || line
[0] == '\0') {
926 /* Split into arguments */
927 argv
= sdssplitlen(line
,sdslen(line
)," ",1,&argc
);
930 /* Execute config directives */
931 if (!strcasecmp(argv
[0],"timeout") && argc
== 2) {
932 server
.maxidletime
= atoi(argv
[1]);
933 if (server
.maxidletime
< 1) {
934 err
= "Invalid timeout value"; goto loaderr
;
936 } else if (!strcasecmp(argv
[0],"port") && argc
== 2) {
937 server
.port
= atoi(argv
[1]);
938 if (server
.port
< 1 || server
.port
> 65535) {
939 err
= "Invalid port"; goto loaderr
;
941 } else if (!strcasecmp(argv
[0],"bind") && argc
== 2) {
942 server
.bindaddr
= zstrdup(argv
[1]);
943 } else if (!strcasecmp(argv
[0],"save") && argc
== 3) {
944 int seconds
= atoi(argv
[1]);
945 int changes
= atoi(argv
[2]);
946 if (seconds
< 1 || changes
< 0) {
947 err
= "Invalid save parameters"; goto loaderr
;
949 appendServerSaveParams(seconds
,changes
);
950 } else if (!strcasecmp(argv
[0],"dir") && argc
== 2) {
951 if (chdir(argv
[1]) == -1) {
952 redisLog(REDIS_WARNING
,"Can't chdir to '%s': %s",
953 argv
[1], strerror(errno
));
956 } else if (!strcasecmp(argv
[0],"loglevel") && argc
== 2) {
957 if (!strcasecmp(argv
[1],"debug")) server
.verbosity
= REDIS_DEBUG
;
958 else if (!strcasecmp(argv
[1],"notice")) server
.verbosity
= REDIS_NOTICE
;
959 else if (!strcasecmp(argv
[1],"warning")) server
.verbosity
= REDIS_WARNING
;
961 err
= "Invalid log level. Must be one of debug, notice, warning";
964 } else if (!strcasecmp(argv
[0],"logfile") && argc
== 2) {
967 server
.logfile
= zstrdup(argv
[1]);
968 if (!strcasecmp(server
.logfile
,"stdout")) {
969 zfree(server
.logfile
);
970 server
.logfile
= NULL
;
972 if (server
.logfile
) {
973 /* Test if we are able to open the file. The server will not
974 * be able to abort just for this problem later... */
975 fp
= fopen(server
.logfile
,"a");
977 err
= sdscatprintf(sdsempty(),
978 "Can't open the log file: %s", strerror(errno
));
983 } else if (!strcasecmp(argv
[0],"databases") && argc
== 2) {
984 server
.dbnum
= atoi(argv
[1]);
985 if (server
.dbnum
< 1) {
986 err
= "Invalid number of databases"; goto loaderr
;
988 } else if (!strcasecmp(argv
[0],"slaveof") && argc
== 3) {
989 server
.masterhost
= sdsnew(argv
[1]);
990 server
.masterport
= atoi(argv
[2]);
991 server
.replstate
= REDIS_REPL_CONNECT
;
992 } else if (!strcasecmp(argv
[0],"glueoutputbuf") && argc
== 2) {
993 if ((server
.glueoutputbuf
= yesnotoi(argv
[1])) == -1) {
994 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
996 } else if (!strcasecmp(argv
[0],"shareobjects") && argc
== 2) {
997 if ((server
.shareobjects
= yesnotoi(argv
[1])) == -1) {
998 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
1000 } else if (!strcasecmp(argv
[0],"daemonize") && argc
== 2) {
1001 if ((server
.daemonize
= yesnotoi(argv
[1])) == -1) {
1002 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
1004 } else if (!strcasecmp(argv
[0],"requirepass") && argc
== 2) {
1005 server
.requirepass
= zstrdup(argv
[1]);
1006 } else if (!strcasecmp(argv
[0],"pidfile") && argc
== 2) {
1007 server
.pidfile
= zstrdup(argv
[1]);
1008 } else if (!strcasecmp(argv
[0],"dbfilename") && argc
== 2) {
1009 server
.dbfilename
= zstrdup(argv
[1]);
1011 err
= "Bad directive or wrong number of arguments"; goto loaderr
;
1013 for (j
= 0; j
< argc
; j
++)
1022 fprintf(stderr
, "\n*** FATAL CONFIG FILE ERROR ***\n");
1023 fprintf(stderr
, "Reading the configuration file, at line %d\n", linenum
);
1024 fprintf(stderr
, ">>> '%s'\n", line
);
1025 fprintf(stderr
, "%s\n", err
);
1029 static void freeClientArgv(redisClient
*c
) {
1032 for (j
= 0; j
< c
->argc
; j
++)
1033 decrRefCount(c
->argv
[j
]);
1037 static void freeClient(redisClient
*c
) {
1040 aeDeleteFileEvent(server
.el
,c
->fd
,AE_READABLE
);
1041 aeDeleteFileEvent(server
.el
,c
->fd
,AE_WRITABLE
);
1042 sdsfree(c
->querybuf
);
1043 listRelease(c
->reply
);
1046 ln
= listSearchKey(server
.clients
,c
);
1048 listDelNode(server
.clients
,ln
);
1049 if (c
->flags
& REDIS_SLAVE
) {
1050 if (c
->replstate
== REDIS_REPL_SEND_BULK
&& c
->repldbfd
!= -1)
1052 list
*l
= (c
->flags
& REDIS_MONITOR
) ? server
.monitors
: server
.slaves
;
1053 ln
= listSearchKey(l
,c
);
1057 if (c
->flags
& REDIS_MASTER
) {
1058 server
.master
= NULL
;
1059 server
.replstate
= REDIS_REPL_CONNECT
;
1064 static void glueReplyBuffersIfNeeded(redisClient
*c
) {
1069 listRewind(c
->reply
);
1070 while((ln
= listYield(c
->reply
))) {
1072 totlen
+= sdslen(o
->ptr
);
1073 /* This optimization makes more sense if we don't have to copy
1075 if (totlen
> 1024) return;
1081 listRewind(c
->reply
);
1082 while((ln
= listYield(c
->reply
))) {
1084 memcpy(buf
+copylen
,o
->ptr
,sdslen(o
->ptr
));
1085 copylen
+= sdslen(o
->ptr
);
1086 listDelNode(c
->reply
,ln
);
1088 /* Now the output buffer is empty, add the new single element */
1089 addReplySds(c
,sdsnewlen(buf
,totlen
));
1093 static void sendReplyToClient(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
1094 redisClient
*c
= privdata
;
1095 int nwritten
= 0, totwritten
= 0, objlen
;
1098 REDIS_NOTUSED(mask
);
1100 if (server
.glueoutputbuf
&& listLength(c
->reply
) > 1)
1101 glueReplyBuffersIfNeeded(c
);
1102 while(listLength(c
->reply
)) {
1103 o
= listNodeValue(listFirst(c
->reply
));
1104 objlen
= sdslen(o
->ptr
);
1107 listDelNode(c
->reply
,listFirst(c
->reply
));
1111 if (c
->flags
& REDIS_MASTER
) {
1112 nwritten
= objlen
- c
->sentlen
;
1114 nwritten
= write(fd
, ((char*)o
->ptr
)+c
->sentlen
, objlen
- c
->sentlen
);
1115 if (nwritten
<= 0) break;
1117 c
->sentlen
+= nwritten
;
1118 totwritten
+= nwritten
;
1119 /* If we fully sent the object on head go to the next one */
1120 if (c
->sentlen
== objlen
) {
1121 listDelNode(c
->reply
,listFirst(c
->reply
));
1125 if (nwritten
== -1) {
1126 if (errno
== EAGAIN
) {
1129 redisLog(REDIS_DEBUG
,
1130 "Error writing to client: %s", strerror(errno
));
1135 if (totwritten
> 0) c
->lastinteraction
= time(NULL
);
1136 if (listLength(c
->reply
) == 0) {
1138 aeDeleteFileEvent(server
.el
,c
->fd
,AE_WRITABLE
);
1142 static struct redisCommand
*lookupCommand(char *name
) {
1144 while(cmdTable
[j
].name
!= NULL
) {
1145 if (!strcasecmp(name
,cmdTable
[j
].name
)) return &cmdTable
[j
];
1151 /* resetClient prepare the client to process the next command */
1152 static void resetClient(redisClient
*c
) {
1157 /* If this function gets called we already read a whole
1158 * command, argments are in the client argv/argc fields.
1159 * processCommand() execute the command or prepare the
1160 * server for a bulk read from the client.
1162 * If 1 is returned the client is still alive and valid and
1163 * and other operations can be performed by the caller. Otherwise
1164 * if 0 is returned the client was destroied (i.e. after QUIT). */
1165 static int processCommand(redisClient
*c
) {
1166 struct redisCommand
*cmd
;
1169 /* The QUIT command is handled as a special case. Normal command
1170 * procs are unable to close the client connection safely */
1171 if (!strcasecmp(c
->argv
[0]->ptr
,"quit")) {
1175 cmd
= lookupCommand(c
->argv
[0]->ptr
);
1177 addReplySds(c
,sdsnew("-ERR unknown command\r\n"));
1180 } else if ((cmd
->arity
> 0 && cmd
->arity
!= c
->argc
) ||
1181 (c
->argc
< -cmd
->arity
)) {
1182 addReplySds(c
,sdsnew("-ERR wrong number of arguments\r\n"));
1185 } else if (cmd
->flags
& REDIS_CMD_BULK
&& c
->bulklen
== -1) {
1186 int bulklen
= atoi(c
->argv
[c
->argc
-1]->ptr
);
1188 decrRefCount(c
->argv
[c
->argc
-1]);
1189 if (bulklen
< 0 || bulklen
> 1024*1024*1024) {
1191 addReplySds(c
,sdsnew("-ERR invalid bulk write count\r\n"));
1196 c
->bulklen
= bulklen
+2; /* add two bytes for CR+LF */
1197 /* It is possible that the bulk read is already in the
1198 * buffer. Check this condition and handle it accordingly */
1199 if ((signed)sdslen(c
->querybuf
) >= c
->bulklen
) {
1200 c
->argv
[c
->argc
] = createStringObject(c
->querybuf
,c
->bulklen
-2);
1202 c
->querybuf
= sdsrange(c
->querybuf
,c
->bulklen
,-1);
1207 /* Let's try to share objects on the command arguments vector */
1208 if (server
.shareobjects
) {
1210 for(j
= 1; j
< c
->argc
; j
++)
1211 c
->argv
[j
] = tryObjectSharing(c
->argv
[j
]);
1213 /* Check if the user is authenticated */
1214 if (server
.requirepass
&& !c
->authenticated
&& cmd
->proc
!= authCommand
) {
1215 addReplySds(c
,sdsnew("-ERR operation not permitted\r\n"));
1220 /* Exec the command */
1221 dirty
= server
.dirty
;
1223 if (server
.dirty
-dirty
!= 0 && listLength(server
.slaves
))
1224 replicationFeedSlaves(server
.slaves
,cmd
,c
->db
->id
,c
->argv
,c
->argc
);
1225 if (listLength(server
.monitors
))
1226 replicationFeedSlaves(server
.monitors
,cmd
,c
->db
->id
,c
->argv
,c
->argc
);
1227 server
.stat_numcommands
++;
1229 /* Prepare the client for the next command */
1230 if (c
->flags
& REDIS_CLOSE
) {
1238 static void replicationFeedSlaves(list
*slaves
, struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
) {
1240 robj
*outv
[REDIS_MAX_ARGS
*4]; /* enough room for args, spaces, newlines */
1243 for (j
= 0; j
< argc
; j
++) {
1244 if (j
!= 0) outv
[outc
++] = shared
.space
;
1245 if ((cmd
->flags
& REDIS_CMD_BULK
) && j
== argc
-1) {
1248 lenobj
= createObject(REDIS_STRING
,
1249 sdscatprintf(sdsempty(),"%d\r\n",sdslen(argv
[j
]->ptr
)));
1250 lenobj
->refcount
= 0;
1251 outv
[outc
++] = lenobj
;
1253 outv
[outc
++] = argv
[j
];
1255 outv
[outc
++] = shared
.crlf
;
1257 /* Increment all the refcounts at start and decrement at end in order to
1258 * be sure to free objects if there is no slave in a replication state
1259 * able to be feed with commands */
1260 for (j
= 0; j
< outc
; j
++) incrRefCount(outv
[j
]);
1262 while((ln
= listYield(slaves
))) {
1263 redisClient
*slave
= ln
->value
;
1265 /* Don't feed slaves that are still waiting for BGSAVE to start */
1266 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
) continue;
1268 /* Feed all the other slaves, MONITORs and so on */
1269 if (slave
->slaveseldb
!= dictid
) {
1273 case 0: selectcmd
= shared
.select0
; break;
1274 case 1: selectcmd
= shared
.select1
; break;
1275 case 2: selectcmd
= shared
.select2
; break;
1276 case 3: selectcmd
= shared
.select3
; break;
1277 case 4: selectcmd
= shared
.select4
; break;
1278 case 5: selectcmd
= shared
.select5
; break;
1279 case 6: selectcmd
= shared
.select6
; break;
1280 case 7: selectcmd
= shared
.select7
; break;
1281 case 8: selectcmd
= shared
.select8
; break;
1282 case 9: selectcmd
= shared
.select9
; break;
1284 selectcmd
= createObject(REDIS_STRING
,
1285 sdscatprintf(sdsempty(),"select %d\r\n",dictid
));
1286 selectcmd
->refcount
= 0;
1289 addReply(slave
,selectcmd
);
1290 slave
->slaveseldb
= dictid
;
1292 for (j
= 0; j
< outc
; j
++) addReply(slave
,outv
[j
]);
1294 for (j
= 0; j
< outc
; j
++) decrRefCount(outv
[j
]);
1297 static void readQueryFromClient(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
1298 redisClient
*c
= (redisClient
*) privdata
;
1299 char buf
[REDIS_IOBUF_LEN
];
1302 REDIS_NOTUSED(mask
);
1304 nread
= read(fd
, buf
, REDIS_IOBUF_LEN
);
1306 if (errno
== EAGAIN
) {
1309 redisLog(REDIS_DEBUG
, "Reading from client: %s",strerror(errno
));
1313 } else if (nread
== 0) {
1314 redisLog(REDIS_DEBUG
, "Client closed connection");
1319 c
->querybuf
= sdscatlen(c
->querybuf
, buf
, nread
);
1320 c
->lastinteraction
= time(NULL
);
1326 if (c
->bulklen
== -1) {
1327 /* Read the first line of the query */
1328 char *p
= strchr(c
->querybuf
,'\n');
1334 query
= c
->querybuf
;
1335 c
->querybuf
= sdsempty();
1336 querylen
= 1+(p
-(query
));
1337 if (sdslen(query
) > querylen
) {
1338 /* leave data after the first line of the query in the buffer */
1339 c
->querybuf
= sdscatlen(c
->querybuf
,query
+querylen
,sdslen(query
)-querylen
);
1341 *p
= '\0'; /* remove "\n" */
1342 if (*(p
-1) == '\r') *(p
-1) = '\0'; /* and "\r" if any */
1343 sdsupdatelen(query
);
1345 /* Now we can split the query in arguments */
1346 if (sdslen(query
) == 0) {
1347 /* Ignore empty query */
1351 argv
= sdssplitlen(query
,sdslen(query
)," ",1,&argc
);
1353 if (argv
== NULL
) oom("sdssplitlen");
1354 for (j
= 0; j
< argc
&& j
< REDIS_MAX_ARGS
; j
++) {
1355 if (sdslen(argv
[j
])) {
1356 c
->argv
[c
->argc
] = createObject(REDIS_STRING
,argv
[j
]);
1363 /* Execute the command. If the client is still valid
1364 * after processCommand() return and there is something
1365 * on the query buffer try to process the next command. */
1366 if (processCommand(c
) && sdslen(c
->querybuf
)) goto again
;
1368 } else if (sdslen(c
->querybuf
) >= 1024) {
1369 redisLog(REDIS_DEBUG
, "Client protocol error");
1374 /* Bulk read handling. Note that if we are at this point
1375 the client already sent a command terminated with a newline,
1376 we are reading the bulk data that is actually the last
1377 argument of the command. */
1378 int qbl
= sdslen(c
->querybuf
);
1380 if (c
->bulklen
<= qbl
) {
1381 /* Copy everything but the final CRLF as final argument */
1382 c
->argv
[c
->argc
] = createStringObject(c
->querybuf
,c
->bulklen
-2);
1384 c
->querybuf
= sdsrange(c
->querybuf
,c
->bulklen
,-1);
1391 static int selectDb(redisClient
*c
, int id
) {
1392 if (id
< 0 || id
>= server
.dbnum
)
1394 c
->db
= &server
.db
[id
];
1398 static void *dupClientReplyValue(void *o
) {
1399 incrRefCount((robj
*)o
);
1403 static redisClient
*createClient(int fd
) {
1404 redisClient
*c
= zmalloc(sizeof(*c
));
1406 anetNonBlock(NULL
,fd
);
1407 anetTcpNoDelay(NULL
,fd
);
1408 if (!c
) return NULL
;
1411 c
->querybuf
= sdsempty();
1416 c
->lastinteraction
= time(NULL
);
1417 c
->authenticated
= 0;
1418 c
->replstate
= REDIS_REPL_NONE
;
1419 if ((c
->reply
= listCreate()) == NULL
) oom("listCreate");
1420 listSetFreeMethod(c
->reply
,decrRefCount
);
1421 listSetDupMethod(c
->reply
,dupClientReplyValue
);
1422 if (aeCreateFileEvent(server
.el
, c
->fd
, AE_READABLE
,
1423 readQueryFromClient
, c
, NULL
) == AE_ERR
) {
1427 if (!listAddNodeTail(server
.clients
,c
)) oom("listAddNodeTail");
1431 static void addReply(redisClient
*c
, robj
*obj
) {
1432 if (listLength(c
->reply
) == 0 &&
1433 (c
->replstate
== REDIS_REPL_NONE
||
1434 c
->replstate
== REDIS_REPL_ONLINE
) &&
1435 aeCreateFileEvent(server
.el
, c
->fd
, AE_WRITABLE
,
1436 sendReplyToClient
, c
, NULL
) == AE_ERR
) return;
1437 if (!listAddNodeTail(c
->reply
,obj
)) oom("listAddNodeTail");
1441 static void addReplySds(redisClient
*c
, sds s
) {
1442 robj
*o
= createObject(REDIS_STRING
,s
);
1447 static void acceptHandler(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
1451 REDIS_NOTUSED(mask
);
1452 REDIS_NOTUSED(privdata
);
1454 cfd
= anetAccept(server
.neterr
, fd
, cip
, &cport
);
1455 if (cfd
== AE_ERR
) {
1456 redisLog(REDIS_DEBUG
,"Accepting client connection: %s", server
.neterr
);
1459 redisLog(REDIS_DEBUG
,"Accepted %s:%d", cip
, cport
);
1460 if (createClient(cfd
) == NULL
) {
1461 redisLog(REDIS_WARNING
,"Error allocating resoures for the client");
1462 close(cfd
); /* May be already closed, just ingore errors */
1465 server
.stat_numconnections
++;
1468 /* ======================= Redis objects implementation ===================== */
1470 static robj
*createObject(int type
, void *ptr
) {
1473 if (listLength(server
.objfreelist
)) {
1474 listNode
*head
= listFirst(server
.objfreelist
);
1475 o
= listNodeValue(head
);
1476 listDelNode(server
.objfreelist
,head
);
1478 o
= zmalloc(sizeof(*o
));
1480 if (!o
) oom("createObject");
1487 static robj
*createStringObject(char *ptr
, size_t len
) {
1488 return createObject(REDIS_STRING
,sdsnewlen(ptr
,len
));
1491 static robj
*createListObject(void) {
1492 list
*l
= listCreate();
1494 if (!l
) oom("listCreate");
1495 listSetFreeMethod(l
,decrRefCount
);
1496 return createObject(REDIS_LIST
,l
);
1499 static robj
*createSetObject(void) {
1500 dict
*d
= dictCreate(&setDictType
,NULL
);
1501 if (!d
) oom("dictCreate");
1502 return createObject(REDIS_SET
,d
);
1505 static void freeStringObject(robj
*o
) {
1509 static void freeListObject(robj
*o
) {
1510 listRelease((list
*) o
->ptr
);
1513 static void freeSetObject(robj
*o
) {
1514 dictRelease((dict
*) o
->ptr
);
1517 static void freeHashObject(robj
*o
) {
1518 dictRelease((dict
*) o
->ptr
);
1521 static void incrRefCount(robj
*o
) {
1523 #ifdef DEBUG_REFCOUNT
1524 if (o
->type
== REDIS_STRING
)
1525 printf("Increment '%s'(%p), now is: %d\n",o
->ptr
,o
,o
->refcount
);
1529 static void decrRefCount(void *obj
) {
1532 #ifdef DEBUG_REFCOUNT
1533 if (o
->type
== REDIS_STRING
)
1534 printf("Decrement '%s'(%p), now is: %d\n",o
->ptr
,o
,o
->refcount
-1);
1536 if (--(o
->refcount
) == 0) {
1538 case REDIS_STRING
: freeStringObject(o
); break;
1539 case REDIS_LIST
: freeListObject(o
); break;
1540 case REDIS_SET
: freeSetObject(o
); break;
1541 case REDIS_HASH
: freeHashObject(o
); break;
1542 default: assert(0 != 0); break;
1544 if (listLength(server
.objfreelist
) > REDIS_OBJFREELIST_MAX
||
1545 !listAddNodeHead(server
.objfreelist
,o
))
1550 /* Try to share an object against the shared objects pool */
1551 static robj
*tryObjectSharing(robj
*o
) {
1552 struct dictEntry
*de
;
1555 if (o
== NULL
|| server
.shareobjects
== 0) return o
;
1557 assert(o
->type
== REDIS_STRING
);
1558 de
= dictFind(server
.sharingpool
,o
);
1560 robj
*shared
= dictGetEntryKey(de
);
1562 c
= ((unsigned long) dictGetEntryVal(de
))+1;
1563 dictGetEntryVal(de
) = (void*) c
;
1564 incrRefCount(shared
);
1568 /* Here we are using a stream algorihtm: Every time an object is
1569 * shared we increment its count, everytime there is a miss we
1570 * recrement the counter of a random object. If this object reaches
1571 * zero we remove the object and put the current object instead. */
1572 if (dictSize(server
.sharingpool
) >=
1573 server
.sharingpoolsize
) {
1574 de
= dictGetRandomKey(server
.sharingpool
);
1576 c
= ((unsigned long) dictGetEntryVal(de
))-1;
1577 dictGetEntryVal(de
) = (void*) c
;
1579 dictDelete(server
.sharingpool
,de
->key
);
1582 c
= 0; /* If the pool is empty we want to add this object */
1587 retval
= dictAdd(server
.sharingpool
,o
,(void*)1);
1588 assert(retval
== DICT_OK
);
1595 static robj
*lookupKey(redisDb
*db
, robj
*key
) {
1596 dictEntry
*de
= dictFind(db
->dict
,key
);
1597 return de
? dictGetEntryVal(de
) : NULL
;
1600 static robj
*lookupKeyRead(redisDb
*db
, robj
*key
) {
1601 expireIfNeeded(db
,key
);
1602 return lookupKey(db
,key
);
1605 static robj
*lookupKeyWrite(redisDb
*db
, robj
*key
) {
1606 deleteIfVolatile(db
,key
);
1607 return lookupKey(db
,key
);
1610 static int deleteKey(redisDb
*db
, robj
*key
) {
1613 /* We need to protect key from destruction: after the first dictDelete()
1614 * it may happen that 'key' is no longer valid if we don't increment
1615 * it's count. This may happen when we get the object reference directly
1616 * from the hash table with dictRandomKey() or dict iterators */
1618 if (dictSize(db
->expires
)) dictDelete(db
->expires
,key
);
1619 retval
= dictDelete(db
->dict
,key
);
1622 return retval
== DICT_OK
;
1625 /*============================ DB saving/loading ============================ */
1627 static int rdbSaveType(FILE *fp
, unsigned char type
) {
1628 if (fwrite(&type
,1,1,fp
) == 0) return -1;
1632 static int rdbSaveTime(FILE *fp
, time_t t
) {
1633 int32_t t32
= (int32_t) t
;
1634 if (fwrite(&t32
,4,1,fp
) == 0) return -1;
1638 /* check rdbLoadLen() comments for more info */
1639 static int rdbSaveLen(FILE *fp
, uint32_t len
) {
1640 unsigned char buf
[2];
1643 /* Save a 6 bit len */
1644 buf
[0] = (len
&0xFF)|(REDIS_RDB_6BITLEN
<<6);
1645 if (fwrite(buf
,1,1,fp
) == 0) return -1;
1646 } else if (len
< (1<<14)) {
1647 /* Save a 14 bit len */
1648 buf
[0] = ((len
>>8)&0xFF)|(REDIS_RDB_14BITLEN
<<6);
1650 if (fwrite(buf
,2,1,fp
) == 0) return -1;
1652 /* Save a 32 bit len */
1653 buf
[0] = (REDIS_RDB_32BITLEN
<<6);
1654 if (fwrite(buf
,1,1,fp
) == 0) return -1;
1656 if (fwrite(&len
,4,1,fp
) == 0) return -1;
1661 /* String objects in the form "2391" "-100" without any space and with a
1662 * range of values that can fit in an 8, 16 or 32 bit signed value can be
1663 * encoded as integers to save space */
1664 int rdbTryIntegerEncoding(sds s
, unsigned char *enc
) {
1666 char *endptr
, buf
[32];
1668 /* Check if it's possible to encode this value as a number */
1669 value
= strtoll(s
, &endptr
, 10);
1670 if (endptr
[0] != '\0') return 0;
1671 snprintf(buf
,32,"%lld",value
);
1673 /* If the number converted back into a string is not identical
1674 * then it's not possible to encode the string as integer */
1675 if (strlen(buf
) != sdslen(s
) || memcmp(buf
,s
,sdslen(s
))) return 0;
1677 /* Finally check if it fits in our ranges */
1678 if (value
>= -(1<<7) && value
<= (1<<7)-1) {
1679 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT8
;
1680 enc
[1] = value
&0xFF;
1682 } else if (value
>= -(1<<15) && value
<= (1<<15)-1) {
1683 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT16
;
1684 enc
[1] = value
&0xFF;
1685 enc
[2] = (value
>>8)&0xFF;
1687 } else if (value
>= -((long long)1<<31) && value
<= ((long long)1<<31)-1) {
1688 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT32
;
1689 enc
[1] = value
&0xFF;
1690 enc
[2] = (value
>>8)&0xFF;
1691 enc
[3] = (value
>>16)&0xFF;
1692 enc
[4] = (value
>>24)&0xFF;
1699 static int rdbSaveLzfStringObject(FILE *fp
, robj
*obj
) {
1700 unsigned int comprlen
, outlen
;
1704 /* We require at least four bytes compression for this to be worth it */
1705 outlen
= sdslen(obj
->ptr
)-4;
1706 if (outlen
<= 0) return 0;
1707 if ((out
= zmalloc(outlen
+1)) == NULL
) return 0;
1708 comprlen
= lzf_compress(obj
->ptr
, sdslen(obj
->ptr
), out
, outlen
);
1709 if (comprlen
== 0) {
1713 /* Data compressed! Let's save it on disk */
1714 byte
= (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_LZF
;
1715 if (fwrite(&byte
,1,1,fp
) == 0) goto writeerr
;
1716 if (rdbSaveLen(fp
,comprlen
) == -1) goto writeerr
;
1717 if (rdbSaveLen(fp
,sdslen(obj
->ptr
)) == -1) goto writeerr
;
1718 if (fwrite(out
,comprlen
,1,fp
) == 0) goto writeerr
;
1727 /* Save a string objet as [len][data] on disk. If the object is a string
1728 * representation of an integer value we try to safe it in a special form */
1729 static int rdbSaveStringObject(FILE *fp
, robj
*obj
) {
1730 size_t len
= sdslen(obj
->ptr
);
1733 /* Try integer encoding */
1735 unsigned char buf
[5];
1736 if ((enclen
= rdbTryIntegerEncoding(obj
->ptr
,buf
)) > 0) {
1737 if (fwrite(buf
,enclen
,1,fp
) == 0) return -1;
1742 /* Try LZF compression - under 20 bytes it's unable to compress even
1743 * aaaaaaaaaaaaaaaaaa so skip it */
1744 if (1 && len
> 20) {
1747 retval
= rdbSaveLzfStringObject(fp
,obj
);
1748 if (retval
== -1) return -1;
1749 if (retval
> 0) return 0;
1750 /* retval == 0 means data can't be compressed, save the old way */
1753 /* Store verbatim */
1754 if (rdbSaveLen(fp
,len
) == -1) return -1;
1755 if (len
&& fwrite(obj
->ptr
,len
,1,fp
) == 0) return -1;
1759 /* Save the DB on disk. Return REDIS_ERR on error, REDIS_OK on success */
1760 static int rdbSave(char *filename
) {
1761 dictIterator
*di
= NULL
;
1766 time_t now
= time(NULL
);
1768 snprintf(tmpfile
,256,"temp-%d.%ld.rdb",(int)time(NULL
),(long int)random());
1769 fp
= fopen(tmpfile
,"w");
1771 redisLog(REDIS_WARNING
, "Failed saving the DB: %s", strerror(errno
));
1774 if (fwrite("REDIS0001",9,1,fp
) == 0) goto werr
;
1775 for (j
= 0; j
< server
.dbnum
; j
++) {
1776 redisDb
*db
= server
.db
+j
;
1778 if (dictSize(d
) == 0) continue;
1779 di
= dictGetIterator(d
);
1785 /* Write the SELECT DB opcode */
1786 if (rdbSaveType(fp
,REDIS_SELECTDB
) == -1) goto werr
;
1787 if (rdbSaveLen(fp
,j
) == -1) goto werr
;
1789 /* Iterate this DB writing every entry */
1790 while((de
= dictNext(di
)) != NULL
) {
1791 robj
*key
= dictGetEntryKey(de
);
1792 robj
*o
= dictGetEntryVal(de
);
1793 time_t expiretime
= getExpire(db
,key
);
1795 /* Save the expire time */
1796 if (expiretime
!= -1) {
1797 /* If this key is already expired skip it */
1798 if (expiretime
< now
) continue;
1799 if (rdbSaveType(fp
,REDIS_EXPIRETIME
) == -1) goto werr
;
1800 if (rdbSaveTime(fp
,expiretime
) == -1) goto werr
;
1802 /* Save the key and associated value */
1803 if (rdbSaveType(fp
,o
->type
) == -1) goto werr
;
1804 if (rdbSaveStringObject(fp
,key
) == -1) goto werr
;
1805 if (o
->type
== REDIS_STRING
) {
1806 /* Save a string value */
1807 if (rdbSaveStringObject(fp
,o
) == -1) goto werr
;
1808 } else if (o
->type
== REDIS_LIST
) {
1809 /* Save a list value */
1810 list
*list
= o
->ptr
;
1814 if (rdbSaveLen(fp
,listLength(list
)) == -1) goto werr
;
1815 while((ln
= listYield(list
))) {
1816 robj
*eleobj
= listNodeValue(ln
);
1818 if (rdbSaveStringObject(fp
,eleobj
) == -1) goto werr
;
1820 } else if (o
->type
== REDIS_SET
) {
1821 /* Save a set value */
1823 dictIterator
*di
= dictGetIterator(set
);
1826 if (!set
) oom("dictGetIteraotr");
1827 if (rdbSaveLen(fp
,dictSize(set
)) == -1) goto werr
;
1828 while((de
= dictNext(di
)) != NULL
) {
1829 robj
*eleobj
= dictGetEntryKey(de
);
1831 if (rdbSaveStringObject(fp
,eleobj
) == -1) goto werr
;
1833 dictReleaseIterator(di
);
1838 dictReleaseIterator(di
);
1841 if (rdbSaveType(fp
,REDIS_EOF
) == -1) goto werr
;
1843 /* Make sure data will not remain on the OS's output buffers */
1848 /* Use RENAME to make sure the DB file is changed atomically only
1849 * if the generate DB file is ok. */
1850 if (rename(tmpfile
,filename
) == -1) {
1851 redisLog(REDIS_WARNING
,"Error moving temp DB file on the final destionation: %s", strerror(errno
));
1855 redisLog(REDIS_NOTICE
,"DB saved on disk");
1857 server
.lastsave
= time(NULL
);
1863 redisLog(REDIS_WARNING
,"Write error saving DB on disk: %s", strerror(errno
));
1864 if (di
) dictReleaseIterator(di
);
1868 static int rdbSaveBackground(char *filename
) {
1871 if (server
.bgsaveinprogress
) return REDIS_ERR
;
1872 if ((childpid
= fork()) == 0) {
1875 if (rdbSave(filename
) == REDIS_OK
) {
1882 if (childpid
== -1) {
1883 redisLog(REDIS_WARNING
,"Can't save in background: fork: %s",
1887 redisLog(REDIS_NOTICE
,"Background saving started by pid %d",childpid
);
1888 server
.bgsaveinprogress
= 1;
1891 return REDIS_OK
; /* unreached */
1894 static int rdbLoadType(FILE *fp
) {
1896 if (fread(&type
,1,1,fp
) == 0) return -1;
1900 static time_t rdbLoadTime(FILE *fp
) {
1902 if (fread(&t32
,4,1,fp
) == 0) return -1;
1903 return (time_t) t32
;
1906 /* Load an encoded length from the DB, see the REDIS_RDB_* defines on the top
1907 * of this file for a description of how this are stored on disk.
1909 * isencoded is set to 1 if the readed length is not actually a length but
1910 * an "encoding type", check the above comments for more info */
1911 static uint32_t rdbLoadLen(FILE *fp
, int rdbver
, int *isencoded
) {
1912 unsigned char buf
[2];
1915 if (isencoded
) *isencoded
= 0;
1917 if (fread(&len
,4,1,fp
) == 0) return REDIS_RDB_LENERR
;
1922 if (fread(buf
,1,1,fp
) == 0) return REDIS_RDB_LENERR
;
1923 type
= (buf
[0]&0xC0)>>6;
1924 if (type
== REDIS_RDB_6BITLEN
) {
1925 /* Read a 6 bit len */
1927 } else if (type
== REDIS_RDB_ENCVAL
) {
1928 /* Read a 6 bit len encoding type */
1929 if (isencoded
) *isencoded
= 1;
1931 } else if (type
== REDIS_RDB_14BITLEN
) {
1932 /* Read a 14 bit len */
1933 if (fread(buf
+1,1,1,fp
) == 0) return REDIS_RDB_LENERR
;
1934 return ((buf
[0]&0x3F)<<8)|buf
[1];
1936 /* Read a 32 bit len */
1937 if (fread(&len
,4,1,fp
) == 0) return REDIS_RDB_LENERR
;
1943 static robj
*rdbLoadIntegerObject(FILE *fp
, int enctype
) {
1944 unsigned char enc
[4];
1947 if (enctype
== REDIS_RDB_ENC_INT8
) {
1948 if (fread(enc
,1,1,fp
) == 0) return NULL
;
1949 val
= (signed char)enc
[0];
1950 } else if (enctype
== REDIS_RDB_ENC_INT16
) {
1952 if (fread(enc
,2,1,fp
) == 0) return NULL
;
1953 v
= enc
[0]|(enc
[1]<<8);
1955 } else if (enctype
== REDIS_RDB_ENC_INT32
) {
1957 if (fread(enc
,4,1,fp
) == 0) return NULL
;
1958 v
= enc
[0]|(enc
[1]<<8)|(enc
[2]<<16)|(enc
[3]<<24);
1961 val
= 0; /* anti-warning */
1964 return createObject(REDIS_STRING
,sdscatprintf(sdsempty(),"%lld",val
));
1967 static robj
*rdbLoadLzfStringObject(FILE*fp
, int rdbver
) {
1968 unsigned int len
, clen
;
1969 unsigned char *c
= NULL
;
1972 if ((clen
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
1973 if ((len
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
1974 if ((c
= zmalloc(clen
)) == NULL
) goto err
;
1975 if ((val
= sdsnewlen(NULL
,len
)) == NULL
) goto err
;
1976 if (fread(c
,clen
,1,fp
) == 0) goto err
;
1977 if (lzf_decompress(c
,clen
,val
,len
) == 0) goto err
;
1978 return createObject(REDIS_STRING
,val
);
1985 static robj
*rdbLoadStringObject(FILE*fp
, int rdbver
) {
1990 len
= rdbLoadLen(fp
,rdbver
,&isencoded
);
1993 case REDIS_RDB_ENC_INT8
:
1994 case REDIS_RDB_ENC_INT16
:
1995 case REDIS_RDB_ENC_INT32
:
1996 return tryObjectSharing(rdbLoadIntegerObject(fp
,len
));
1997 case REDIS_RDB_ENC_LZF
:
1998 return tryObjectSharing(rdbLoadLzfStringObject(fp
,rdbver
));
2004 if (len
== REDIS_RDB_LENERR
) return NULL
;
2005 val
= sdsnewlen(NULL
,len
);
2006 if (len
&& fread(val
,len
,1,fp
) == 0) {
2010 return tryObjectSharing(createObject(REDIS_STRING
,val
));
2013 static int rdbLoad(char *filename
) {
2015 robj
*keyobj
= NULL
;
2017 int type
, retval
, rdbver
;
2018 dict
*d
= server
.db
[0].dict
;
2019 redisDb
*db
= server
.db
+0;
2021 time_t expiretime
= -1, now
= time(NULL
);
2023 fp
= fopen(filename
,"r");
2024 if (!fp
) return REDIS_ERR
;
2025 if (fread(buf
,9,1,fp
) == 0) goto eoferr
;
2027 if (memcmp(buf
,"REDIS",5) != 0) {
2029 redisLog(REDIS_WARNING
,"Wrong signature trying to load DB from file");
2032 rdbver
= atoi(buf
+5);
2035 redisLog(REDIS_WARNING
,"Can't handle RDB format version %d",rdbver
);
2042 if ((type
= rdbLoadType(fp
)) == -1) goto eoferr
;
2043 if (type
== REDIS_EXPIRETIME
) {
2044 if ((expiretime
= rdbLoadTime(fp
)) == -1) goto eoferr
;
2045 /* We read the time so we need to read the object type again */
2046 if ((type
= rdbLoadType(fp
)) == -1) goto eoferr
;
2048 if (type
== REDIS_EOF
) break;
2049 /* Handle SELECT DB opcode as a special case */
2050 if (type
== REDIS_SELECTDB
) {
2051 if ((dbid
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
)
2053 if (dbid
>= (unsigned)server
.dbnum
) {
2054 redisLog(REDIS_WARNING
,"FATAL: Data file was created with a Redis server configured to handle more than %d databases. Exiting\n", server
.dbnum
);
2057 db
= server
.db
+dbid
;
2062 if ((keyobj
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2064 if (type
== REDIS_STRING
) {
2065 /* Read string value */
2066 if ((o
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2067 } else if (type
== REDIS_LIST
|| type
== REDIS_SET
) {
2068 /* Read list/set value */
2071 if ((listlen
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
)
2073 o
= (type
== REDIS_LIST
) ? createListObject() : createSetObject();
2074 /* Load every single element of the list/set */
2078 if ((ele
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2079 if (type
== REDIS_LIST
) {
2080 if (!listAddNodeTail((list
*)o
->ptr
,ele
))
2081 oom("listAddNodeTail");
2083 if (dictAdd((dict
*)o
->ptr
,ele
,NULL
) == DICT_ERR
)
2090 /* Add the new object in the hash table */
2091 retval
= dictAdd(d
,keyobj
,o
);
2092 if (retval
== DICT_ERR
) {
2093 redisLog(REDIS_WARNING
,"Loading DB, duplicated key (%s) found! Unrecoverable error, exiting now.", keyobj
->ptr
);
2096 /* Set the expire time if needed */
2097 if (expiretime
!= -1) {
2098 setExpire(db
,keyobj
,expiretime
);
2099 /* Delete this key if already expired */
2100 if (expiretime
< now
) deleteKey(db
,keyobj
);
2108 eoferr
: /* unexpected end of file is handled here with a fatal exit */
2109 if (keyobj
) decrRefCount(keyobj
);
2110 redisLog(REDIS_WARNING
,"Short read or OOM loading DB. Unrecoverable error, exiting now.");
2112 return REDIS_ERR
; /* Just to avoid warning */
2115 /*================================== Commands =============================== */
2117 static void authCommand(redisClient
*c
) {
2118 if (!server
.requirepass
|| !strcmp(c
->argv
[1]->ptr
, server
.requirepass
)) {
2119 c
->authenticated
= 1;
2120 addReply(c
,shared
.ok
);
2122 c
->authenticated
= 0;
2123 addReply(c
,shared
.err
);
2127 static void pingCommand(redisClient
*c
) {
2128 addReply(c
,shared
.pong
);
2131 static void echoCommand(redisClient
*c
) {
2132 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",
2133 (int)sdslen(c
->argv
[1]->ptr
)));
2134 addReply(c
,c
->argv
[1]);
2135 addReply(c
,shared
.crlf
);
2138 /*=================================== Strings =============================== */
2140 static void setGenericCommand(redisClient
*c
, int nx
) {
2143 retval
= dictAdd(c
->db
->dict
,c
->argv
[1],c
->argv
[2]);
2144 if (retval
== DICT_ERR
) {
2146 dictReplace(c
->db
->dict
,c
->argv
[1],c
->argv
[2]);
2147 incrRefCount(c
->argv
[2]);
2149 addReply(c
,shared
.czero
);
2153 incrRefCount(c
->argv
[1]);
2154 incrRefCount(c
->argv
[2]);
2157 removeExpire(c
->db
,c
->argv
[1]);
2158 addReply(c
, nx
? shared
.cone
: shared
.ok
);
2161 static void setCommand(redisClient
*c
) {
2162 setGenericCommand(c
,0);
2165 static void setnxCommand(redisClient
*c
) {
2166 setGenericCommand(c
,1);
2169 static void getCommand(redisClient
*c
) {
2170 robj
*o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2173 addReply(c
,shared
.nullbulk
);
2175 if (o
->type
!= REDIS_STRING
) {
2176 addReply(c
,shared
.wrongtypeerr
);
2178 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(o
->ptr
)));
2180 addReply(c
,shared
.crlf
);
2185 static void getSetCommand(redisClient
*c
) {
2187 if (dictAdd(c
->db
->dict
,c
->argv
[1],c
->argv
[2]) == DICT_ERR
) {
2188 dictReplace(c
->db
->dict
,c
->argv
[1],c
->argv
[2]);
2190 incrRefCount(c
->argv
[1]);
2192 incrRefCount(c
->argv
[2]);
2194 removeExpire(c
->db
,c
->argv
[1]);
2197 static void mgetCommand(redisClient
*c
) {
2200 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",c
->argc
-1));
2201 for (j
= 1; j
< c
->argc
; j
++) {
2202 robj
*o
= lookupKeyRead(c
->db
,c
->argv
[j
]);
2204 addReply(c
,shared
.nullbulk
);
2206 if (o
->type
!= REDIS_STRING
) {
2207 addReply(c
,shared
.nullbulk
);
2209 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(o
->ptr
)));
2211 addReply(c
,shared
.crlf
);
2217 static void incrDecrCommand(redisClient
*c
, long long incr
) {
2222 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2226 if (o
->type
!= REDIS_STRING
) {
2231 value
= strtoll(o
->ptr
, &eptr
, 10);
2236 o
= createObject(REDIS_STRING
,sdscatprintf(sdsempty(),"%lld",value
));
2237 retval
= dictAdd(c
->db
->dict
,c
->argv
[1],o
);
2238 if (retval
== DICT_ERR
) {
2239 dictReplace(c
->db
->dict
,c
->argv
[1],o
);
2240 removeExpire(c
->db
,c
->argv
[1]);
2242 incrRefCount(c
->argv
[1]);
2245 addReply(c
,shared
.colon
);
2247 addReply(c
,shared
.crlf
);
2250 static void incrCommand(redisClient
*c
) {
2251 incrDecrCommand(c
,1);
2254 static void decrCommand(redisClient
*c
) {
2255 incrDecrCommand(c
,-1);
2258 static void incrbyCommand(redisClient
*c
) {
2259 long long incr
= strtoll(c
->argv
[2]->ptr
, NULL
, 10);
2260 incrDecrCommand(c
,incr
);
2263 static void decrbyCommand(redisClient
*c
) {
2264 long long incr
= strtoll(c
->argv
[2]->ptr
, NULL
, 10);
2265 incrDecrCommand(c
,-incr
);
2268 /* ========================= Type agnostic commands ========================= */
2270 static void delCommand(redisClient
*c
) {
2271 if (deleteKey(c
->db
,c
->argv
[1])) {
2273 addReply(c
,shared
.cone
);
2275 addReply(c
,shared
.czero
);
2279 static void existsCommand(redisClient
*c
) {
2280 addReply(c
,lookupKeyRead(c
->db
,c
->argv
[1]) ? shared
.cone
: shared
.czero
);
2283 static void selectCommand(redisClient
*c
) {
2284 int id
= atoi(c
->argv
[1]->ptr
);
2286 if (selectDb(c
,id
) == REDIS_ERR
) {
2287 addReplySds(c
,sdsnew("-ERR invalid DB index\r\n"));
2289 addReply(c
,shared
.ok
);
2293 static void randomkeyCommand(redisClient
*c
) {
2297 de
= dictGetRandomKey(c
->db
->dict
);
2298 if (!de
|| expireIfNeeded(c
->db
,dictGetEntryKey(de
)) == 0) break;
2301 addReply(c
,shared
.plus
);
2302 addReply(c
,shared
.crlf
);
2304 addReply(c
,shared
.plus
);
2305 addReply(c
,dictGetEntryKey(de
));
2306 addReply(c
,shared
.crlf
);
2310 static void keysCommand(redisClient
*c
) {
2313 sds pattern
= c
->argv
[1]->ptr
;
2314 int plen
= sdslen(pattern
);
2315 int numkeys
= 0, keyslen
= 0;
2316 robj
*lenobj
= createObject(REDIS_STRING
,NULL
);
2318 di
= dictGetIterator(c
->db
->dict
);
2319 if (!di
) oom("dictGetIterator");
2321 decrRefCount(lenobj
);
2322 while((de
= dictNext(di
)) != NULL
) {
2323 robj
*keyobj
= dictGetEntryKey(de
);
2325 sds key
= keyobj
->ptr
;
2326 if ((pattern
[0] == '*' && pattern
[1] == '\0') ||
2327 stringmatchlen(pattern
,plen
,key
,sdslen(key
),0)) {
2328 if (expireIfNeeded(c
->db
,keyobj
) == 0) {
2330 addReply(c
,shared
.space
);
2333 keyslen
+= sdslen(key
);
2337 dictReleaseIterator(di
);
2338 lenobj
->ptr
= sdscatprintf(sdsempty(),"$%lu\r\n",keyslen
+(numkeys
? (numkeys
-1) : 0));
2339 addReply(c
,shared
.crlf
);
2342 static void dbsizeCommand(redisClient
*c
) {
2344 sdscatprintf(sdsempty(),":%lu\r\n",dictSize(c
->db
->dict
)));
2347 static void lastsaveCommand(redisClient
*c
) {
2349 sdscatprintf(sdsempty(),":%lu\r\n",server
.lastsave
));
2352 static void typeCommand(redisClient
*c
) {
2356 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2361 case REDIS_STRING
: type
= "+string"; break;
2362 case REDIS_LIST
: type
= "+list"; break;
2363 case REDIS_SET
: type
= "+set"; break;
2364 default: type
= "unknown"; break;
2367 addReplySds(c
,sdsnew(type
));
2368 addReply(c
,shared
.crlf
);
2371 static void saveCommand(redisClient
*c
) {
2372 if (server
.bgsaveinprogress
) {
2373 addReplySds(c
,sdsnew("-ERR background save in progress\r\n"));
2376 if (rdbSave(server
.dbfilename
) == REDIS_OK
) {
2377 addReply(c
,shared
.ok
);
2379 addReply(c
,shared
.err
);
2383 static void bgsaveCommand(redisClient
*c
) {
2384 if (server
.bgsaveinprogress
) {
2385 addReplySds(c
,sdsnew("-ERR background save already in progress\r\n"));
2388 if (rdbSaveBackground(server
.dbfilename
) == REDIS_OK
) {
2389 addReply(c
,shared
.ok
);
2391 addReply(c
,shared
.err
);
2395 static void shutdownCommand(redisClient
*c
) {
2396 redisLog(REDIS_WARNING
,"User requested shutdown, saving DB...");
2397 /* XXX: TODO kill the child if there is a bgsave in progress */
2398 if (rdbSave(server
.dbfilename
) == REDIS_OK
) {
2399 if (server
.daemonize
) {
2400 unlink(server
.pidfile
);
2402 redisLog(REDIS_WARNING
,"%zu bytes used at exit",zmalloc_used_memory());
2403 redisLog(REDIS_WARNING
,"Server exit now, bye bye...");
2406 redisLog(REDIS_WARNING
,"Error trying to save the DB, can't exit");
2407 addReplySds(c
,sdsnew("-ERR can't quit, problems saving the DB\r\n"));
2411 static void renameGenericCommand(redisClient
*c
, int nx
) {
2414 /* To use the same key as src and dst is probably an error */
2415 if (sdscmp(c
->argv
[1]->ptr
,c
->argv
[2]->ptr
) == 0) {
2416 addReply(c
,shared
.sameobjecterr
);
2420 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2422 addReply(c
,shared
.nokeyerr
);
2426 deleteIfVolatile(c
->db
,c
->argv
[2]);
2427 if (dictAdd(c
->db
->dict
,c
->argv
[2],o
) == DICT_ERR
) {
2430 addReply(c
,shared
.czero
);
2433 dictReplace(c
->db
->dict
,c
->argv
[2],o
);
2435 incrRefCount(c
->argv
[2]);
2437 deleteKey(c
->db
,c
->argv
[1]);
2439 addReply(c
,nx
? shared
.cone
: shared
.ok
);
2442 static void renameCommand(redisClient
*c
) {
2443 renameGenericCommand(c
,0);
2446 static void renamenxCommand(redisClient
*c
) {
2447 renameGenericCommand(c
,1);
2450 static void moveCommand(redisClient
*c
) {
2455 /* Obtain source and target DB pointers */
2458 if (selectDb(c
,atoi(c
->argv
[2]->ptr
)) == REDIS_ERR
) {
2459 addReply(c
,shared
.outofrangeerr
);
2463 selectDb(c
,srcid
); /* Back to the source DB */
2465 /* If the user is moving using as target the same
2466 * DB as the source DB it is probably an error. */
2468 addReply(c
,shared
.sameobjecterr
);
2472 /* Check if the element exists and get a reference */
2473 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2475 addReply(c
,shared
.czero
);
2479 /* Try to add the element to the target DB */
2480 deleteIfVolatile(dst
,c
->argv
[1]);
2481 if (dictAdd(dst
->dict
,c
->argv
[1],o
) == DICT_ERR
) {
2482 addReply(c
,shared
.czero
);
2485 incrRefCount(c
->argv
[1]);
2488 /* OK! key moved, free the entry in the source DB */
2489 deleteKey(src
,c
->argv
[1]);
2491 addReply(c
,shared
.cone
);
2494 /* =================================== Lists ================================ */
2495 static void pushGenericCommand(redisClient
*c
, int where
) {
2499 lobj
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2501 lobj
= createListObject();
2503 if (where
== REDIS_HEAD
) {
2504 if (!listAddNodeHead(list
,c
->argv
[2])) oom("listAddNodeHead");
2506 if (!listAddNodeTail(list
,c
->argv
[2])) oom("listAddNodeTail");
2508 dictAdd(c
->db
->dict
,c
->argv
[1],lobj
);
2509 incrRefCount(c
->argv
[1]);
2510 incrRefCount(c
->argv
[2]);
2512 if (lobj
->type
!= REDIS_LIST
) {
2513 addReply(c
,shared
.wrongtypeerr
);
2517 if (where
== REDIS_HEAD
) {
2518 if (!listAddNodeHead(list
,c
->argv
[2])) oom("listAddNodeHead");
2520 if (!listAddNodeTail(list
,c
->argv
[2])) oom("listAddNodeTail");
2522 incrRefCount(c
->argv
[2]);
2525 addReply(c
,shared
.ok
);
2528 static void lpushCommand(redisClient
*c
) {
2529 pushGenericCommand(c
,REDIS_HEAD
);
2532 static void rpushCommand(redisClient
*c
) {
2533 pushGenericCommand(c
,REDIS_TAIL
);
2536 static void llenCommand(redisClient
*c
) {
2540 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2542 addReply(c
,shared
.czero
);
2545 if (o
->type
!= REDIS_LIST
) {
2546 addReply(c
,shared
.wrongtypeerr
);
2549 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",listLength(l
)));
2554 static void lindexCommand(redisClient
*c
) {
2556 int index
= atoi(c
->argv
[2]->ptr
);
2558 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2560 addReply(c
,shared
.nullbulk
);
2562 if (o
->type
!= REDIS_LIST
) {
2563 addReply(c
,shared
.wrongtypeerr
);
2565 list
*list
= o
->ptr
;
2568 ln
= listIndex(list
, index
);
2570 addReply(c
,shared
.nullbulk
);
2572 robj
*ele
= listNodeValue(ln
);
2573 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(ele
->ptr
)));
2575 addReply(c
,shared
.crlf
);
2581 static void lsetCommand(redisClient
*c
) {
2583 int index
= atoi(c
->argv
[2]->ptr
);
2585 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2587 addReply(c
,shared
.nokeyerr
);
2589 if (o
->type
!= REDIS_LIST
) {
2590 addReply(c
,shared
.wrongtypeerr
);
2592 list
*list
= o
->ptr
;
2595 ln
= listIndex(list
, index
);
2597 addReply(c
,shared
.outofrangeerr
);
2599 robj
*ele
= listNodeValue(ln
);
2602 listNodeValue(ln
) = c
->argv
[3];
2603 incrRefCount(c
->argv
[3]);
2604 addReply(c
,shared
.ok
);
2611 static void popGenericCommand(redisClient
*c
, int where
) {
2614 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2616 addReply(c
,shared
.nullbulk
);
2618 if (o
->type
!= REDIS_LIST
) {
2619 addReply(c
,shared
.wrongtypeerr
);
2621 list
*list
= o
->ptr
;
2624 if (where
== REDIS_HEAD
)
2625 ln
= listFirst(list
);
2627 ln
= listLast(list
);
2630 addReply(c
,shared
.nullbulk
);
2632 robj
*ele
= listNodeValue(ln
);
2633 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(ele
->ptr
)));
2635 addReply(c
,shared
.crlf
);
2636 listDelNode(list
,ln
);
2643 static void lpopCommand(redisClient
*c
) {
2644 popGenericCommand(c
,REDIS_HEAD
);
2647 static void rpopCommand(redisClient
*c
) {
2648 popGenericCommand(c
,REDIS_TAIL
);
2651 static void lrangeCommand(redisClient
*c
) {
2653 int start
= atoi(c
->argv
[2]->ptr
);
2654 int end
= atoi(c
->argv
[3]->ptr
);
2656 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2658 addReply(c
,shared
.nullmultibulk
);
2660 if (o
->type
!= REDIS_LIST
) {
2661 addReply(c
,shared
.wrongtypeerr
);
2663 list
*list
= o
->ptr
;
2665 int llen
= listLength(list
);
2669 /* convert negative indexes */
2670 if (start
< 0) start
= llen
+start
;
2671 if (end
< 0) end
= llen
+end
;
2672 if (start
< 0) start
= 0;
2673 if (end
< 0) end
= 0;
2675 /* indexes sanity checks */
2676 if (start
> end
|| start
>= llen
) {
2677 /* Out of range start or start > end result in empty list */
2678 addReply(c
,shared
.emptymultibulk
);
2681 if (end
>= llen
) end
= llen
-1;
2682 rangelen
= (end
-start
)+1;
2684 /* Return the result in form of a multi-bulk reply */
2685 ln
= listIndex(list
, start
);
2686 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",rangelen
));
2687 for (j
= 0; j
< rangelen
; j
++) {
2688 ele
= listNodeValue(ln
);
2689 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(ele
->ptr
)));
2691 addReply(c
,shared
.crlf
);
2698 static void ltrimCommand(redisClient
*c
) {
2700 int start
= atoi(c
->argv
[2]->ptr
);
2701 int end
= atoi(c
->argv
[3]->ptr
);
2703 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2705 addReply(c
,shared
.nokeyerr
);
2707 if (o
->type
!= REDIS_LIST
) {
2708 addReply(c
,shared
.wrongtypeerr
);
2710 list
*list
= o
->ptr
;
2712 int llen
= listLength(list
);
2713 int j
, ltrim
, rtrim
;
2715 /* convert negative indexes */
2716 if (start
< 0) start
= llen
+start
;
2717 if (end
< 0) end
= llen
+end
;
2718 if (start
< 0) start
= 0;
2719 if (end
< 0) end
= 0;
2721 /* indexes sanity checks */
2722 if (start
> end
|| start
>= llen
) {
2723 /* Out of range start or start > end result in empty list */
2727 if (end
>= llen
) end
= llen
-1;
2732 /* Remove list elements to perform the trim */
2733 for (j
= 0; j
< ltrim
; j
++) {
2734 ln
= listFirst(list
);
2735 listDelNode(list
,ln
);
2737 for (j
= 0; j
< rtrim
; j
++) {
2738 ln
= listLast(list
);
2739 listDelNode(list
,ln
);
2741 addReply(c
,shared
.ok
);
2747 static void lremCommand(redisClient
*c
) {
2750 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2752 addReply(c
,shared
.nokeyerr
);
2754 if (o
->type
!= REDIS_LIST
) {
2755 addReply(c
,shared
.wrongtypeerr
);
2757 list
*list
= o
->ptr
;
2758 listNode
*ln
, *next
;
2759 int toremove
= atoi(c
->argv
[2]->ptr
);
2764 toremove
= -toremove
;
2767 ln
= fromtail
? list
->tail
: list
->head
;
2769 robj
*ele
= listNodeValue(ln
);
2771 next
= fromtail
? ln
->prev
: ln
->next
;
2772 if (sdscmp(ele
->ptr
,c
->argv
[3]->ptr
) == 0) {
2773 listDelNode(list
,ln
);
2776 if (toremove
&& removed
== toremove
) break;
2780 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",removed
));
2785 /* ==================================== Sets ================================ */
2787 static void saddCommand(redisClient
*c
) {
2790 set
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2792 set
= createSetObject();
2793 dictAdd(c
->db
->dict
,c
->argv
[1],set
);
2794 incrRefCount(c
->argv
[1]);
2796 if (set
->type
!= REDIS_SET
) {
2797 addReply(c
,shared
.wrongtypeerr
);
2801 if (dictAdd(set
->ptr
,c
->argv
[2],NULL
) == DICT_OK
) {
2802 incrRefCount(c
->argv
[2]);
2804 addReply(c
,shared
.cone
);
2806 addReply(c
,shared
.czero
);
2810 static void sremCommand(redisClient
*c
) {
2813 set
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2815 addReply(c
,shared
.czero
);
2817 if (set
->type
!= REDIS_SET
) {
2818 addReply(c
,shared
.wrongtypeerr
);
2821 if (dictDelete(set
->ptr
,c
->argv
[2]) == DICT_OK
) {
2823 addReply(c
,shared
.cone
);
2825 addReply(c
,shared
.czero
);
2830 static void smoveCommand(redisClient
*c
) {
2831 robj
*srcset
, *dstset
;
2833 srcset
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2834 dstset
= lookupKeyWrite(c
->db
,c
->argv
[2]);
2836 /* If the source key does not exist return 0, if it's of the wrong type
2838 if (srcset
== NULL
|| srcset
->type
!= REDIS_SET
) {
2839 addReply(c
, srcset
? shared
.wrongtypeerr
: shared
.czero
);
2842 /* Error if the destination key is not a set as well */
2843 if (dstset
&& dstset
->type
!= REDIS_SET
) {
2844 addReply(c
,shared
.wrongtypeerr
);
2847 /* Remove the element from the source set */
2848 if (dictDelete(srcset
->ptr
,c
->argv
[3]) == DICT_ERR
) {
2849 /* Key not found in the src set! return zero */
2850 addReply(c
,shared
.czero
);
2854 /* Add the element to the destination set */
2856 dstset
= createSetObject();
2857 dictAdd(c
->db
->dict
,c
->argv
[2],dstset
);
2858 incrRefCount(c
->argv
[2]);
2860 if (dictAdd(dstset
->ptr
,c
->argv
[3],NULL
) == DICT_OK
)
2861 incrRefCount(c
->argv
[3]);
2862 addReply(c
,shared
.cone
);
2865 static void sismemberCommand(redisClient
*c
) {
2868 set
= lookupKeyRead(c
->db
,c
->argv
[1]);
2870 addReply(c
,shared
.czero
);
2872 if (set
->type
!= REDIS_SET
) {
2873 addReply(c
,shared
.wrongtypeerr
);
2876 if (dictFind(set
->ptr
,c
->argv
[2]))
2877 addReply(c
,shared
.cone
);
2879 addReply(c
,shared
.czero
);
2883 static void scardCommand(redisClient
*c
) {
2887 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2889 addReply(c
,shared
.czero
);
2892 if (o
->type
!= REDIS_SET
) {
2893 addReply(c
,shared
.wrongtypeerr
);
2896 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",
2902 static int qsortCompareSetsByCardinality(const void *s1
, const void *s2
) {
2903 dict
**d1
= (void*) s1
, **d2
= (void*) s2
;
2905 return dictSize(*d1
)-dictSize(*d2
);
2908 static void sinterGenericCommand(redisClient
*c
, robj
**setskeys
, int setsnum
, robj
*dstkey
) {
2909 dict
**dv
= zmalloc(sizeof(dict
*)*setsnum
);
2912 robj
*lenobj
= NULL
, *dstset
= NULL
;
2913 int j
, cardinality
= 0;
2915 if (!dv
) oom("sinterCommand");
2916 for (j
= 0; j
< setsnum
; j
++) {
2920 lookupKeyWrite(c
->db
,setskeys
[j
]) :
2921 lookupKeyRead(c
->db
,setskeys
[j
]);
2925 deleteKey(c
->db
,dstkey
);
2926 addReply(c
,shared
.ok
);
2928 addReply(c
,shared
.nullmultibulk
);
2932 if (setobj
->type
!= REDIS_SET
) {
2934 addReply(c
,shared
.wrongtypeerr
);
2937 dv
[j
] = setobj
->ptr
;
2939 /* Sort sets from the smallest to largest, this will improve our
2940 * algorithm's performace */
2941 qsort(dv
,setsnum
,sizeof(dict
*),qsortCompareSetsByCardinality
);
2943 /* The first thing we should output is the total number of elements...
2944 * since this is a multi-bulk write, but at this stage we don't know
2945 * the intersection set size, so we use a trick, append an empty object
2946 * to the output list and save the pointer to later modify it with the
2949 lenobj
= createObject(REDIS_STRING
,NULL
);
2951 decrRefCount(lenobj
);
2953 /* If we have a target key where to store the resulting set
2954 * create this key with an empty set inside */
2955 dstset
= createSetObject();
2956 deleteKey(c
->db
,dstkey
);
2957 dictAdd(c
->db
->dict
,dstkey
,dstset
);
2958 incrRefCount(dstkey
);
2961 /* Iterate all the elements of the first (smallest) set, and test
2962 * the element against all the other sets, if at least one set does
2963 * not include the element it is discarded */
2964 di
= dictGetIterator(dv
[0]);
2965 if (!di
) oom("dictGetIterator");
2967 while((de
= dictNext(di
)) != NULL
) {
2970 for (j
= 1; j
< setsnum
; j
++)
2971 if (dictFind(dv
[j
],dictGetEntryKey(de
)) == NULL
) break;
2973 continue; /* at least one set does not contain the member */
2974 ele
= dictGetEntryKey(de
);
2976 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",sdslen(ele
->ptr
)));
2978 addReply(c
,shared
.crlf
);
2981 dictAdd(dstset
->ptr
,ele
,NULL
);
2985 dictReleaseIterator(di
);
2988 lenobj
->ptr
= sdscatprintf(sdsempty(),"*%d\r\n",cardinality
);
2990 addReply(c
,shared
.ok
);
2996 static void sinterCommand(redisClient
*c
) {
2997 sinterGenericCommand(c
,c
->argv
+1,c
->argc
-1,NULL
);
3000 static void sinterstoreCommand(redisClient
*c
) {
3001 sinterGenericCommand(c
,c
->argv
+2,c
->argc
-2,c
->argv
[1]);
3004 static void sunionGenericCommand(redisClient
*c
, robj
**setskeys
, int setsnum
, robj
*dstkey
) {
3005 dict
**dv
= zmalloc(sizeof(dict
*)*setsnum
);
3008 robj
*lenobj
= NULL
, *dstset
= NULL
;
3009 int j
, cardinality
= 0;
3011 if (!dv
) oom("sunionCommand");
3012 for (j
= 0; j
< setsnum
; j
++) {
3016 lookupKeyWrite(c
->db
,setskeys
[j
]) :
3017 lookupKeyRead(c
->db
,setskeys
[j
]);
3022 if (setobj
->type
!= REDIS_SET
) {
3024 addReply(c
,shared
.wrongtypeerr
);
3027 dv
[j
] = setobj
->ptr
;
3030 /* We need a temp set object to store our union. If the dstkey
3031 * is not NULL (that is, we are inside an SUNIONSTORE operation) then
3032 * this set object will be the resulting object to set into the target key*/
3033 dstset
= createSetObject();
3035 /* The first thing we should output is the total number of elements...
3036 * since this is a multi-bulk write, but at this stage we don't know
3037 * the intersection set size, so we use a trick, append an empty object
3038 * to the output list and save the pointer to later modify it with the
3041 lenobj
= createObject(REDIS_STRING
,NULL
);
3043 decrRefCount(lenobj
);
3045 /* If we have a target key where to store the resulting set
3046 * create this key with an empty set inside */
3047 deleteKey(c
->db
,dstkey
);
3048 dictAdd(c
->db
->dict
,dstkey
,dstset
);
3049 incrRefCount(dstkey
);
3053 /* Iterate all the elements of all the sets, add every element a single
3054 * time to the result set */
3055 for (j
= 0; j
< setsnum
; j
++) {
3056 if (!dv
[j
]) continue; /* non existing keys are like empty sets */
3058 di
= dictGetIterator(dv
[j
]);
3059 if (!di
) oom("dictGetIterator");
3061 while((de
= dictNext(di
)) != NULL
) {
3064 /* dictAdd will not add the same element multiple times */
3065 ele
= dictGetEntryKey(de
);
3066 if (dictAdd(dstset
->ptr
,ele
,NULL
) == DICT_OK
) {
3069 addReplySds(c
,sdscatprintf(sdsempty(),
3070 "$%d\r\n",sdslen(ele
->ptr
)));
3072 addReply(c
,shared
.crlf
);
3077 dictReleaseIterator(di
);
3081 lenobj
->ptr
= sdscatprintf(sdsempty(),"*%d\r\n",cardinality
);
3082 decrRefCount(dstset
);
3084 addReply(c
,shared
.ok
);
3090 static void sunionCommand(redisClient
*c
) {
3091 sunionGenericCommand(c
,c
->argv
+1,c
->argc
-1,NULL
);
3094 static void sunionstoreCommand(redisClient
*c
) {
3095 sunionGenericCommand(c
,c
->argv
+2,c
->argc
-2,c
->argv
[1]);
3098 static void flushdbCommand(redisClient
*c
) {
3099 server
.dirty
+= dictSize(c
->db
->dict
);
3100 dictEmpty(c
->db
->dict
);
3101 dictEmpty(c
->db
->expires
);
3102 addReply(c
,shared
.ok
);
3105 static void flushallCommand(redisClient
*c
) {
3106 server
.dirty
+= emptyDb();
3107 addReply(c
,shared
.ok
);
3108 rdbSave(server
.dbfilename
);
3112 redisSortOperation
*createSortOperation(int type
, robj
*pattern
) {
3113 redisSortOperation
*so
= zmalloc(sizeof(*so
));
3114 if (!so
) oom("createSortOperation");
3116 so
->pattern
= pattern
;
3120 /* Return the value associated to the key with a name obtained
3121 * substituting the first occurence of '*' in 'pattern' with 'subst' */
3122 robj
*lookupKeyByPattern(redisDb
*db
, robj
*pattern
, robj
*subst
) {
3126 int prefixlen
, sublen
, postfixlen
;
3127 /* Expoit the internal sds representation to create a sds string allocated on the stack in order to make this function faster */
3131 char buf
[REDIS_SORTKEY_MAX
+1];
3134 spat
= pattern
->ptr
;
3136 if (sdslen(spat
)+sdslen(ssub
)-1 > REDIS_SORTKEY_MAX
) return NULL
;
3137 p
= strchr(spat
,'*');
3138 if (!p
) return NULL
;
3141 sublen
= sdslen(ssub
);
3142 postfixlen
= sdslen(spat
)-(prefixlen
+1);
3143 memcpy(keyname
.buf
,spat
,prefixlen
);
3144 memcpy(keyname
.buf
+prefixlen
,ssub
,sublen
);
3145 memcpy(keyname
.buf
+prefixlen
+sublen
,p
+1,postfixlen
);
3146 keyname
.buf
[prefixlen
+sublen
+postfixlen
] = '\0';
3147 keyname
.len
= prefixlen
+sublen
+postfixlen
;
3149 keyobj
.refcount
= 1;
3150 keyobj
.type
= REDIS_STRING
;
3151 keyobj
.ptr
= ((char*)&keyname
)+(sizeof(long)*2);
3153 /* printf("lookup '%s' => %p\n", keyname.buf,de); */
3154 return lookupKeyRead(db
,&keyobj
);
3157 /* sortCompare() is used by qsort in sortCommand(). Given that qsort_r with
3158 * the additional parameter is not standard but a BSD-specific we have to
3159 * pass sorting parameters via the global 'server' structure */
3160 static int sortCompare(const void *s1
, const void *s2
) {
3161 const redisSortObject
*so1
= s1
, *so2
= s2
;
3164 if (!server
.sort_alpha
) {
3165 /* Numeric sorting. Here it's trivial as we precomputed scores */
3166 if (so1
->u
.score
> so2
->u
.score
) {
3168 } else if (so1
->u
.score
< so2
->u
.score
) {
3174 /* Alphanumeric sorting */
3175 if (server
.sort_bypattern
) {
3176 if (!so1
->u
.cmpobj
|| !so2
->u
.cmpobj
) {
3177 /* At least one compare object is NULL */
3178 if (so1
->u
.cmpobj
== so2
->u
.cmpobj
)
3180 else if (so1
->u
.cmpobj
== NULL
)
3185 /* We have both the objects, use strcoll */
3186 cmp
= strcoll(so1
->u
.cmpobj
->ptr
,so2
->u
.cmpobj
->ptr
);
3189 /* Compare elements directly */
3190 cmp
= strcoll(so1
->obj
->ptr
,so2
->obj
->ptr
);
3193 return server
.sort_desc
? -cmp
: cmp
;
3196 /* The SORT command is the most complex command in Redis. Warning: this code
3197 * is optimized for speed and a bit less for readability */
3198 static void sortCommand(redisClient
*c
) {
3201 int desc
= 0, alpha
= 0;
3202 int limit_start
= 0, limit_count
= -1, start
, end
;
3203 int j
, dontsort
= 0, vectorlen
;
3204 int getop
= 0; /* GET operation counter */
3205 robj
*sortval
, *sortby
= NULL
;
3206 redisSortObject
*vector
; /* Resulting vector to sort */
3208 /* Lookup the key to sort. It must be of the right types */
3209 sortval
= lookupKeyRead(c
->db
,c
->argv
[1]);
3210 if (sortval
== NULL
) {
3211 addReply(c
,shared
.nokeyerr
);
3214 if (sortval
->type
!= REDIS_SET
&& sortval
->type
!= REDIS_LIST
) {
3215 addReply(c
,shared
.wrongtypeerr
);
3219 /* Create a list of operations to perform for every sorted element.
3220 * Operations can be GET/DEL/INCR/DECR */
3221 operations
= listCreate();
3222 listSetFreeMethod(operations
,zfree
);
3225 /* Now we need to protect sortval incrementing its count, in the future
3226 * SORT may have options able to overwrite/delete keys during the sorting
3227 * and the sorted key itself may get destroied */
3228 incrRefCount(sortval
);
3230 /* The SORT command has an SQL-alike syntax, parse it */
3231 while(j
< c
->argc
) {
3232 int leftargs
= c
->argc
-j
-1;
3233 if (!strcasecmp(c
->argv
[j
]->ptr
,"asc")) {
3235 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"desc")) {
3237 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"alpha")) {
3239 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"limit") && leftargs
>= 2) {
3240 limit_start
= atoi(c
->argv
[j
+1]->ptr
);
3241 limit_count
= atoi(c
->argv
[j
+2]->ptr
);
3243 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"by") && leftargs
>= 1) {
3244 sortby
= c
->argv
[j
+1];
3245 /* If the BY pattern does not contain '*', i.e. it is constant,
3246 * we don't need to sort nor to lookup the weight keys. */
3247 if (strchr(c
->argv
[j
+1]->ptr
,'*') == NULL
) dontsort
= 1;
3249 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"get") && leftargs
>= 1) {
3250 listAddNodeTail(operations
,createSortOperation(
3251 REDIS_SORT_GET
,c
->argv
[j
+1]));
3254 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"del") && leftargs
>= 1) {
3255 listAddNodeTail(operations
,createSortOperation(
3256 REDIS_SORT_DEL
,c
->argv
[j
+1]));
3258 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"incr") && leftargs
>= 1) {
3259 listAddNodeTail(operations
,createSortOperation(
3260 REDIS_SORT_INCR
,c
->argv
[j
+1]));
3262 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"get") && leftargs
>= 1) {
3263 listAddNodeTail(operations
,createSortOperation(
3264 REDIS_SORT_DECR
,c
->argv
[j
+1]));
3267 decrRefCount(sortval
);
3268 listRelease(operations
);
3269 addReply(c
,shared
.syntaxerr
);
3275 /* Load the sorting vector with all the objects to sort */
3276 vectorlen
= (sortval
->type
== REDIS_LIST
) ?
3277 listLength((list
*)sortval
->ptr
) :
3278 dictSize((dict
*)sortval
->ptr
);
3279 vector
= zmalloc(sizeof(redisSortObject
)*vectorlen
);
3280 if (!vector
) oom("allocating objects vector for SORT");
3282 if (sortval
->type
== REDIS_LIST
) {
3283 list
*list
= sortval
->ptr
;
3287 while((ln
= listYield(list
))) {
3288 robj
*ele
= ln
->value
;
3289 vector
[j
].obj
= ele
;
3290 vector
[j
].u
.score
= 0;
3291 vector
[j
].u
.cmpobj
= NULL
;
3295 dict
*set
= sortval
->ptr
;
3299 di
= dictGetIterator(set
);
3300 if (!di
) oom("dictGetIterator");
3301 while((setele
= dictNext(di
)) != NULL
) {
3302 vector
[j
].obj
= dictGetEntryKey(setele
);
3303 vector
[j
].u
.score
= 0;
3304 vector
[j
].u
.cmpobj
= NULL
;
3307 dictReleaseIterator(di
);
3309 assert(j
== vectorlen
);
3311 /* Now it's time to load the right scores in the sorting vector */
3312 if (dontsort
== 0) {
3313 for (j
= 0; j
< vectorlen
; j
++) {
3317 byval
= lookupKeyByPattern(c
->db
,sortby
,vector
[j
].obj
);
3318 if (!byval
|| byval
->type
!= REDIS_STRING
) continue;
3320 vector
[j
].u
.cmpobj
= byval
;
3321 incrRefCount(byval
);
3323 vector
[j
].u
.score
= strtod(byval
->ptr
,NULL
);
3326 if (!alpha
) vector
[j
].u
.score
= strtod(vector
[j
].obj
->ptr
,NULL
);
3331 /* We are ready to sort the vector... perform a bit of sanity check
3332 * on the LIMIT option too. We'll use a partial version of quicksort. */
3333 start
= (limit_start
< 0) ? 0 : limit_start
;
3334 end
= (limit_count
< 0) ? vectorlen
-1 : start
+limit_count
-1;
3335 if (start
>= vectorlen
) {
3336 start
= vectorlen
-1;
3339 if (end
>= vectorlen
) end
= vectorlen
-1;
3341 if (dontsort
== 0) {
3342 server
.sort_desc
= desc
;
3343 server
.sort_alpha
= alpha
;
3344 server
.sort_bypattern
= sortby
? 1 : 0;
3345 qsort(vector
,vectorlen
,sizeof(redisSortObject
),sortCompare
);
3348 /* Send command output to the output buffer, performing the specified
3349 * GET/DEL/INCR/DECR operations if any. */
3350 outputlen
= getop
? getop
*(end
-start
+1) : end
-start
+1;
3351 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",outputlen
));
3352 for (j
= start
; j
<= end
; j
++) {
3355 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",
3356 sdslen(vector
[j
].obj
->ptr
)));
3357 addReply(c
,vector
[j
].obj
);
3358 addReply(c
,shared
.crlf
);
3360 listRewind(operations
);
3361 while((ln
= listYield(operations
))) {
3362 redisSortOperation
*sop
= ln
->value
;
3363 robj
*val
= lookupKeyByPattern(c
->db
,sop
->pattern
,
3366 if (sop
->type
== REDIS_SORT_GET
) {
3367 if (!val
|| val
->type
!= REDIS_STRING
) {
3368 addReply(c
,shared
.nullbulk
);
3370 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",
3373 addReply(c
,shared
.crlf
);
3375 } else if (sop
->type
== REDIS_SORT_DEL
) {
3382 decrRefCount(sortval
);
3383 listRelease(operations
);
3384 for (j
= 0; j
< vectorlen
; j
++) {
3385 if (sortby
&& alpha
&& vector
[j
].u
.cmpobj
)
3386 decrRefCount(vector
[j
].u
.cmpobj
);
3391 static void infoCommand(redisClient
*c
) {
3393 time_t uptime
= time(NULL
)-server
.stat_starttime
;
3395 info
= sdscatprintf(sdsempty(),
3396 "redis_version:%s\r\n"
3397 "connected_clients:%d\r\n"
3398 "connected_slaves:%d\r\n"
3399 "used_memory:%zu\r\n"
3400 "changes_since_last_save:%lld\r\n"
3401 "bgsave_in_progress:%d\r\n"
3402 "last_save_time:%d\r\n"
3403 "total_connections_received:%lld\r\n"
3404 "total_commands_processed:%lld\r\n"
3405 "uptime_in_seconds:%d\r\n"
3406 "uptime_in_days:%d\r\n"
3408 listLength(server
.clients
)-listLength(server
.slaves
),
3409 listLength(server
.slaves
),
3412 server
.bgsaveinprogress
,
3414 server
.stat_numconnections
,
3415 server
.stat_numcommands
,
3419 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",sdslen(info
)));
3420 addReplySds(c
,info
);
3421 addReply(c
,shared
.crlf
);
3424 static void monitorCommand(redisClient
*c
) {
3425 /* ignore MONITOR if aleady slave or in monitor mode */
3426 if (c
->flags
& REDIS_SLAVE
) return;
3428 c
->flags
|= (REDIS_SLAVE
|REDIS_MONITOR
);
3430 if (!listAddNodeTail(server
.monitors
,c
)) oom("listAddNodeTail");
3431 addReply(c
,shared
.ok
);
3434 /* ================================= Expire ================================= */
3435 static int removeExpire(redisDb
*db
, robj
*key
) {
3436 if (dictDelete(db
->expires
,key
) == DICT_OK
) {
3443 static int setExpire(redisDb
*db
, robj
*key
, time_t when
) {
3444 if (dictAdd(db
->expires
,key
,(void*)when
) == DICT_ERR
) {
3452 /* Return the expire time of the specified key, or -1 if no expire
3453 * is associated with this key (i.e. the key is non volatile) */
3454 static time_t getExpire(redisDb
*db
, robj
*key
) {
3457 /* No expire? return ASAP */
3458 if (dictSize(db
->expires
) == 0 ||
3459 (de
= dictFind(db
->expires
,key
)) == NULL
) return -1;
3461 return (time_t) dictGetEntryVal(de
);
3464 static int expireIfNeeded(redisDb
*db
, robj
*key
) {
3468 /* No expire? return ASAP */
3469 if (dictSize(db
->expires
) == 0 ||
3470 (de
= dictFind(db
->expires
,key
)) == NULL
) return 0;
3472 /* Lookup the expire */
3473 when
= (time_t) dictGetEntryVal(de
);
3474 if (time(NULL
) <= when
) return 0;
3476 /* Delete the key */
3477 dictDelete(db
->expires
,key
);
3478 return dictDelete(db
->dict
,key
) == DICT_OK
;
3481 static int deleteIfVolatile(redisDb
*db
, robj
*key
) {
3484 /* No expire? return ASAP */
3485 if (dictSize(db
->expires
) == 0 ||
3486 (de
= dictFind(db
->expires
,key
)) == NULL
) return 0;
3488 /* Delete the key */
3490 dictDelete(db
->expires
,key
);
3491 return dictDelete(db
->dict
,key
) == DICT_OK
;
3494 static void expireCommand(redisClient
*c
) {
3496 int seconds
= atoi(c
->argv
[2]->ptr
);
3498 de
= dictFind(c
->db
->dict
,c
->argv
[1]);
3500 addReply(c
,shared
.czero
);
3504 addReply(c
, shared
.czero
);
3507 time_t when
= time(NULL
)+seconds
;
3508 if (setExpire(c
->db
,c
->argv
[1],when
))
3509 addReply(c
,shared
.cone
);
3511 addReply(c
,shared
.czero
);
3516 /* =============================== Replication ============================= */
3518 static int syncWrite(int fd
, char *ptr
, ssize_t size
, int timeout
) {
3519 ssize_t nwritten
, ret
= size
;
3520 time_t start
= time(NULL
);
3524 if (aeWait(fd
,AE_WRITABLE
,1000) & AE_WRITABLE
) {
3525 nwritten
= write(fd
,ptr
,size
);
3526 if (nwritten
== -1) return -1;
3530 if ((time(NULL
)-start
) > timeout
) {
3538 static int syncRead(int fd
, char *ptr
, ssize_t size
, int timeout
) {
3539 ssize_t nread
, totread
= 0;
3540 time_t start
= time(NULL
);
3544 if (aeWait(fd
,AE_READABLE
,1000) & AE_READABLE
) {
3545 nread
= read(fd
,ptr
,size
);
3546 if (nread
== -1) return -1;
3551 if ((time(NULL
)-start
) > timeout
) {
3559 static int syncReadLine(int fd
, char *ptr
, ssize_t size
, int timeout
) {
3566 if (syncRead(fd
,&c
,1,timeout
) == -1) return -1;
3569 if (nread
&& *(ptr
-1) == '\r') *(ptr
-1) = '\0';
3580 static void syncCommand(redisClient
*c
) {
3581 /* ignore SYNC if aleady slave or in monitor mode */
3582 if (c
->flags
& REDIS_SLAVE
) return;
3584 /* SYNC can't be issued when the server has pending data to send to
3585 * the client about already issued commands. We need a fresh reply
3586 * buffer registering the differences between the BGSAVE and the current
3587 * dataset, so that we can copy to other slaves if needed. */
3588 if (listLength(c
->reply
) != 0) {
3589 addReplySds(c
,sdsnew("-ERR SYNC is invalid with pending input\r\n"));
3593 redisLog(REDIS_NOTICE
,"Slave ask for synchronization");
3594 /* Here we need to check if there is a background saving operation
3595 * in progress, or if it is required to start one */
3596 if (server
.bgsaveinprogress
) {
3597 /* Ok a background save is in progress. Let's check if it is a good
3598 * one for replication, i.e. if there is another slave that is
3599 * registering differences since the server forked to save */
3603 listRewind(server
.slaves
);
3604 while((ln
= listYield(server
.slaves
))) {
3606 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_END
) break;
3609 /* Perfect, the server is already registering differences for
3610 * another slave. Set the right state, and copy the buffer. */
3611 listRelease(c
->reply
);
3612 c
->reply
= listDup(slave
->reply
);
3613 if (!c
->reply
) oom("listDup copying slave reply list");
3614 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
3615 redisLog(REDIS_NOTICE
,"Waiting for end of BGSAVE for SYNC");
3617 /* No way, we need to wait for the next BGSAVE in order to
3618 * register differences */
3619 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_START
;
3620 redisLog(REDIS_NOTICE
,"Waiting for next BGSAVE for SYNC");
3623 /* Ok we don't have a BGSAVE in progress, let's start one */
3624 redisLog(REDIS_NOTICE
,"Starting BGSAVE for SYNC");
3625 if (rdbSaveBackground(server
.dbfilename
) != REDIS_OK
) {
3626 redisLog(REDIS_NOTICE
,"Replication failed, can't BGSAVE");
3627 addReplySds(c
,sdsnew("-ERR Unalbe to perform background save\r\n"));
3630 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
3633 c
->flags
|= REDIS_SLAVE
;
3635 if (!listAddNodeTail(server
.slaves
,c
)) oom("listAddNodeTail");
3639 static void sendBulkToSlave(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
3640 redisClient
*slave
= privdata
;
3642 REDIS_NOTUSED(mask
);
3643 char buf
[REDIS_IOBUF_LEN
];
3644 ssize_t nwritten
, buflen
;
3646 if (slave
->repldboff
== 0) {
3647 /* Write the bulk write count before to transfer the DB. In theory here
3648 * we don't know how much room there is in the output buffer of the
3649 * socket, but in pratice SO_SNDLOWAT (the minimum count for output
3650 * operations) will never be smaller than the few bytes we need. */
3653 bulkcount
= sdscatprintf(sdsempty(),"$%lld\r\n",(unsigned long long)
3655 if (write(fd
,bulkcount
,sdslen(bulkcount
)) != (signed)sdslen(bulkcount
))
3663 lseek(slave
->repldbfd
,slave
->repldboff
,SEEK_SET
);
3664 buflen
= read(slave
->repldbfd
,buf
,REDIS_IOBUF_LEN
);
3666 redisLog(REDIS_WARNING
,"Read error sending DB to slave: %s",
3667 (buflen
== 0) ? "premature EOF" : strerror(errno
));
3671 if ((nwritten
= write(fd
,buf
,buflen
)) == -1) {
3672 redisLog(REDIS_DEBUG
,"Write error sending DB to slave: %s",
3677 slave
->repldboff
+= nwritten
;
3678 if (slave
->repldboff
== slave
->repldbsize
) {
3679 close(slave
->repldbfd
);
3680 slave
->repldbfd
= -1;
3681 aeDeleteFileEvent(server
.el
,slave
->fd
,AE_WRITABLE
);
3682 slave
->replstate
= REDIS_REPL_ONLINE
;
3683 if (aeCreateFileEvent(server
.el
, slave
->fd
, AE_WRITABLE
,
3684 sendReplyToClient
, slave
, NULL
) == AE_ERR
) {
3688 addReplySds(slave
,sdsempty());
3689 redisLog(REDIS_NOTICE
,"Synchronization with slave succeeded");
3693 static void updateSalvesWaitingBgsave(int bgsaveerr
) {
3695 int startbgsave
= 0;
3697 listRewind(server
.slaves
);
3698 while((ln
= listYield(server
.slaves
))) {
3699 redisClient
*slave
= ln
->value
;
3701 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
) {
3703 slave
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
3704 } else if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_END
) {
3707 if (bgsaveerr
!= REDIS_OK
) {
3709 redisLog(REDIS_WARNING
,"SYNC failed. BGSAVE child returned an error");
3712 if ((slave
->repldbfd
= open(server
.dbfilename
,O_RDONLY
)) == -1 ||
3713 fstat(slave
->repldbfd
,&buf
) == -1) {
3715 redisLog(REDIS_WARNING
,"SYNC failed. Can't open/stat DB after BGSAVE: %s", strerror(errno
));
3718 slave
->repldboff
= 0;
3719 slave
->repldbsize
= buf
.st_size
;
3720 slave
->replstate
= REDIS_REPL_SEND_BULK
;
3721 aeDeleteFileEvent(server
.el
,slave
->fd
,AE_WRITABLE
);
3722 if (aeCreateFileEvent(server
.el
, slave
->fd
, AE_WRITABLE
, sendBulkToSlave
, slave
, NULL
) == AE_ERR
) {
3729 if (rdbSaveBackground(server
.dbfilename
) != REDIS_OK
) {
3730 listRewind(server
.slaves
);
3731 redisLog(REDIS_WARNING
,"SYNC failed. BGSAVE failed");
3732 while((ln
= listYield(server
.slaves
))) {
3733 redisClient
*slave
= ln
->value
;
3735 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
)
3742 static int syncWithMaster(void) {
3743 char buf
[1024], tmpfile
[256];
3745 int fd
= anetTcpConnect(NULL
,server
.masterhost
,server
.masterport
);
3749 redisLog(REDIS_WARNING
,"Unable to connect to MASTER: %s",
3753 /* Issue the SYNC command */
3754 if (syncWrite(fd
,"SYNC \r\n",7,5) == -1) {
3756 redisLog(REDIS_WARNING
,"I/O error writing to MASTER: %s",
3760 /* Read the bulk write count */
3761 if (syncReadLine(fd
,buf
,1024,5) == -1) {
3763 redisLog(REDIS_WARNING
,"I/O error reading bulk count from MASTER: %s",
3767 dumpsize
= atoi(buf
+1);
3768 redisLog(REDIS_NOTICE
,"Receiving %d bytes data dump from MASTER",dumpsize
);
3769 /* Read the bulk write data on a temp file */
3770 snprintf(tmpfile
,256,"temp-%d.%ld.rdb",(int)time(NULL
),(long int)random());
3771 dfd
= open(tmpfile
,O_CREAT
|O_WRONLY
,0644);
3774 redisLog(REDIS_WARNING
,"Opening the temp file needed for MASTER <-> SLAVE synchronization: %s",strerror(errno
));
3778 int nread
, nwritten
;
3780 nread
= read(fd
,buf
,(dumpsize
< 1024)?dumpsize
:1024);
3782 redisLog(REDIS_WARNING
,"I/O error trying to sync with MASTER: %s",
3788 nwritten
= write(dfd
,buf
,nread
);
3789 if (nwritten
== -1) {
3790 redisLog(REDIS_WARNING
,"Write error writing to the DB dump file needed for MASTER <-> SLAVE synchrnonization: %s", strerror(errno
));
3798 if (rename(tmpfile
,server
.dbfilename
) == -1) {
3799 redisLog(REDIS_WARNING
,"Failed trying to rename the temp DB into dump.rdb in MASTER <-> SLAVE synchronization: %s", strerror(errno
));
3805 if (rdbLoad(server
.dbfilename
) != REDIS_OK
) {
3806 redisLog(REDIS_WARNING
,"Failed trying to load the MASTER synchronization DB from disk");
3810 server
.master
= createClient(fd
);
3811 server
.master
->flags
|= REDIS_MASTER
;
3812 server
.replstate
= REDIS_REPL_CONNECTED
;
3816 /* =================================== Main! ================================ */
3818 static void daemonize(void) {
3822 if (fork() != 0) exit(0); /* parent exits */
3823 setsid(); /* create a new session */
3825 /* Every output goes to /dev/null. If Redis is daemonized but
3826 * the 'logfile' is set to 'stdout' in the configuration file
3827 * it will not log at all. */
3828 if ((fd
= open("/dev/null", O_RDWR
, 0)) != -1) {
3829 dup2(fd
, STDIN_FILENO
);
3830 dup2(fd
, STDOUT_FILENO
);
3831 dup2(fd
, STDERR_FILENO
);
3832 if (fd
> STDERR_FILENO
) close(fd
);
3834 /* Try to write the pid file */
3835 fp
= fopen(server
.pidfile
,"w");
3837 fprintf(fp
,"%d\n",getpid());
3842 int main(int argc
, char **argv
) {
3845 ResetServerSaveParams();
3846 loadServerConfig(argv
[1]);
3847 } else if (argc
> 2) {
3848 fprintf(stderr
,"Usage: ./redis-server [/path/to/redis.conf]\n");
3852 if (server
.daemonize
) daemonize();
3853 redisLog(REDIS_NOTICE
,"Server started, Redis version " REDIS_VERSION
);
3854 if (rdbLoad(server
.dbfilename
) == REDIS_OK
)
3855 redisLog(REDIS_NOTICE
,"DB loaded from disk");
3856 if (aeCreateFileEvent(server
.el
, server
.fd
, AE_READABLE
,
3857 acceptHandler
, NULL
, NULL
) == AE_ERR
) oom("creating file event");
3858 redisLog(REDIS_NOTICE
,"The server is now ready to accept connections on port %d", server
.port
);
3860 aeDeleteEventLoop(server
.el
);