]> git.saurik.com Git - redis.git/blob - redis.c
46f97273a007817b8d91e6e9d4fa76d049811043
[redis.git] / redis.c
1 /*
2 * Copyright (c) 2009-2010, Salvatore Sanfilippo <antirez at gmail dot com>
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * * Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * * Neither the name of Redis nor the names of its contributors may be used
14 * to endorse or promote products derived from this software without
15 * specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
28 */
29
30 #define REDIS_VERSION "1.3.10"
31
32 #include "fmacros.h"
33 #include "config.h"
34
35 #include <stdio.h>
36 #include <stdlib.h>
37 #include <string.h>
38 #include <time.h>
39 #include <unistd.h>
40 #include <signal.h>
41
42 #ifdef HAVE_BACKTRACE
43 #include <execinfo.h>
44 #include <ucontext.h>
45 #endif /* HAVE_BACKTRACE */
46
47 #include <sys/wait.h>
48 #include <errno.h>
49 #include <assert.h>
50 #include <ctype.h>
51 #include <stdarg.h>
52 #include <inttypes.h>
53 #include <arpa/inet.h>
54 #include <sys/stat.h>
55 #include <fcntl.h>
56 #include <sys/time.h>
57 #include <sys/resource.h>
58 #include <sys/uio.h>
59 #include <limits.h>
60 #include <math.h>
61 #include <pthread.h>
62
63 #if defined(__sun)
64 #include "solarisfixes.h"
65 #endif
66
67 #include "redis.h"
68 #include "ae.h" /* Event driven programming library */
69 #include "sds.h" /* Dynamic safe strings */
70 #include "anet.h" /* Networking the easy way */
71 #include "dict.h" /* Hash tables */
72 #include "adlist.h" /* Linked lists */
73 #include "zmalloc.h" /* total memory usage aware version of malloc/free */
74 #include "lzf.h" /* LZF compression library */
75 #include "pqsort.h" /* Partial qsort for SORT+LIMIT */
76 #include "zipmap.h"
77
78 /* Error codes */
79 #define REDIS_OK 0
80 #define REDIS_ERR -1
81
82 /* Static server configuration */
83 #define REDIS_SERVERPORT 6379 /* TCP port */
84 #define REDIS_MAXIDLETIME (60*5) /* default client timeout */
85 #define REDIS_IOBUF_LEN 1024
86 #define REDIS_LOADBUF_LEN 1024
87 #define REDIS_STATIC_ARGS 8
88 #define REDIS_DEFAULT_DBNUM 16
89 #define REDIS_CONFIGLINE_MAX 1024
90 #define REDIS_OBJFREELIST_MAX 1000000 /* Max number of objects to cache */
91 #define REDIS_MAX_SYNC_TIME 60 /* Slave can't take more to sync */
92 #define REDIS_EXPIRELOOKUPS_PER_CRON 10 /* lookup 10 expires per loop */
93 #define REDIS_MAX_WRITE_PER_EVENT (1024*64)
94 #define REDIS_REQUEST_MAX_SIZE (1024*1024*256) /* max bytes in inline command */
95
96 /* If more then REDIS_WRITEV_THRESHOLD write packets are pending use writev */
97 #define REDIS_WRITEV_THRESHOLD 3
98 /* Max number of iovecs used for each writev call */
99 #define REDIS_WRITEV_IOVEC_COUNT 256
100
101 /* Hash table parameters */
102 #define REDIS_HT_MINFILL 10 /* Minimal hash table fill 10% */
103
104 /* Command flags */
105 #define REDIS_CMD_BULK 1 /* Bulk write command */
106 #define REDIS_CMD_INLINE 2 /* Inline command */
107 /* REDIS_CMD_DENYOOM reserves a longer comment: all the commands marked with
108 this flags will return an error when the 'maxmemory' option is set in the
109 config file and the server is using more than maxmemory bytes of memory.
110 In short this commands are denied on low memory conditions. */
111 #define REDIS_CMD_DENYOOM 4
112 #define REDIS_CMD_FORCE_REPLICATION 8 /* Force replication even if dirty is 0 */
113
114 /* Object types */
115 #define REDIS_STRING 0
116 #define REDIS_LIST 1
117 #define REDIS_SET 2
118 #define REDIS_ZSET 3
119 #define REDIS_HASH 4
120
121 /* Objects encoding. Some kind of objects like Strings and Hashes can be
122 * internally represented in multiple ways. The 'encoding' field of the object
123 * is set to one of this fields for this object. */
124 #define REDIS_ENCODING_RAW 0 /* Raw representation */
125 #define REDIS_ENCODING_INT 1 /* Encoded as integer */
126 #define REDIS_ENCODING_ZIPMAP 2 /* Encoded as zipmap */
127 #define REDIS_ENCODING_HT 3 /* Encoded as an hash table */
128
129 static char* strencoding[] = {
130 "raw", "int", "zipmap", "hashtable"
131 };
132
133 /* Object types only used for dumping to disk */
134 #define REDIS_EXPIRETIME 253
135 #define REDIS_SELECTDB 254
136 #define REDIS_EOF 255
137
138 /* Defines related to the dump file format. To store 32 bits lengths for short
139 * keys requires a lot of space, so we check the most significant 2 bits of
140 * the first byte to interpreter the length:
141 *
142 * 00|000000 => if the two MSB are 00 the len is the 6 bits of this byte
143 * 01|000000 00000000 => 01, the len is 14 byes, 6 bits + 8 bits of next byte
144 * 10|000000 [32 bit integer] => if it's 01, a full 32 bit len will follow
145 * 11|000000 this means: specially encoded object will follow. The six bits
146 * number specify the kind of object that follows.
147 * See the REDIS_RDB_ENC_* defines.
148 *
149 * Lenghts up to 63 are stored using a single byte, most DB keys, and may
150 * values, will fit inside. */
151 #define REDIS_RDB_6BITLEN 0
152 #define REDIS_RDB_14BITLEN 1
153 #define REDIS_RDB_32BITLEN 2
154 #define REDIS_RDB_ENCVAL 3
155 #define REDIS_RDB_LENERR UINT_MAX
156
157 /* When a length of a string object stored on disk has the first two bits
158 * set, the remaining two bits specify a special encoding for the object
159 * accordingly to the following defines: */
160 #define REDIS_RDB_ENC_INT8 0 /* 8 bit signed integer */
161 #define REDIS_RDB_ENC_INT16 1 /* 16 bit signed integer */
162 #define REDIS_RDB_ENC_INT32 2 /* 32 bit signed integer */
163 #define REDIS_RDB_ENC_LZF 3 /* string compressed with FASTLZ */
164
165 /* Virtual memory object->where field. */
166 #define REDIS_VM_MEMORY 0 /* The object is on memory */
167 #define REDIS_VM_SWAPPED 1 /* The object is on disk */
168 #define REDIS_VM_SWAPPING 2 /* Redis is swapping this object on disk */
169 #define REDIS_VM_LOADING 3 /* Redis is loading this object from disk */
170
171 /* Virtual memory static configuration stuff.
172 * Check vmFindContiguousPages() to know more about this magic numbers. */
173 #define REDIS_VM_MAX_NEAR_PAGES 65536
174 #define REDIS_VM_MAX_RANDOM_JUMP 4096
175 #define REDIS_VM_MAX_THREADS 32
176 #define REDIS_THREAD_STACK_SIZE (1024*1024*4)
177 /* The following is the *percentage* of completed I/O jobs to process when the
178 * handelr is called. While Virtual Memory I/O operations are performed by
179 * threads, this operations must be processed by the main thread when completed
180 * in order to take effect. */
181 #define REDIS_MAX_COMPLETED_JOBS_PROCESSED 1
182
183 /* Client flags */
184 #define REDIS_SLAVE 1 /* This client is a slave server */
185 #define REDIS_MASTER 2 /* This client is a master server */
186 #define REDIS_MONITOR 4 /* This client is a slave monitor, see MONITOR */
187 #define REDIS_MULTI 8 /* This client is in a MULTI context */
188 #define REDIS_BLOCKED 16 /* The client is waiting in a blocking operation */
189 #define REDIS_IO_WAIT 32 /* The client is waiting for Virtual Memory I/O */
190
191 /* Slave replication state - slave side */
192 #define REDIS_REPL_NONE 0 /* No active replication */
193 #define REDIS_REPL_CONNECT 1 /* Must connect to master */
194 #define REDIS_REPL_CONNECTED 2 /* Connected to master */
195
196 /* Slave replication state - from the point of view of master
197 * Note that in SEND_BULK and ONLINE state the slave receives new updates
198 * in its output queue. In the WAIT_BGSAVE state instead the server is waiting
199 * to start the next background saving in order to send updates to it. */
200 #define REDIS_REPL_WAIT_BGSAVE_START 3 /* master waits bgsave to start feeding it */
201 #define REDIS_REPL_WAIT_BGSAVE_END 4 /* master waits bgsave to start bulk DB transmission */
202 #define REDIS_REPL_SEND_BULK 5 /* master is sending the bulk DB */
203 #define REDIS_REPL_ONLINE 6 /* bulk DB already transmitted, receive updates */
204
205 /* List related stuff */
206 #define REDIS_HEAD 0
207 #define REDIS_TAIL 1
208
209 /* Sort operations */
210 #define REDIS_SORT_GET 0
211 #define REDIS_SORT_ASC 1
212 #define REDIS_SORT_DESC 2
213 #define REDIS_SORTKEY_MAX 1024
214
215 /* Log levels */
216 #define REDIS_DEBUG 0
217 #define REDIS_VERBOSE 1
218 #define REDIS_NOTICE 2
219 #define REDIS_WARNING 3
220
221 /* Anti-warning macro... */
222 #define REDIS_NOTUSED(V) ((void) V)
223
224 #define ZSKIPLIST_MAXLEVEL 32 /* Should be enough for 2^32 elements */
225 #define ZSKIPLIST_P 0.25 /* Skiplist P = 1/4 */
226
227 /* Append only defines */
228 #define APPENDFSYNC_NO 0
229 #define APPENDFSYNC_ALWAYS 1
230 #define APPENDFSYNC_EVERYSEC 2
231
232 /* Hashes related defaults */
233 #define REDIS_HASH_MAX_ZIPMAP_ENTRIES 64
234 #define REDIS_HASH_MAX_ZIPMAP_VALUE 512
235
236 /* We can print the stacktrace, so our assert is defined this way: */
237 #define redisAssert(_e) ((_e)?(void)0 : (_redisAssert(#_e,__FILE__,__LINE__),_exit(1)))
238 #define redisPanic(_e) _redisPanic(#_e,__FILE__,__LINE__),_exit(1)
239 static void _redisAssert(char *estr, char *file, int line);
240 static void _redisPanic(char *msg, char *file, int line);
241
242 /*================================= Data types ============================== */
243
244 /* A redis object, that is a type able to hold a string / list / set */
245
246 /* The VM object structure */
247 struct redisObjectVM {
248 off_t page; /* the page at witch the object is stored on disk */
249 off_t usedpages; /* number of pages used on disk */
250 time_t atime; /* Last access time */
251 } vm;
252
253 /* The actual Redis Object */
254 typedef struct redisObject {
255 void *ptr;
256 unsigned char type;
257 unsigned char encoding;
258 unsigned char storage; /* If this object is a key, where is the value?
259 * REDIS_VM_MEMORY, REDIS_VM_SWAPPED, ... */
260 unsigned char vtype; /* If this object is a key, and value is swapped out,
261 * this is the type of the swapped out object. */
262 int refcount;
263 /* VM fields, this are only allocated if VM is active, otherwise the
264 * object allocation function will just allocate
265 * sizeof(redisObjct) minus sizeof(redisObjectVM), so using
266 * Redis without VM active will not have any overhead. */
267 struct redisObjectVM vm;
268 } robj;
269
270 /* Macro used to initalize a Redis object allocated on the stack.
271 * Note that this macro is taken near the structure definition to make sure
272 * we'll update it when the structure is changed, to avoid bugs like
273 * bug #85 introduced exactly in this way. */
274 #define initStaticStringObject(_var,_ptr) do { \
275 _var.refcount = 1; \
276 _var.type = REDIS_STRING; \
277 _var.encoding = REDIS_ENCODING_RAW; \
278 _var.ptr = _ptr; \
279 if (server.vm_enabled) _var.storage = REDIS_VM_MEMORY; \
280 } while(0);
281
282 typedef struct redisDb {
283 dict *dict; /* The keyspace for this DB */
284 dict *expires; /* Timeout of keys with a timeout set */
285 dict *blockingkeys; /* Keys with clients waiting for data (BLPOP) */
286 dict *io_keys; /* Keys with clients waiting for VM I/O */
287 int id;
288 } redisDb;
289
290 /* Client MULTI/EXEC state */
291 typedef struct multiCmd {
292 robj **argv;
293 int argc;
294 struct redisCommand *cmd;
295 } multiCmd;
296
297 typedef struct multiState {
298 multiCmd *commands; /* Array of MULTI commands */
299 int count; /* Total number of MULTI commands */
300 } multiState;
301
302 /* With multiplexing we need to take per-clinet state.
303 * Clients are taken in a liked list. */
304 typedef struct redisClient {
305 int fd;
306 redisDb *db;
307 int dictid;
308 sds querybuf;
309 robj **argv, **mbargv;
310 int argc, mbargc;
311 int bulklen; /* bulk read len. -1 if not in bulk read mode */
312 int multibulk; /* multi bulk command format active */
313 list *reply;
314 int sentlen;
315 time_t lastinteraction; /* time of the last interaction, used for timeout */
316 int flags; /* REDIS_SLAVE | REDIS_MONITOR | REDIS_MULTI ... */
317 int slaveseldb; /* slave selected db, if this client is a slave */
318 int authenticated; /* when requirepass is non-NULL */
319 int replstate; /* replication state if this is a slave */
320 int repldbfd; /* replication DB file descriptor */
321 long repldboff; /* replication DB file offset */
322 off_t repldbsize; /* replication DB file size */
323 multiState mstate; /* MULTI/EXEC state */
324 robj **blockingkeys; /* The key we are waiting to terminate a blocking
325 * operation such as BLPOP. Otherwise NULL. */
326 int blockingkeysnum; /* Number of blocking keys */
327 time_t blockingto; /* Blocking operation timeout. If UNIX current time
328 * is >= blockingto then the operation timed out. */
329 list *io_keys; /* Keys this client is waiting to be loaded from the
330 * swap file in order to continue. */
331 dict *pubsub_channels; /* channels a client is interested in (SUBSCRIBE) */
332 list *pubsub_patterns; /* patterns a client is interested in (SUBSCRIBE) */
333 } redisClient;
334
335 struct saveparam {
336 time_t seconds;
337 int changes;
338 };
339
340 /* Global server state structure */
341 struct redisServer {
342 int port;
343 int fd;
344 redisDb *db;
345 long long dirty; /* changes to DB from the last save */
346 list *clients;
347 list *slaves, *monitors;
348 char neterr[ANET_ERR_LEN];
349 aeEventLoop *el;
350 int cronloops; /* number of times the cron function run */
351 list *objfreelist; /* A list of freed objects to avoid malloc() */
352 time_t lastsave; /* Unix time of last save succeeede */
353 /* Fields used only for stats */
354 time_t stat_starttime; /* server start time */
355 long long stat_numcommands; /* number of processed commands */
356 long long stat_numconnections; /* number of connections received */
357 long long stat_expiredkeys; /* number of expired keys */
358 /* Configuration */
359 int verbosity;
360 int glueoutputbuf;
361 int maxidletime;
362 int dbnum;
363 int daemonize;
364 int appendonly;
365 int appendfsync;
366 time_t lastfsync;
367 int appendfd;
368 int appendseldb;
369 char *pidfile;
370 pid_t bgsavechildpid;
371 pid_t bgrewritechildpid;
372 sds bgrewritebuf; /* buffer taken by parent during oppend only rewrite */
373 sds aofbuf; /* AOF buffer, written before entering the event loop */
374 struct saveparam *saveparams;
375 int saveparamslen;
376 char *logfile;
377 char *bindaddr;
378 char *dbfilename;
379 char *appendfilename;
380 char *requirepass;
381 int rdbcompression;
382 int activerehashing;
383 /* Replication related */
384 int isslave;
385 char *masterauth;
386 char *masterhost;
387 int masterport;
388 redisClient *master; /* client that is master for this slave */
389 int replstate;
390 unsigned int maxclients;
391 unsigned long long maxmemory;
392 unsigned int blpop_blocked_clients;
393 unsigned int vm_blocked_clients;
394 /* Sort parameters - qsort_r() is only available under BSD so we
395 * have to take this state global, in order to pass it to sortCompare() */
396 int sort_desc;
397 int sort_alpha;
398 int sort_bypattern;
399 /* Virtual memory configuration */
400 int vm_enabled;
401 char *vm_swap_file;
402 off_t vm_page_size;
403 off_t vm_pages;
404 unsigned long long vm_max_memory;
405 /* Hashes config */
406 size_t hash_max_zipmap_entries;
407 size_t hash_max_zipmap_value;
408 /* Virtual memory state */
409 FILE *vm_fp;
410 int vm_fd;
411 off_t vm_next_page; /* Next probably empty page */
412 off_t vm_near_pages; /* Number of pages allocated sequentially */
413 unsigned char *vm_bitmap; /* Bitmap of free/used pages */
414 time_t unixtime; /* Unix time sampled every second. */
415 /* Virtual memory I/O threads stuff */
416 /* An I/O thread process an element taken from the io_jobs queue and
417 * put the result of the operation in the io_done list. While the
418 * job is being processed, it's put on io_processing queue. */
419 list *io_newjobs; /* List of VM I/O jobs yet to be processed */
420 list *io_processing; /* List of VM I/O jobs being processed */
421 list *io_processed; /* List of VM I/O jobs already processed */
422 list *io_ready_clients; /* Clients ready to be unblocked. All keys loaded */
423 pthread_mutex_t io_mutex; /* lock to access io_jobs/io_done/io_thread_job */
424 pthread_mutex_t obj_freelist_mutex; /* safe redis objects creation/free */
425 pthread_mutex_t io_swapfile_mutex; /* So we can lseek + write */
426 pthread_attr_t io_threads_attr; /* attributes for threads creation */
427 int io_active_threads; /* Number of running I/O threads */
428 int vm_max_threads; /* Max number of I/O threads running at the same time */
429 /* Our main thread is blocked on the event loop, locking for sockets ready
430 * to be read or written, so when a threaded I/O operation is ready to be
431 * processed by the main thread, the I/O thread will use a unix pipe to
432 * awake the main thread. The followings are the two pipe FDs. */
433 int io_ready_pipe_read;
434 int io_ready_pipe_write;
435 /* Virtual memory stats */
436 unsigned long long vm_stats_used_pages;
437 unsigned long long vm_stats_swapped_objects;
438 unsigned long long vm_stats_swapouts;
439 unsigned long long vm_stats_swapins;
440 /* Pubsub */
441 dict *pubsub_channels; /* Map channels to list of subscribed clients */
442 list *pubsub_patterns; /* A list of pubsub_patterns */
443 /* Misc */
444 FILE *devnull;
445 };
446
447 typedef struct pubsubPattern {
448 redisClient *client;
449 robj *pattern;
450 } pubsubPattern;
451
452 typedef void redisCommandProc(redisClient *c);
453 typedef void redisVmPreloadProc(redisClient *c, struct redisCommand *cmd, int argc, robj **argv);
454 struct redisCommand {
455 char *name;
456 redisCommandProc *proc;
457 int arity;
458 int flags;
459 /* Use a function to determine which keys need to be loaded
460 * in the background prior to executing this command. Takes precedence
461 * over vm_firstkey and others, ignored when NULL */
462 redisVmPreloadProc *vm_preload_proc;
463 /* What keys should be loaded in background when calling this command? */
464 int vm_firstkey; /* The first argument that's a key (0 = no keys) */
465 int vm_lastkey; /* THe last argument that's a key */
466 int vm_keystep; /* The step between first and last key */
467 };
468
469 struct redisFunctionSym {
470 char *name;
471 unsigned long pointer;
472 };
473
474 typedef struct _redisSortObject {
475 robj *obj;
476 union {
477 double score;
478 robj *cmpobj;
479 } u;
480 } redisSortObject;
481
482 typedef struct _redisSortOperation {
483 int type;
484 robj *pattern;
485 } redisSortOperation;
486
487 /* ZSETs use a specialized version of Skiplists */
488
489 typedef struct zskiplistNode {
490 struct zskiplistNode **forward;
491 struct zskiplistNode *backward;
492 unsigned int *span;
493 double score;
494 robj *obj;
495 } zskiplistNode;
496
497 typedef struct zskiplist {
498 struct zskiplistNode *header, *tail;
499 unsigned long length;
500 int level;
501 } zskiplist;
502
503 typedef struct zset {
504 dict *dict;
505 zskiplist *zsl;
506 } zset;
507
508 /* Our shared "common" objects */
509
510 #define REDIS_SHARED_INTEGERS 10000
511 struct sharedObjectsStruct {
512 robj *crlf, *ok, *err, *emptybulk, *czero, *cone, *pong, *space,
513 *colon, *nullbulk, *nullmultibulk, *queued,
514 *emptymultibulk, *wrongtypeerr, *nokeyerr, *syntaxerr, *sameobjecterr,
515 *outofrangeerr, *plus,
516 *select0, *select1, *select2, *select3, *select4,
517 *select5, *select6, *select7, *select8, *select9,
518 *messagebulk, *pmessagebulk, *subscribebulk, *unsubscribebulk, *mbulk3,
519 *mbulk4, *psubscribebulk, *punsubscribebulk,
520 *integers[REDIS_SHARED_INTEGERS];
521 } shared;
522
523 /* Global vars that are actally used as constants. The following double
524 * values are used for double on-disk serialization, and are initialized
525 * at runtime to avoid strange compiler optimizations. */
526
527 static double R_Zero, R_PosInf, R_NegInf, R_Nan;
528
529 /* VM threaded I/O request message */
530 #define REDIS_IOJOB_LOAD 0 /* Load from disk to memory */
531 #define REDIS_IOJOB_PREPARE_SWAP 1 /* Compute needed pages */
532 #define REDIS_IOJOB_DO_SWAP 2 /* Swap from memory to disk */
533 typedef struct iojob {
534 int type; /* Request type, REDIS_IOJOB_* */
535 redisDb *db;/* Redis database */
536 robj *key; /* This I/O request is about swapping this key */
537 robj *val; /* the value to swap for REDIS_IOREQ_*_SWAP, otherwise this
538 * field is populated by the I/O thread for REDIS_IOREQ_LOAD. */
539 off_t page; /* Swap page where to read/write the object */
540 off_t pages; /* Swap pages needed to save object. PREPARE_SWAP return val */
541 int canceled; /* True if this command was canceled by blocking side of VM */
542 pthread_t thread; /* ID of the thread processing this entry */
543 } iojob;
544
545 /*================================ Prototypes =============================== */
546
547 static void freeStringObject(robj *o);
548 static void freeListObject(robj *o);
549 static void freeSetObject(robj *o);
550 static void decrRefCount(void *o);
551 static robj *createObject(int type, void *ptr);
552 static void freeClient(redisClient *c);
553 static int rdbLoad(char *filename);
554 static void addReply(redisClient *c, robj *obj);
555 static void addReplySds(redisClient *c, sds s);
556 static void incrRefCount(robj *o);
557 static int rdbSaveBackground(char *filename);
558 static robj *createStringObject(char *ptr, size_t len);
559 static robj *dupStringObject(robj *o);
560 static void replicationFeedSlaves(list *slaves, int dictid, robj **argv, int argc);
561 static void replicationFeedMonitors(list *monitors, int dictid, robj **argv, int argc);
562 static void flushAppendOnlyFile(void);
563 static void feedAppendOnlyFile(struct redisCommand *cmd, int dictid, robj **argv, int argc);
564 static int syncWithMaster(void);
565 static robj *tryObjectEncoding(robj *o);
566 static robj *getDecodedObject(robj *o);
567 static int removeExpire(redisDb *db, robj *key);
568 static int expireIfNeeded(redisDb *db, robj *key);
569 static int deleteIfVolatile(redisDb *db, robj *key);
570 static int deleteIfSwapped(redisDb *db, robj *key);
571 static int deleteKey(redisDb *db, robj *key);
572 static time_t getExpire(redisDb *db, robj *key);
573 static int setExpire(redisDb *db, robj *key, time_t when);
574 static void updateSlavesWaitingBgsave(int bgsaveerr);
575 static void freeMemoryIfNeeded(void);
576 static int processCommand(redisClient *c);
577 static void setupSigSegvAction(void);
578 static void rdbRemoveTempFile(pid_t childpid);
579 static void aofRemoveTempFile(pid_t childpid);
580 static size_t stringObjectLen(robj *o);
581 static void processInputBuffer(redisClient *c);
582 static zskiplist *zslCreate(void);
583 static void zslFree(zskiplist *zsl);
584 static void zslInsert(zskiplist *zsl, double score, robj *obj);
585 static void sendReplyToClientWritev(aeEventLoop *el, int fd, void *privdata, int mask);
586 static void initClientMultiState(redisClient *c);
587 static void freeClientMultiState(redisClient *c);
588 static void queueMultiCommand(redisClient *c, struct redisCommand *cmd);
589 static void unblockClientWaitingData(redisClient *c);
590 static int handleClientsWaitingListPush(redisClient *c, robj *key, robj *ele);
591 static void vmInit(void);
592 static void vmMarkPagesFree(off_t page, off_t count);
593 static robj *vmLoadObject(robj *key);
594 static robj *vmPreviewObject(robj *key);
595 static int vmSwapOneObjectBlocking(void);
596 static int vmSwapOneObjectThreaded(void);
597 static int vmCanSwapOut(void);
598 static int tryFreeOneObjectFromFreelist(void);
599 static void acceptHandler(aeEventLoop *el, int fd, void *privdata, int mask);
600 static void vmThreadedIOCompletedJob(aeEventLoop *el, int fd, void *privdata, int mask);
601 static void vmCancelThreadedIOJob(robj *o);
602 static void lockThreadedIO(void);
603 static void unlockThreadedIO(void);
604 static int vmSwapObjectThreaded(robj *key, robj *val, redisDb *db);
605 static void freeIOJob(iojob *j);
606 static void queueIOJob(iojob *j);
607 static int vmWriteObjectOnSwap(robj *o, off_t page);
608 static robj *vmReadObjectFromSwap(off_t page, int type);
609 static void waitEmptyIOJobsQueue(void);
610 static void vmReopenSwapFile(void);
611 static int vmFreePage(off_t page);
612 static void zunionInterBlockClientOnSwappedKeys(redisClient *c, struct redisCommand *cmd, int argc, robj **argv);
613 static int blockClientOnSwappedKeys(struct redisCommand *cmd, redisClient *c);
614 static int dontWaitForSwappedKey(redisClient *c, robj *key);
615 static void handleClientsBlockedOnSwappedKey(redisDb *db, robj *key);
616 static void readQueryFromClient(aeEventLoop *el, int fd, void *privdata, int mask);
617 static struct redisCommand *lookupCommand(char *name);
618 static void call(redisClient *c, struct redisCommand *cmd);
619 static void resetClient(redisClient *c);
620 static void convertToRealHash(robj *o);
621 static int pubsubUnsubscribeAllChannels(redisClient *c, int notify);
622 static int pubsubUnsubscribeAllPatterns(redisClient *c, int notify);
623 static void freePubsubPattern(void *p);
624 static int listMatchPubsubPattern(void *a, void *b);
625 static int compareStringObjects(robj *a, robj *b);
626 static void usage();
627 static int rewriteAppendOnlyFileBackground(void);
628
629 static void authCommand(redisClient *c);
630 static void pingCommand(redisClient *c);
631 static void echoCommand(redisClient *c);
632 static void setCommand(redisClient *c);
633 static void setnxCommand(redisClient *c);
634 static void setexCommand(redisClient *c);
635 static void getCommand(redisClient *c);
636 static void delCommand(redisClient *c);
637 static void existsCommand(redisClient *c);
638 static void incrCommand(redisClient *c);
639 static void decrCommand(redisClient *c);
640 static void incrbyCommand(redisClient *c);
641 static void decrbyCommand(redisClient *c);
642 static void selectCommand(redisClient *c);
643 static void randomkeyCommand(redisClient *c);
644 static void keysCommand(redisClient *c);
645 static void dbsizeCommand(redisClient *c);
646 static void lastsaveCommand(redisClient *c);
647 static void saveCommand(redisClient *c);
648 static void bgsaveCommand(redisClient *c);
649 static void bgrewriteaofCommand(redisClient *c);
650 static void shutdownCommand(redisClient *c);
651 static void moveCommand(redisClient *c);
652 static void renameCommand(redisClient *c);
653 static void renamenxCommand(redisClient *c);
654 static void lpushCommand(redisClient *c);
655 static void rpushCommand(redisClient *c);
656 static void lpopCommand(redisClient *c);
657 static void rpopCommand(redisClient *c);
658 static void llenCommand(redisClient *c);
659 static void lindexCommand(redisClient *c);
660 static void lrangeCommand(redisClient *c);
661 static void ltrimCommand(redisClient *c);
662 static void typeCommand(redisClient *c);
663 static void lsetCommand(redisClient *c);
664 static void saddCommand(redisClient *c);
665 static void sremCommand(redisClient *c);
666 static void smoveCommand(redisClient *c);
667 static void sismemberCommand(redisClient *c);
668 static void scardCommand(redisClient *c);
669 static void spopCommand(redisClient *c);
670 static void srandmemberCommand(redisClient *c);
671 static void sinterCommand(redisClient *c);
672 static void sinterstoreCommand(redisClient *c);
673 static void sunionCommand(redisClient *c);
674 static void sunionstoreCommand(redisClient *c);
675 static void sdiffCommand(redisClient *c);
676 static void sdiffstoreCommand(redisClient *c);
677 static void syncCommand(redisClient *c);
678 static void flushdbCommand(redisClient *c);
679 static void flushallCommand(redisClient *c);
680 static void sortCommand(redisClient *c);
681 static void lremCommand(redisClient *c);
682 static void rpoplpushcommand(redisClient *c);
683 static void infoCommand(redisClient *c);
684 static void mgetCommand(redisClient *c);
685 static void monitorCommand(redisClient *c);
686 static void expireCommand(redisClient *c);
687 static void expireatCommand(redisClient *c);
688 static void getsetCommand(redisClient *c);
689 static void ttlCommand(redisClient *c);
690 static void slaveofCommand(redisClient *c);
691 static void debugCommand(redisClient *c);
692 static void msetCommand(redisClient *c);
693 static void msetnxCommand(redisClient *c);
694 static void zaddCommand(redisClient *c);
695 static void zincrbyCommand(redisClient *c);
696 static void zrangeCommand(redisClient *c);
697 static void zrangebyscoreCommand(redisClient *c);
698 static void zcountCommand(redisClient *c);
699 static void zrevrangeCommand(redisClient *c);
700 static void zcardCommand(redisClient *c);
701 static void zremCommand(redisClient *c);
702 static void zscoreCommand(redisClient *c);
703 static void zremrangebyscoreCommand(redisClient *c);
704 static void multiCommand(redisClient *c);
705 static void execCommand(redisClient *c);
706 static void discardCommand(redisClient *c);
707 static void blpopCommand(redisClient *c);
708 static void brpopCommand(redisClient *c);
709 static void appendCommand(redisClient *c);
710 static void substrCommand(redisClient *c);
711 static void zrankCommand(redisClient *c);
712 static void zrevrankCommand(redisClient *c);
713 static void hsetCommand(redisClient *c);
714 static void hsetnxCommand(redisClient *c);
715 static void hgetCommand(redisClient *c);
716 static void hmsetCommand(redisClient *c);
717 static void hmgetCommand(redisClient *c);
718 static void hdelCommand(redisClient *c);
719 static void hlenCommand(redisClient *c);
720 static void zremrangebyrankCommand(redisClient *c);
721 static void zunionCommand(redisClient *c);
722 static void zinterCommand(redisClient *c);
723 static void hkeysCommand(redisClient *c);
724 static void hvalsCommand(redisClient *c);
725 static void hgetallCommand(redisClient *c);
726 static void hexistsCommand(redisClient *c);
727 static void configCommand(redisClient *c);
728 static void hincrbyCommand(redisClient *c);
729 static void subscribeCommand(redisClient *c);
730 static void unsubscribeCommand(redisClient *c);
731 static void psubscribeCommand(redisClient *c);
732 static void punsubscribeCommand(redisClient *c);
733 static void publishCommand(redisClient *c);
734
735 /*================================= Globals ================================= */
736
737 /* Global vars */
738 static struct redisServer server; /* server global state */
739 static struct redisCommand cmdTable[] = {
740 {"get",getCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
741 {"set",setCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,0,0,0},
742 {"setnx",setnxCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,0,0,0},
743 {"setex",setexCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,0,0,0},
744 {"append",appendCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
745 {"substr",substrCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
746 {"del",delCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
747 {"exists",existsCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
748 {"incr",incrCommand,2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
749 {"decr",decrCommand,2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
750 {"mget",mgetCommand,-2,REDIS_CMD_INLINE,NULL,1,-1,1},
751 {"rpush",rpushCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
752 {"lpush",lpushCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
753 {"rpop",rpopCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
754 {"lpop",lpopCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
755 {"brpop",brpopCommand,-3,REDIS_CMD_INLINE,NULL,1,1,1},
756 {"blpop",blpopCommand,-3,REDIS_CMD_INLINE,NULL,1,1,1},
757 {"llen",llenCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
758 {"lindex",lindexCommand,3,REDIS_CMD_INLINE,NULL,1,1,1},
759 {"lset",lsetCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
760 {"lrange",lrangeCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
761 {"ltrim",ltrimCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
762 {"lrem",lremCommand,4,REDIS_CMD_BULK,NULL,1,1,1},
763 {"rpoplpush",rpoplpushcommand,3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,2,1},
764 {"sadd",saddCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
765 {"srem",sremCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
766 {"smove",smoveCommand,4,REDIS_CMD_BULK,NULL,1,2,1},
767 {"sismember",sismemberCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
768 {"scard",scardCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
769 {"spop",spopCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
770 {"srandmember",srandmemberCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
771 {"sinter",sinterCommand,-2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,-1,1},
772 {"sinterstore",sinterstoreCommand,-3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,2,-1,1},
773 {"sunion",sunionCommand,-2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,-1,1},
774 {"sunionstore",sunionstoreCommand,-3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,2,-1,1},
775 {"sdiff",sdiffCommand,-2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,-1,1},
776 {"sdiffstore",sdiffstoreCommand,-3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,2,-1,1},
777 {"smembers",sinterCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
778 {"zadd",zaddCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
779 {"zincrby",zincrbyCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
780 {"zrem",zremCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
781 {"zremrangebyscore",zremrangebyscoreCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
782 {"zremrangebyrank",zremrangebyrankCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
783 {"zunion",zunionCommand,-4,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,zunionInterBlockClientOnSwappedKeys,0,0,0},
784 {"zinter",zinterCommand,-4,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,zunionInterBlockClientOnSwappedKeys,0,0,0},
785 {"zrange",zrangeCommand,-4,REDIS_CMD_INLINE,NULL,1,1,1},
786 {"zrangebyscore",zrangebyscoreCommand,-4,REDIS_CMD_INLINE,NULL,1,1,1},
787 {"zcount",zcountCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
788 {"zrevrange",zrevrangeCommand,-4,REDIS_CMD_INLINE,NULL,1,1,1},
789 {"zcard",zcardCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
790 {"zscore",zscoreCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
791 {"zrank",zrankCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
792 {"zrevrank",zrevrankCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
793 {"hset",hsetCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
794 {"hsetnx",hsetnxCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
795 {"hget",hgetCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
796 {"hmset",hmsetCommand,-4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
797 {"hmget",hmgetCommand,-3,REDIS_CMD_BULK,NULL,1,1,1},
798 {"hincrby",hincrbyCommand,4,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
799 {"hdel",hdelCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
800 {"hlen",hlenCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
801 {"hkeys",hkeysCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
802 {"hvals",hvalsCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
803 {"hgetall",hgetallCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
804 {"hexists",hexistsCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
805 {"incrby",incrbyCommand,3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
806 {"decrby",decrbyCommand,3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
807 {"getset",getsetCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
808 {"mset",msetCommand,-3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,-1,2},
809 {"msetnx",msetnxCommand,-3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,-1,2},
810 {"randomkey",randomkeyCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
811 {"select",selectCommand,2,REDIS_CMD_INLINE,NULL,0,0,0},
812 {"move",moveCommand,3,REDIS_CMD_INLINE,NULL,1,1,1},
813 {"rename",renameCommand,3,REDIS_CMD_INLINE,NULL,1,1,1},
814 {"renamenx",renamenxCommand,3,REDIS_CMD_INLINE,NULL,1,1,1},
815 {"expire",expireCommand,3,REDIS_CMD_INLINE,NULL,0,0,0},
816 {"expireat",expireatCommand,3,REDIS_CMD_INLINE,NULL,0,0,0},
817 {"keys",keysCommand,2,REDIS_CMD_INLINE,NULL,0,0,0},
818 {"dbsize",dbsizeCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
819 {"auth",authCommand,2,REDIS_CMD_INLINE,NULL,0,0,0},
820 {"ping",pingCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
821 {"echo",echoCommand,2,REDIS_CMD_BULK,NULL,0,0,0},
822 {"save",saveCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
823 {"bgsave",bgsaveCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
824 {"bgrewriteaof",bgrewriteaofCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
825 {"shutdown",shutdownCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
826 {"lastsave",lastsaveCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
827 {"type",typeCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
828 {"multi",multiCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
829 {"exec",execCommand,1,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,0,0,0},
830 {"discard",discardCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
831 {"sync",syncCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
832 {"flushdb",flushdbCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
833 {"flushall",flushallCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
834 {"sort",sortCommand,-2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
835 {"info",infoCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
836 {"monitor",monitorCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
837 {"ttl",ttlCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
838 {"slaveof",slaveofCommand,3,REDIS_CMD_INLINE,NULL,0,0,0},
839 {"debug",debugCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
840 {"config",configCommand,-2,REDIS_CMD_BULK,NULL,0,0,0},
841 {"subscribe",subscribeCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
842 {"unsubscribe",unsubscribeCommand,-1,REDIS_CMD_INLINE,NULL,0,0,0},
843 {"psubscribe",psubscribeCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
844 {"punsubscribe",punsubscribeCommand,-1,REDIS_CMD_INLINE,NULL,0,0,0},
845 {"publish",publishCommand,3,REDIS_CMD_BULK|REDIS_CMD_FORCE_REPLICATION,NULL,0,0,0},
846 {NULL,NULL,0,0,NULL,0,0,0}
847 };
848
849 /*============================ Utility functions ============================ */
850
851 /* Glob-style pattern matching. */
852 static int stringmatchlen(const char *pattern, int patternLen,
853 const char *string, int stringLen, int nocase)
854 {
855 while(patternLen) {
856 switch(pattern[0]) {
857 case '*':
858 while (pattern[1] == '*') {
859 pattern++;
860 patternLen--;
861 }
862 if (patternLen == 1)
863 return 1; /* match */
864 while(stringLen) {
865 if (stringmatchlen(pattern+1, patternLen-1,
866 string, stringLen, nocase))
867 return 1; /* match */
868 string++;
869 stringLen--;
870 }
871 return 0; /* no match */
872 break;
873 case '?':
874 if (stringLen == 0)
875 return 0; /* no match */
876 string++;
877 stringLen--;
878 break;
879 case '[':
880 {
881 int not, match;
882
883 pattern++;
884 patternLen--;
885 not = pattern[0] == '^';
886 if (not) {
887 pattern++;
888 patternLen--;
889 }
890 match = 0;
891 while(1) {
892 if (pattern[0] == '\\') {
893 pattern++;
894 patternLen--;
895 if (pattern[0] == string[0])
896 match = 1;
897 } else if (pattern[0] == ']') {
898 break;
899 } else if (patternLen == 0) {
900 pattern--;
901 patternLen++;
902 break;
903 } else if (pattern[1] == '-' && patternLen >= 3) {
904 int start = pattern[0];
905 int end = pattern[2];
906 int c = string[0];
907 if (start > end) {
908 int t = start;
909 start = end;
910 end = t;
911 }
912 if (nocase) {
913 start = tolower(start);
914 end = tolower(end);
915 c = tolower(c);
916 }
917 pattern += 2;
918 patternLen -= 2;
919 if (c >= start && c <= end)
920 match = 1;
921 } else {
922 if (!nocase) {
923 if (pattern[0] == string[0])
924 match = 1;
925 } else {
926 if (tolower((int)pattern[0]) == tolower((int)string[0]))
927 match = 1;
928 }
929 }
930 pattern++;
931 patternLen--;
932 }
933 if (not)
934 match = !match;
935 if (!match)
936 return 0; /* no match */
937 string++;
938 stringLen--;
939 break;
940 }
941 case '\\':
942 if (patternLen >= 2) {
943 pattern++;
944 patternLen--;
945 }
946 /* fall through */
947 default:
948 if (!nocase) {
949 if (pattern[0] != string[0])
950 return 0; /* no match */
951 } else {
952 if (tolower((int)pattern[0]) != tolower((int)string[0]))
953 return 0; /* no match */
954 }
955 string++;
956 stringLen--;
957 break;
958 }
959 pattern++;
960 patternLen--;
961 if (stringLen == 0) {
962 while(*pattern == '*') {
963 pattern++;
964 patternLen--;
965 }
966 break;
967 }
968 }
969 if (patternLen == 0 && stringLen == 0)
970 return 1;
971 return 0;
972 }
973
974 static int stringmatch(const char *pattern, const char *string, int nocase) {
975 return stringmatchlen(pattern,strlen(pattern),string,strlen(string),nocase);
976 }
977
978 /* Convert a string representing an amount of memory into the number of
979 * bytes, so for instance memtoll("1Gi") will return 1073741824 that is
980 * (1024*1024*1024).
981 *
982 * On parsing error, if *err is not NULL, it's set to 1, otherwise it's
983 * set to 0 */
984 static long long memtoll(const char *p, int *err) {
985 const char *u;
986 char buf[128];
987 long mul; /* unit multiplier */
988 long long val;
989 unsigned int digits;
990
991 if (err) *err = 0;
992 /* Search the first non digit character. */
993 u = p;
994 if (*u == '-') u++;
995 while(*u && isdigit(*u)) u++;
996 if (*u == '\0' || !strcasecmp(u,"b")) {
997 mul = 1;
998 } else if (!strcasecmp(u,"k")) {
999 mul = 1000;
1000 } else if (!strcasecmp(u,"kb")) {
1001 mul = 1024;
1002 } else if (!strcasecmp(u,"m")) {
1003 mul = 1000*1000;
1004 } else if (!strcasecmp(u,"mb")) {
1005 mul = 1024*1024;
1006 } else if (!strcasecmp(u,"g")) {
1007 mul = 1000L*1000*1000;
1008 } else if (!strcasecmp(u,"gb")) {
1009 mul = 1024L*1024*1024;
1010 } else {
1011 if (err) *err = 1;
1012 mul = 1;
1013 }
1014 digits = u-p;
1015 if (digits >= sizeof(buf)) {
1016 if (err) *err = 1;
1017 return LLONG_MAX;
1018 }
1019 memcpy(buf,p,digits);
1020 buf[digits] = '\0';
1021 val = strtoll(buf,NULL,10);
1022 return val*mul;
1023 }
1024
1025 static void redisLog(int level, const char *fmt, ...) {
1026 va_list ap;
1027 FILE *fp;
1028
1029 fp = (server.logfile == NULL) ? stdout : fopen(server.logfile,"a");
1030 if (!fp) return;
1031
1032 va_start(ap, fmt);
1033 if (level >= server.verbosity) {
1034 char *c = ".-*#";
1035 char buf[64];
1036 time_t now;
1037
1038 now = time(NULL);
1039 strftime(buf,64,"%d %b %H:%M:%S",localtime(&now));
1040 fprintf(fp,"[%d] %s %c ",(int)getpid(),buf,c[level]);
1041 vfprintf(fp, fmt, ap);
1042 fprintf(fp,"\n");
1043 fflush(fp);
1044 }
1045 va_end(ap);
1046
1047 if (server.logfile) fclose(fp);
1048 }
1049
1050 /*====================== Hash table type implementation ==================== */
1051
1052 /* This is an hash table type that uses the SDS dynamic strings libary as
1053 * keys and radis objects as values (objects can hold SDS strings,
1054 * lists, sets). */
1055
1056 static void dictVanillaFree(void *privdata, void *val)
1057 {
1058 DICT_NOTUSED(privdata);
1059 zfree(val);
1060 }
1061
1062 static void dictListDestructor(void *privdata, void *val)
1063 {
1064 DICT_NOTUSED(privdata);
1065 listRelease((list*)val);
1066 }
1067
1068 static int sdsDictKeyCompare(void *privdata, const void *key1,
1069 const void *key2)
1070 {
1071 int l1,l2;
1072 DICT_NOTUSED(privdata);
1073
1074 l1 = sdslen((sds)key1);
1075 l2 = sdslen((sds)key2);
1076 if (l1 != l2) return 0;
1077 return memcmp(key1, key2, l1) == 0;
1078 }
1079
1080 static void dictRedisObjectDestructor(void *privdata, void *val)
1081 {
1082 DICT_NOTUSED(privdata);
1083
1084 if (val == NULL) return; /* Values of swapped out keys as set to NULL */
1085 decrRefCount(val);
1086 }
1087
1088 static int dictObjKeyCompare(void *privdata, const void *key1,
1089 const void *key2)
1090 {
1091 const robj *o1 = key1, *o2 = key2;
1092 return sdsDictKeyCompare(privdata,o1->ptr,o2->ptr);
1093 }
1094
1095 static unsigned int dictObjHash(const void *key) {
1096 const robj *o = key;
1097 return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
1098 }
1099
1100 static int dictEncObjKeyCompare(void *privdata, const void *key1,
1101 const void *key2)
1102 {
1103 robj *o1 = (robj*) key1, *o2 = (robj*) key2;
1104 int cmp;
1105
1106 if (o1->encoding == REDIS_ENCODING_INT &&
1107 o2->encoding == REDIS_ENCODING_INT &&
1108 o1->ptr == o2->ptr) return 1;
1109
1110 o1 = getDecodedObject(o1);
1111 o2 = getDecodedObject(o2);
1112 cmp = sdsDictKeyCompare(privdata,o1->ptr,o2->ptr);
1113 decrRefCount(o1);
1114 decrRefCount(o2);
1115 return cmp;
1116 }
1117
1118 static unsigned int dictEncObjHash(const void *key) {
1119 robj *o = (robj*) key;
1120
1121 if (o->encoding == REDIS_ENCODING_RAW) {
1122 return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
1123 } else {
1124 if (o->encoding == REDIS_ENCODING_INT) {
1125 char buf[32];
1126 int len;
1127
1128 len = snprintf(buf,32,"%ld",(long)o->ptr);
1129 return dictGenHashFunction((unsigned char*)buf, len);
1130 } else {
1131 unsigned int hash;
1132
1133 o = getDecodedObject(o);
1134 hash = dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
1135 decrRefCount(o);
1136 return hash;
1137 }
1138 }
1139 }
1140
1141 /* Sets type and expires */
1142 static dictType setDictType = {
1143 dictEncObjHash, /* hash function */
1144 NULL, /* key dup */
1145 NULL, /* val dup */
1146 dictEncObjKeyCompare, /* key compare */
1147 dictRedisObjectDestructor, /* key destructor */
1148 NULL /* val destructor */
1149 };
1150
1151 /* Sorted sets hash (note: a skiplist is used in addition to the hash table) */
1152 static dictType zsetDictType = {
1153 dictEncObjHash, /* hash function */
1154 NULL, /* key dup */
1155 NULL, /* val dup */
1156 dictEncObjKeyCompare, /* key compare */
1157 dictRedisObjectDestructor, /* key destructor */
1158 dictVanillaFree /* val destructor of malloc(sizeof(double)) */
1159 };
1160
1161 /* Db->dict */
1162 static dictType dbDictType = {
1163 dictObjHash, /* hash function */
1164 NULL, /* key dup */
1165 NULL, /* val dup */
1166 dictObjKeyCompare, /* key compare */
1167 dictRedisObjectDestructor, /* key destructor */
1168 dictRedisObjectDestructor /* val destructor */
1169 };
1170
1171 /* Db->expires */
1172 static dictType keyptrDictType = {
1173 dictObjHash, /* hash function */
1174 NULL, /* key dup */
1175 NULL, /* val dup */
1176 dictObjKeyCompare, /* key compare */
1177 dictRedisObjectDestructor, /* key destructor */
1178 NULL /* val destructor */
1179 };
1180
1181 /* Hash type hash table (note that small hashes are represented with zimpaps) */
1182 static dictType hashDictType = {
1183 dictEncObjHash, /* hash function */
1184 NULL, /* key dup */
1185 NULL, /* val dup */
1186 dictEncObjKeyCompare, /* key compare */
1187 dictRedisObjectDestructor, /* key destructor */
1188 dictRedisObjectDestructor /* val destructor */
1189 };
1190
1191 /* Keylist hash table type has unencoded redis objects as keys and
1192 * lists as values. It's used for blocking operations (BLPOP) and to
1193 * map swapped keys to a list of clients waiting for this keys to be loaded. */
1194 static dictType keylistDictType = {
1195 dictObjHash, /* hash function */
1196 NULL, /* key dup */
1197 NULL, /* val dup */
1198 dictObjKeyCompare, /* key compare */
1199 dictRedisObjectDestructor, /* key destructor */
1200 dictListDestructor /* val destructor */
1201 };
1202
1203 static void version();
1204
1205 /* ========================= Random utility functions ======================= */
1206
1207 /* Redis generally does not try to recover from out of memory conditions
1208 * when allocating objects or strings, it is not clear if it will be possible
1209 * to report this condition to the client since the networking layer itself
1210 * is based on heap allocation for send buffers, so we simply abort.
1211 * At least the code will be simpler to read... */
1212 static void oom(const char *msg) {
1213 redisLog(REDIS_WARNING, "%s: Out of memory\n",msg);
1214 sleep(1);
1215 abort();
1216 }
1217
1218 /* ====================== Redis server networking stuff ===================== */
1219 static void closeTimedoutClients(void) {
1220 redisClient *c;
1221 listNode *ln;
1222 time_t now = time(NULL);
1223 listIter li;
1224
1225 listRewind(server.clients,&li);
1226 while ((ln = listNext(&li)) != NULL) {
1227 c = listNodeValue(ln);
1228 if (server.maxidletime &&
1229 !(c->flags & REDIS_SLAVE) && /* no timeout for slaves */
1230 !(c->flags & REDIS_MASTER) && /* no timeout for masters */
1231 dictSize(c->pubsub_channels) == 0 && /* no timeout for pubsub */
1232 listLength(c->pubsub_patterns) == 0 &&
1233 (now - c->lastinteraction > server.maxidletime))
1234 {
1235 redisLog(REDIS_VERBOSE,"Closing idle client");
1236 freeClient(c);
1237 } else if (c->flags & REDIS_BLOCKED) {
1238 if (c->blockingto != 0 && c->blockingto < now) {
1239 addReply(c,shared.nullmultibulk);
1240 unblockClientWaitingData(c);
1241 }
1242 }
1243 }
1244 }
1245
1246 static int htNeedsResize(dict *dict) {
1247 long long size, used;
1248
1249 size = dictSlots(dict);
1250 used = dictSize(dict);
1251 return (size && used && size > DICT_HT_INITIAL_SIZE &&
1252 (used*100/size < REDIS_HT_MINFILL));
1253 }
1254
1255 /* If the percentage of used slots in the HT reaches REDIS_HT_MINFILL
1256 * we resize the hash table to save memory */
1257 static void tryResizeHashTables(void) {
1258 int j;
1259
1260 for (j = 0; j < server.dbnum; j++) {
1261 if (htNeedsResize(server.db[j].dict))
1262 dictResize(server.db[j].dict);
1263 if (htNeedsResize(server.db[j].expires))
1264 dictResize(server.db[j].expires);
1265 }
1266 }
1267
1268 /* Our hash table implementation performs rehashing incrementally while
1269 * we write/read from the hash table. Still if the server is idle, the hash
1270 * table will use two tables for a long time. So we try to use 1 millisecond
1271 * of CPU time at every serverCron() loop in order to rehash some key. */
1272 static void incrementallyRehash(void) {
1273 int j;
1274
1275 for (j = 0; j < server.dbnum; j++) {
1276 if (dictIsRehashing(server.db[j].dict)) {
1277 dictRehashMilliseconds(server.db[j].dict,1);
1278 break; /* already used our millisecond for this loop... */
1279 }
1280 }
1281 }
1282
1283 /* A background saving child (BGSAVE) terminated its work. Handle this. */
1284 void backgroundSaveDoneHandler(int statloc) {
1285 int exitcode = WEXITSTATUS(statloc);
1286 int bysignal = WIFSIGNALED(statloc);
1287
1288 if (!bysignal && exitcode == 0) {
1289 redisLog(REDIS_NOTICE,
1290 "Background saving terminated with success");
1291 server.dirty = 0;
1292 server.lastsave = time(NULL);
1293 } else if (!bysignal && exitcode != 0) {
1294 redisLog(REDIS_WARNING, "Background saving error");
1295 } else {
1296 redisLog(REDIS_WARNING,
1297 "Background saving terminated by signal %d", WTERMSIG(statloc));
1298 rdbRemoveTempFile(server.bgsavechildpid);
1299 }
1300 server.bgsavechildpid = -1;
1301 /* Possibly there are slaves waiting for a BGSAVE in order to be served
1302 * (the first stage of SYNC is a bulk transfer of dump.rdb) */
1303 updateSlavesWaitingBgsave(exitcode == 0 ? REDIS_OK : REDIS_ERR);
1304 }
1305
1306 /* A background append only file rewriting (BGREWRITEAOF) terminated its work.
1307 * Handle this. */
1308 void backgroundRewriteDoneHandler(int statloc) {
1309 int exitcode = WEXITSTATUS(statloc);
1310 int bysignal = WIFSIGNALED(statloc);
1311
1312 if (!bysignal && exitcode == 0) {
1313 int fd;
1314 char tmpfile[256];
1315
1316 redisLog(REDIS_NOTICE,
1317 "Background append only file rewriting terminated with success");
1318 /* Now it's time to flush the differences accumulated by the parent */
1319 snprintf(tmpfile,256,"temp-rewriteaof-bg-%d.aof", (int) server.bgrewritechildpid);
1320 fd = open(tmpfile,O_WRONLY|O_APPEND);
1321 if (fd == -1) {
1322 redisLog(REDIS_WARNING, "Not able to open the temp append only file produced by the child: %s", strerror(errno));
1323 goto cleanup;
1324 }
1325 /* Flush our data... */
1326 if (write(fd,server.bgrewritebuf,sdslen(server.bgrewritebuf)) !=
1327 (signed) sdslen(server.bgrewritebuf)) {
1328 redisLog(REDIS_WARNING, "Error or short write trying to flush the parent diff of the append log file in the child temp file: %s", strerror(errno));
1329 close(fd);
1330 goto cleanup;
1331 }
1332 redisLog(REDIS_NOTICE,"Parent diff flushed into the new append log file with success (%lu bytes)",sdslen(server.bgrewritebuf));
1333 /* Now our work is to rename the temp file into the stable file. And
1334 * switch the file descriptor used by the server for append only. */
1335 if (rename(tmpfile,server.appendfilename) == -1) {
1336 redisLog(REDIS_WARNING,"Can't rename the temp append only file into the stable one: %s", strerror(errno));
1337 close(fd);
1338 goto cleanup;
1339 }
1340 /* Mission completed... almost */
1341 redisLog(REDIS_NOTICE,"Append only file successfully rewritten.");
1342 if (server.appendfd != -1) {
1343 /* If append only is actually enabled... */
1344 close(server.appendfd);
1345 server.appendfd = fd;
1346 fsync(fd);
1347 server.appendseldb = -1; /* Make sure it will issue SELECT */
1348 redisLog(REDIS_NOTICE,"The new append only file was selected for future appends.");
1349 } else {
1350 /* If append only is disabled we just generate a dump in this
1351 * format. Why not? */
1352 close(fd);
1353 }
1354 } else if (!bysignal && exitcode != 0) {
1355 redisLog(REDIS_WARNING, "Background append only file rewriting error");
1356 } else {
1357 redisLog(REDIS_WARNING,
1358 "Background append only file rewriting terminated by signal %d",
1359 WTERMSIG(statloc));
1360 }
1361 cleanup:
1362 sdsfree(server.bgrewritebuf);
1363 server.bgrewritebuf = sdsempty();
1364 aofRemoveTempFile(server.bgrewritechildpid);
1365 server.bgrewritechildpid = -1;
1366 }
1367
1368 /* This function is called once a background process of some kind terminates,
1369 * as we want to avoid resizing the hash tables when there is a child in order
1370 * to play well with copy-on-write (otherwise when a resize happens lots of
1371 * memory pages are copied). The goal of this function is to update the ability
1372 * for dict.c to resize the hash tables accordingly to the fact we have o not
1373 * running childs. */
1374 static void updateDictResizePolicy(void) {
1375 if (server.bgsavechildpid == -1 && server.bgrewritechildpid == -1)
1376 dictEnableResize();
1377 else
1378 dictDisableResize();
1379 }
1380
1381 static int serverCron(struct aeEventLoop *eventLoop, long long id, void *clientData) {
1382 int j, loops = server.cronloops++;
1383 REDIS_NOTUSED(eventLoop);
1384 REDIS_NOTUSED(id);
1385 REDIS_NOTUSED(clientData);
1386
1387 /* We take a cached value of the unix time in the global state because
1388 * with virtual memory and aging there is to store the current time
1389 * in objects at every object access, and accuracy is not needed.
1390 * To access a global var is faster than calling time(NULL) */
1391 server.unixtime = time(NULL);
1392
1393 /* Show some info about non-empty databases */
1394 for (j = 0; j < server.dbnum; j++) {
1395 long long size, used, vkeys;
1396
1397 size = dictSlots(server.db[j].dict);
1398 used = dictSize(server.db[j].dict);
1399 vkeys = dictSize(server.db[j].expires);
1400 if (!(loops % 50) && (used || vkeys)) {
1401 redisLog(REDIS_VERBOSE,"DB %d: %lld keys (%lld volatile) in %lld slots HT.",j,used,vkeys,size);
1402 /* dictPrintStats(server.dict); */
1403 }
1404 }
1405
1406 /* We don't want to resize the hash tables while a bacground saving
1407 * is in progress: the saving child is created using fork() that is
1408 * implemented with a copy-on-write semantic in most modern systems, so
1409 * if we resize the HT while there is the saving child at work actually
1410 * a lot of memory movements in the parent will cause a lot of pages
1411 * copied. */
1412 if (server.bgsavechildpid == -1 && server.bgrewritechildpid == -1) {
1413 if (!(loops % 10)) tryResizeHashTables();
1414 if (server.activerehashing) incrementallyRehash();
1415 }
1416
1417 /* Show information about connected clients */
1418 if (!(loops % 50)) {
1419 redisLog(REDIS_VERBOSE,"%d clients connected (%d slaves), %zu bytes in use",
1420 listLength(server.clients)-listLength(server.slaves),
1421 listLength(server.slaves),
1422 zmalloc_used_memory());
1423 }
1424
1425 /* Close connections of timedout clients */
1426 if ((server.maxidletime && !(loops % 100)) || server.blpop_blocked_clients)
1427 closeTimedoutClients();
1428
1429 /* Check if a background saving or AOF rewrite in progress terminated */
1430 if (server.bgsavechildpid != -1 || server.bgrewritechildpid != -1) {
1431 int statloc;
1432 pid_t pid;
1433
1434 if ((pid = wait3(&statloc,WNOHANG,NULL)) != 0) {
1435 if (pid == server.bgsavechildpid) {
1436 backgroundSaveDoneHandler(statloc);
1437 } else {
1438 backgroundRewriteDoneHandler(statloc);
1439 }
1440 updateDictResizePolicy();
1441 }
1442 } else {
1443 /* If there is not a background saving in progress check if
1444 * we have to save now */
1445 time_t now = time(NULL);
1446 for (j = 0; j < server.saveparamslen; j++) {
1447 struct saveparam *sp = server.saveparams+j;
1448
1449 if (server.dirty >= sp->changes &&
1450 now-server.lastsave > sp->seconds) {
1451 redisLog(REDIS_NOTICE,"%d changes in %d seconds. Saving...",
1452 sp->changes, sp->seconds);
1453 rdbSaveBackground(server.dbfilename);
1454 break;
1455 }
1456 }
1457 }
1458
1459 /* Try to expire a few timed out keys. The algorithm used is adaptive and
1460 * will use few CPU cycles if there are few expiring keys, otherwise
1461 * it will get more aggressive to avoid that too much memory is used by
1462 * keys that can be removed from the keyspace. */
1463 for (j = 0; j < server.dbnum; j++) {
1464 int expired;
1465 redisDb *db = server.db+j;
1466
1467 /* Continue to expire if at the end of the cycle more than 25%
1468 * of the keys were expired. */
1469 do {
1470 long num = dictSize(db->expires);
1471 time_t now = time(NULL);
1472
1473 expired = 0;
1474 if (num > REDIS_EXPIRELOOKUPS_PER_CRON)
1475 num = REDIS_EXPIRELOOKUPS_PER_CRON;
1476 while (num--) {
1477 dictEntry *de;
1478 time_t t;
1479
1480 if ((de = dictGetRandomKey(db->expires)) == NULL) break;
1481 t = (time_t) dictGetEntryVal(de);
1482 if (now > t) {
1483 deleteKey(db,dictGetEntryKey(de));
1484 expired++;
1485 server.stat_expiredkeys++;
1486 }
1487 }
1488 } while (expired > REDIS_EXPIRELOOKUPS_PER_CRON/4);
1489 }
1490
1491 /* Swap a few keys on disk if we are over the memory limit and VM
1492 * is enbled. Try to free objects from the free list first. */
1493 if (vmCanSwapOut()) {
1494 while (server.vm_enabled && zmalloc_used_memory() >
1495 server.vm_max_memory)
1496 {
1497 int retval;
1498
1499 if (tryFreeOneObjectFromFreelist() == REDIS_OK) continue;
1500 retval = (server.vm_max_threads == 0) ?
1501 vmSwapOneObjectBlocking() :
1502 vmSwapOneObjectThreaded();
1503 if (retval == REDIS_ERR && !(loops % 300) &&
1504 zmalloc_used_memory() >
1505 (server.vm_max_memory+server.vm_max_memory/10))
1506 {
1507 redisLog(REDIS_WARNING,"WARNING: vm-max-memory limit exceeded by more than 10%% but unable to swap more objects out!");
1508 }
1509 /* Note that when using threade I/O we free just one object,
1510 * because anyway when the I/O thread in charge to swap this
1511 * object out will finish, the handler of completed jobs
1512 * will try to swap more objects if we are still out of memory. */
1513 if (retval == REDIS_ERR || server.vm_max_threads > 0) break;
1514 }
1515 }
1516
1517 /* Check if we should connect to a MASTER */
1518 if (server.replstate == REDIS_REPL_CONNECT && !(loops % 10)) {
1519 redisLog(REDIS_NOTICE,"Connecting to MASTER...");
1520 if (syncWithMaster() == REDIS_OK) {
1521 redisLog(REDIS_NOTICE,"MASTER <-> SLAVE sync succeeded");
1522 if (server.appendonly) rewriteAppendOnlyFileBackground();
1523 }
1524 }
1525 return 100;
1526 }
1527
1528 /* This function gets called every time Redis is entering the
1529 * main loop of the event driven library, that is, before to sleep
1530 * for ready file descriptors. */
1531 static void beforeSleep(struct aeEventLoop *eventLoop) {
1532 REDIS_NOTUSED(eventLoop);
1533
1534 /* Awake clients that got all the swapped keys they requested */
1535 if (server.vm_enabled && listLength(server.io_ready_clients)) {
1536 listIter li;
1537 listNode *ln;
1538
1539 listRewind(server.io_ready_clients,&li);
1540 while((ln = listNext(&li))) {
1541 redisClient *c = ln->value;
1542 struct redisCommand *cmd;
1543
1544 /* Resume the client. */
1545 listDelNode(server.io_ready_clients,ln);
1546 c->flags &= (~REDIS_IO_WAIT);
1547 server.vm_blocked_clients--;
1548 aeCreateFileEvent(server.el, c->fd, AE_READABLE,
1549 readQueryFromClient, c);
1550 cmd = lookupCommand(c->argv[0]->ptr);
1551 assert(cmd != NULL);
1552 call(c,cmd);
1553 resetClient(c);
1554 /* There may be more data to process in the input buffer. */
1555 if (c->querybuf && sdslen(c->querybuf) > 0)
1556 processInputBuffer(c);
1557 }
1558 }
1559 /* Write the AOF buffer on disk */
1560 flushAppendOnlyFile();
1561 }
1562
1563 static void createSharedObjects(void) {
1564 int j;
1565
1566 shared.crlf = createObject(REDIS_STRING,sdsnew("\r\n"));
1567 shared.ok = createObject(REDIS_STRING,sdsnew("+OK\r\n"));
1568 shared.err = createObject(REDIS_STRING,sdsnew("-ERR\r\n"));
1569 shared.emptybulk = createObject(REDIS_STRING,sdsnew("$0\r\n\r\n"));
1570 shared.czero = createObject(REDIS_STRING,sdsnew(":0\r\n"));
1571 shared.cone = createObject(REDIS_STRING,sdsnew(":1\r\n"));
1572 shared.nullbulk = createObject(REDIS_STRING,sdsnew("$-1\r\n"));
1573 shared.nullmultibulk = createObject(REDIS_STRING,sdsnew("*-1\r\n"));
1574 shared.emptymultibulk = createObject(REDIS_STRING,sdsnew("*0\r\n"));
1575 shared.pong = createObject(REDIS_STRING,sdsnew("+PONG\r\n"));
1576 shared.queued = createObject(REDIS_STRING,sdsnew("+QUEUED\r\n"));
1577 shared.wrongtypeerr = createObject(REDIS_STRING,sdsnew(
1578 "-ERR Operation against a key holding the wrong kind of value\r\n"));
1579 shared.nokeyerr = createObject(REDIS_STRING,sdsnew(
1580 "-ERR no such key\r\n"));
1581 shared.syntaxerr = createObject(REDIS_STRING,sdsnew(
1582 "-ERR syntax error\r\n"));
1583 shared.sameobjecterr = createObject(REDIS_STRING,sdsnew(
1584 "-ERR source and destination objects are the same\r\n"));
1585 shared.outofrangeerr = createObject(REDIS_STRING,sdsnew(
1586 "-ERR index out of range\r\n"));
1587 shared.space = createObject(REDIS_STRING,sdsnew(" "));
1588 shared.colon = createObject(REDIS_STRING,sdsnew(":"));
1589 shared.plus = createObject(REDIS_STRING,sdsnew("+"));
1590 shared.select0 = createStringObject("select 0\r\n",10);
1591 shared.select1 = createStringObject("select 1\r\n",10);
1592 shared.select2 = createStringObject("select 2\r\n",10);
1593 shared.select3 = createStringObject("select 3\r\n",10);
1594 shared.select4 = createStringObject("select 4\r\n",10);
1595 shared.select5 = createStringObject("select 5\r\n",10);
1596 shared.select6 = createStringObject("select 6\r\n",10);
1597 shared.select7 = createStringObject("select 7\r\n",10);
1598 shared.select8 = createStringObject("select 8\r\n",10);
1599 shared.select9 = createStringObject("select 9\r\n",10);
1600 shared.messagebulk = createStringObject("$7\r\nmessage\r\n",13);
1601 shared.pmessagebulk = createStringObject("$8\r\npmessage\r\n",14);
1602 shared.subscribebulk = createStringObject("$9\r\nsubscribe\r\n",15);
1603 shared.unsubscribebulk = createStringObject("$11\r\nunsubscribe\r\n",18);
1604 shared.psubscribebulk = createStringObject("$10\r\npsubscribe\r\n",17);
1605 shared.punsubscribebulk = createStringObject("$12\r\npunsubscribe\r\n",19);
1606 shared.mbulk3 = createStringObject("*3\r\n",4);
1607 shared.mbulk4 = createStringObject("*4\r\n",4);
1608 for (j = 0; j < REDIS_SHARED_INTEGERS; j++) {
1609 shared.integers[j] = createObject(REDIS_STRING,(void*)(long)j);
1610 shared.integers[j]->encoding = REDIS_ENCODING_INT;
1611 }
1612 }
1613
1614 static void appendServerSaveParams(time_t seconds, int changes) {
1615 server.saveparams = zrealloc(server.saveparams,sizeof(struct saveparam)*(server.saveparamslen+1));
1616 server.saveparams[server.saveparamslen].seconds = seconds;
1617 server.saveparams[server.saveparamslen].changes = changes;
1618 server.saveparamslen++;
1619 }
1620
1621 static void resetServerSaveParams() {
1622 zfree(server.saveparams);
1623 server.saveparams = NULL;
1624 server.saveparamslen = 0;
1625 }
1626
1627 static void initServerConfig() {
1628 server.dbnum = REDIS_DEFAULT_DBNUM;
1629 server.port = REDIS_SERVERPORT;
1630 server.verbosity = REDIS_VERBOSE;
1631 server.maxidletime = REDIS_MAXIDLETIME;
1632 server.saveparams = NULL;
1633 server.logfile = NULL; /* NULL = log on standard output */
1634 server.bindaddr = NULL;
1635 server.glueoutputbuf = 1;
1636 server.daemonize = 0;
1637 server.appendonly = 0;
1638 server.appendfsync = APPENDFSYNC_ALWAYS;
1639 server.lastfsync = time(NULL);
1640 server.appendfd = -1;
1641 server.appendseldb = -1; /* Make sure the first time will not match */
1642 server.pidfile = zstrdup("/var/run/redis.pid");
1643 server.dbfilename = zstrdup("dump.rdb");
1644 server.appendfilename = zstrdup("appendonly.aof");
1645 server.requirepass = NULL;
1646 server.rdbcompression = 1;
1647 server.activerehashing = 1;
1648 server.maxclients = 0;
1649 server.blpop_blocked_clients = 0;
1650 server.maxmemory = 0;
1651 server.vm_enabled = 0;
1652 server.vm_swap_file = zstrdup("/tmp/redis-%p.vm");
1653 server.vm_page_size = 256; /* 256 bytes per page */
1654 server.vm_pages = 1024*1024*100; /* 104 millions of pages */
1655 server.vm_max_memory = 1024LL*1024*1024*1; /* 1 GB of RAM */
1656 server.vm_max_threads = 4;
1657 server.vm_blocked_clients = 0;
1658 server.hash_max_zipmap_entries = REDIS_HASH_MAX_ZIPMAP_ENTRIES;
1659 server.hash_max_zipmap_value = REDIS_HASH_MAX_ZIPMAP_VALUE;
1660
1661 resetServerSaveParams();
1662
1663 appendServerSaveParams(60*60,1); /* save after 1 hour and 1 change */
1664 appendServerSaveParams(300,100); /* save after 5 minutes and 100 changes */
1665 appendServerSaveParams(60,10000); /* save after 1 minute and 10000 changes */
1666 /* Replication related */
1667 server.isslave = 0;
1668 server.masterauth = NULL;
1669 server.masterhost = NULL;
1670 server.masterport = 6379;
1671 server.master = NULL;
1672 server.replstate = REDIS_REPL_NONE;
1673
1674 /* Double constants initialization */
1675 R_Zero = 0.0;
1676 R_PosInf = 1.0/R_Zero;
1677 R_NegInf = -1.0/R_Zero;
1678 R_Nan = R_Zero/R_Zero;
1679 }
1680
1681 static void initServer() {
1682 int j;
1683
1684 signal(SIGHUP, SIG_IGN);
1685 signal(SIGPIPE, SIG_IGN);
1686 setupSigSegvAction();
1687
1688 server.devnull = fopen("/dev/null","w");
1689 if (server.devnull == NULL) {
1690 redisLog(REDIS_WARNING, "Can't open /dev/null: %s", server.neterr);
1691 exit(1);
1692 }
1693 server.clients = listCreate();
1694 server.slaves = listCreate();
1695 server.monitors = listCreate();
1696 server.objfreelist = listCreate();
1697 createSharedObjects();
1698 server.el = aeCreateEventLoop();
1699 server.db = zmalloc(sizeof(redisDb)*server.dbnum);
1700 server.fd = anetTcpServer(server.neterr, server.port, server.bindaddr);
1701 if (server.fd == -1) {
1702 redisLog(REDIS_WARNING, "Opening TCP port: %s", server.neterr);
1703 exit(1);
1704 }
1705 for (j = 0; j < server.dbnum; j++) {
1706 server.db[j].dict = dictCreate(&dbDictType,NULL);
1707 server.db[j].expires = dictCreate(&keyptrDictType,NULL);
1708 server.db[j].blockingkeys = dictCreate(&keylistDictType,NULL);
1709 if (server.vm_enabled)
1710 server.db[j].io_keys = dictCreate(&keylistDictType,NULL);
1711 server.db[j].id = j;
1712 }
1713 server.pubsub_channels = dictCreate(&keylistDictType,NULL);
1714 server.pubsub_patterns = listCreate();
1715 listSetFreeMethod(server.pubsub_patterns,freePubsubPattern);
1716 listSetMatchMethod(server.pubsub_patterns,listMatchPubsubPattern);
1717 server.cronloops = 0;
1718 server.bgsavechildpid = -1;
1719 server.bgrewritechildpid = -1;
1720 server.bgrewritebuf = sdsempty();
1721 server.aofbuf = sdsempty();
1722 server.lastsave = time(NULL);
1723 server.dirty = 0;
1724 server.stat_numcommands = 0;
1725 server.stat_numconnections = 0;
1726 server.stat_expiredkeys = 0;
1727 server.stat_starttime = time(NULL);
1728 server.unixtime = time(NULL);
1729 aeCreateTimeEvent(server.el, 1, serverCron, NULL, NULL);
1730 if (aeCreateFileEvent(server.el, server.fd, AE_READABLE,
1731 acceptHandler, NULL) == AE_ERR) oom("creating file event");
1732
1733 if (server.appendonly) {
1734 server.appendfd = open(server.appendfilename,O_WRONLY|O_APPEND|O_CREAT,0644);
1735 if (server.appendfd == -1) {
1736 redisLog(REDIS_WARNING, "Can't open the append-only file: %s",
1737 strerror(errno));
1738 exit(1);
1739 }
1740 }
1741
1742 if (server.vm_enabled) vmInit();
1743 }
1744
1745 /* Empty the whole database */
1746 static long long emptyDb() {
1747 int j;
1748 long long removed = 0;
1749
1750 for (j = 0; j < server.dbnum; j++) {
1751 removed += dictSize(server.db[j].dict);
1752 dictEmpty(server.db[j].dict);
1753 dictEmpty(server.db[j].expires);
1754 }
1755 return removed;
1756 }
1757
1758 static int yesnotoi(char *s) {
1759 if (!strcasecmp(s,"yes")) return 1;
1760 else if (!strcasecmp(s,"no")) return 0;
1761 else return -1;
1762 }
1763
1764 /* I agree, this is a very rudimental way to load a configuration...
1765 will improve later if the config gets more complex */
1766 static void loadServerConfig(char *filename) {
1767 FILE *fp;
1768 char buf[REDIS_CONFIGLINE_MAX+1], *err = NULL;
1769 int linenum = 0;
1770 sds line = NULL;
1771
1772 if (filename[0] == '-' && filename[1] == '\0')
1773 fp = stdin;
1774 else {
1775 if ((fp = fopen(filename,"r")) == NULL) {
1776 redisLog(REDIS_WARNING, "Fatal error, can't open config file '%s'", filename);
1777 exit(1);
1778 }
1779 }
1780
1781 while(fgets(buf,REDIS_CONFIGLINE_MAX+1,fp) != NULL) {
1782 sds *argv;
1783 int argc, j;
1784
1785 linenum++;
1786 line = sdsnew(buf);
1787 line = sdstrim(line," \t\r\n");
1788
1789 /* Skip comments and blank lines*/
1790 if (line[0] == '#' || line[0] == '\0') {
1791 sdsfree(line);
1792 continue;
1793 }
1794
1795 /* Split into arguments */
1796 argv = sdssplitlen(line,sdslen(line)," ",1,&argc);
1797 sdstolower(argv[0]);
1798
1799 /* Execute config directives */
1800 if (!strcasecmp(argv[0],"timeout") && argc == 2) {
1801 server.maxidletime = atoi(argv[1]);
1802 if (server.maxidletime < 0) {
1803 err = "Invalid timeout value"; goto loaderr;
1804 }
1805 } else if (!strcasecmp(argv[0],"port") && argc == 2) {
1806 server.port = atoi(argv[1]);
1807 if (server.port < 1 || server.port > 65535) {
1808 err = "Invalid port"; goto loaderr;
1809 }
1810 } else if (!strcasecmp(argv[0],"bind") && argc == 2) {
1811 server.bindaddr = zstrdup(argv[1]);
1812 } else if (!strcasecmp(argv[0],"save") && argc == 3) {
1813 int seconds = atoi(argv[1]);
1814 int changes = atoi(argv[2]);
1815 if (seconds < 1 || changes < 0) {
1816 err = "Invalid save parameters"; goto loaderr;
1817 }
1818 appendServerSaveParams(seconds,changes);
1819 } else if (!strcasecmp(argv[0],"dir") && argc == 2) {
1820 if (chdir(argv[1]) == -1) {
1821 redisLog(REDIS_WARNING,"Can't chdir to '%s': %s",
1822 argv[1], strerror(errno));
1823 exit(1);
1824 }
1825 } else if (!strcasecmp(argv[0],"loglevel") && argc == 2) {
1826 if (!strcasecmp(argv[1],"debug")) server.verbosity = REDIS_DEBUG;
1827 else if (!strcasecmp(argv[1],"verbose")) server.verbosity = REDIS_VERBOSE;
1828 else if (!strcasecmp(argv[1],"notice")) server.verbosity = REDIS_NOTICE;
1829 else if (!strcasecmp(argv[1],"warning")) server.verbosity = REDIS_WARNING;
1830 else {
1831 err = "Invalid log level. Must be one of debug, notice, warning";
1832 goto loaderr;
1833 }
1834 } else if (!strcasecmp(argv[0],"logfile") && argc == 2) {
1835 FILE *logfp;
1836
1837 server.logfile = zstrdup(argv[1]);
1838 if (!strcasecmp(server.logfile,"stdout")) {
1839 zfree(server.logfile);
1840 server.logfile = NULL;
1841 }
1842 if (server.logfile) {
1843 /* Test if we are able to open the file. The server will not
1844 * be able to abort just for this problem later... */
1845 logfp = fopen(server.logfile,"a");
1846 if (logfp == NULL) {
1847 err = sdscatprintf(sdsempty(),
1848 "Can't open the log file: %s", strerror(errno));
1849 goto loaderr;
1850 }
1851 fclose(logfp);
1852 }
1853 } else if (!strcasecmp(argv[0],"databases") && argc == 2) {
1854 server.dbnum = atoi(argv[1]);
1855 if (server.dbnum < 1) {
1856 err = "Invalid number of databases"; goto loaderr;
1857 }
1858 } else if (!strcasecmp(argv[0],"include") && argc == 2) {
1859 loadServerConfig(argv[1]);
1860 } else if (!strcasecmp(argv[0],"maxclients") && argc == 2) {
1861 server.maxclients = atoi(argv[1]);
1862 } else if (!strcasecmp(argv[0],"maxmemory") && argc == 2) {
1863 server.maxmemory = memtoll(argv[1],NULL);
1864 } else if (!strcasecmp(argv[0],"slaveof") && argc == 3) {
1865 server.masterhost = sdsnew(argv[1]);
1866 server.masterport = atoi(argv[2]);
1867 server.replstate = REDIS_REPL_CONNECT;
1868 } else if (!strcasecmp(argv[0],"masterauth") && argc == 2) {
1869 server.masterauth = zstrdup(argv[1]);
1870 } else if (!strcasecmp(argv[0],"glueoutputbuf") && argc == 2) {
1871 if ((server.glueoutputbuf = yesnotoi(argv[1])) == -1) {
1872 err = "argument must be 'yes' or 'no'"; goto loaderr;
1873 }
1874 } else if (!strcasecmp(argv[0],"rdbcompression") && argc == 2) {
1875 if ((server.rdbcompression = yesnotoi(argv[1])) == -1) {
1876 err = "argument must be 'yes' or 'no'"; goto loaderr;
1877 }
1878 } else if (!strcasecmp(argv[0],"activerehashing") && argc == 2) {
1879 if ((server.activerehashing = yesnotoi(argv[1])) == -1) {
1880 err = "argument must be 'yes' or 'no'"; goto loaderr;
1881 }
1882 } else if (!strcasecmp(argv[0],"daemonize") && argc == 2) {
1883 if ((server.daemonize = yesnotoi(argv[1])) == -1) {
1884 err = "argument must be 'yes' or 'no'"; goto loaderr;
1885 }
1886 } else if (!strcasecmp(argv[0],"appendonly") && argc == 2) {
1887 if ((server.appendonly = yesnotoi(argv[1])) == -1) {
1888 err = "argument must be 'yes' or 'no'"; goto loaderr;
1889 }
1890 } else if (!strcasecmp(argv[0],"appendfilename") && argc == 2) {
1891 zfree(server.appendfilename);
1892 server.appendfilename = zstrdup(argv[1]);
1893 } else if (!strcasecmp(argv[0],"appendfsync") && argc == 2) {
1894 if (!strcasecmp(argv[1],"no")) {
1895 server.appendfsync = APPENDFSYNC_NO;
1896 } else if (!strcasecmp(argv[1],"always")) {
1897 server.appendfsync = APPENDFSYNC_ALWAYS;
1898 } else if (!strcasecmp(argv[1],"everysec")) {
1899 server.appendfsync = APPENDFSYNC_EVERYSEC;
1900 } else {
1901 err = "argument must be 'no', 'always' or 'everysec'";
1902 goto loaderr;
1903 }
1904 } else if (!strcasecmp(argv[0],"requirepass") && argc == 2) {
1905 server.requirepass = zstrdup(argv[1]);
1906 } else if (!strcasecmp(argv[0],"pidfile") && argc == 2) {
1907 zfree(server.pidfile);
1908 server.pidfile = zstrdup(argv[1]);
1909 } else if (!strcasecmp(argv[0],"dbfilename") && argc == 2) {
1910 zfree(server.dbfilename);
1911 server.dbfilename = zstrdup(argv[1]);
1912 } else if (!strcasecmp(argv[0],"vm-enabled") && argc == 2) {
1913 if ((server.vm_enabled = yesnotoi(argv[1])) == -1) {
1914 err = "argument must be 'yes' or 'no'"; goto loaderr;
1915 }
1916 } else if (!strcasecmp(argv[0],"vm-swap-file") && argc == 2) {
1917 zfree(server.vm_swap_file);
1918 server.vm_swap_file = zstrdup(argv[1]);
1919 } else if (!strcasecmp(argv[0],"vm-max-memory") && argc == 2) {
1920 server.vm_max_memory = memtoll(argv[1],NULL);
1921 } else if (!strcasecmp(argv[0],"vm-page-size") && argc == 2) {
1922 server.vm_page_size = memtoll(argv[1], NULL);
1923 } else if (!strcasecmp(argv[0],"vm-pages") && argc == 2) {
1924 server.vm_pages = memtoll(argv[1], NULL);
1925 } else if (!strcasecmp(argv[0],"vm-max-threads") && argc == 2) {
1926 server.vm_max_threads = strtoll(argv[1], NULL, 10);
1927 } else if (!strcasecmp(argv[0],"hash-max-zipmap-entries") && argc == 2){
1928 server.hash_max_zipmap_entries = memtoll(argv[1], NULL);
1929 } else if (!strcasecmp(argv[0],"hash-max-zipmap-value") && argc == 2){
1930 server.hash_max_zipmap_value = memtoll(argv[1], NULL);
1931 } else {
1932 err = "Bad directive or wrong number of arguments"; goto loaderr;
1933 }
1934 for (j = 0; j < argc; j++)
1935 sdsfree(argv[j]);
1936 zfree(argv);
1937 sdsfree(line);
1938 }
1939 if (fp != stdin) fclose(fp);
1940 return;
1941
1942 loaderr:
1943 fprintf(stderr, "\n*** FATAL CONFIG FILE ERROR ***\n");
1944 fprintf(stderr, "Reading the configuration file, at line %d\n", linenum);
1945 fprintf(stderr, ">>> '%s'\n", line);
1946 fprintf(stderr, "%s\n", err);
1947 exit(1);
1948 }
1949
1950 static void freeClientArgv(redisClient *c) {
1951 int j;
1952
1953 for (j = 0; j < c->argc; j++)
1954 decrRefCount(c->argv[j]);
1955 for (j = 0; j < c->mbargc; j++)
1956 decrRefCount(c->mbargv[j]);
1957 c->argc = 0;
1958 c->mbargc = 0;
1959 }
1960
1961 static void freeClient(redisClient *c) {
1962 listNode *ln;
1963
1964 /* Note that if the client we are freeing is blocked into a blocking
1965 * call, we have to set querybuf to NULL *before* to call
1966 * unblockClientWaitingData() to avoid processInputBuffer() will get
1967 * called. Also it is important to remove the file events after
1968 * this, because this call adds the READABLE event. */
1969 sdsfree(c->querybuf);
1970 c->querybuf = NULL;
1971 if (c->flags & REDIS_BLOCKED)
1972 unblockClientWaitingData(c);
1973
1974 /* Unsubscribe from all the pubsub channels */
1975 pubsubUnsubscribeAllChannels(c,0);
1976 pubsubUnsubscribeAllPatterns(c,0);
1977 dictRelease(c->pubsub_channels);
1978 listRelease(c->pubsub_patterns);
1979 /* Obvious cleanup */
1980 aeDeleteFileEvent(server.el,c->fd,AE_READABLE);
1981 aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE);
1982 listRelease(c->reply);
1983 freeClientArgv(c);
1984 close(c->fd);
1985 /* Remove from the list of clients */
1986 ln = listSearchKey(server.clients,c);
1987 redisAssert(ln != NULL);
1988 listDelNode(server.clients,ln);
1989 /* Remove from the list of clients waiting for swapped keys */
1990 if (c->flags & REDIS_IO_WAIT && listLength(c->io_keys) == 0) {
1991 ln = listSearchKey(server.io_ready_clients,c);
1992 if (ln) {
1993 listDelNode(server.io_ready_clients,ln);
1994 server.vm_blocked_clients--;
1995 }
1996 }
1997 while (server.vm_enabled && listLength(c->io_keys)) {
1998 ln = listFirst(c->io_keys);
1999 dontWaitForSwappedKey(c,ln->value);
2000 }
2001 listRelease(c->io_keys);
2002 /* Master/slave cleanup */
2003 if (c->flags & REDIS_SLAVE) {
2004 if (c->replstate == REDIS_REPL_SEND_BULK && c->repldbfd != -1)
2005 close(c->repldbfd);
2006 list *l = (c->flags & REDIS_MONITOR) ? server.monitors : server.slaves;
2007 ln = listSearchKey(l,c);
2008 redisAssert(ln != NULL);
2009 listDelNode(l,ln);
2010 }
2011 if (c->flags & REDIS_MASTER) {
2012 server.master = NULL;
2013 server.replstate = REDIS_REPL_CONNECT;
2014 }
2015 /* Release memory */
2016 zfree(c->argv);
2017 zfree(c->mbargv);
2018 freeClientMultiState(c);
2019 zfree(c);
2020 }
2021
2022 #define GLUEREPLY_UP_TO (1024)
2023 static void glueReplyBuffersIfNeeded(redisClient *c) {
2024 int copylen = 0;
2025 char buf[GLUEREPLY_UP_TO];
2026 listNode *ln;
2027 listIter li;
2028 robj *o;
2029
2030 listRewind(c->reply,&li);
2031 while((ln = listNext(&li))) {
2032 int objlen;
2033
2034 o = ln->value;
2035 objlen = sdslen(o->ptr);
2036 if (copylen + objlen <= GLUEREPLY_UP_TO) {
2037 memcpy(buf+copylen,o->ptr,objlen);
2038 copylen += objlen;
2039 listDelNode(c->reply,ln);
2040 } else {
2041 if (copylen == 0) return;
2042 break;
2043 }
2044 }
2045 /* Now the output buffer is empty, add the new single element */
2046 o = createObject(REDIS_STRING,sdsnewlen(buf,copylen));
2047 listAddNodeHead(c->reply,o);
2048 }
2049
2050 static void sendReplyToClient(aeEventLoop *el, int fd, void *privdata, int mask) {
2051 redisClient *c = privdata;
2052 int nwritten = 0, totwritten = 0, objlen;
2053 robj *o;
2054 REDIS_NOTUSED(el);
2055 REDIS_NOTUSED(mask);
2056
2057 /* Use writev() if we have enough buffers to send */
2058 if (!server.glueoutputbuf &&
2059 listLength(c->reply) > REDIS_WRITEV_THRESHOLD &&
2060 !(c->flags & REDIS_MASTER))
2061 {
2062 sendReplyToClientWritev(el, fd, privdata, mask);
2063 return;
2064 }
2065
2066 while(listLength(c->reply)) {
2067 if (server.glueoutputbuf && listLength(c->reply) > 1)
2068 glueReplyBuffersIfNeeded(c);
2069
2070 o = listNodeValue(listFirst(c->reply));
2071 objlen = sdslen(o->ptr);
2072
2073 if (objlen == 0) {
2074 listDelNode(c->reply,listFirst(c->reply));
2075 continue;
2076 }
2077
2078 if (c->flags & REDIS_MASTER) {
2079 /* Don't reply to a master */
2080 nwritten = objlen - c->sentlen;
2081 } else {
2082 nwritten = write(fd, ((char*)o->ptr)+c->sentlen, objlen - c->sentlen);
2083 if (nwritten <= 0) break;
2084 }
2085 c->sentlen += nwritten;
2086 totwritten += nwritten;
2087 /* If we fully sent the object on head go to the next one */
2088 if (c->sentlen == objlen) {
2089 listDelNode(c->reply,listFirst(c->reply));
2090 c->sentlen = 0;
2091 }
2092 /* Note that we avoid to send more thank REDIS_MAX_WRITE_PER_EVENT
2093 * bytes, in a single threaded server it's a good idea to serve
2094 * other clients as well, even if a very large request comes from
2095 * super fast link that is always able to accept data (in real world
2096 * scenario think about 'KEYS *' against the loopback interfae) */
2097 if (totwritten > REDIS_MAX_WRITE_PER_EVENT) break;
2098 }
2099 if (nwritten == -1) {
2100 if (errno == EAGAIN) {
2101 nwritten = 0;
2102 } else {
2103 redisLog(REDIS_VERBOSE,
2104 "Error writing to client: %s", strerror(errno));
2105 freeClient(c);
2106 return;
2107 }
2108 }
2109 if (totwritten > 0) c->lastinteraction = time(NULL);
2110 if (listLength(c->reply) == 0) {
2111 c->sentlen = 0;
2112 aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE);
2113 }
2114 }
2115
2116 static void sendReplyToClientWritev(aeEventLoop *el, int fd, void *privdata, int mask)
2117 {
2118 redisClient *c = privdata;
2119 int nwritten = 0, totwritten = 0, objlen, willwrite;
2120 robj *o;
2121 struct iovec iov[REDIS_WRITEV_IOVEC_COUNT];
2122 int offset, ion = 0;
2123 REDIS_NOTUSED(el);
2124 REDIS_NOTUSED(mask);
2125
2126 listNode *node;
2127 while (listLength(c->reply)) {
2128 offset = c->sentlen;
2129 ion = 0;
2130 willwrite = 0;
2131
2132 /* fill-in the iov[] array */
2133 for(node = listFirst(c->reply); node; node = listNextNode(node)) {
2134 o = listNodeValue(node);
2135 objlen = sdslen(o->ptr);
2136
2137 if (totwritten + objlen - offset > REDIS_MAX_WRITE_PER_EVENT)
2138 break;
2139
2140 if(ion == REDIS_WRITEV_IOVEC_COUNT)
2141 break; /* no more iovecs */
2142
2143 iov[ion].iov_base = ((char*)o->ptr) + offset;
2144 iov[ion].iov_len = objlen - offset;
2145 willwrite += objlen - offset;
2146 offset = 0; /* just for the first item */
2147 ion++;
2148 }
2149
2150 if(willwrite == 0)
2151 break;
2152
2153 /* write all collected blocks at once */
2154 if((nwritten = writev(fd, iov, ion)) < 0) {
2155 if (errno != EAGAIN) {
2156 redisLog(REDIS_VERBOSE,
2157 "Error writing to client: %s", strerror(errno));
2158 freeClient(c);
2159 return;
2160 }
2161 break;
2162 }
2163
2164 totwritten += nwritten;
2165 offset = c->sentlen;
2166
2167 /* remove written robjs from c->reply */
2168 while (nwritten && listLength(c->reply)) {
2169 o = listNodeValue(listFirst(c->reply));
2170 objlen = sdslen(o->ptr);
2171
2172 if(nwritten >= objlen - offset) {
2173 listDelNode(c->reply, listFirst(c->reply));
2174 nwritten -= objlen - offset;
2175 c->sentlen = 0;
2176 } else {
2177 /* partial write */
2178 c->sentlen += nwritten;
2179 break;
2180 }
2181 offset = 0;
2182 }
2183 }
2184
2185 if (totwritten > 0)
2186 c->lastinteraction = time(NULL);
2187
2188 if (listLength(c->reply) == 0) {
2189 c->sentlen = 0;
2190 aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE);
2191 }
2192 }
2193
2194 static struct redisCommand *lookupCommand(char *name) {
2195 int j = 0;
2196 while(cmdTable[j].name != NULL) {
2197 if (!strcasecmp(name,cmdTable[j].name)) return &cmdTable[j];
2198 j++;
2199 }
2200 return NULL;
2201 }
2202
2203 /* resetClient prepare the client to process the next command */
2204 static void resetClient(redisClient *c) {
2205 freeClientArgv(c);
2206 c->bulklen = -1;
2207 c->multibulk = 0;
2208 }
2209
2210 /* Call() is the core of Redis execution of a command */
2211 static void call(redisClient *c, struct redisCommand *cmd) {
2212 long long dirty;
2213
2214 dirty = server.dirty;
2215 cmd->proc(c);
2216 dirty = server.dirty-dirty;
2217
2218 if (server.appendonly && dirty)
2219 feedAppendOnlyFile(cmd,c->db->id,c->argv,c->argc);
2220 if ((dirty || cmd->flags & REDIS_CMD_FORCE_REPLICATION) &&
2221 listLength(server.slaves))
2222 replicationFeedSlaves(server.slaves,c->db->id,c->argv,c->argc);
2223 if (listLength(server.monitors))
2224 replicationFeedMonitors(server.monitors,c->db->id,c->argv,c->argc);
2225 server.stat_numcommands++;
2226 }
2227
2228 /* If this function gets called we already read a whole
2229 * command, argments are in the client argv/argc fields.
2230 * processCommand() execute the command or prepare the
2231 * server for a bulk read from the client.
2232 *
2233 * If 1 is returned the client is still alive and valid and
2234 * and other operations can be performed by the caller. Otherwise
2235 * if 0 is returned the client was destroied (i.e. after QUIT). */
2236 static int processCommand(redisClient *c) {
2237 struct redisCommand *cmd;
2238
2239 /* Free some memory if needed (maxmemory setting) */
2240 if (server.maxmemory) freeMemoryIfNeeded();
2241
2242 /* Handle the multi bulk command type. This is an alternative protocol
2243 * supported by Redis in order to receive commands that are composed of
2244 * multiple binary-safe "bulk" arguments. The latency of processing is
2245 * a bit higher but this allows things like multi-sets, so if this
2246 * protocol is used only for MSET and similar commands this is a big win. */
2247 if (c->multibulk == 0 && c->argc == 1 && ((char*)(c->argv[0]->ptr))[0] == '*') {
2248 c->multibulk = atoi(((char*)c->argv[0]->ptr)+1);
2249 if (c->multibulk <= 0) {
2250 resetClient(c);
2251 return 1;
2252 } else {
2253 decrRefCount(c->argv[c->argc-1]);
2254 c->argc--;
2255 return 1;
2256 }
2257 } else if (c->multibulk) {
2258 if (c->bulklen == -1) {
2259 if (((char*)c->argv[0]->ptr)[0] != '$') {
2260 addReplySds(c,sdsnew("-ERR multi bulk protocol error\r\n"));
2261 resetClient(c);
2262 return 1;
2263 } else {
2264 int bulklen = atoi(((char*)c->argv[0]->ptr)+1);
2265 decrRefCount(c->argv[0]);
2266 if (bulklen < 0 || bulklen > 1024*1024*1024) {
2267 c->argc--;
2268 addReplySds(c,sdsnew("-ERR invalid bulk write count\r\n"));
2269 resetClient(c);
2270 return 1;
2271 }
2272 c->argc--;
2273 c->bulklen = bulklen+2; /* add two bytes for CR+LF */
2274 return 1;
2275 }
2276 } else {
2277 c->mbargv = zrealloc(c->mbargv,(sizeof(robj*))*(c->mbargc+1));
2278 c->mbargv[c->mbargc] = c->argv[0];
2279 c->mbargc++;
2280 c->argc--;
2281 c->multibulk--;
2282 if (c->multibulk == 0) {
2283 robj **auxargv;
2284 int auxargc;
2285
2286 /* Here we need to swap the multi-bulk argc/argv with the
2287 * normal argc/argv of the client structure. */
2288 auxargv = c->argv;
2289 c->argv = c->mbargv;
2290 c->mbargv = auxargv;
2291
2292 auxargc = c->argc;
2293 c->argc = c->mbargc;
2294 c->mbargc = auxargc;
2295
2296 /* We need to set bulklen to something different than -1
2297 * in order for the code below to process the command without
2298 * to try to read the last argument of a bulk command as
2299 * a special argument. */
2300 c->bulklen = 0;
2301 /* continue below and process the command */
2302 } else {
2303 c->bulklen = -1;
2304 return 1;
2305 }
2306 }
2307 }
2308 /* -- end of multi bulk commands processing -- */
2309
2310 /* The QUIT command is handled as a special case. Normal command
2311 * procs are unable to close the client connection safely */
2312 if (!strcasecmp(c->argv[0]->ptr,"quit")) {
2313 freeClient(c);
2314 return 0;
2315 }
2316
2317 /* Now lookup the command and check ASAP about trivial error conditions
2318 * such wrong arity, bad command name and so forth. */
2319 cmd = lookupCommand(c->argv[0]->ptr);
2320 if (!cmd) {
2321 addReplySds(c,
2322 sdscatprintf(sdsempty(), "-ERR unknown command '%s'\r\n",
2323 (char*)c->argv[0]->ptr));
2324 resetClient(c);
2325 return 1;
2326 } else if ((cmd->arity > 0 && cmd->arity != c->argc) ||
2327 (c->argc < -cmd->arity)) {
2328 addReplySds(c,
2329 sdscatprintf(sdsempty(),
2330 "-ERR wrong number of arguments for '%s' command\r\n",
2331 cmd->name));
2332 resetClient(c);
2333 return 1;
2334 } else if (cmd->flags & REDIS_CMD_BULK && c->bulklen == -1) {
2335 /* This is a bulk command, we have to read the last argument yet. */
2336 int bulklen = atoi(c->argv[c->argc-1]->ptr);
2337
2338 decrRefCount(c->argv[c->argc-1]);
2339 if (bulklen < 0 || bulklen > 1024*1024*1024) {
2340 c->argc--;
2341 addReplySds(c,sdsnew("-ERR invalid bulk write count\r\n"));
2342 resetClient(c);
2343 return 1;
2344 }
2345 c->argc--;
2346 c->bulklen = bulklen+2; /* add two bytes for CR+LF */
2347 /* It is possible that the bulk read is already in the
2348 * buffer. Check this condition and handle it accordingly.
2349 * This is just a fast path, alternative to call processInputBuffer().
2350 * It's a good idea since the code is small and this condition
2351 * happens most of the times. */
2352 if ((signed)sdslen(c->querybuf) >= c->bulklen) {
2353 c->argv[c->argc] = createStringObject(c->querybuf,c->bulklen-2);
2354 c->argc++;
2355 c->querybuf = sdsrange(c->querybuf,c->bulklen,-1);
2356 } else {
2357 /* Otherwise return... there is to read the last argument
2358 * from the socket. */
2359 return 1;
2360 }
2361 }
2362 /* Let's try to encode the bulk object to save space. */
2363 if (cmd->flags & REDIS_CMD_BULK)
2364 c->argv[c->argc-1] = tryObjectEncoding(c->argv[c->argc-1]);
2365
2366 /* Check if the user is authenticated */
2367 if (server.requirepass && !c->authenticated && cmd->proc != authCommand) {
2368 addReplySds(c,sdsnew("-ERR operation not permitted\r\n"));
2369 resetClient(c);
2370 return 1;
2371 }
2372
2373 /* Handle the maxmemory directive */
2374 if (server.maxmemory && (cmd->flags & REDIS_CMD_DENYOOM) &&
2375 zmalloc_used_memory() > server.maxmemory)
2376 {
2377 addReplySds(c,sdsnew("-ERR command not allowed when used memory > 'maxmemory'\r\n"));
2378 resetClient(c);
2379 return 1;
2380 }
2381
2382 /* Only allow SUBSCRIBE and UNSUBSCRIBE in the context of Pub/Sub */
2383 if ((dictSize(c->pubsub_channels) > 0 || listLength(c->pubsub_patterns) > 0)
2384 &&
2385 cmd->proc != subscribeCommand && cmd->proc != unsubscribeCommand &&
2386 cmd->proc != psubscribeCommand && cmd->proc != punsubscribeCommand) {
2387 addReplySds(c,sdsnew("-ERR only (P)SUBSCRIBE / (P)UNSUBSCRIBE / QUIT allowed in this context\r\n"));
2388 resetClient(c);
2389 return 1;
2390 }
2391
2392 /* Exec the command */
2393 if (c->flags & REDIS_MULTI && cmd->proc != execCommand && cmd->proc != discardCommand) {
2394 queueMultiCommand(c,cmd);
2395 addReply(c,shared.queued);
2396 } else {
2397 if (server.vm_enabled && server.vm_max_threads > 0 &&
2398 blockClientOnSwappedKeys(cmd,c)) return 1;
2399 call(c,cmd);
2400 }
2401
2402 /* Prepare the client for the next command */
2403 resetClient(c);
2404 return 1;
2405 }
2406
2407 static void replicationFeedSlaves(list *slaves, int dictid, robj **argv, int argc) {
2408 listNode *ln;
2409 listIter li;
2410 int outc = 0, j;
2411 robj **outv;
2412 /* We need 1+(ARGS*3) objects since commands are using the new protocol
2413 * and we one 1 object for the first "*<count>\r\n" multibulk count, then
2414 * for every additional object we have "$<count>\r\n" + object + "\r\n". */
2415 robj *static_outv[REDIS_STATIC_ARGS*3+1];
2416 robj *lenobj;
2417
2418 if (argc <= REDIS_STATIC_ARGS) {
2419 outv = static_outv;
2420 } else {
2421 outv = zmalloc(sizeof(robj*)*(argc*3+1));
2422 }
2423
2424 lenobj = createObject(REDIS_STRING,
2425 sdscatprintf(sdsempty(), "*%d\r\n", argc));
2426 lenobj->refcount = 0;
2427 outv[outc++] = lenobj;
2428 for (j = 0; j < argc; j++) {
2429 lenobj = createObject(REDIS_STRING,
2430 sdscatprintf(sdsempty(),"$%lu\r\n",
2431 (unsigned long) stringObjectLen(argv[j])));
2432 lenobj->refcount = 0;
2433 outv[outc++] = lenobj;
2434 outv[outc++] = argv[j];
2435 outv[outc++] = shared.crlf;
2436 }
2437
2438 /* Increment all the refcounts at start and decrement at end in order to
2439 * be sure to free objects if there is no slave in a replication state
2440 * able to be feed with commands */
2441 for (j = 0; j < outc; j++) incrRefCount(outv[j]);
2442 listRewind(slaves,&li);
2443 while((ln = listNext(&li))) {
2444 redisClient *slave = ln->value;
2445
2446 /* Don't feed slaves that are still waiting for BGSAVE to start */
2447 if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_START) continue;
2448
2449 /* Feed all the other slaves, MONITORs and so on */
2450 if (slave->slaveseldb != dictid) {
2451 robj *selectcmd;
2452
2453 switch(dictid) {
2454 case 0: selectcmd = shared.select0; break;
2455 case 1: selectcmd = shared.select1; break;
2456 case 2: selectcmd = shared.select2; break;
2457 case 3: selectcmd = shared.select3; break;
2458 case 4: selectcmd = shared.select4; break;
2459 case 5: selectcmd = shared.select5; break;
2460 case 6: selectcmd = shared.select6; break;
2461 case 7: selectcmd = shared.select7; break;
2462 case 8: selectcmd = shared.select8; break;
2463 case 9: selectcmd = shared.select9; break;
2464 default:
2465 selectcmd = createObject(REDIS_STRING,
2466 sdscatprintf(sdsempty(),"select %d\r\n",dictid));
2467 selectcmd->refcount = 0;
2468 break;
2469 }
2470 addReply(slave,selectcmd);
2471 slave->slaveseldb = dictid;
2472 }
2473 for (j = 0; j < outc; j++) addReply(slave,outv[j]);
2474 }
2475 for (j = 0; j < outc; j++) decrRefCount(outv[j]);
2476 if (outv != static_outv) zfree(outv);
2477 }
2478
2479 static sds sdscatrepr(sds s, char *p, size_t len) {
2480 s = sdscatlen(s,"\"",1);
2481 while(len--) {
2482 switch(*p) {
2483 case '\\':
2484 case '"':
2485 s = sdscatprintf(s,"\\%c",*p);
2486 break;
2487 case '\n': s = sdscatlen(s,"\\n",1); break;
2488 case '\r': s = sdscatlen(s,"\\r",1); break;
2489 case '\t': s = sdscatlen(s,"\\t",1); break;
2490 case '\a': s = sdscatlen(s,"\\a",1); break;
2491 case '\b': s = sdscatlen(s,"\\b",1); break;
2492 default:
2493 if (isprint(*p))
2494 s = sdscatprintf(s,"%c",*p);
2495 else
2496 s = sdscatprintf(s,"\\x%02x",(unsigned char)*p);
2497 break;
2498 }
2499 p++;
2500 }
2501 return sdscatlen(s,"\"",1);
2502 }
2503
2504 static void replicationFeedMonitors(list *monitors, int dictid, robj **argv, int argc) {
2505 listNode *ln;
2506 listIter li;
2507 int j;
2508 sds cmdrepr = sdsnew("+");
2509 robj *cmdobj;
2510 struct timeval tv;
2511
2512 gettimeofday(&tv,NULL);
2513 cmdrepr = sdscatprintf(cmdrepr,"%ld.%ld ",(long)tv.tv_sec,(long)tv.tv_usec);
2514 if (dictid != 0) cmdrepr = sdscatprintf(cmdrepr,"(db %d) ", dictid);
2515
2516 for (j = 0; j < argc; j++) {
2517 if (argv[j]->encoding == REDIS_ENCODING_INT) {
2518 cmdrepr = sdscatprintf(cmdrepr, "%ld", (long)argv[j]->ptr);
2519 } else {
2520 cmdrepr = sdscatrepr(cmdrepr,(char*)argv[j]->ptr,
2521 sdslen(argv[j]->ptr));
2522 }
2523 if (j != argc-1)
2524 cmdrepr = sdscatlen(cmdrepr," ",1);
2525 }
2526 cmdrepr = sdscatlen(cmdrepr,"\r\n",2);
2527 cmdobj = createObject(REDIS_STRING,cmdrepr);
2528
2529 listRewind(monitors,&li);
2530 while((ln = listNext(&li))) {
2531 redisClient *monitor = ln->value;
2532 addReply(monitor,cmdobj);
2533 }
2534 decrRefCount(cmdobj);
2535 }
2536
2537 static void processInputBuffer(redisClient *c) {
2538 again:
2539 /* Before to process the input buffer, make sure the client is not
2540 * waitig for a blocking operation such as BLPOP. Note that the first
2541 * iteration the client is never blocked, otherwise the processInputBuffer
2542 * would not be called at all, but after the execution of the first commands
2543 * in the input buffer the client may be blocked, and the "goto again"
2544 * will try to reiterate. The following line will make it return asap. */
2545 if (c->flags & REDIS_BLOCKED || c->flags & REDIS_IO_WAIT) return;
2546 if (c->bulklen == -1) {
2547 /* Read the first line of the query */
2548 char *p = strchr(c->querybuf,'\n');
2549 size_t querylen;
2550
2551 if (p) {
2552 sds query, *argv;
2553 int argc, j;
2554
2555 query = c->querybuf;
2556 c->querybuf = sdsempty();
2557 querylen = 1+(p-(query));
2558 if (sdslen(query) > querylen) {
2559 /* leave data after the first line of the query in the buffer */
2560 c->querybuf = sdscatlen(c->querybuf,query+querylen,sdslen(query)-querylen);
2561 }
2562 *p = '\0'; /* remove "\n" */
2563 if (*(p-1) == '\r') *(p-1) = '\0'; /* and "\r" if any */
2564 sdsupdatelen(query);
2565
2566 /* Now we can split the query in arguments */
2567 argv = sdssplitlen(query,sdslen(query)," ",1,&argc);
2568 sdsfree(query);
2569
2570 if (c->argv) zfree(c->argv);
2571 c->argv = zmalloc(sizeof(robj*)*argc);
2572
2573 for (j = 0; j < argc; j++) {
2574 if (sdslen(argv[j])) {
2575 c->argv[c->argc] = createObject(REDIS_STRING,argv[j]);
2576 c->argc++;
2577 } else {
2578 sdsfree(argv[j]);
2579 }
2580 }
2581 zfree(argv);
2582 if (c->argc) {
2583 /* Execute the command. If the client is still valid
2584 * after processCommand() return and there is something
2585 * on the query buffer try to process the next command. */
2586 if (processCommand(c) && sdslen(c->querybuf)) goto again;
2587 } else {
2588 /* Nothing to process, argc == 0. Just process the query
2589 * buffer if it's not empty or return to the caller */
2590 if (sdslen(c->querybuf)) goto again;
2591 }
2592 return;
2593 } else if (sdslen(c->querybuf) >= REDIS_REQUEST_MAX_SIZE) {
2594 redisLog(REDIS_VERBOSE, "Client protocol error");
2595 freeClient(c);
2596 return;
2597 }
2598 } else {
2599 /* Bulk read handling. Note that if we are at this point
2600 the client already sent a command terminated with a newline,
2601 we are reading the bulk data that is actually the last
2602 argument of the command. */
2603 int qbl = sdslen(c->querybuf);
2604
2605 if (c->bulklen <= qbl) {
2606 /* Copy everything but the final CRLF as final argument */
2607 c->argv[c->argc] = createStringObject(c->querybuf,c->bulklen-2);
2608 c->argc++;
2609 c->querybuf = sdsrange(c->querybuf,c->bulklen,-1);
2610 /* Process the command. If the client is still valid after
2611 * the processing and there is more data in the buffer
2612 * try to parse it. */
2613 if (processCommand(c) && sdslen(c->querybuf)) goto again;
2614 return;
2615 }
2616 }
2617 }
2618
2619 static void readQueryFromClient(aeEventLoop *el, int fd, void *privdata, int mask) {
2620 redisClient *c = (redisClient*) privdata;
2621 char buf[REDIS_IOBUF_LEN];
2622 int nread;
2623 REDIS_NOTUSED(el);
2624 REDIS_NOTUSED(mask);
2625
2626 nread = read(fd, buf, REDIS_IOBUF_LEN);
2627 if (nread == -1) {
2628 if (errno == EAGAIN) {
2629 nread = 0;
2630 } else {
2631 redisLog(REDIS_VERBOSE, "Reading from client: %s",strerror(errno));
2632 freeClient(c);
2633 return;
2634 }
2635 } else if (nread == 0) {
2636 redisLog(REDIS_VERBOSE, "Client closed connection");
2637 freeClient(c);
2638 return;
2639 }
2640 if (nread) {
2641 c->querybuf = sdscatlen(c->querybuf, buf, nread);
2642 c->lastinteraction = time(NULL);
2643 } else {
2644 return;
2645 }
2646 processInputBuffer(c);
2647 }
2648
2649 static int selectDb(redisClient *c, int id) {
2650 if (id < 0 || id >= server.dbnum)
2651 return REDIS_ERR;
2652 c->db = &server.db[id];
2653 return REDIS_OK;
2654 }
2655
2656 static void *dupClientReplyValue(void *o) {
2657 incrRefCount((robj*)o);
2658 return o;
2659 }
2660
2661 static int listMatchObjects(void *a, void *b) {
2662 return compareStringObjects(a,b) == 0;
2663 }
2664
2665 static redisClient *createClient(int fd) {
2666 redisClient *c = zmalloc(sizeof(*c));
2667
2668 anetNonBlock(NULL,fd);
2669 anetTcpNoDelay(NULL,fd);
2670 if (!c) return NULL;
2671 selectDb(c,0);
2672 c->fd = fd;
2673 c->querybuf = sdsempty();
2674 c->argc = 0;
2675 c->argv = NULL;
2676 c->bulklen = -1;
2677 c->multibulk = 0;
2678 c->mbargc = 0;
2679 c->mbargv = NULL;
2680 c->sentlen = 0;
2681 c->flags = 0;
2682 c->lastinteraction = time(NULL);
2683 c->authenticated = 0;
2684 c->replstate = REDIS_REPL_NONE;
2685 c->reply = listCreate();
2686 listSetFreeMethod(c->reply,decrRefCount);
2687 listSetDupMethod(c->reply,dupClientReplyValue);
2688 c->blockingkeys = NULL;
2689 c->blockingkeysnum = 0;
2690 c->io_keys = listCreate();
2691 listSetFreeMethod(c->io_keys,decrRefCount);
2692 c->pubsub_channels = dictCreate(&setDictType,NULL);
2693 c->pubsub_patterns = listCreate();
2694 listSetFreeMethod(c->pubsub_patterns,decrRefCount);
2695 listSetMatchMethod(c->pubsub_patterns,listMatchObjects);
2696 if (aeCreateFileEvent(server.el, c->fd, AE_READABLE,
2697 readQueryFromClient, c) == AE_ERR) {
2698 freeClient(c);
2699 return NULL;
2700 }
2701 listAddNodeTail(server.clients,c);
2702 initClientMultiState(c);
2703 return c;
2704 }
2705
2706 static void addReply(redisClient *c, robj *obj) {
2707 if (listLength(c->reply) == 0 &&
2708 (c->replstate == REDIS_REPL_NONE ||
2709 c->replstate == REDIS_REPL_ONLINE) &&
2710 aeCreateFileEvent(server.el, c->fd, AE_WRITABLE,
2711 sendReplyToClient, c) == AE_ERR) return;
2712
2713 if (server.vm_enabled && obj->storage != REDIS_VM_MEMORY) {
2714 obj = dupStringObject(obj);
2715 obj->refcount = 0; /* getDecodedObject() will increment the refcount */
2716 }
2717 listAddNodeTail(c->reply,getDecodedObject(obj));
2718 }
2719
2720 static void addReplySds(redisClient *c, sds s) {
2721 robj *o = createObject(REDIS_STRING,s);
2722 addReply(c,o);
2723 decrRefCount(o);
2724 }
2725
2726 static void addReplyDouble(redisClient *c, double d) {
2727 char buf[128];
2728
2729 snprintf(buf,sizeof(buf),"%.17g",d);
2730 addReplySds(c,sdscatprintf(sdsempty(),"$%lu\r\n%s\r\n",
2731 (unsigned long) strlen(buf),buf));
2732 }
2733
2734 static void addReplyLong(redisClient *c, long l) {
2735 char buf[128];
2736 size_t len;
2737
2738 if (l == 0) {
2739 addReply(c,shared.czero);
2740 return;
2741 } else if (l == 1) {
2742 addReply(c,shared.cone);
2743 return;
2744 }
2745 len = snprintf(buf,sizeof(buf),":%ld\r\n",l);
2746 addReplySds(c,sdsnewlen(buf,len));
2747 }
2748
2749 static void addReplyLongLong(redisClient *c, long long ll) {
2750 char buf[128];
2751 size_t len;
2752
2753 if (ll == 0) {
2754 addReply(c,shared.czero);
2755 return;
2756 } else if (ll == 1) {
2757 addReply(c,shared.cone);
2758 return;
2759 }
2760 len = snprintf(buf,sizeof(buf),":%lld\r\n",ll);
2761 addReplySds(c,sdsnewlen(buf,len));
2762 }
2763
2764 static void addReplyUlong(redisClient *c, unsigned long ul) {
2765 char buf[128];
2766 size_t len;
2767
2768 if (ul == 0) {
2769 addReply(c,shared.czero);
2770 return;
2771 } else if (ul == 1) {
2772 addReply(c,shared.cone);
2773 return;
2774 }
2775 len = snprintf(buf,sizeof(buf),":%lu\r\n",ul);
2776 addReplySds(c,sdsnewlen(buf,len));
2777 }
2778
2779 static void addReplyBulkLen(redisClient *c, robj *obj) {
2780 size_t len;
2781
2782 if (obj->encoding == REDIS_ENCODING_RAW) {
2783 len = sdslen(obj->ptr);
2784 } else {
2785 long n = (long)obj->ptr;
2786
2787 /* Compute how many bytes will take this integer as a radix 10 string */
2788 len = 1;
2789 if (n < 0) {
2790 len++;
2791 n = -n;
2792 }
2793 while((n = n/10) != 0) {
2794 len++;
2795 }
2796 }
2797 addReplySds(c,sdscatprintf(sdsempty(),"$%lu\r\n",(unsigned long)len));
2798 }
2799
2800 static void addReplyBulk(redisClient *c, robj *obj) {
2801 addReplyBulkLen(c,obj);
2802 addReply(c,obj);
2803 addReply(c,shared.crlf);
2804 }
2805
2806 /* In the CONFIG command we need to add vanilla C string as bulk replies */
2807 static void addReplyBulkCString(redisClient *c, char *s) {
2808 if (s == NULL) {
2809 addReply(c,shared.nullbulk);
2810 } else {
2811 robj *o = createStringObject(s,strlen(s));
2812 addReplyBulk(c,o);
2813 decrRefCount(o);
2814 }
2815 }
2816
2817 static void acceptHandler(aeEventLoop *el, int fd, void *privdata, int mask) {
2818 int cport, cfd;
2819 char cip[128];
2820 redisClient *c;
2821 REDIS_NOTUSED(el);
2822 REDIS_NOTUSED(mask);
2823 REDIS_NOTUSED(privdata);
2824
2825 cfd = anetAccept(server.neterr, fd, cip, &cport);
2826 if (cfd == AE_ERR) {
2827 redisLog(REDIS_VERBOSE,"Accepting client connection: %s", server.neterr);
2828 return;
2829 }
2830 redisLog(REDIS_VERBOSE,"Accepted %s:%d", cip, cport);
2831 if ((c = createClient(cfd)) == NULL) {
2832 redisLog(REDIS_WARNING,"Error allocating resoures for the client");
2833 close(cfd); /* May be already closed, just ingore errors */
2834 return;
2835 }
2836 /* If maxclient directive is set and this is one client more... close the
2837 * connection. Note that we create the client instead to check before
2838 * for this condition, since now the socket is already set in nonblocking
2839 * mode and we can send an error for free using the Kernel I/O */
2840 if (server.maxclients && listLength(server.clients) > server.maxclients) {
2841 char *err = "-ERR max number of clients reached\r\n";
2842
2843 /* That's a best effort error message, don't check write errors */
2844 if (write(c->fd,err,strlen(err)) == -1) {
2845 /* Nothing to do, Just to avoid the warning... */
2846 }
2847 freeClient(c);
2848 return;
2849 }
2850 server.stat_numconnections++;
2851 }
2852
2853 /* ======================= Redis objects implementation ===================== */
2854
2855 static robj *createObject(int type, void *ptr) {
2856 robj *o;
2857
2858 if (server.vm_enabled) pthread_mutex_lock(&server.obj_freelist_mutex);
2859 if (listLength(server.objfreelist)) {
2860 listNode *head = listFirst(server.objfreelist);
2861 o = listNodeValue(head);
2862 listDelNode(server.objfreelist,head);
2863 if (server.vm_enabled) pthread_mutex_unlock(&server.obj_freelist_mutex);
2864 } else {
2865 if (server.vm_enabled) {
2866 pthread_mutex_unlock(&server.obj_freelist_mutex);
2867 o = zmalloc(sizeof(*o));
2868 } else {
2869 o = zmalloc(sizeof(*o)-sizeof(struct redisObjectVM));
2870 }
2871 }
2872 o->type = type;
2873 o->encoding = REDIS_ENCODING_RAW;
2874 o->ptr = ptr;
2875 o->refcount = 1;
2876 if (server.vm_enabled) {
2877 /* Note that this code may run in the context of an I/O thread
2878 * and accessing to server.unixtime in theory is an error
2879 * (no locks). But in practice this is safe, and even if we read
2880 * garbage Redis will not fail, as it's just a statistical info */
2881 o->vm.atime = server.unixtime;
2882 o->storage = REDIS_VM_MEMORY;
2883 }
2884 return o;
2885 }
2886
2887 static robj *createStringObject(char *ptr, size_t len) {
2888 return createObject(REDIS_STRING,sdsnewlen(ptr,len));
2889 }
2890
2891 static robj *createStringObjectFromLongLong(long long value) {
2892 robj *o;
2893 if (value >= 0 && value < REDIS_SHARED_INTEGERS) {
2894 incrRefCount(shared.integers[value]);
2895 o = shared.integers[value];
2896 } else {
2897 o = createObject(REDIS_STRING, NULL);
2898 if (value >= LONG_MIN && value <= LONG_MAX) {
2899 o->encoding = REDIS_ENCODING_INT;
2900 o->ptr = (void*)((long)value);
2901 } else {
2902 o->ptr = sdscatprintf(sdsempty(),"%lld",value);
2903 }
2904 }
2905 return o;
2906 }
2907
2908 static robj *dupStringObject(robj *o) {
2909 assert(o->encoding == REDIS_ENCODING_RAW);
2910 return createStringObject(o->ptr,sdslen(o->ptr));
2911 }
2912
2913 static robj *createListObject(void) {
2914 list *l = listCreate();
2915
2916 listSetFreeMethod(l,decrRefCount);
2917 return createObject(REDIS_LIST,l);
2918 }
2919
2920 static robj *createSetObject(void) {
2921 dict *d = dictCreate(&setDictType,NULL);
2922 return createObject(REDIS_SET,d);
2923 }
2924
2925 static robj *createHashObject(void) {
2926 /* All the Hashes start as zipmaps. Will be automatically converted
2927 * into hash tables if there are enough elements or big elements
2928 * inside. */
2929 unsigned char *zm = zipmapNew();
2930 robj *o = createObject(REDIS_HASH,zm);
2931 o->encoding = REDIS_ENCODING_ZIPMAP;
2932 return o;
2933 }
2934
2935 static robj *createZsetObject(void) {
2936 zset *zs = zmalloc(sizeof(*zs));
2937
2938 zs->dict = dictCreate(&zsetDictType,NULL);
2939 zs->zsl = zslCreate();
2940 return createObject(REDIS_ZSET,zs);
2941 }
2942
2943 static void freeStringObject(robj *o) {
2944 if (o->encoding == REDIS_ENCODING_RAW) {
2945 sdsfree(o->ptr);
2946 }
2947 }
2948
2949 static void freeListObject(robj *o) {
2950 listRelease((list*) o->ptr);
2951 }
2952
2953 static void freeSetObject(robj *o) {
2954 dictRelease((dict*) o->ptr);
2955 }
2956
2957 static void freeZsetObject(robj *o) {
2958 zset *zs = o->ptr;
2959
2960 dictRelease(zs->dict);
2961 zslFree(zs->zsl);
2962 zfree(zs);
2963 }
2964
2965 static void freeHashObject(robj *o) {
2966 switch (o->encoding) {
2967 case REDIS_ENCODING_HT:
2968 dictRelease((dict*) o->ptr);
2969 break;
2970 case REDIS_ENCODING_ZIPMAP:
2971 zfree(o->ptr);
2972 break;
2973 default:
2974 redisPanic("Unknown hash encoding type");
2975 break;
2976 }
2977 }
2978
2979 static void incrRefCount(robj *o) {
2980 o->refcount++;
2981 }
2982
2983 static void decrRefCount(void *obj) {
2984 robj *o = obj;
2985
2986 if (o->refcount <= 0) redisPanic("decrRefCount against refcount <= 0");
2987 /* Object is a key of a swapped out value, or in the process of being
2988 * loaded. */
2989 if (server.vm_enabled &&
2990 (o->storage == REDIS_VM_SWAPPED || o->storage == REDIS_VM_LOADING))
2991 {
2992 if (o->storage == REDIS_VM_LOADING) vmCancelThreadedIOJob(obj);
2993 redisAssert(o->type == REDIS_STRING);
2994 freeStringObject(o);
2995 vmMarkPagesFree(o->vm.page,o->vm.usedpages);
2996 pthread_mutex_lock(&server.obj_freelist_mutex);
2997 if (listLength(server.objfreelist) > REDIS_OBJFREELIST_MAX ||
2998 !listAddNodeHead(server.objfreelist,o))
2999 zfree(o);
3000 pthread_mutex_unlock(&server.obj_freelist_mutex);
3001 server.vm_stats_swapped_objects--;
3002 return;
3003 }
3004 /* Object is in memory, or in the process of being swapped out. */
3005 if (--(o->refcount) == 0) {
3006 if (server.vm_enabled && o->storage == REDIS_VM_SWAPPING)
3007 vmCancelThreadedIOJob(obj);
3008 switch(o->type) {
3009 case REDIS_STRING: freeStringObject(o); break;
3010 case REDIS_LIST: freeListObject(o); break;
3011 case REDIS_SET: freeSetObject(o); break;
3012 case REDIS_ZSET: freeZsetObject(o); break;
3013 case REDIS_HASH: freeHashObject(o); break;
3014 default: redisPanic("Unknown object type"); break;
3015 }
3016 if (server.vm_enabled) pthread_mutex_lock(&server.obj_freelist_mutex);
3017 if (listLength(server.objfreelist) > REDIS_OBJFREELIST_MAX ||
3018 !listAddNodeHead(server.objfreelist,o))
3019 zfree(o);
3020 if (server.vm_enabled) pthread_mutex_unlock(&server.obj_freelist_mutex);
3021 }
3022 }
3023
3024 static robj *lookupKey(redisDb *db, robj *key) {
3025 dictEntry *de = dictFind(db->dict,key);
3026 if (de) {
3027 robj *key = dictGetEntryKey(de);
3028 robj *val = dictGetEntryVal(de);
3029
3030 if (server.vm_enabled) {
3031 if (key->storage == REDIS_VM_MEMORY ||
3032 key->storage == REDIS_VM_SWAPPING)
3033 {
3034 /* If we were swapping the object out, stop it, this key
3035 * was requested. */
3036 if (key->storage == REDIS_VM_SWAPPING)
3037 vmCancelThreadedIOJob(key);
3038 /* Update the access time of the key for the aging algorithm. */
3039 key->vm.atime = server.unixtime;
3040 } else {
3041 int notify = (key->storage == REDIS_VM_LOADING);
3042
3043 /* Our value was swapped on disk. Bring it at home. */
3044 redisAssert(val == NULL);
3045 val = vmLoadObject(key);
3046 dictGetEntryVal(de) = val;
3047
3048 /* Clients blocked by the VM subsystem may be waiting for
3049 * this key... */
3050 if (notify) handleClientsBlockedOnSwappedKey(db,key);
3051 }
3052 }
3053 return val;
3054 } else {
3055 return NULL;
3056 }
3057 }
3058
3059 static robj *lookupKeyRead(redisDb *db, robj *key) {
3060 expireIfNeeded(db,key);
3061 return lookupKey(db,key);
3062 }
3063
3064 static robj *lookupKeyWrite(redisDb *db, robj *key) {
3065 deleteIfVolatile(db,key);
3066 return lookupKey(db,key);
3067 }
3068
3069 static robj *lookupKeyReadOrReply(redisClient *c, robj *key, robj *reply) {
3070 robj *o = lookupKeyRead(c->db, key);
3071 if (!o) addReply(c,reply);
3072 return o;
3073 }
3074
3075 static robj *lookupKeyWriteOrReply(redisClient *c, robj *key, robj *reply) {
3076 robj *o = lookupKeyWrite(c->db, key);
3077 if (!o) addReply(c,reply);
3078 return o;
3079 }
3080
3081 static int checkType(redisClient *c, robj *o, int type) {
3082 if (o->type != type) {
3083 addReply(c,shared.wrongtypeerr);
3084 return 1;
3085 }
3086 return 0;
3087 }
3088
3089 static int deleteKey(redisDb *db, robj *key) {
3090 int retval;
3091
3092 /* We need to protect key from destruction: after the first dictDelete()
3093 * it may happen that 'key' is no longer valid if we don't increment
3094 * it's count. This may happen when we get the object reference directly
3095 * from the hash table with dictRandomKey() or dict iterators */
3096 incrRefCount(key);
3097 if (dictSize(db->expires)) dictDelete(db->expires,key);
3098 retval = dictDelete(db->dict,key);
3099 decrRefCount(key);
3100
3101 return retval == DICT_OK;
3102 }
3103
3104 /* Check if the nul-terminated string 's' can be represented by a long
3105 * (that is, is a number that fits into long without any other space or
3106 * character before or after the digits).
3107 *
3108 * If so, the function returns REDIS_OK and *longval is set to the value
3109 * of the number. Otherwise REDIS_ERR is returned */
3110 static int isStringRepresentableAsLong(sds s, long *longval) {
3111 char buf[32], *endptr;
3112 long value;
3113 int slen;
3114
3115 value = strtol(s, &endptr, 10);
3116 if (endptr[0] != '\0') return REDIS_ERR;
3117 slen = snprintf(buf,32,"%ld",value);
3118
3119 /* If the number converted back into a string is not identical
3120 * then it's not possible to encode the string as integer */
3121 if (sdslen(s) != (unsigned)slen || memcmp(buf,s,slen)) return REDIS_ERR;
3122 if (longval) *longval = value;
3123 return REDIS_OK;
3124 }
3125
3126 /* Try to encode a string object in order to save space */
3127 static robj *tryObjectEncoding(robj *o) {
3128 long value;
3129 sds s = o->ptr;
3130
3131 if (o->encoding != REDIS_ENCODING_RAW)
3132 return o; /* Already encoded */
3133
3134 /* It's not safe to encode shared objects: shared objects can be shared
3135 * everywhere in the "object space" of Redis. Encoded objects can only
3136 * appear as "values" (and not, for instance, as keys) */
3137 if (o->refcount > 1) return o;
3138
3139 /* Currently we try to encode only strings */
3140 redisAssert(o->type == REDIS_STRING);
3141
3142 /* Check if we can represent this string as a long integer */
3143 if (isStringRepresentableAsLong(s,&value) == REDIS_ERR) return o;
3144
3145 /* Ok, this object can be encoded */
3146 if (value >= 0 && value < REDIS_SHARED_INTEGERS) {
3147 decrRefCount(o);
3148 incrRefCount(shared.integers[value]);
3149 return shared.integers[value];
3150 } else {
3151 o->encoding = REDIS_ENCODING_INT;
3152 sdsfree(o->ptr);
3153 o->ptr = (void*) value;
3154 return o;
3155 }
3156 }
3157
3158 /* Get a decoded version of an encoded object (returned as a new object).
3159 * If the object is already raw-encoded just increment the ref count. */
3160 static robj *getDecodedObject(robj *o) {
3161 robj *dec;
3162
3163 if (o->encoding == REDIS_ENCODING_RAW) {
3164 incrRefCount(o);
3165 return o;
3166 }
3167 if (o->type == REDIS_STRING && o->encoding == REDIS_ENCODING_INT) {
3168 char buf[32];
3169
3170 snprintf(buf,32,"%ld",(long)o->ptr);
3171 dec = createStringObject(buf,strlen(buf));
3172 return dec;
3173 } else {
3174 redisPanic("Unknown encoding type");
3175 }
3176 }
3177
3178 /* Compare two string objects via strcmp() or alike.
3179 * Note that the objects may be integer-encoded. In such a case we
3180 * use snprintf() to get a string representation of the numbers on the stack
3181 * and compare the strings, it's much faster than calling getDecodedObject().
3182 *
3183 * Important note: if objects are not integer encoded, but binary-safe strings,
3184 * sdscmp() from sds.c will apply memcmp() so this function ca be considered
3185 * binary safe. */
3186 static int compareStringObjects(robj *a, robj *b) {
3187 redisAssert(a->type == REDIS_STRING && b->type == REDIS_STRING);
3188 char bufa[128], bufb[128], *astr, *bstr;
3189 int bothsds = 1;
3190
3191 if (a == b) return 0;
3192 if (a->encoding != REDIS_ENCODING_RAW) {
3193 snprintf(bufa,sizeof(bufa),"%ld",(long) a->ptr);
3194 astr = bufa;
3195 bothsds = 0;
3196 } else {
3197 astr = a->ptr;
3198 }
3199 if (b->encoding != REDIS_ENCODING_RAW) {
3200 snprintf(bufb,sizeof(bufb),"%ld",(long) b->ptr);
3201 bstr = bufb;
3202 bothsds = 0;
3203 } else {
3204 bstr = b->ptr;
3205 }
3206 return bothsds ? sdscmp(astr,bstr) : strcmp(astr,bstr);
3207 }
3208
3209 static size_t stringObjectLen(robj *o) {
3210 redisAssert(o->type == REDIS_STRING);
3211 if (o->encoding == REDIS_ENCODING_RAW) {
3212 return sdslen(o->ptr);
3213 } else {
3214 char buf[32];
3215
3216 return snprintf(buf,32,"%ld",(long)o->ptr);
3217 }
3218 }
3219
3220 static int getDoubleFromObject(robj *o, double *target) {
3221 double value;
3222 char *eptr;
3223
3224 if (o == NULL) {
3225 value = 0;
3226 } else {
3227 redisAssert(o->type == REDIS_STRING);
3228 if (o->encoding == REDIS_ENCODING_RAW) {
3229 value = strtod(o->ptr, &eptr);
3230 if (eptr[0] != '\0') return REDIS_ERR;
3231 } else if (o->encoding == REDIS_ENCODING_INT) {
3232 value = (long)o->ptr;
3233 } else {
3234 redisPanic("Unknown string encoding");
3235 }
3236 }
3237
3238 *target = value;
3239 return REDIS_OK;
3240 }
3241
3242 static int getDoubleFromObjectOrReply(redisClient *c, robj *o, double *target, const char *msg) {
3243 double value;
3244 if (getDoubleFromObject(o, &value) != REDIS_OK) {
3245 if (msg != NULL) {
3246 addReplySds(c, sdscatprintf(sdsempty(), "-ERR %s\r\n", msg));
3247 } else {
3248 addReplySds(c, sdsnew("-ERR value is not a double\r\n"));
3249 }
3250 return REDIS_ERR;
3251 }
3252
3253 *target = value;
3254 return REDIS_OK;
3255 }
3256
3257 static int getLongLongFromObject(robj *o, long long *target) {
3258 long long value;
3259 char *eptr;
3260
3261 if (o == NULL) {
3262 value = 0;
3263 } else {
3264 redisAssert(o->type == REDIS_STRING);
3265 if (o->encoding == REDIS_ENCODING_RAW) {
3266 value = strtoll(o->ptr, &eptr, 10);
3267 if (eptr[0] != '\0') return REDIS_ERR;
3268 } else if (o->encoding == REDIS_ENCODING_INT) {
3269 value = (long)o->ptr;
3270 } else {
3271 redisPanic("Unknown string encoding");
3272 }
3273 }
3274
3275 *target = value;
3276 return REDIS_OK;
3277 }
3278
3279 static int getLongLongFromObjectOrReply(redisClient *c, robj *o, long long *target, const char *msg) {
3280 long long value;
3281 if (getLongLongFromObject(o, &value) != REDIS_OK) {
3282 if (msg != NULL) {
3283 addReplySds(c, sdscatprintf(sdsempty(), "-ERR %s\r\n", msg));
3284 } else {
3285 addReplySds(c, sdsnew("-ERR value is not an integer\r\n"));
3286 }
3287 return REDIS_ERR;
3288 }
3289
3290 *target = value;
3291 return REDIS_OK;
3292 }
3293
3294 static int getLongFromObjectOrReply(redisClient *c, robj *o, long *target, const char *msg) {
3295 long long value;
3296
3297 if (getLongLongFromObjectOrReply(c, o, &value, msg) != REDIS_OK) return REDIS_ERR;
3298 if (value < LONG_MIN || value > LONG_MAX) {
3299 if (msg != NULL) {
3300 addReplySds(c, sdscatprintf(sdsempty(), "-ERR %s\r\n", msg));
3301 } else {
3302 addReplySds(c, sdsnew("-ERR value is out of range\r\n"));
3303 }
3304 return REDIS_ERR;
3305 }
3306
3307 *target = value;
3308 return REDIS_OK;
3309 }
3310
3311 /*============================ RDB saving/loading =========================== */
3312
3313 static int rdbSaveType(FILE *fp, unsigned char type) {
3314 if (fwrite(&type,1,1,fp) == 0) return -1;
3315 return 0;
3316 }
3317
3318 static int rdbSaveTime(FILE *fp, time_t t) {
3319 int32_t t32 = (int32_t) t;
3320 if (fwrite(&t32,4,1,fp) == 0) return -1;
3321 return 0;
3322 }
3323
3324 /* check rdbLoadLen() comments for more info */
3325 static int rdbSaveLen(FILE *fp, uint32_t len) {
3326 unsigned char buf[2];
3327
3328 if (len < (1<<6)) {
3329 /* Save a 6 bit len */
3330 buf[0] = (len&0xFF)|(REDIS_RDB_6BITLEN<<6);
3331 if (fwrite(buf,1,1,fp) == 0) return -1;
3332 } else if (len < (1<<14)) {
3333 /* Save a 14 bit len */
3334 buf[0] = ((len>>8)&0xFF)|(REDIS_RDB_14BITLEN<<6);
3335 buf[1] = len&0xFF;
3336 if (fwrite(buf,2,1,fp) == 0) return -1;
3337 } else {
3338 /* Save a 32 bit len */
3339 buf[0] = (REDIS_RDB_32BITLEN<<6);
3340 if (fwrite(buf,1,1,fp) == 0) return -1;
3341 len = htonl(len);
3342 if (fwrite(&len,4,1,fp) == 0) return -1;
3343 }
3344 return 0;
3345 }
3346
3347 /* String objects in the form "2391" "-100" without any space and with a
3348 * range of values that can fit in an 8, 16 or 32 bit signed value can be
3349 * encoded as integers to save space */
3350 static int rdbTryIntegerEncoding(char *s, size_t len, unsigned char *enc) {
3351 long long value;
3352 char *endptr, buf[32];
3353
3354 /* Check if it's possible to encode this value as a number */
3355 value = strtoll(s, &endptr, 10);
3356 if (endptr[0] != '\0') return 0;
3357 snprintf(buf,32,"%lld",value);
3358
3359 /* If the number converted back into a string is not identical
3360 * then it's not possible to encode the string as integer */
3361 if (strlen(buf) != len || memcmp(buf,s,len)) return 0;
3362
3363 /* Finally check if it fits in our ranges */
3364 if (value >= -(1<<7) && value <= (1<<7)-1) {
3365 enc[0] = (REDIS_RDB_ENCVAL<<6)|REDIS_RDB_ENC_INT8;
3366 enc[1] = value&0xFF;
3367 return 2;
3368 } else if (value >= -(1<<15) && value <= (1<<15)-1) {
3369 enc[0] = (REDIS_RDB_ENCVAL<<6)|REDIS_RDB_ENC_INT16;
3370 enc[1] = value&0xFF;
3371 enc[2] = (value>>8)&0xFF;
3372 return 3;
3373 } else if (value >= -((long long)1<<31) && value <= ((long long)1<<31)-1) {
3374 enc[0] = (REDIS_RDB_ENCVAL<<6)|REDIS_RDB_ENC_INT32;
3375 enc[1] = value&0xFF;
3376 enc[2] = (value>>8)&0xFF;
3377 enc[3] = (value>>16)&0xFF;
3378 enc[4] = (value>>24)&0xFF;
3379 return 5;
3380 } else {
3381 return 0;
3382 }
3383 }
3384
3385 static int rdbSaveLzfStringObject(FILE *fp, unsigned char *s, size_t len) {
3386 size_t comprlen, outlen;
3387 unsigned char byte;
3388 void *out;
3389
3390 /* We require at least four bytes compression for this to be worth it */
3391 if (len <= 4) return 0;
3392 outlen = len-4;
3393 if ((out = zmalloc(outlen+1)) == NULL) return 0;
3394 comprlen = lzf_compress(s, len, out, outlen);
3395 if (comprlen == 0) {
3396 zfree(out);
3397 return 0;
3398 }
3399 /* Data compressed! Let's save it on disk */
3400 byte = (REDIS_RDB_ENCVAL<<6)|REDIS_RDB_ENC_LZF;
3401 if (fwrite(&byte,1,1,fp) == 0) goto writeerr;
3402 if (rdbSaveLen(fp,comprlen) == -1) goto writeerr;
3403 if (rdbSaveLen(fp,len) == -1) goto writeerr;
3404 if (fwrite(out,comprlen,1,fp) == 0) goto writeerr;
3405 zfree(out);
3406 return comprlen;
3407
3408 writeerr:
3409 zfree(out);
3410 return -1;
3411 }
3412
3413 /* Save a string objet as [len][data] on disk. If the object is a string
3414 * representation of an integer value we try to safe it in a special form */
3415 static int rdbSaveRawString(FILE *fp, unsigned char *s, size_t len) {
3416 int enclen;
3417
3418 /* Try integer encoding */
3419 if (len <= 11) {
3420 unsigned char buf[5];
3421 if ((enclen = rdbTryIntegerEncoding((char*)s,len,buf)) > 0) {
3422 if (fwrite(buf,enclen,1,fp) == 0) return -1;
3423 return 0;
3424 }
3425 }
3426
3427 /* Try LZF compression - under 20 bytes it's unable to compress even
3428 * aaaaaaaaaaaaaaaaaa so skip it */
3429 if (server.rdbcompression && len > 20) {
3430 int retval;
3431
3432 retval = rdbSaveLzfStringObject(fp,s,len);
3433 if (retval == -1) return -1;
3434 if (retval > 0) return 0;
3435 /* retval == 0 means data can't be compressed, save the old way */
3436 }
3437
3438 /* Store verbatim */
3439 if (rdbSaveLen(fp,len) == -1) return -1;
3440 if (len && fwrite(s,len,1,fp) == 0) return -1;
3441 return 0;
3442 }
3443
3444 /* Like rdbSaveStringObjectRaw() but handle encoded objects */
3445 static int rdbSaveStringObject(FILE *fp, robj *obj) {
3446 int retval;
3447
3448 /* Avoid incr/decr ref count business when possible.
3449 * This plays well with copy-on-write given that we are probably
3450 * in a child process (BGSAVE). Also this makes sure key objects
3451 * of swapped objects are not incRefCount-ed (an assert does not allow
3452 * this in order to avoid bugs) */
3453 if (obj->encoding != REDIS_ENCODING_RAW) {
3454 obj = getDecodedObject(obj);
3455 retval = rdbSaveRawString(fp,obj->ptr,sdslen(obj->ptr));
3456 decrRefCount(obj);
3457 } else {
3458 retval = rdbSaveRawString(fp,obj->ptr,sdslen(obj->ptr));
3459 }
3460 return retval;
3461 }
3462
3463 /* Save a double value. Doubles are saved as strings prefixed by an unsigned
3464 * 8 bit integer specifing the length of the representation.
3465 * This 8 bit integer has special values in order to specify the following
3466 * conditions:
3467 * 253: not a number
3468 * 254: + inf
3469 * 255: - inf
3470 */
3471 static int rdbSaveDoubleValue(FILE *fp, double val) {
3472 unsigned char buf[128];
3473 int len;
3474
3475 if (isnan(val)) {
3476 buf[0] = 253;
3477 len = 1;
3478 } else if (!isfinite(val)) {
3479 len = 1;
3480 buf[0] = (val < 0) ? 255 : 254;
3481 } else {
3482 snprintf((char*)buf+1,sizeof(buf)-1,"%.17g",val);
3483 buf[0] = strlen((char*)buf+1);
3484 len = buf[0]+1;
3485 }
3486 if (fwrite(buf,len,1,fp) == 0) return -1;
3487 return 0;
3488 }
3489
3490 /* Save a Redis object. */
3491 static int rdbSaveObject(FILE *fp, robj *o) {
3492 if (o->type == REDIS_STRING) {
3493 /* Save a string value */
3494 if (rdbSaveStringObject(fp,o) == -1) return -1;
3495 } else if (o->type == REDIS_LIST) {
3496 /* Save a list value */
3497 list *list = o->ptr;
3498 listIter li;
3499 listNode *ln;
3500
3501 if (rdbSaveLen(fp,listLength(list)) == -1) return -1;
3502 listRewind(list,&li);
3503 while((ln = listNext(&li))) {
3504 robj *eleobj = listNodeValue(ln);
3505
3506 if (rdbSaveStringObject(fp,eleobj) == -1) return -1;
3507 }
3508 } else if (o->type == REDIS_SET) {
3509 /* Save a set value */
3510 dict *set = o->ptr;
3511 dictIterator *di = dictGetIterator(set);
3512 dictEntry *de;
3513
3514 if (rdbSaveLen(fp,dictSize(set)) == -1) return -1;
3515 while((de = dictNext(di)) != NULL) {
3516 robj *eleobj = dictGetEntryKey(de);
3517
3518 if (rdbSaveStringObject(fp,eleobj) == -1) return -1;
3519 }
3520 dictReleaseIterator(di);
3521 } else if (o->type == REDIS_ZSET) {
3522 /* Save a set value */
3523 zset *zs = o->ptr;
3524 dictIterator *di = dictGetIterator(zs->dict);
3525 dictEntry *de;
3526
3527 if (rdbSaveLen(fp,dictSize(zs->dict)) == -1) return -1;
3528 while((de = dictNext(di)) != NULL) {
3529 robj *eleobj = dictGetEntryKey(de);
3530 double *score = dictGetEntryVal(de);
3531
3532 if (rdbSaveStringObject(fp,eleobj) == -1) return -1;
3533 if (rdbSaveDoubleValue(fp,*score) == -1) return -1;
3534 }
3535 dictReleaseIterator(di);
3536 } else if (o->type == REDIS_HASH) {
3537 /* Save a hash value */
3538 if (o->encoding == REDIS_ENCODING_ZIPMAP) {
3539 unsigned char *p = zipmapRewind(o->ptr);
3540 unsigned int count = zipmapLen(o->ptr);
3541 unsigned char *key, *val;
3542 unsigned int klen, vlen;
3543
3544 if (rdbSaveLen(fp,count) == -1) return -1;
3545 while((p = zipmapNext(p,&key,&klen,&val,&vlen)) != NULL) {
3546 if (rdbSaveRawString(fp,key,klen) == -1) return -1;
3547 if (rdbSaveRawString(fp,val,vlen) == -1) return -1;
3548 }
3549 } else {
3550 dictIterator *di = dictGetIterator(o->ptr);
3551 dictEntry *de;
3552
3553 if (rdbSaveLen(fp,dictSize((dict*)o->ptr)) == -1) return -1;
3554 while((de = dictNext(di)) != NULL) {
3555 robj *key = dictGetEntryKey(de);
3556 robj *val = dictGetEntryVal(de);
3557
3558 if (rdbSaveStringObject(fp,key) == -1) return -1;
3559 if (rdbSaveStringObject(fp,val) == -1) return -1;
3560 }
3561 dictReleaseIterator(di);
3562 }
3563 } else {
3564 redisPanic("Unknown object type");
3565 }
3566 return 0;
3567 }
3568
3569 /* Return the length the object will have on disk if saved with
3570 * the rdbSaveObject() function. Currently we use a trick to get
3571 * this length with very little changes to the code. In the future
3572 * we could switch to a faster solution. */
3573 static off_t rdbSavedObjectLen(robj *o, FILE *fp) {
3574 if (fp == NULL) fp = server.devnull;
3575 rewind(fp);
3576 assert(rdbSaveObject(fp,o) != 1);
3577 return ftello(fp);
3578 }
3579
3580 /* Return the number of pages required to save this object in the swap file */
3581 static off_t rdbSavedObjectPages(robj *o, FILE *fp) {
3582 off_t bytes = rdbSavedObjectLen(o,fp);
3583
3584 return (bytes+(server.vm_page_size-1))/server.vm_page_size;
3585 }
3586
3587 /* Save the DB on disk. Return REDIS_ERR on error, REDIS_OK on success */
3588 static int rdbSave(char *filename) {
3589 dictIterator *di = NULL;
3590 dictEntry *de;
3591 FILE *fp;
3592 char tmpfile[256];
3593 int j;
3594 time_t now = time(NULL);
3595
3596 /* Wait for I/O therads to terminate, just in case this is a
3597 * foreground-saving, to avoid seeking the swap file descriptor at the
3598 * same time. */
3599 if (server.vm_enabled)
3600 waitEmptyIOJobsQueue();
3601
3602 snprintf(tmpfile,256,"temp-%d.rdb", (int) getpid());
3603 fp = fopen(tmpfile,"w");
3604 if (!fp) {
3605 redisLog(REDIS_WARNING, "Failed saving the DB: %s", strerror(errno));
3606 return REDIS_ERR;
3607 }
3608 if (fwrite("REDIS0001",9,1,fp) == 0) goto werr;
3609 for (j = 0; j < server.dbnum; j++) {
3610 redisDb *db = server.db+j;
3611 dict *d = db->dict;
3612 if (dictSize(d) == 0) continue;
3613 di = dictGetIterator(d);
3614 if (!di) {
3615 fclose(fp);
3616 return REDIS_ERR;
3617 }
3618
3619 /* Write the SELECT DB opcode */
3620 if (rdbSaveType(fp,REDIS_SELECTDB) == -1) goto werr;
3621 if (rdbSaveLen(fp,j) == -1) goto werr;
3622
3623 /* Iterate this DB writing every entry */
3624 while((de = dictNext(di)) != NULL) {
3625 robj *key = dictGetEntryKey(de);
3626 robj *o = dictGetEntryVal(de);
3627 time_t expiretime = getExpire(db,key);
3628
3629 /* Save the expire time */
3630 if (expiretime != -1) {
3631 /* If this key is already expired skip it */
3632 if (expiretime < now) continue;
3633 if (rdbSaveType(fp,REDIS_EXPIRETIME) == -1) goto werr;
3634 if (rdbSaveTime(fp,expiretime) == -1) goto werr;
3635 }
3636 /* Save the key and associated value. This requires special
3637 * handling if the value is swapped out. */
3638 if (!server.vm_enabled || key->storage == REDIS_VM_MEMORY ||
3639 key->storage == REDIS_VM_SWAPPING) {
3640 /* Save type, key, value */
3641 if (rdbSaveType(fp,o->type) == -1) goto werr;
3642 if (rdbSaveStringObject(fp,key) == -1) goto werr;
3643 if (rdbSaveObject(fp,o) == -1) goto werr;
3644 } else {
3645 /* REDIS_VM_SWAPPED or REDIS_VM_LOADING */
3646 robj *po;
3647 /* Get a preview of the object in memory */
3648 po = vmPreviewObject(key);
3649 /* Save type, key, value */
3650 if (rdbSaveType(fp,key->vtype) == -1) goto werr;
3651 if (rdbSaveStringObject(fp,key) == -1) goto werr;
3652 if (rdbSaveObject(fp,po) == -1) goto werr;
3653 /* Remove the loaded object from memory */
3654 decrRefCount(po);
3655 }
3656 }
3657 dictReleaseIterator(di);
3658 }
3659 /* EOF opcode */
3660 if (rdbSaveType(fp,REDIS_EOF) == -1) goto werr;
3661
3662 /* Make sure data will not remain on the OS's output buffers */
3663 fflush(fp);
3664 fsync(fileno(fp));
3665 fclose(fp);
3666
3667 /* Use RENAME to make sure the DB file is changed atomically only
3668 * if the generate DB file is ok. */
3669 if (rename(tmpfile,filename) == -1) {
3670 redisLog(REDIS_WARNING,"Error moving temp DB file on the final destination: %s", strerror(errno));
3671 unlink(tmpfile);
3672 return REDIS_ERR;
3673 }
3674 redisLog(REDIS_NOTICE,"DB saved on disk");
3675 server.dirty = 0;
3676 server.lastsave = time(NULL);
3677 return REDIS_OK;
3678
3679 werr:
3680 fclose(fp);
3681 unlink(tmpfile);
3682 redisLog(REDIS_WARNING,"Write error saving DB on disk: %s", strerror(errno));
3683 if (di) dictReleaseIterator(di);
3684 return REDIS_ERR;
3685 }
3686
3687 static int rdbSaveBackground(char *filename) {
3688 pid_t childpid;
3689
3690 if (server.bgsavechildpid != -1) return REDIS_ERR;
3691 if (server.vm_enabled) waitEmptyIOJobsQueue();
3692 if ((childpid = fork()) == 0) {
3693 /* Child */
3694 if (server.vm_enabled) vmReopenSwapFile();
3695 close(server.fd);
3696 if (rdbSave(filename) == REDIS_OK) {
3697 _exit(0);
3698 } else {
3699 _exit(1);
3700 }
3701 } else {
3702 /* Parent */
3703 if (childpid == -1) {
3704 redisLog(REDIS_WARNING,"Can't save in background: fork: %s",
3705 strerror(errno));
3706 return REDIS_ERR;
3707 }
3708 redisLog(REDIS_NOTICE,"Background saving started by pid %d",childpid);
3709 server.bgsavechildpid = childpid;
3710 updateDictResizePolicy();
3711 return REDIS_OK;
3712 }
3713 return REDIS_OK; /* unreached */
3714 }
3715
3716 static void rdbRemoveTempFile(pid_t childpid) {
3717 char tmpfile[256];
3718
3719 snprintf(tmpfile,256,"temp-%d.rdb", (int) childpid);
3720 unlink(tmpfile);
3721 }
3722
3723 static int rdbLoadType(FILE *fp) {
3724 unsigned char type;
3725 if (fread(&type,1,1,fp) == 0) return -1;
3726 return type;
3727 }
3728
3729 static time_t rdbLoadTime(FILE *fp) {
3730 int32_t t32;
3731 if (fread(&t32,4,1,fp) == 0) return -1;
3732 return (time_t) t32;
3733 }
3734
3735 /* Load an encoded length from the DB, see the REDIS_RDB_* defines on the top
3736 * of this file for a description of how this are stored on disk.
3737 *
3738 * isencoded is set to 1 if the readed length is not actually a length but
3739 * an "encoding type", check the above comments for more info */
3740 static uint32_t rdbLoadLen(FILE *fp, int *isencoded) {
3741 unsigned char buf[2];
3742 uint32_t len;
3743 int type;
3744
3745 if (isencoded) *isencoded = 0;
3746 if (fread(buf,1,1,fp) == 0) return REDIS_RDB_LENERR;
3747 type = (buf[0]&0xC0)>>6;
3748 if (type == REDIS_RDB_6BITLEN) {
3749 /* Read a 6 bit len */
3750 return buf[0]&0x3F;
3751 } else if (type == REDIS_RDB_ENCVAL) {
3752 /* Read a 6 bit len encoding type */
3753 if (isencoded) *isencoded = 1;
3754 return buf[0]&0x3F;
3755 } else if (type == REDIS_RDB_14BITLEN) {
3756 /* Read a 14 bit len */
3757 if (fread(buf+1,1,1,fp) == 0) return REDIS_RDB_LENERR;
3758 return ((buf[0]&0x3F)<<8)|buf[1];
3759 } else {
3760 /* Read a 32 bit len */
3761 if (fread(&len,4,1,fp) == 0) return REDIS_RDB_LENERR;
3762 return ntohl(len);
3763 }
3764 }
3765
3766 static robj *rdbLoadIntegerObject(FILE *fp, int enctype) {
3767 unsigned char enc[4];
3768 long long val;
3769
3770 if (enctype == REDIS_RDB_ENC_INT8) {
3771 if (fread(enc,1,1,fp) == 0) return NULL;
3772 val = (signed char)enc[0];
3773 } else if (enctype == REDIS_RDB_ENC_INT16) {
3774 uint16_t v;
3775 if (fread(enc,2,1,fp) == 0) return NULL;
3776 v = enc[0]|(enc[1]<<8);
3777 val = (int16_t)v;
3778 } else if (enctype == REDIS_RDB_ENC_INT32) {
3779 uint32_t v;
3780 if (fread(enc,4,1,fp) == 0) return NULL;
3781 v = enc[0]|(enc[1]<<8)|(enc[2]<<16)|(enc[3]<<24);
3782 val = (int32_t)v;
3783 } else {
3784 val = 0; /* anti-warning */
3785 redisPanic("Unknown RDB integer encoding type");
3786 }
3787 return createObject(REDIS_STRING,sdscatprintf(sdsempty(),"%lld",val));
3788 }
3789
3790 static robj *rdbLoadLzfStringObject(FILE*fp) {
3791 unsigned int len, clen;
3792 unsigned char *c = NULL;
3793 sds val = NULL;
3794
3795 if ((clen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
3796 if ((len = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
3797 if ((c = zmalloc(clen)) == NULL) goto err;
3798 if ((val = sdsnewlen(NULL,len)) == NULL) goto err;
3799 if (fread(c,clen,1,fp) == 0) goto err;
3800 if (lzf_decompress(c,clen,val,len) == 0) goto err;
3801 zfree(c);
3802 return createObject(REDIS_STRING,val);
3803 err:
3804 zfree(c);
3805 sdsfree(val);
3806 return NULL;
3807 }
3808
3809 static robj *rdbLoadStringObject(FILE*fp) {
3810 int isencoded;
3811 uint32_t len;
3812 sds val;
3813
3814 len = rdbLoadLen(fp,&isencoded);
3815 if (isencoded) {
3816 switch(len) {
3817 case REDIS_RDB_ENC_INT8:
3818 case REDIS_RDB_ENC_INT16:
3819 case REDIS_RDB_ENC_INT32:
3820 return rdbLoadIntegerObject(fp,len);
3821 case REDIS_RDB_ENC_LZF:
3822 return rdbLoadLzfStringObject(fp);
3823 default:
3824 redisPanic("Unknown RDB encoding type");
3825 }
3826 }
3827
3828 if (len == REDIS_RDB_LENERR) return NULL;
3829 val = sdsnewlen(NULL,len);
3830 if (len && fread(val,len,1,fp) == 0) {
3831 sdsfree(val);
3832 return NULL;
3833 }
3834 return createObject(REDIS_STRING,val);
3835 }
3836
3837 /* For information about double serialization check rdbSaveDoubleValue() */
3838 static int rdbLoadDoubleValue(FILE *fp, double *val) {
3839 char buf[128];
3840 unsigned char len;
3841
3842 if (fread(&len,1,1,fp) == 0) return -1;
3843 switch(len) {
3844 case 255: *val = R_NegInf; return 0;
3845 case 254: *val = R_PosInf; return 0;
3846 case 253: *val = R_Nan; return 0;
3847 default:
3848 if (fread(buf,len,1,fp) == 0) return -1;
3849 buf[len] = '\0';
3850 sscanf(buf, "%lg", val);
3851 return 0;
3852 }
3853 }
3854
3855 /* Load a Redis object of the specified type from the specified file.
3856 * On success a newly allocated object is returned, otherwise NULL. */
3857 static robj *rdbLoadObject(int type, FILE *fp) {
3858 robj *o;
3859
3860 redisLog(REDIS_DEBUG,"LOADING OBJECT %d (at %d)\n",type,ftell(fp));
3861 if (type == REDIS_STRING) {
3862 /* Read string value */
3863 if ((o = rdbLoadStringObject(fp)) == NULL) return NULL;
3864 o = tryObjectEncoding(o);
3865 } else if (type == REDIS_LIST || type == REDIS_SET) {
3866 /* Read list/set value */
3867 uint32_t listlen;
3868
3869 if ((listlen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
3870 o = (type == REDIS_LIST) ? createListObject() : createSetObject();
3871 /* It's faster to expand the dict to the right size asap in order
3872 * to avoid rehashing */
3873 if (type == REDIS_SET && listlen > DICT_HT_INITIAL_SIZE)
3874 dictExpand(o->ptr,listlen);
3875 /* Load every single element of the list/set */
3876 while(listlen--) {
3877 robj *ele;
3878
3879 if ((ele = rdbLoadStringObject(fp)) == NULL) return NULL;
3880 ele = tryObjectEncoding(ele);
3881 if (type == REDIS_LIST) {
3882 listAddNodeTail((list*)o->ptr,ele);
3883 } else {
3884 dictAdd((dict*)o->ptr,ele,NULL);
3885 }
3886 }
3887 } else if (type == REDIS_ZSET) {
3888 /* Read list/set value */
3889 size_t zsetlen;
3890 zset *zs;
3891
3892 if ((zsetlen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
3893 o = createZsetObject();
3894 zs = o->ptr;
3895 /* Load every single element of the list/set */
3896 while(zsetlen--) {
3897 robj *ele;
3898 double *score = zmalloc(sizeof(double));
3899
3900 if ((ele = rdbLoadStringObject(fp)) == NULL) return NULL;
3901 ele = tryObjectEncoding(ele);
3902 if (rdbLoadDoubleValue(fp,score) == -1) return NULL;
3903 dictAdd(zs->dict,ele,score);
3904 zslInsert(zs->zsl,*score,ele);
3905 incrRefCount(ele); /* added to skiplist */
3906 }
3907 } else if (type == REDIS_HASH) {
3908 size_t hashlen;
3909
3910 if ((hashlen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
3911 o = createHashObject();
3912 /* Too many entries? Use an hash table. */
3913 if (hashlen > server.hash_max_zipmap_entries)
3914 convertToRealHash(o);
3915 /* Load every key/value, then set it into the zipmap or hash
3916 * table, as needed. */
3917 while(hashlen--) {
3918 robj *key, *val;
3919
3920 if ((key = rdbLoadStringObject(fp)) == NULL) return NULL;
3921 if ((val = rdbLoadStringObject(fp)) == NULL) return NULL;
3922 /* If we are using a zipmap and there are too big values
3923 * the object is converted to real hash table encoding. */
3924 if (o->encoding != REDIS_ENCODING_HT &&
3925 (sdslen(key->ptr) > server.hash_max_zipmap_value ||
3926 sdslen(val->ptr) > server.hash_max_zipmap_value))
3927 {
3928 convertToRealHash(o);
3929 }
3930
3931 if (o->encoding == REDIS_ENCODING_ZIPMAP) {
3932 unsigned char *zm = o->ptr;
3933
3934 zm = zipmapSet(zm,key->ptr,sdslen(key->ptr),
3935 val->ptr,sdslen(val->ptr),NULL);
3936 o->ptr = zm;
3937 decrRefCount(key);
3938 decrRefCount(val);
3939 } else {
3940 key = tryObjectEncoding(key);
3941 val = tryObjectEncoding(val);
3942 dictAdd((dict*)o->ptr,key,val);
3943 }
3944 }
3945 } else {
3946 redisPanic("Unknown object type");
3947 }
3948 return o;
3949 }
3950
3951 static int rdbLoad(char *filename) {
3952 FILE *fp;
3953 robj *keyobj = NULL;
3954 uint32_t dbid;
3955 int type, retval, rdbver;
3956 dict *d = server.db[0].dict;
3957 redisDb *db = server.db+0;
3958 char buf[1024];
3959 time_t expiretime = -1, now = time(NULL);
3960 long long loadedkeys = 0;
3961
3962 fp = fopen(filename,"r");
3963 if (!fp) return REDIS_ERR;
3964 if (fread(buf,9,1,fp) == 0) goto eoferr;
3965 buf[9] = '\0';
3966 if (memcmp(buf,"REDIS",5) != 0) {
3967 fclose(fp);
3968 redisLog(REDIS_WARNING,"Wrong signature trying to load DB from file");
3969 return REDIS_ERR;
3970 }
3971 rdbver = atoi(buf+5);
3972 if (rdbver != 1) {
3973 fclose(fp);
3974 redisLog(REDIS_WARNING,"Can't handle RDB format version %d",rdbver);
3975 return REDIS_ERR;
3976 }
3977 while(1) {
3978 robj *o;
3979
3980 /* Read type. */
3981 if ((type = rdbLoadType(fp)) == -1) goto eoferr;
3982 if (type == REDIS_EXPIRETIME) {
3983 if ((expiretime = rdbLoadTime(fp)) == -1) goto eoferr;
3984 /* We read the time so we need to read the object type again */
3985 if ((type = rdbLoadType(fp)) == -1) goto eoferr;
3986 }
3987 if (type == REDIS_EOF) break;
3988 /* Handle SELECT DB opcode as a special case */
3989 if (type == REDIS_SELECTDB) {
3990 if ((dbid = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR)
3991 goto eoferr;
3992 if (dbid >= (unsigned)server.dbnum) {
3993 redisLog(REDIS_WARNING,"FATAL: Data file was created with a Redis server configured to handle more than %d databases. Exiting\n", server.dbnum);
3994 exit(1);
3995 }
3996 db = server.db+dbid;
3997 d = db->dict;
3998 continue;
3999 }
4000 /* Read key */
4001 if ((keyobj = rdbLoadStringObject(fp)) == NULL) goto eoferr;
4002 /* Read value */
4003 if ((o = rdbLoadObject(type,fp)) == NULL) goto eoferr;
4004 /* Add the new object in the hash table */
4005 retval = dictAdd(d,keyobj,o);
4006 if (retval == DICT_ERR) {
4007 redisLog(REDIS_WARNING,"Loading DB, duplicated key (%s) found! Unrecoverable error, exiting now.", keyobj->ptr);
4008 exit(1);
4009 }
4010 /* Set the expire time if needed */
4011 if (expiretime != -1) {
4012 setExpire(db,keyobj,expiretime);
4013 /* Delete this key if already expired */
4014 if (expiretime < now) deleteKey(db,keyobj);
4015 expiretime = -1;
4016 }
4017 keyobj = o = NULL;
4018 /* Handle swapping while loading big datasets when VM is on */
4019 loadedkeys++;
4020 if (server.vm_enabled && (loadedkeys % 5000) == 0) {
4021 while (zmalloc_used_memory() > server.vm_max_memory) {
4022 if (vmSwapOneObjectBlocking() == REDIS_ERR) break;
4023 }
4024 }
4025 }
4026 fclose(fp);
4027 return REDIS_OK;
4028
4029 eoferr: /* unexpected end of file is handled here with a fatal exit */
4030 if (keyobj) decrRefCount(keyobj);
4031 redisLog(REDIS_WARNING,"Short read or OOM loading DB. Unrecoverable error, aborting now.");
4032 exit(1);
4033 return REDIS_ERR; /* Just to avoid warning */
4034 }
4035
4036 /*================================== Commands =============================== */
4037
4038 static void authCommand(redisClient *c) {
4039 if (!server.requirepass || !strcmp(c->argv[1]->ptr, server.requirepass)) {
4040 c->authenticated = 1;
4041 addReply(c,shared.ok);
4042 } else {
4043 c->authenticated = 0;
4044 addReplySds(c,sdscatprintf(sdsempty(),"-ERR invalid password\r\n"));
4045 }
4046 }
4047
4048 static void pingCommand(redisClient *c) {
4049 addReply(c,shared.pong);
4050 }
4051
4052 static void echoCommand(redisClient *c) {
4053 addReplyBulk(c,c->argv[1]);
4054 }
4055
4056 /*=================================== Strings =============================== */
4057
4058 static void setGenericCommand(redisClient *c, int nx, robj *key, robj *val, robj *expire) {
4059 int retval;
4060 long seconds = 0; /* initialized to avoid an harmness warning */
4061
4062 if (expire) {
4063 if (getLongFromObjectOrReply(c, expire, &seconds, NULL) != REDIS_OK)
4064 return;
4065 if (seconds <= 0) {
4066 addReplySds(c,sdsnew("-ERR invalid expire time in SETEX\r\n"));
4067 return;
4068 }
4069 }
4070
4071 if (nx) deleteIfVolatile(c->db,key);
4072 retval = dictAdd(c->db->dict,key,val);
4073 if (retval == DICT_ERR) {
4074 if (!nx) {
4075 /* If the key is about a swapped value, we want a new key object
4076 * to overwrite the old. So we delete the old key in the database.
4077 * This will also make sure that swap pages about the old object
4078 * will be marked as free. */
4079 if (server.vm_enabled && deleteIfSwapped(c->db,key))
4080 incrRefCount(key);
4081 dictReplace(c->db->dict,key,val);
4082 incrRefCount(val);
4083 } else {
4084 addReply(c,shared.czero);
4085 return;
4086 }
4087 } else {
4088 incrRefCount(key);
4089 incrRefCount(val);
4090 }
4091 server.dirty++;
4092 removeExpire(c->db,key);
4093 if (expire) setExpire(c->db,key,time(NULL)+seconds);
4094 addReply(c, nx ? shared.cone : shared.ok);
4095 }
4096
4097 static void setCommand(redisClient *c) {
4098 setGenericCommand(c,0,c->argv[1],c->argv[2],NULL);
4099 }
4100
4101 static void setnxCommand(redisClient *c) {
4102 setGenericCommand(c,1,c->argv[1],c->argv[2],NULL);
4103 }
4104
4105 static void setexCommand(redisClient *c) {
4106 setGenericCommand(c,0,c->argv[1],c->argv[3],c->argv[2]);
4107 }
4108
4109 static int getGenericCommand(redisClient *c) {
4110 robj *o;
4111
4112 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL)
4113 return REDIS_OK;
4114
4115 if (o->type != REDIS_STRING) {
4116 addReply(c,shared.wrongtypeerr);
4117 return REDIS_ERR;
4118 } else {
4119 addReplyBulk(c,o);
4120 return REDIS_OK;
4121 }
4122 }
4123
4124 static void getCommand(redisClient *c) {
4125 getGenericCommand(c);
4126 }
4127
4128 static void getsetCommand(redisClient *c) {
4129 if (getGenericCommand(c) == REDIS_ERR) return;
4130 if (dictAdd(c->db->dict,c->argv[1],c->argv[2]) == DICT_ERR) {
4131 dictReplace(c->db->dict,c->argv[1],c->argv[2]);
4132 } else {
4133 incrRefCount(c->argv[1]);
4134 }
4135 incrRefCount(c->argv[2]);
4136 server.dirty++;
4137 removeExpire(c->db,c->argv[1]);
4138 }
4139
4140 static void mgetCommand(redisClient *c) {
4141 int j;
4142
4143 addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",c->argc-1));
4144 for (j = 1; j < c->argc; j++) {
4145 robj *o = lookupKeyRead(c->db,c->argv[j]);
4146 if (o == NULL) {
4147 addReply(c,shared.nullbulk);
4148 } else {
4149 if (o->type != REDIS_STRING) {
4150 addReply(c,shared.nullbulk);
4151 } else {
4152 addReplyBulk(c,o);
4153 }
4154 }
4155 }
4156 }
4157
4158 static void msetGenericCommand(redisClient *c, int nx) {
4159 int j, busykeys = 0;
4160
4161 if ((c->argc % 2) == 0) {
4162 addReplySds(c,sdsnew("-ERR wrong number of arguments for MSET\r\n"));
4163 return;
4164 }
4165 /* Handle the NX flag. The MSETNX semantic is to return zero and don't
4166 * set nothing at all if at least one already key exists. */
4167 if (nx) {
4168 for (j = 1; j < c->argc; j += 2) {
4169 if (lookupKeyWrite(c->db,c->argv[j]) != NULL) {
4170 busykeys++;
4171 }
4172 }
4173 }
4174 if (busykeys) {
4175 addReply(c, shared.czero);
4176 return;
4177 }
4178
4179 for (j = 1; j < c->argc; j += 2) {
4180 int retval;
4181
4182 c->argv[j+1] = tryObjectEncoding(c->argv[j+1]);
4183 retval = dictAdd(c->db->dict,c->argv[j],c->argv[j+1]);
4184 if (retval == DICT_ERR) {
4185 dictReplace(c->db->dict,c->argv[j],c->argv[j+1]);
4186 incrRefCount(c->argv[j+1]);
4187 } else {
4188 incrRefCount(c->argv[j]);
4189 incrRefCount(c->argv[j+1]);
4190 }
4191 removeExpire(c->db,c->argv[j]);
4192 }
4193 server.dirty += (c->argc-1)/2;
4194 addReply(c, nx ? shared.cone : shared.ok);
4195 }
4196
4197 static void msetCommand(redisClient *c) {
4198 msetGenericCommand(c,0);
4199 }
4200
4201 static void msetnxCommand(redisClient *c) {
4202 msetGenericCommand(c,1);
4203 }
4204
4205 static void incrDecrCommand(redisClient *c, long long incr) {
4206 long long value;
4207 int retval;
4208 robj *o;
4209
4210 o = lookupKeyWrite(c->db,c->argv[1]);
4211
4212 if (getLongLongFromObjectOrReply(c, o, &value, NULL) != REDIS_OK) return;
4213
4214 value += incr;
4215 o = createObject(REDIS_STRING,sdscatprintf(sdsempty(),"%lld",value));
4216 o = tryObjectEncoding(o);
4217 retval = dictAdd(c->db->dict,c->argv[1],o);
4218 if (retval == DICT_ERR) {
4219 dictReplace(c->db->dict,c->argv[1],o);
4220 removeExpire(c->db,c->argv[1]);
4221 } else {
4222 incrRefCount(c->argv[1]);
4223 }
4224 server.dirty++;
4225 addReply(c,shared.colon);
4226 addReply(c,o);
4227 addReply(c,shared.crlf);
4228 }
4229
4230 static void incrCommand(redisClient *c) {
4231 incrDecrCommand(c,1);
4232 }
4233
4234 static void decrCommand(redisClient *c) {
4235 incrDecrCommand(c,-1);
4236 }
4237
4238 static void incrbyCommand(redisClient *c) {
4239 long long incr;
4240
4241 if (getLongLongFromObjectOrReply(c, c->argv[2], &incr, NULL) != REDIS_OK) return;
4242 incrDecrCommand(c,incr);
4243 }
4244
4245 static void decrbyCommand(redisClient *c) {
4246 long long incr;
4247
4248 if (getLongLongFromObjectOrReply(c, c->argv[2], &incr, NULL) != REDIS_OK) return;
4249 incrDecrCommand(c,-incr);
4250 }
4251
4252 static void appendCommand(redisClient *c) {
4253 int retval;
4254 size_t totlen;
4255 robj *o;
4256
4257 o = lookupKeyWrite(c->db,c->argv[1]);
4258 if (o == NULL) {
4259 /* Create the key */
4260 retval = dictAdd(c->db->dict,c->argv[1],c->argv[2]);
4261 incrRefCount(c->argv[1]);
4262 incrRefCount(c->argv[2]);
4263 totlen = stringObjectLen(c->argv[2]);
4264 } else {
4265 dictEntry *de;
4266
4267 de = dictFind(c->db->dict,c->argv[1]);
4268 assert(de != NULL);
4269
4270 o = dictGetEntryVal(de);
4271 if (o->type != REDIS_STRING) {
4272 addReply(c,shared.wrongtypeerr);
4273 return;
4274 }
4275 /* If the object is specially encoded or shared we have to make
4276 * a copy */
4277 if (o->refcount != 1 || o->encoding != REDIS_ENCODING_RAW) {
4278 robj *decoded = getDecodedObject(o);
4279
4280 o = createStringObject(decoded->ptr, sdslen(decoded->ptr));
4281 decrRefCount(decoded);
4282 dictReplace(c->db->dict,c->argv[1],o);
4283 }
4284 /* APPEND! */
4285 if (c->argv[2]->encoding == REDIS_ENCODING_RAW) {
4286 o->ptr = sdscatlen(o->ptr,
4287 c->argv[2]->ptr, sdslen(c->argv[2]->ptr));
4288 } else {
4289 o->ptr = sdscatprintf(o->ptr, "%ld",
4290 (unsigned long) c->argv[2]->ptr);
4291 }
4292 totlen = sdslen(o->ptr);
4293 }
4294 server.dirty++;
4295 addReplySds(c,sdscatprintf(sdsempty(),":%lu\r\n",(unsigned long)totlen));
4296 }
4297
4298 static void substrCommand(redisClient *c) {
4299 robj *o;
4300 long start = atoi(c->argv[2]->ptr);
4301 long end = atoi(c->argv[3]->ptr);
4302 size_t rangelen, strlen;
4303 sds range;
4304
4305 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
4306 checkType(c,o,REDIS_STRING)) return;
4307
4308 o = getDecodedObject(o);
4309 strlen = sdslen(o->ptr);
4310
4311 /* convert negative indexes */
4312 if (start < 0) start = strlen+start;
4313 if (end < 0) end = strlen+end;
4314 if (start < 0) start = 0;
4315 if (end < 0) end = 0;
4316
4317 /* indexes sanity checks */
4318 if (start > end || (size_t)start >= strlen) {
4319 /* Out of range start or start > end result in null reply */
4320 addReply(c,shared.nullbulk);
4321 decrRefCount(o);
4322 return;
4323 }
4324 if ((size_t)end >= strlen) end = strlen-1;
4325 rangelen = (end-start)+1;
4326
4327 /* Return the result */
4328 addReplySds(c,sdscatprintf(sdsempty(),"$%zu\r\n",rangelen));
4329 range = sdsnewlen((char*)o->ptr+start,rangelen);
4330 addReplySds(c,range);
4331 addReply(c,shared.crlf);
4332 decrRefCount(o);
4333 }
4334
4335 /* ========================= Type agnostic commands ========================= */
4336
4337 static void delCommand(redisClient *c) {
4338 int deleted = 0, j;
4339
4340 for (j = 1; j < c->argc; j++) {
4341 if (deleteKey(c->db,c->argv[j])) {
4342 server.dirty++;
4343 deleted++;
4344 }
4345 }
4346 addReplyLong(c,deleted);
4347 }
4348
4349 static void existsCommand(redisClient *c) {
4350 expireIfNeeded(c->db,c->argv[1]);
4351 if (dictFind(c->db->dict,c->argv[1])) {
4352 addReply(c, shared.cone);
4353 } else {
4354 addReply(c, shared.czero);
4355 }
4356 }
4357
4358 static void selectCommand(redisClient *c) {
4359 int id = atoi(c->argv[1]->ptr);
4360
4361 if (selectDb(c,id) == REDIS_ERR) {
4362 addReplySds(c,sdsnew("-ERR invalid DB index\r\n"));
4363 } else {
4364 addReply(c,shared.ok);
4365 }
4366 }
4367
4368 static void randomkeyCommand(redisClient *c) {
4369 dictEntry *de;
4370 robj *key;
4371
4372 while(1) {
4373 de = dictGetRandomKey(c->db->dict);
4374 if (!de || expireIfNeeded(c->db,dictGetEntryKey(de)) == 0) break;
4375 }
4376
4377 if (de == NULL) {
4378 addReply(c,shared.nullbulk);
4379 return;
4380 }
4381
4382 key = dictGetEntryKey(de);
4383 if (server.vm_enabled) {
4384 key = dupStringObject(key);
4385 addReplyBulk(c,key);
4386 decrRefCount(key);
4387 } else {
4388 addReplyBulk(c,key);
4389 }
4390 }
4391
4392 static void keysCommand(redisClient *c) {
4393 dictIterator *di;
4394 dictEntry *de;
4395 sds pattern = c->argv[1]->ptr;
4396 int plen = sdslen(pattern);
4397 unsigned long numkeys = 0;
4398 robj *lenobj = createObject(REDIS_STRING,NULL);
4399
4400 di = dictGetIterator(c->db->dict);
4401 addReply(c,lenobj);
4402 decrRefCount(lenobj);
4403 while((de = dictNext(di)) != NULL) {
4404 robj *keyobj = dictGetEntryKey(de);
4405
4406 sds key = keyobj->ptr;
4407 if ((pattern[0] == '*' && pattern[1] == '\0') ||
4408 stringmatchlen(pattern,plen,key,sdslen(key),0)) {
4409 if (expireIfNeeded(c->db,keyobj) == 0) {
4410 addReplyBulk(c,keyobj);
4411 numkeys++;
4412 }
4413 }
4414 }
4415 dictReleaseIterator(di);
4416 lenobj->ptr = sdscatprintf(sdsempty(),"*%lu\r\n",numkeys);
4417 }
4418
4419 static void dbsizeCommand(redisClient *c) {
4420 addReplySds(c,
4421 sdscatprintf(sdsempty(),":%lu\r\n",dictSize(c->db->dict)));
4422 }
4423
4424 static void lastsaveCommand(redisClient *c) {
4425 addReplySds(c,
4426 sdscatprintf(sdsempty(),":%lu\r\n",server.lastsave));
4427 }
4428
4429 static void typeCommand(redisClient *c) {
4430 robj *o;
4431 char *type;
4432
4433 o = lookupKeyRead(c->db,c->argv[1]);
4434 if (o == NULL) {
4435 type = "+none";
4436 } else {
4437 switch(o->type) {
4438 case REDIS_STRING: type = "+string"; break;
4439 case REDIS_LIST: type = "+list"; break;
4440 case REDIS_SET: type = "+set"; break;
4441 case REDIS_ZSET: type = "+zset"; break;
4442 case REDIS_HASH: type = "+hash"; break;
4443 default: type = "+unknown"; break;
4444 }
4445 }
4446 addReplySds(c,sdsnew(type));
4447 addReply(c,shared.crlf);
4448 }
4449
4450 static void saveCommand(redisClient *c) {
4451 if (server.bgsavechildpid != -1) {
4452 addReplySds(c,sdsnew("-ERR background save in progress\r\n"));
4453 return;
4454 }
4455 if (rdbSave(server.dbfilename) == REDIS_OK) {
4456 addReply(c,shared.ok);
4457 } else {
4458 addReply(c,shared.err);
4459 }
4460 }
4461
4462 static void bgsaveCommand(redisClient *c) {
4463 if (server.bgsavechildpid != -1) {
4464 addReplySds(c,sdsnew("-ERR background save already in progress\r\n"));
4465 return;
4466 }
4467 if (rdbSaveBackground(server.dbfilename) == REDIS_OK) {
4468 char *status = "+Background saving started\r\n";
4469 addReplySds(c,sdsnew(status));
4470 } else {
4471 addReply(c,shared.err);
4472 }
4473 }
4474
4475 static void shutdownCommand(redisClient *c) {
4476 redisLog(REDIS_WARNING,"User requested shutdown, saving DB...");
4477 /* Kill the saving child if there is a background saving in progress.
4478 We want to avoid race conditions, for instance our saving child may
4479 overwrite the synchronous saving did by SHUTDOWN. */
4480 if (server.bgsavechildpid != -1) {
4481 redisLog(REDIS_WARNING,"There is a live saving child. Killing it!");
4482 kill(server.bgsavechildpid,SIGKILL);
4483 rdbRemoveTempFile(server.bgsavechildpid);
4484 }
4485 if (server.appendonly) {
4486 /* Append only file: fsync() the AOF and exit */
4487 fsync(server.appendfd);
4488 if (server.vm_enabled) unlink(server.vm_swap_file);
4489 exit(0);
4490 } else {
4491 /* Snapshotting. Perform a SYNC SAVE and exit */
4492 if (rdbSave(server.dbfilename) == REDIS_OK) {
4493 if (server.daemonize)
4494 unlink(server.pidfile);
4495 redisLog(REDIS_WARNING,"%zu bytes used at exit",zmalloc_used_memory());
4496 redisLog(REDIS_WARNING,"Server exit now, bye bye...");
4497 exit(0);
4498 } else {
4499 /* Ooops.. error saving! The best we can do is to continue
4500 * operating. Note that if there was a background saving process,
4501 * in the next cron() Redis will be notified that the background
4502 * saving aborted, handling special stuff like slaves pending for
4503 * synchronization... */
4504 redisLog(REDIS_WARNING,"Error trying to save the DB, can't exit");
4505 addReplySds(c,
4506 sdsnew("-ERR can't quit, problems saving the DB\r\n"));
4507 }
4508 }
4509 }
4510
4511 static void renameGenericCommand(redisClient *c, int nx) {
4512 robj *o;
4513
4514 /* To use the same key as src and dst is probably an error */
4515 if (sdscmp(c->argv[1]->ptr,c->argv[2]->ptr) == 0) {
4516 addReply(c,shared.sameobjecterr);
4517 return;
4518 }
4519
4520 if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.nokeyerr)) == NULL)
4521 return;
4522
4523 incrRefCount(o);
4524 deleteIfVolatile(c->db,c->argv[2]);
4525 if (dictAdd(c->db->dict,c->argv[2],o) == DICT_ERR) {
4526 if (nx) {
4527 decrRefCount(o);
4528 addReply(c,shared.czero);
4529 return;
4530 }
4531 dictReplace(c->db->dict,c->argv[2],o);
4532 } else {
4533 incrRefCount(c->argv[2]);
4534 }
4535 deleteKey(c->db,c->argv[1]);
4536 server.dirty++;
4537 addReply(c,nx ? shared.cone : shared.ok);
4538 }
4539
4540 static void renameCommand(redisClient *c) {
4541 renameGenericCommand(c,0);
4542 }
4543
4544 static void renamenxCommand(redisClient *c) {
4545 renameGenericCommand(c,1);
4546 }
4547
4548 static void moveCommand(redisClient *c) {
4549 robj *o;
4550 redisDb *src, *dst;
4551 int srcid;
4552
4553 /* Obtain source and target DB pointers */
4554 src = c->db;
4555 srcid = c->db->id;
4556 if (selectDb(c,atoi(c->argv[2]->ptr)) == REDIS_ERR) {
4557 addReply(c,shared.outofrangeerr);
4558 return;
4559 }
4560 dst = c->db;
4561 selectDb(c,srcid); /* Back to the source DB */
4562
4563 /* If the user is moving using as target the same
4564 * DB as the source DB it is probably an error. */
4565 if (src == dst) {
4566 addReply(c,shared.sameobjecterr);
4567 return;
4568 }
4569
4570 /* Check if the element exists and get a reference */
4571 o = lookupKeyWrite(c->db,c->argv[1]);
4572 if (!o) {
4573 addReply(c,shared.czero);
4574 return;
4575 }
4576
4577 /* Try to add the element to the target DB */
4578 deleteIfVolatile(dst,c->argv[1]);
4579 if (dictAdd(dst->dict,c->argv[1],o) == DICT_ERR) {
4580 addReply(c,shared.czero);
4581 return;
4582 }
4583 incrRefCount(c->argv[1]);
4584 incrRefCount(o);
4585
4586 /* OK! key moved, free the entry in the source DB */
4587 deleteKey(src,c->argv[1]);
4588 server.dirty++;
4589 addReply(c,shared.cone);
4590 }
4591
4592 /* =================================== Lists ================================ */
4593 static void pushGenericCommand(redisClient *c, int where) {
4594 robj *lobj;
4595 list *list;
4596
4597 lobj = lookupKeyWrite(c->db,c->argv[1]);
4598 if (lobj == NULL) {
4599 if (handleClientsWaitingListPush(c,c->argv[1],c->argv[2])) {
4600 addReply(c,shared.cone);
4601 return;
4602 }
4603 lobj = createListObject();
4604 list = lobj->ptr;
4605 if (where == REDIS_HEAD) {
4606 listAddNodeHead(list,c->argv[2]);
4607 } else {
4608 listAddNodeTail(list,c->argv[2]);
4609 }
4610 dictAdd(c->db->dict,c->argv[1],lobj);
4611 incrRefCount(c->argv[1]);
4612 incrRefCount(c->argv[2]);
4613 } else {
4614 if (lobj->type != REDIS_LIST) {
4615 addReply(c,shared.wrongtypeerr);
4616 return;
4617 }
4618 if (handleClientsWaitingListPush(c,c->argv[1],c->argv[2])) {
4619 addReply(c,shared.cone);
4620 return;
4621 }
4622 list = lobj->ptr;
4623 if (where == REDIS_HEAD) {
4624 listAddNodeHead(list,c->argv[2]);
4625 } else {
4626 listAddNodeTail(list,c->argv[2]);
4627 }
4628 incrRefCount(c->argv[2]);
4629 }
4630 server.dirty++;
4631 addReplySds(c,sdscatprintf(sdsempty(),":%d\r\n",listLength(list)));
4632 }
4633
4634 static void lpushCommand(redisClient *c) {
4635 pushGenericCommand(c,REDIS_HEAD);
4636 }
4637
4638 static void rpushCommand(redisClient *c) {
4639 pushGenericCommand(c,REDIS_TAIL);
4640 }
4641
4642 static void llenCommand(redisClient *c) {
4643 robj *o;
4644 list *l;
4645
4646 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
4647 checkType(c,o,REDIS_LIST)) return;
4648
4649 l = o->ptr;
4650 addReplyUlong(c,listLength(l));
4651 }
4652
4653 static void lindexCommand(redisClient *c) {
4654 robj *o;
4655 int index = atoi(c->argv[2]->ptr);
4656 list *list;
4657 listNode *ln;
4658
4659 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
4660 checkType(c,o,REDIS_LIST)) return;
4661 list = o->ptr;
4662
4663 ln = listIndex(list, index);
4664 if (ln == NULL) {
4665 addReply(c,shared.nullbulk);
4666 } else {
4667 robj *ele = listNodeValue(ln);
4668 addReplyBulk(c,ele);
4669 }
4670 }
4671
4672 static void lsetCommand(redisClient *c) {
4673 robj *o;
4674 int index = atoi(c->argv[2]->ptr);
4675 list *list;
4676 listNode *ln;
4677
4678 if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.nokeyerr)) == NULL ||
4679 checkType(c,o,REDIS_LIST)) return;
4680 list = o->ptr;
4681
4682 ln = listIndex(list, index);
4683 if (ln == NULL) {
4684 addReply(c,shared.outofrangeerr);
4685 } else {
4686 robj *ele = listNodeValue(ln);
4687
4688 decrRefCount(ele);
4689 listNodeValue(ln) = c->argv[3];
4690 incrRefCount(c->argv[3]);
4691 addReply(c,shared.ok);
4692 server.dirty++;
4693 }
4694 }
4695
4696 static void popGenericCommand(redisClient *c, int where) {
4697 robj *o;
4698 list *list;
4699 listNode *ln;
4700
4701 if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
4702 checkType(c,o,REDIS_LIST)) return;
4703 list = o->ptr;
4704
4705 if (where == REDIS_HEAD)
4706 ln = listFirst(list);
4707 else
4708 ln = listLast(list);
4709
4710 if (ln == NULL) {
4711 addReply(c,shared.nullbulk);
4712 } else {
4713 robj *ele = listNodeValue(ln);
4714 addReplyBulk(c,ele);
4715 listDelNode(list,ln);
4716 if (listLength(list) == 0) deleteKey(c->db,c->argv[1]);
4717 server.dirty++;
4718 }
4719 }
4720
4721 static void lpopCommand(redisClient *c) {
4722 popGenericCommand(c,REDIS_HEAD);
4723 }
4724
4725 static void rpopCommand(redisClient *c) {
4726 popGenericCommand(c,REDIS_TAIL);
4727 }
4728
4729 static void lrangeCommand(redisClient *c) {
4730 robj *o;
4731 int start = atoi(c->argv[2]->ptr);
4732 int end = atoi(c->argv[3]->ptr);
4733 int llen;
4734 int rangelen, j;
4735 list *list;
4736 listNode *ln;
4737 robj *ele;
4738
4739 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.emptymultibulk)) == NULL
4740 || checkType(c,o,REDIS_LIST)) return;
4741 list = o->ptr;
4742 llen = listLength(list);
4743
4744 /* convert negative indexes */
4745 if (start < 0) start = llen+start;
4746 if (end < 0) end = llen+end;
4747 if (start < 0) start = 0;
4748 if (end < 0) end = 0;
4749
4750 /* indexes sanity checks */
4751 if (start > end || start >= llen) {
4752 /* Out of range start or start > end result in empty list */
4753 addReply(c,shared.emptymultibulk);
4754 return;
4755 }
4756 if (end >= llen) end = llen-1;
4757 rangelen = (end-start)+1;
4758
4759 /* Return the result in form of a multi-bulk reply */
4760 ln = listIndex(list, start);
4761 addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",rangelen));
4762 for (j = 0; j < rangelen; j++) {
4763 ele = listNodeValue(ln);
4764 addReplyBulk(c,ele);
4765 ln = ln->next;
4766 }
4767 }
4768
4769 static void ltrimCommand(redisClient *c) {
4770 robj *o;
4771 int start = atoi(c->argv[2]->ptr);
4772 int end = atoi(c->argv[3]->ptr);
4773 int llen;
4774 int j, ltrim, rtrim;
4775 list *list;
4776 listNode *ln;
4777
4778 if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.ok)) == NULL ||
4779 checkType(c,o,REDIS_LIST)) return;
4780 list = o->ptr;
4781 llen = listLength(list);
4782
4783 /* convert negative indexes */
4784 if (start < 0) start = llen+start;
4785 if (end < 0) end = llen+end;
4786 if (start < 0) start = 0;
4787 if (end < 0) end = 0;
4788
4789 /* indexes sanity checks */
4790 if (start > end || start >= llen) {
4791 /* Out of range start or start > end result in empty list */
4792 ltrim = llen;
4793 rtrim = 0;
4794 } else {
4795 if (end >= llen) end = llen-1;
4796 ltrim = start;
4797 rtrim = llen-end-1;
4798 }
4799
4800 /* Remove list elements to perform the trim */
4801 for (j = 0; j < ltrim; j++) {
4802 ln = listFirst(list);
4803 listDelNode(list,ln);
4804 }
4805 for (j = 0; j < rtrim; j++) {
4806 ln = listLast(list);
4807 listDelNode(list,ln);
4808 }
4809 if (listLength(list) == 0) deleteKey(c->db,c->argv[1]);
4810 server.dirty++;
4811 addReply(c,shared.ok);
4812 }
4813
4814 static void lremCommand(redisClient *c) {
4815 robj *o;
4816 list *list;
4817 listNode *ln, *next;
4818 int toremove = atoi(c->argv[2]->ptr);
4819 int removed = 0;
4820 int fromtail = 0;
4821
4822 if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
4823 checkType(c,o,REDIS_LIST)) return;
4824 list = o->ptr;
4825
4826 if (toremove < 0) {
4827 toremove = -toremove;
4828 fromtail = 1;
4829 }
4830 ln = fromtail ? list->tail : list->head;
4831 while (ln) {
4832 robj *ele = listNodeValue(ln);
4833
4834 next = fromtail ? ln->prev : ln->next;
4835 if (compareStringObjects(ele,c->argv[3]) == 0) {
4836 listDelNode(list,ln);
4837 server.dirty++;
4838 removed++;
4839 if (toremove && removed == toremove) break;
4840 }
4841 ln = next;
4842 }
4843 if (listLength(list) == 0) deleteKey(c->db,c->argv[1]);
4844 addReplySds(c,sdscatprintf(sdsempty(),":%d\r\n",removed));
4845 }
4846
4847 /* This is the semantic of this command:
4848 * RPOPLPUSH srclist dstlist:
4849 * IF LLEN(srclist) > 0
4850 * element = RPOP srclist
4851 * LPUSH dstlist element
4852 * RETURN element
4853 * ELSE
4854 * RETURN nil
4855 * END
4856 * END
4857 *
4858 * The idea is to be able to get an element from a list in a reliable way
4859 * since the element is not just returned but pushed against another list
4860 * as well. This command was originally proposed by Ezra Zygmuntowicz.
4861 */
4862 static void rpoplpushcommand(redisClient *c) {
4863 robj *sobj;
4864 list *srclist;
4865 listNode *ln;
4866
4867 if ((sobj = lookupKeyWriteOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
4868 checkType(c,sobj,REDIS_LIST)) return;
4869 srclist = sobj->ptr;
4870 ln = listLast(srclist);
4871
4872 if (ln == NULL) {
4873 addReply(c,shared.nullbulk);
4874 } else {
4875 robj *dobj = lookupKeyWrite(c->db,c->argv[2]);
4876 robj *ele = listNodeValue(ln);
4877 list *dstlist;
4878
4879 if (dobj && dobj->type != REDIS_LIST) {
4880 addReply(c,shared.wrongtypeerr);
4881 return;
4882 }
4883
4884 /* Add the element to the target list (unless it's directly
4885 * passed to some BLPOP-ing client */
4886 if (!handleClientsWaitingListPush(c,c->argv[2],ele)) {
4887 if (dobj == NULL) {
4888 /* Create the list if the key does not exist */
4889 dobj = createListObject();
4890 dictAdd(c->db->dict,c->argv[2],dobj);
4891 incrRefCount(c->argv[2]);
4892 }
4893 dstlist = dobj->ptr;
4894 listAddNodeHead(dstlist,ele);
4895 incrRefCount(ele);
4896 }
4897
4898 /* Send the element to the client as reply as well */
4899 addReplyBulk(c,ele);
4900
4901 /* Finally remove the element from the source list */
4902 listDelNode(srclist,ln);
4903 if (listLength(srclist) == 0) deleteKey(c->db,c->argv[1]);
4904 server.dirty++;
4905 }
4906 }
4907
4908 /* ==================================== Sets ================================ */
4909
4910 static void saddCommand(redisClient *c) {
4911 robj *set;
4912
4913 set = lookupKeyWrite(c->db,c->argv[1]);
4914 if (set == NULL) {
4915 set = createSetObject();
4916 dictAdd(c->db->dict,c->argv[1],set);
4917 incrRefCount(c->argv[1]);
4918 } else {
4919 if (set->type != REDIS_SET) {
4920 addReply(c,shared.wrongtypeerr);
4921 return;
4922 }
4923 }
4924 if (dictAdd(set->ptr,c->argv[2],NULL) == DICT_OK) {
4925 incrRefCount(c->argv[2]);
4926 server.dirty++;
4927 addReply(c,shared.cone);
4928 } else {
4929 addReply(c,shared.czero);
4930 }
4931 }
4932
4933 static void sremCommand(redisClient *c) {
4934 robj *set;
4935
4936 if ((set = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
4937 checkType(c,set,REDIS_SET)) return;
4938
4939 if (dictDelete(set->ptr,c->argv[2]) == DICT_OK) {
4940 server.dirty++;
4941 if (htNeedsResize(set->ptr)) dictResize(set->ptr);
4942 if (dictSize((dict*)set->ptr) == 0) deleteKey(c->db,c->argv[1]);
4943 addReply(c,shared.cone);
4944 } else {
4945 addReply(c,shared.czero);
4946 }
4947 }
4948
4949 static void smoveCommand(redisClient *c) {
4950 robj *srcset, *dstset;
4951
4952 srcset = lookupKeyWrite(c->db,c->argv[1]);
4953 dstset = lookupKeyWrite(c->db,c->argv[2]);
4954
4955 /* If the source key does not exist return 0, if it's of the wrong type
4956 * raise an error */
4957 if (srcset == NULL || srcset->type != REDIS_SET) {
4958 addReply(c, srcset ? shared.wrongtypeerr : shared.czero);
4959 return;
4960 }
4961 /* Error if the destination key is not a set as well */
4962 if (dstset && dstset->type != REDIS_SET) {
4963 addReply(c,shared.wrongtypeerr);
4964 return;
4965 }
4966 /* Remove the element from the source set */
4967 if (dictDelete(srcset->ptr,c->argv[3]) == DICT_ERR) {
4968 /* Key not found in the src set! return zero */
4969 addReply(c,shared.czero);
4970 return;
4971 }
4972 if (dictSize((dict*)srcset->ptr) == 0 && srcset != dstset)
4973 deleteKey(c->db,c->argv[1]);
4974 server.dirty++;
4975 /* Add the element to the destination set */
4976 if (!dstset) {
4977 dstset = createSetObject();
4978 dictAdd(c->db->dict,c->argv[2],dstset);
4979 incrRefCount(c->argv[2]);
4980 }
4981 if (dictAdd(dstset->ptr,c->argv[3],NULL) == DICT_OK)
4982 incrRefCount(c->argv[3]);
4983 addReply(c,shared.cone);
4984 }
4985
4986 static void sismemberCommand(redisClient *c) {
4987 robj *set;
4988
4989 if ((set = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
4990 checkType(c,set,REDIS_SET)) return;
4991
4992 if (dictFind(set->ptr,c->argv[2]))
4993 addReply(c,shared.cone);
4994 else
4995 addReply(c,shared.czero);
4996 }
4997
4998 static void scardCommand(redisClient *c) {
4999 robj *o;
5000 dict *s;
5001
5002 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
5003 checkType(c,o,REDIS_SET)) return;
5004
5005 s = o->ptr;
5006 addReplyUlong(c,dictSize(s));
5007 }
5008
5009 static void spopCommand(redisClient *c) {
5010 robj *set;
5011 dictEntry *de;
5012
5013 if ((set = lookupKeyWriteOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
5014 checkType(c,set,REDIS_SET)) return;
5015
5016 de = dictGetRandomKey(set->ptr);
5017 if (de == NULL) {
5018 addReply(c,shared.nullbulk);
5019 } else {
5020 robj *ele = dictGetEntryKey(de);
5021
5022 addReplyBulk(c,ele);
5023 dictDelete(set->ptr,ele);
5024 if (htNeedsResize(set->ptr)) dictResize(set->ptr);
5025 if (dictSize((dict*)set->ptr) == 0) deleteKey(c->db,c->argv[1]);
5026 server.dirty++;
5027 }
5028 }
5029
5030 static void srandmemberCommand(redisClient *c) {
5031 robj *set;
5032 dictEntry *de;
5033
5034 if ((set = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
5035 checkType(c,set,REDIS_SET)) return;
5036
5037 de = dictGetRandomKey(set->ptr);
5038 if (de == NULL) {
5039 addReply(c,shared.nullbulk);
5040 } else {
5041 robj *ele = dictGetEntryKey(de);
5042
5043 addReplyBulk(c,ele);
5044 }
5045 }
5046
5047 static int qsortCompareSetsByCardinality(const void *s1, const void *s2) {
5048 dict **d1 = (void*) s1, **d2 = (void*) s2;
5049
5050 return dictSize(*d1)-dictSize(*d2);
5051 }
5052
5053 static void sinterGenericCommand(redisClient *c, robj **setskeys, unsigned long setsnum, robj *dstkey) {
5054 dict **dv = zmalloc(sizeof(dict*)*setsnum);
5055 dictIterator *di;
5056 dictEntry *de;
5057 robj *lenobj = NULL, *dstset = NULL;
5058 unsigned long j, cardinality = 0;
5059
5060 for (j = 0; j < setsnum; j++) {
5061 robj *setobj;
5062
5063 setobj = dstkey ?
5064 lookupKeyWrite(c->db,setskeys[j]) :
5065 lookupKeyRead(c->db,setskeys[j]);
5066 if (!setobj) {
5067 zfree(dv);
5068 if (dstkey) {
5069 if (deleteKey(c->db,dstkey))
5070 server.dirty++;
5071 addReply(c,shared.czero);
5072 } else {
5073 addReply(c,shared.emptymultibulk);
5074 }
5075 return;
5076 }
5077 if (setobj->type != REDIS_SET) {
5078 zfree(dv);
5079 addReply(c,shared.wrongtypeerr);
5080 return;
5081 }
5082 dv[j] = setobj->ptr;
5083 }
5084 /* Sort sets from the smallest to largest, this will improve our
5085 * algorithm's performace */
5086 qsort(dv,setsnum,sizeof(dict*),qsortCompareSetsByCardinality);
5087
5088 /* The first thing we should output is the total number of elements...
5089 * since this is a multi-bulk write, but at this stage we don't know
5090 * the intersection set size, so we use a trick, append an empty object
5091 * to the output list and save the pointer to later modify it with the
5092 * right length */
5093 if (!dstkey) {
5094 lenobj = createObject(REDIS_STRING,NULL);
5095 addReply(c,lenobj);
5096 decrRefCount(lenobj);
5097 } else {
5098 /* If we have a target key where to store the resulting set
5099 * create this key with an empty set inside */
5100 dstset = createSetObject();
5101 }
5102
5103 /* Iterate all the elements of the first (smallest) set, and test
5104 * the element against all the other sets, if at least one set does
5105 * not include the element it is discarded */
5106 di = dictGetIterator(dv[0]);
5107
5108 while((de = dictNext(di)) != NULL) {
5109 robj *ele;
5110
5111 for (j = 1; j < setsnum; j++)
5112 if (dictFind(dv[j],dictGetEntryKey(de)) == NULL) break;
5113 if (j != setsnum)
5114 continue; /* at least one set does not contain the member */
5115 ele = dictGetEntryKey(de);
5116 if (!dstkey) {
5117 addReplyBulk(c,ele);
5118 cardinality++;
5119 } else {
5120 dictAdd(dstset->ptr,ele,NULL);
5121 incrRefCount(ele);
5122 }
5123 }
5124 dictReleaseIterator(di);
5125
5126 if (dstkey) {
5127 /* Store the resulting set into the target, if the intersection
5128 * is not an empty set. */
5129 deleteKey(c->db,dstkey);
5130 if (dictSize((dict*)dstset->ptr) > 0) {
5131 dictAdd(c->db->dict,dstkey,dstset);
5132 incrRefCount(dstkey);
5133 addReplyLong(c,dictSize((dict*)dstset->ptr));
5134 } else {
5135 decrRefCount(dstset);
5136 addReply(c,shared.czero);
5137 }
5138 server.dirty++;
5139 } else {
5140 lenobj->ptr = sdscatprintf(sdsempty(),"*%lu\r\n",cardinality);
5141 }
5142 zfree(dv);
5143 }
5144
5145 static void sinterCommand(redisClient *c) {
5146 sinterGenericCommand(c,c->argv+1,c->argc-1,NULL);
5147 }
5148
5149 static void sinterstoreCommand(redisClient *c) {
5150 sinterGenericCommand(c,c->argv+2,c->argc-2,c->argv[1]);
5151 }
5152
5153 #define REDIS_OP_UNION 0
5154 #define REDIS_OP_DIFF 1
5155 #define REDIS_OP_INTER 2
5156
5157 static void sunionDiffGenericCommand(redisClient *c, robj **setskeys, int setsnum, robj *dstkey, int op) {
5158 dict **dv = zmalloc(sizeof(dict*)*setsnum);
5159 dictIterator *di;
5160 dictEntry *de;
5161 robj *dstset = NULL;
5162 int j, cardinality = 0;
5163
5164 for (j = 0; j < setsnum; j++) {
5165 robj *setobj;
5166
5167 setobj = dstkey ?
5168 lookupKeyWrite(c->db,setskeys[j]) :
5169 lookupKeyRead(c->db,setskeys[j]);
5170 if (!setobj) {
5171 dv[j] = NULL;
5172 continue;
5173 }
5174 if (setobj->type != REDIS_SET) {
5175 zfree(dv);
5176 addReply(c,shared.wrongtypeerr);
5177 return;
5178 }
5179 dv[j] = setobj->ptr;
5180 }
5181
5182 /* We need a temp set object to store our union. If the dstkey
5183 * is not NULL (that is, we are inside an SUNIONSTORE operation) then
5184 * this set object will be the resulting object to set into the target key*/
5185 dstset = createSetObject();
5186
5187 /* Iterate all the elements of all the sets, add every element a single
5188 * time to the result set */
5189 for (j = 0; j < setsnum; j++) {
5190 if (op == REDIS_OP_DIFF && j == 0 && !dv[j]) break; /* result set is empty */
5191 if (!dv[j]) continue; /* non existing keys are like empty sets */
5192
5193 di = dictGetIterator(dv[j]);
5194
5195 while((de = dictNext(di)) != NULL) {
5196 robj *ele;
5197
5198 /* dictAdd will not add the same element multiple times */
5199 ele = dictGetEntryKey(de);
5200 if (op == REDIS_OP_UNION || j == 0) {
5201 if (dictAdd(dstset->ptr,ele,NULL) == DICT_OK) {
5202 incrRefCount(ele);
5203 cardinality++;
5204 }
5205 } else if (op == REDIS_OP_DIFF) {
5206 if (dictDelete(dstset->ptr,ele) == DICT_OK) {
5207 cardinality--;
5208 }
5209 }
5210 }
5211 dictReleaseIterator(di);
5212
5213 /* result set is empty? Exit asap. */
5214 if (op == REDIS_OP_DIFF && cardinality == 0) break;
5215 }
5216
5217 /* Output the content of the resulting set, if not in STORE mode */
5218 if (!dstkey) {
5219 addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",cardinality));
5220 di = dictGetIterator(dstset->ptr);
5221 while((de = dictNext(di)) != NULL) {
5222 robj *ele;
5223
5224 ele = dictGetEntryKey(de);
5225 addReplyBulk(c,ele);
5226 }
5227 dictReleaseIterator(di);
5228 decrRefCount(dstset);
5229 } else {
5230 /* If we have a target key where to store the resulting set
5231 * create this key with the result set inside */
5232 deleteKey(c->db,dstkey);
5233 if (dictSize((dict*)dstset->ptr) > 0) {
5234 dictAdd(c->db->dict,dstkey,dstset);
5235 incrRefCount(dstkey);
5236 addReplyLong(c,dictSize((dict*)dstset->ptr));
5237 } else {
5238 decrRefCount(dstset);
5239 addReply(c,shared.czero);
5240 }
5241 server.dirty++;
5242 }
5243 zfree(dv);
5244 }
5245
5246 static void sunionCommand(redisClient *c) {
5247 sunionDiffGenericCommand(c,c->argv+1,c->argc-1,NULL,REDIS_OP_UNION);
5248 }
5249
5250 static void sunionstoreCommand(redisClient *c) {
5251 sunionDiffGenericCommand(c,c->argv+2,c->argc-2,c->argv[1],REDIS_OP_UNION);
5252 }
5253
5254 static void sdiffCommand(redisClient *c) {
5255 sunionDiffGenericCommand(c,c->argv+1,c->argc-1,NULL,REDIS_OP_DIFF);
5256 }
5257
5258 static void sdiffstoreCommand(redisClient *c) {
5259 sunionDiffGenericCommand(c,c->argv+2,c->argc-2,c->argv[1],REDIS_OP_DIFF);
5260 }
5261
5262 /* ==================================== ZSets =============================== */
5263
5264 /* ZSETs are ordered sets using two data structures to hold the same elements
5265 * in order to get O(log(N)) INSERT and REMOVE operations into a sorted
5266 * data structure.
5267 *
5268 * The elements are added to an hash table mapping Redis objects to scores.
5269 * At the same time the elements are added to a skip list mapping scores
5270 * to Redis objects (so objects are sorted by scores in this "view"). */
5271
5272 /* This skiplist implementation is almost a C translation of the original
5273 * algorithm described by William Pugh in "Skip Lists: A Probabilistic
5274 * Alternative to Balanced Trees", modified in three ways:
5275 * a) this implementation allows for repeated values.
5276 * b) the comparison is not just by key (our 'score') but by satellite data.
5277 * c) there is a back pointer, so it's a doubly linked list with the back
5278 * pointers being only at "level 1". This allows to traverse the list
5279 * from tail to head, useful for ZREVRANGE. */
5280
5281 static zskiplistNode *zslCreateNode(int level, double score, robj *obj) {
5282 zskiplistNode *zn = zmalloc(sizeof(*zn));
5283
5284 zn->forward = zmalloc(sizeof(zskiplistNode*) * level);
5285 if (level > 0)
5286 zn->span = zmalloc(sizeof(unsigned int) * (level - 1));
5287 zn->score = score;
5288 zn->obj = obj;
5289 return zn;
5290 }
5291
5292 static zskiplist *zslCreate(void) {
5293 int j;
5294 zskiplist *zsl;
5295
5296 zsl = zmalloc(sizeof(*zsl));
5297 zsl->level = 1;
5298 zsl->length = 0;
5299 zsl->header = zslCreateNode(ZSKIPLIST_MAXLEVEL,0,NULL);
5300 for (j = 0; j < ZSKIPLIST_MAXLEVEL; j++) {
5301 zsl->header->forward[j] = NULL;
5302
5303 /* span has space for ZSKIPLIST_MAXLEVEL-1 elements */
5304 if (j < ZSKIPLIST_MAXLEVEL-1)
5305 zsl->header->span[j] = 0;
5306 }
5307 zsl->header->backward = NULL;
5308 zsl->tail = NULL;
5309 return zsl;
5310 }
5311
5312 static void zslFreeNode(zskiplistNode *node) {
5313 decrRefCount(node->obj);
5314 zfree(node->forward);
5315 zfree(node->span);
5316 zfree(node);
5317 }
5318
5319 static void zslFree(zskiplist *zsl) {
5320 zskiplistNode *node = zsl->header->forward[0], *next;
5321
5322 zfree(zsl->header->forward);
5323 zfree(zsl->header->span);
5324 zfree(zsl->header);
5325 while(node) {
5326 next = node->forward[0];
5327 zslFreeNode(node);
5328 node = next;
5329 }
5330 zfree(zsl);
5331 }
5332
5333 static int zslRandomLevel(void) {
5334 int level = 1;
5335 while ((random()&0xFFFF) < (ZSKIPLIST_P * 0xFFFF))
5336 level += 1;
5337 return (level<ZSKIPLIST_MAXLEVEL) ? level : ZSKIPLIST_MAXLEVEL;
5338 }
5339
5340 static void zslInsert(zskiplist *zsl, double score, robj *obj) {
5341 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
5342 unsigned int rank[ZSKIPLIST_MAXLEVEL];
5343 int i, level;
5344
5345 x = zsl->header;
5346 for (i = zsl->level-1; i >= 0; i--) {
5347 /* store rank that is crossed to reach the insert position */
5348 rank[i] = i == (zsl->level-1) ? 0 : rank[i+1];
5349
5350 while (x->forward[i] &&
5351 (x->forward[i]->score < score ||
5352 (x->forward[i]->score == score &&
5353 compareStringObjects(x->forward[i]->obj,obj) < 0))) {
5354 rank[i] += i > 0 ? x->span[i-1] : 1;
5355 x = x->forward[i];
5356 }
5357 update[i] = x;
5358 }
5359 /* we assume the key is not already inside, since we allow duplicated
5360 * scores, and the re-insertion of score and redis object should never
5361 * happpen since the caller of zslInsert() should test in the hash table
5362 * if the element is already inside or not. */
5363 level = zslRandomLevel();
5364 if (level > zsl->level) {
5365 for (i = zsl->level; i < level; i++) {
5366 rank[i] = 0;
5367 update[i] = zsl->header;
5368 update[i]->span[i-1] = zsl->length;
5369 }
5370 zsl->level = level;
5371 }
5372 x = zslCreateNode(level,score,obj);
5373 for (i = 0; i < level; i++) {
5374 x->forward[i] = update[i]->forward[i];
5375 update[i]->forward[i] = x;
5376
5377 /* update span covered by update[i] as x is inserted here */
5378 if (i > 0) {
5379 x->span[i-1] = update[i]->span[i-1] - (rank[0] - rank[i]);
5380 update[i]->span[i-1] = (rank[0] - rank[i]) + 1;
5381 }
5382 }
5383
5384 /* increment span for untouched levels */
5385 for (i = level; i < zsl->level; i++) {
5386 update[i]->span[i-1]++;
5387 }
5388
5389 x->backward = (update[0] == zsl->header) ? NULL : update[0];
5390 if (x->forward[0])
5391 x->forward[0]->backward = x;
5392 else
5393 zsl->tail = x;
5394 zsl->length++;
5395 }
5396
5397 /* Internal function used by zslDelete, zslDeleteByScore and zslDeleteByRank */
5398 void zslDeleteNode(zskiplist *zsl, zskiplistNode *x, zskiplistNode **update) {
5399 int i;
5400 for (i = 0; i < zsl->level; i++) {
5401 if (update[i]->forward[i] == x) {
5402 if (i > 0) {
5403 update[i]->span[i-1] += x->span[i-1] - 1;
5404 }
5405 update[i]->forward[i] = x->forward[i];
5406 } else {
5407 /* invariant: i > 0, because update[0]->forward[0]
5408 * is always equal to x */
5409 update[i]->span[i-1] -= 1;
5410 }
5411 }
5412 if (x->forward[0]) {
5413 x->forward[0]->backward = x->backward;
5414 } else {
5415 zsl->tail = x->backward;
5416 }
5417 while(zsl->level > 1 && zsl->header->forward[zsl->level-1] == NULL)
5418 zsl->level--;
5419 zsl->length--;
5420 }
5421
5422 /* Delete an element with matching score/object from the skiplist. */
5423 static int zslDelete(zskiplist *zsl, double score, robj *obj) {
5424 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
5425 int i;
5426
5427 x = zsl->header;
5428 for (i = zsl->level-1; i >= 0; i--) {
5429 while (x->forward[i] &&
5430 (x->forward[i]->score < score ||
5431 (x->forward[i]->score == score &&
5432 compareStringObjects(x->forward[i]->obj,obj) < 0)))
5433 x = x->forward[i];
5434 update[i] = x;
5435 }
5436 /* We may have multiple elements with the same score, what we need
5437 * is to find the element with both the right score and object. */
5438 x = x->forward[0];
5439 if (x && score == x->score && compareStringObjects(x->obj,obj) == 0) {
5440 zslDeleteNode(zsl, x, update);
5441 zslFreeNode(x);
5442 return 1;
5443 } else {
5444 return 0; /* not found */
5445 }
5446 return 0; /* not found */
5447 }
5448
5449 /* Delete all the elements with score between min and max from the skiplist.
5450 * Min and mx are inclusive, so a score >= min || score <= max is deleted.
5451 * Note that this function takes the reference to the hash table view of the
5452 * sorted set, in order to remove the elements from the hash table too. */
5453 static unsigned long zslDeleteRangeByScore(zskiplist *zsl, double min, double max, dict *dict) {
5454 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
5455 unsigned long removed = 0;
5456 int i;
5457
5458 x = zsl->header;
5459 for (i = zsl->level-1; i >= 0; i--) {
5460 while (x->forward[i] && x->forward[i]->score < min)
5461 x = x->forward[i];
5462 update[i] = x;
5463 }
5464 /* We may have multiple elements with the same score, what we need
5465 * is to find the element with both the right score and object. */
5466 x = x->forward[0];
5467 while (x && x->score <= max) {
5468 zskiplistNode *next = x->forward[0];
5469 zslDeleteNode(zsl, x, update);
5470 dictDelete(dict,x->obj);
5471 zslFreeNode(x);
5472 removed++;
5473 x = next;
5474 }
5475 return removed; /* not found */
5476 }
5477
5478 /* Delete all the elements with rank between start and end from the skiplist.
5479 * Start and end are inclusive. Note that start and end need to be 1-based */
5480 static unsigned long zslDeleteRangeByRank(zskiplist *zsl, unsigned int start, unsigned int end, dict *dict) {
5481 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
5482 unsigned long traversed = 0, removed = 0;
5483 int i;
5484
5485 x = zsl->header;
5486 for (i = zsl->level-1; i >= 0; i--) {
5487 while (x->forward[i] && (traversed + (i > 0 ? x->span[i-1] : 1)) < start) {
5488 traversed += i > 0 ? x->span[i-1] : 1;
5489 x = x->forward[i];
5490 }
5491 update[i] = x;
5492 }
5493
5494 traversed++;
5495 x = x->forward[0];
5496 while (x && traversed <= end) {
5497 zskiplistNode *next = x->forward[0];
5498 zslDeleteNode(zsl, x, update);
5499 dictDelete(dict,x->obj);
5500 zslFreeNode(x);
5501 removed++;
5502 traversed++;
5503 x = next;
5504 }
5505 return removed;
5506 }
5507
5508 /* Find the first node having a score equal or greater than the specified one.
5509 * Returns NULL if there is no match. */
5510 static zskiplistNode *zslFirstWithScore(zskiplist *zsl, double score) {
5511 zskiplistNode *x;
5512 int i;
5513
5514 x = zsl->header;
5515 for (i = zsl->level-1; i >= 0; i--) {
5516 while (x->forward[i] && x->forward[i]->score < score)
5517 x = x->forward[i];
5518 }
5519 /* We may have multiple elements with the same score, what we need
5520 * is to find the element with both the right score and object. */
5521 return x->forward[0];
5522 }
5523
5524 /* Find the rank for an element by both score and key.
5525 * Returns 0 when the element cannot be found, rank otherwise.
5526 * Note that the rank is 1-based due to the span of zsl->header to the
5527 * first element. */
5528 static unsigned long zslGetRank(zskiplist *zsl, double score, robj *o) {
5529 zskiplistNode *x;
5530 unsigned long rank = 0;
5531 int i;
5532
5533 x = zsl->header;
5534 for (i = zsl->level-1; i >= 0; i--) {
5535 while (x->forward[i] &&
5536 (x->forward[i]->score < score ||
5537 (x->forward[i]->score == score &&
5538 compareStringObjects(x->forward[i]->obj,o) <= 0))) {
5539 rank += i > 0 ? x->span[i-1] : 1;
5540 x = x->forward[i];
5541 }
5542
5543 /* x might be equal to zsl->header, so test if obj is non-NULL */
5544 if (x->obj && compareStringObjects(x->obj,o) == 0) {
5545 return rank;
5546 }
5547 }
5548 return 0;
5549 }
5550
5551 /* Finds an element by its rank. The rank argument needs to be 1-based. */
5552 zskiplistNode* zslGetElementByRank(zskiplist *zsl, unsigned long rank) {
5553 zskiplistNode *x;
5554 unsigned long traversed = 0;
5555 int i;
5556
5557 x = zsl->header;
5558 for (i = zsl->level-1; i >= 0; i--) {
5559 while (x->forward[i] && (traversed + (i>0 ? x->span[i-1] : 1)) <= rank)
5560 {
5561 traversed += i > 0 ? x->span[i-1] : 1;
5562 x = x->forward[i];
5563 }
5564 if (traversed == rank) {
5565 return x;
5566 }
5567 }
5568 return NULL;
5569 }
5570
5571 /* The actual Z-commands implementations */
5572
5573 /* This generic command implements both ZADD and ZINCRBY.
5574 * scoreval is the score if the operation is a ZADD (doincrement == 0) or
5575 * the increment if the operation is a ZINCRBY (doincrement == 1). */
5576 static void zaddGenericCommand(redisClient *c, robj *key, robj *ele, double scoreval, int doincrement) {
5577 robj *zsetobj;
5578 zset *zs;
5579 double *score;
5580
5581 zsetobj = lookupKeyWrite(c->db,key);
5582 if (zsetobj == NULL) {
5583 zsetobj = createZsetObject();
5584 dictAdd(c->db->dict,key,zsetobj);
5585 incrRefCount(key);
5586 } else {
5587 if (zsetobj->type != REDIS_ZSET) {
5588 addReply(c,shared.wrongtypeerr);
5589 return;
5590 }
5591 }
5592 zs = zsetobj->ptr;
5593
5594 /* Ok now since we implement both ZADD and ZINCRBY here the code
5595 * needs to handle the two different conditions. It's all about setting
5596 * '*score', that is, the new score to set, to the right value. */
5597 score = zmalloc(sizeof(double));
5598 if (doincrement) {
5599 dictEntry *de;
5600
5601 /* Read the old score. If the element was not present starts from 0 */
5602 de = dictFind(zs->dict,ele);
5603 if (de) {
5604 double *oldscore = dictGetEntryVal(de);
5605 *score = *oldscore + scoreval;
5606 } else {
5607 *score = scoreval;
5608 }
5609 } else {
5610 *score = scoreval;
5611 }
5612
5613 /* What follows is a simple remove and re-insert operation that is common
5614 * to both ZADD and ZINCRBY... */
5615 if (dictAdd(zs->dict,ele,score) == DICT_OK) {
5616 /* case 1: New element */
5617 incrRefCount(ele); /* added to hash */
5618 zslInsert(zs->zsl,*score,ele);
5619 incrRefCount(ele); /* added to skiplist */
5620 server.dirty++;
5621 if (doincrement)
5622 addReplyDouble(c,*score);
5623 else
5624 addReply(c,shared.cone);
5625 } else {
5626 dictEntry *de;
5627 double *oldscore;
5628
5629 /* case 2: Score update operation */
5630 de = dictFind(zs->dict,ele);
5631 redisAssert(de != NULL);
5632 oldscore = dictGetEntryVal(de);
5633 if (*score != *oldscore) {
5634 int deleted;
5635
5636 /* Remove and insert the element in the skip list with new score */
5637 deleted = zslDelete(zs->zsl,*oldscore,ele);
5638 redisAssert(deleted != 0);
5639 zslInsert(zs->zsl,*score,ele);
5640 incrRefCount(ele);
5641 /* Update the score in the hash table */
5642 dictReplace(zs->dict,ele,score);
5643 server.dirty++;
5644 } else {
5645 zfree(score);
5646 }
5647 if (doincrement)
5648 addReplyDouble(c,*score);
5649 else
5650 addReply(c,shared.czero);
5651 }
5652 }
5653
5654 static void zaddCommand(redisClient *c) {
5655 double scoreval;
5656
5657 if (getDoubleFromObjectOrReply(c, c->argv[2], &scoreval, NULL) != REDIS_OK) return;
5658 zaddGenericCommand(c,c->argv[1],c->argv[3],scoreval,0);
5659 }
5660
5661 static void zincrbyCommand(redisClient *c) {
5662 double scoreval;
5663
5664 if (getDoubleFromObjectOrReply(c, c->argv[2], &scoreval, NULL) != REDIS_OK) return;
5665 zaddGenericCommand(c,c->argv[1],c->argv[3],scoreval,1);
5666 }
5667
5668 static void zremCommand(redisClient *c) {
5669 robj *zsetobj;
5670 zset *zs;
5671 dictEntry *de;
5672 double *oldscore;
5673 int deleted;
5674
5675 if ((zsetobj = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
5676 checkType(c,zsetobj,REDIS_ZSET)) return;
5677
5678 zs = zsetobj->ptr;
5679 de = dictFind(zs->dict,c->argv[2]);
5680 if (de == NULL) {
5681 addReply(c,shared.czero);
5682 return;
5683 }
5684 /* Delete from the skiplist */
5685 oldscore = dictGetEntryVal(de);
5686 deleted = zslDelete(zs->zsl,*oldscore,c->argv[2]);
5687 redisAssert(deleted != 0);
5688
5689 /* Delete from the hash table */
5690 dictDelete(zs->dict,c->argv[2]);
5691 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
5692 if (dictSize(zs->dict) == 0) deleteKey(c->db,c->argv[1]);
5693 server.dirty++;
5694 addReply(c,shared.cone);
5695 }
5696
5697 static void zremrangebyscoreCommand(redisClient *c) {
5698 double min;
5699 double max;
5700 long deleted;
5701 robj *zsetobj;
5702 zset *zs;
5703
5704 if ((getDoubleFromObjectOrReply(c, c->argv[2], &min, NULL) != REDIS_OK) ||
5705 (getDoubleFromObjectOrReply(c, c->argv[3], &max, NULL) != REDIS_OK)) return;
5706
5707 if ((zsetobj = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
5708 checkType(c,zsetobj,REDIS_ZSET)) return;
5709
5710 zs = zsetobj->ptr;
5711 deleted = zslDeleteRangeByScore(zs->zsl,min,max,zs->dict);
5712 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
5713 if (dictSize(zs->dict) == 0) deleteKey(c->db,c->argv[1]);
5714 server.dirty += deleted;
5715 addReplyLong(c,deleted);
5716 }
5717
5718 static void zremrangebyrankCommand(redisClient *c) {
5719 long start;
5720 long end;
5721 int llen;
5722 long deleted;
5723 robj *zsetobj;
5724 zset *zs;
5725
5726 if ((getLongFromObjectOrReply(c, c->argv[2], &start, NULL) != REDIS_OK) ||
5727 (getLongFromObjectOrReply(c, c->argv[3], &end, NULL) != REDIS_OK)) return;
5728
5729 if ((zsetobj = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
5730 checkType(c,zsetobj,REDIS_ZSET)) return;
5731 zs = zsetobj->ptr;
5732 llen = zs->zsl->length;
5733
5734 /* convert negative indexes */
5735 if (start < 0) start = llen+start;
5736 if (end < 0) end = llen+end;
5737 if (start < 0) start = 0;
5738 if (end < 0) end = 0;
5739
5740 /* indexes sanity checks */
5741 if (start > end || start >= llen) {
5742 addReply(c,shared.czero);
5743 return;
5744 }
5745 if (end >= llen) end = llen-1;
5746
5747 /* increment start and end because zsl*Rank functions
5748 * use 1-based rank */
5749 deleted = zslDeleteRangeByRank(zs->zsl,start+1,end+1,zs->dict);
5750 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
5751 if (dictSize(zs->dict) == 0) deleteKey(c->db,c->argv[1]);
5752 server.dirty += deleted;
5753 addReplyLong(c, deleted);
5754 }
5755
5756 typedef struct {
5757 dict *dict;
5758 double weight;
5759 } zsetopsrc;
5760
5761 static int qsortCompareZsetopsrcByCardinality(const void *s1, const void *s2) {
5762 zsetopsrc *d1 = (void*) s1, *d2 = (void*) s2;
5763 unsigned long size1, size2;
5764 size1 = d1->dict ? dictSize(d1->dict) : 0;
5765 size2 = d2->dict ? dictSize(d2->dict) : 0;
5766 return size1 - size2;
5767 }
5768
5769 #define REDIS_AGGR_SUM 1
5770 #define REDIS_AGGR_MIN 2
5771 #define REDIS_AGGR_MAX 3
5772
5773 inline static void zunionInterAggregate(double *target, double val, int aggregate) {
5774 if (aggregate == REDIS_AGGR_SUM) {
5775 *target = *target + val;
5776 } else if (aggregate == REDIS_AGGR_MIN) {
5777 *target = val < *target ? val : *target;
5778 } else if (aggregate == REDIS_AGGR_MAX) {
5779 *target = val > *target ? val : *target;
5780 } else {
5781 /* safety net */
5782 redisPanic("Unknown ZUNION/INTER aggregate type");
5783 }
5784 }
5785
5786 static void zunionInterGenericCommand(redisClient *c, robj *dstkey, int op) {
5787 int i, j, zsetnum;
5788 int aggregate = REDIS_AGGR_SUM;
5789 zsetopsrc *src;
5790 robj *dstobj;
5791 zset *dstzset;
5792 dictIterator *di;
5793 dictEntry *de;
5794
5795 /* expect zsetnum input keys to be given */
5796 zsetnum = atoi(c->argv[2]->ptr);
5797 if (zsetnum < 1) {
5798 addReplySds(c,sdsnew("-ERR at least 1 input key is needed for ZUNION/ZINTER\r\n"));
5799 return;
5800 }
5801
5802 /* test if the expected number of keys would overflow */
5803 if (3+zsetnum > c->argc) {
5804 addReply(c,shared.syntaxerr);
5805 return;
5806 }
5807
5808 /* read keys to be used for input */
5809 src = zmalloc(sizeof(zsetopsrc) * zsetnum);
5810 for (i = 0, j = 3; i < zsetnum; i++, j++) {
5811 robj *zsetobj = lookupKeyWrite(c->db,c->argv[j]);
5812 if (!zsetobj) {
5813 src[i].dict = NULL;
5814 } else {
5815 if (zsetobj->type != REDIS_ZSET) {
5816 zfree(src);
5817 addReply(c,shared.wrongtypeerr);
5818 return;
5819 }
5820 src[i].dict = ((zset*)zsetobj->ptr)->dict;
5821 }
5822
5823 /* default all weights to 1 */
5824 src[i].weight = 1.0;
5825 }
5826
5827 /* parse optional extra arguments */
5828 if (j < c->argc) {
5829 int remaining = c->argc - j;
5830
5831 while (remaining) {
5832 if (remaining >= (zsetnum + 1) && !strcasecmp(c->argv[j]->ptr,"weights")) {
5833 j++; remaining--;
5834 for (i = 0; i < zsetnum; i++, j++, remaining--) {
5835 if (getDoubleFromObjectOrReply(c, c->argv[j], &src[i].weight, NULL) != REDIS_OK)
5836 return;
5837 }
5838 } else if (remaining >= 2 && !strcasecmp(c->argv[j]->ptr,"aggregate")) {
5839 j++; remaining--;
5840 if (!strcasecmp(c->argv[j]->ptr,"sum")) {
5841 aggregate = REDIS_AGGR_SUM;
5842 } else if (!strcasecmp(c->argv[j]->ptr,"min")) {
5843 aggregate = REDIS_AGGR_MIN;
5844 } else if (!strcasecmp(c->argv[j]->ptr,"max")) {
5845 aggregate = REDIS_AGGR_MAX;
5846 } else {
5847 zfree(src);
5848 addReply(c,shared.syntaxerr);
5849 return;
5850 }
5851 j++; remaining--;
5852 } else {
5853 zfree(src);
5854 addReply(c,shared.syntaxerr);
5855 return;
5856 }
5857 }
5858 }
5859
5860 /* sort sets from the smallest to largest, this will improve our
5861 * algorithm's performance */
5862 qsort(src,zsetnum,sizeof(zsetopsrc), qsortCompareZsetopsrcByCardinality);
5863
5864 dstobj = createZsetObject();
5865 dstzset = dstobj->ptr;
5866
5867 if (op == REDIS_OP_INTER) {
5868 /* skip going over all entries if the smallest zset is NULL or empty */
5869 if (src[0].dict && dictSize(src[0].dict) > 0) {
5870 /* precondition: as src[0].dict is non-empty and the zsets are ordered
5871 * from small to large, all src[i > 0].dict are non-empty too */
5872 di = dictGetIterator(src[0].dict);
5873 while((de = dictNext(di)) != NULL) {
5874 double *score = zmalloc(sizeof(double)), value;
5875 *score = src[0].weight * (*(double*)dictGetEntryVal(de));
5876
5877 for (j = 1; j < zsetnum; j++) {
5878 dictEntry *other = dictFind(src[j].dict,dictGetEntryKey(de));
5879 if (other) {
5880 value = src[j].weight * (*(double*)dictGetEntryVal(other));
5881 zunionInterAggregate(score, value, aggregate);
5882 } else {
5883 break;
5884 }
5885 }
5886
5887 /* skip entry when not present in every source dict */
5888 if (j != zsetnum) {
5889 zfree(score);
5890 } else {
5891 robj *o = dictGetEntryKey(de);
5892 dictAdd(dstzset->dict,o,score);
5893 incrRefCount(o); /* added to dictionary */
5894 zslInsert(dstzset->zsl,*score,o);
5895 incrRefCount(o); /* added to skiplist */
5896 }
5897 }
5898 dictReleaseIterator(di);
5899 }
5900 } else if (op == REDIS_OP_UNION) {
5901 for (i = 0; i < zsetnum; i++) {
5902 if (!src[i].dict) continue;
5903
5904 di = dictGetIterator(src[i].dict);
5905 while((de = dictNext(di)) != NULL) {
5906 /* skip key when already processed */
5907 if (dictFind(dstzset->dict,dictGetEntryKey(de)) != NULL) continue;
5908
5909 double *score = zmalloc(sizeof(double)), value;
5910 *score = src[i].weight * (*(double*)dictGetEntryVal(de));
5911
5912 /* because the zsets are sorted by size, its only possible
5913 * for sets at larger indices to hold this entry */
5914 for (j = (i+1); j < zsetnum; j++) {
5915 dictEntry *other = dictFind(src[j].dict,dictGetEntryKey(de));
5916 if (other) {
5917 value = src[j].weight * (*(double*)dictGetEntryVal(other));
5918 zunionInterAggregate(score, value, aggregate);
5919 }
5920 }
5921
5922 robj *o = dictGetEntryKey(de);
5923 dictAdd(dstzset->dict,o,score);
5924 incrRefCount(o); /* added to dictionary */
5925 zslInsert(dstzset->zsl,*score,o);
5926 incrRefCount(o); /* added to skiplist */
5927 }
5928 dictReleaseIterator(di);
5929 }
5930 } else {
5931 /* unknown operator */
5932 redisAssert(op == REDIS_OP_INTER || op == REDIS_OP_UNION);
5933 }
5934
5935 deleteKey(c->db,dstkey);
5936 if (dstzset->zsl->length) {
5937 dictAdd(c->db->dict,dstkey,dstobj);
5938 incrRefCount(dstkey);
5939 addReplyLong(c, dstzset->zsl->length);
5940 server.dirty++;
5941 } else {
5942 decrRefCount(dstobj);
5943 addReply(c, shared.czero);
5944 }
5945 zfree(src);
5946 }
5947
5948 static void zunionCommand(redisClient *c) {
5949 zunionInterGenericCommand(c,c->argv[1], REDIS_OP_UNION);
5950 }
5951
5952 static void zinterCommand(redisClient *c) {
5953 zunionInterGenericCommand(c,c->argv[1], REDIS_OP_INTER);
5954 }
5955
5956 static void zrangeGenericCommand(redisClient *c, int reverse) {
5957 robj *o;
5958 long start;
5959 long end;
5960 int withscores = 0;
5961 int llen;
5962 int rangelen, j;
5963 zset *zsetobj;
5964 zskiplist *zsl;
5965 zskiplistNode *ln;
5966 robj *ele;
5967
5968 if ((getLongFromObjectOrReply(c, c->argv[2], &start, NULL) != REDIS_OK) ||
5969 (getLongFromObjectOrReply(c, c->argv[3], &end, NULL) != REDIS_OK)) return;
5970
5971 if (c->argc == 5 && !strcasecmp(c->argv[4]->ptr,"withscores")) {
5972 withscores = 1;
5973 } else if (c->argc >= 5) {
5974 addReply(c,shared.syntaxerr);
5975 return;
5976 }
5977
5978 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.emptymultibulk)) == NULL
5979 || checkType(c,o,REDIS_ZSET)) return;
5980 zsetobj = o->ptr;
5981 zsl = zsetobj->zsl;
5982 llen = zsl->length;
5983
5984 /* convert negative indexes */
5985 if (start < 0) start = llen+start;
5986 if (end < 0) end = llen+end;
5987 if (start < 0) start = 0;
5988 if (end < 0) end = 0;
5989
5990 /* indexes sanity checks */
5991 if (start > end || start >= llen) {
5992 /* Out of range start or start > end result in empty list */
5993 addReply(c,shared.emptymultibulk);
5994 return;
5995 }
5996 if (end >= llen) end = llen-1;
5997 rangelen = (end-start)+1;
5998
5999 /* check if starting point is trivial, before searching
6000 * the element in log(N) time */
6001 if (reverse) {
6002 ln = start == 0 ? zsl->tail : zslGetElementByRank(zsl, llen-start);
6003 } else {
6004 ln = start == 0 ?
6005 zsl->header->forward[0] : zslGetElementByRank(zsl, start+1);
6006 }
6007
6008 /* Return the result in form of a multi-bulk reply */
6009 addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",
6010 withscores ? (rangelen*2) : rangelen));
6011 for (j = 0; j < rangelen; j++) {
6012 ele = ln->obj;
6013 addReplyBulk(c,ele);
6014 if (withscores)
6015 addReplyDouble(c,ln->score);
6016 ln = reverse ? ln->backward : ln->forward[0];
6017 }
6018 }
6019
6020 static void zrangeCommand(redisClient *c) {
6021 zrangeGenericCommand(c,0);
6022 }
6023
6024 static void zrevrangeCommand(redisClient *c) {
6025 zrangeGenericCommand(c,1);
6026 }
6027
6028 /* This command implements both ZRANGEBYSCORE and ZCOUNT.
6029 * If justcount is non-zero, just the count is returned. */
6030 static void genericZrangebyscoreCommand(redisClient *c, int justcount) {
6031 robj *o;
6032 double min, max;
6033 int minex = 0, maxex = 0; /* are min or max exclusive? */
6034 int offset = 0, limit = -1;
6035 int withscores = 0;
6036 int badsyntax = 0;
6037
6038 /* Parse the min-max interval. If one of the values is prefixed
6039 * by the "(" character, it's considered "open". For instance
6040 * ZRANGEBYSCORE zset (1.5 (2.5 will match min < x < max
6041 * ZRANGEBYSCORE zset 1.5 2.5 will instead match min <= x <= max */
6042 if (((char*)c->argv[2]->ptr)[0] == '(') {
6043 min = strtod((char*)c->argv[2]->ptr+1,NULL);
6044 minex = 1;
6045 } else {
6046 min = strtod(c->argv[2]->ptr,NULL);
6047 }
6048 if (((char*)c->argv[3]->ptr)[0] == '(') {
6049 max = strtod((char*)c->argv[3]->ptr+1,NULL);
6050 maxex = 1;
6051 } else {
6052 max = strtod(c->argv[3]->ptr,NULL);
6053 }
6054
6055 /* Parse "WITHSCORES": note that if the command was called with
6056 * the name ZCOUNT then we are sure that c->argc == 4, so we'll never
6057 * enter the following paths to parse WITHSCORES and LIMIT. */
6058 if (c->argc == 5 || c->argc == 8) {
6059 if (strcasecmp(c->argv[c->argc-1]->ptr,"withscores") == 0)
6060 withscores = 1;
6061 else
6062 badsyntax = 1;
6063 }
6064 if (c->argc != (4 + withscores) && c->argc != (7 + withscores))
6065 badsyntax = 1;
6066 if (badsyntax) {
6067 addReplySds(c,
6068 sdsnew("-ERR wrong number of arguments for ZRANGEBYSCORE\r\n"));
6069 return;
6070 }
6071
6072 /* Parse "LIMIT" */
6073 if (c->argc == (7 + withscores) && strcasecmp(c->argv[4]->ptr,"limit")) {
6074 addReply(c,shared.syntaxerr);
6075 return;
6076 } else if (c->argc == (7 + withscores)) {
6077 offset = atoi(c->argv[5]->ptr);
6078 limit = atoi(c->argv[6]->ptr);
6079 if (offset < 0) offset = 0;
6080 }
6081
6082 /* Ok, lookup the key and get the range */
6083 o = lookupKeyRead(c->db,c->argv[1]);
6084 if (o == NULL) {
6085 addReply(c,justcount ? shared.czero : shared.emptymultibulk);
6086 } else {
6087 if (o->type != REDIS_ZSET) {
6088 addReply(c,shared.wrongtypeerr);
6089 } else {
6090 zset *zsetobj = o->ptr;
6091 zskiplist *zsl = zsetobj->zsl;
6092 zskiplistNode *ln;
6093 robj *ele, *lenobj = NULL;
6094 unsigned long rangelen = 0;
6095
6096 /* Get the first node with the score >= min, or with
6097 * score > min if 'minex' is true. */
6098 ln = zslFirstWithScore(zsl,min);
6099 while (minex && ln && ln->score == min) ln = ln->forward[0];
6100
6101 if (ln == NULL) {
6102 /* No element matching the speciifed interval */
6103 addReply(c,justcount ? shared.czero : shared.emptymultibulk);
6104 return;
6105 }
6106
6107 /* We don't know in advance how many matching elements there
6108 * are in the list, so we push this object that will represent
6109 * the multi-bulk length in the output buffer, and will "fix"
6110 * it later */
6111 if (!justcount) {
6112 lenobj = createObject(REDIS_STRING,NULL);
6113 addReply(c,lenobj);
6114 decrRefCount(lenobj);
6115 }
6116
6117 while(ln && (maxex ? (ln->score < max) : (ln->score <= max))) {
6118 if (offset) {
6119 offset--;
6120 ln = ln->forward[0];
6121 continue;
6122 }
6123 if (limit == 0) break;
6124 if (!justcount) {
6125 ele = ln->obj;
6126 addReplyBulk(c,ele);
6127 if (withscores)
6128 addReplyDouble(c,ln->score);
6129 }
6130 ln = ln->forward[0];
6131 rangelen++;
6132 if (limit > 0) limit--;
6133 }
6134 if (justcount) {
6135 addReplyLong(c,(long)rangelen);
6136 } else {
6137 lenobj->ptr = sdscatprintf(sdsempty(),"*%lu\r\n",
6138 withscores ? (rangelen*2) : rangelen);
6139 }
6140 }
6141 }
6142 }
6143
6144 static void zrangebyscoreCommand(redisClient *c) {
6145 genericZrangebyscoreCommand(c,0);
6146 }
6147
6148 static void zcountCommand(redisClient *c) {
6149 genericZrangebyscoreCommand(c,1);
6150 }
6151
6152 static void zcardCommand(redisClient *c) {
6153 robj *o;
6154 zset *zs;
6155
6156 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
6157 checkType(c,o,REDIS_ZSET)) return;
6158
6159 zs = o->ptr;
6160 addReplyUlong(c,zs->zsl->length);
6161 }
6162
6163 static void zscoreCommand(redisClient *c) {
6164 robj *o;
6165 zset *zs;
6166 dictEntry *de;
6167
6168 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
6169 checkType(c,o,REDIS_ZSET)) return;
6170
6171 zs = o->ptr;
6172 de = dictFind(zs->dict,c->argv[2]);
6173 if (!de) {
6174 addReply(c,shared.nullbulk);
6175 } else {
6176 double *score = dictGetEntryVal(de);
6177
6178 addReplyDouble(c,*score);
6179 }
6180 }
6181
6182 static void zrankGenericCommand(redisClient *c, int reverse) {
6183 robj *o;
6184 zset *zs;
6185 zskiplist *zsl;
6186 dictEntry *de;
6187 unsigned long rank;
6188 double *score;
6189
6190 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
6191 checkType(c,o,REDIS_ZSET)) return;
6192
6193 zs = o->ptr;
6194 zsl = zs->zsl;
6195 de = dictFind(zs->dict,c->argv[2]);
6196 if (!de) {
6197 addReply(c,shared.nullbulk);
6198 return;
6199 }
6200
6201 score = dictGetEntryVal(de);
6202 rank = zslGetRank(zsl, *score, c->argv[2]);
6203 if (rank) {
6204 if (reverse) {
6205 addReplyLong(c, zsl->length - rank);
6206 } else {
6207 addReplyLong(c, rank-1);
6208 }
6209 } else {
6210 addReply(c,shared.nullbulk);
6211 }
6212 }
6213
6214 static void zrankCommand(redisClient *c) {
6215 zrankGenericCommand(c, 0);
6216 }
6217
6218 static void zrevrankCommand(redisClient *c) {
6219 zrankGenericCommand(c, 1);
6220 }
6221
6222 /* ========================= Hashes utility functions ======================= */
6223 #define REDIS_HASH_KEY 1
6224 #define REDIS_HASH_VALUE 2
6225
6226 /* Check the length of a number of objects to see if we need to convert a
6227 * zipmap to a real hash. Note that we only check string encoded objects
6228 * as their string length can be queried in constant time. */
6229 static void hashTryConversion(robj *subject, robj **argv, int start, int end) {
6230 int i;
6231 if (subject->encoding != REDIS_ENCODING_ZIPMAP) return;
6232
6233 for (i = start; i <= end; i++) {
6234 if (argv[i]->encoding == REDIS_ENCODING_RAW &&
6235 sdslen(argv[i]->ptr) > server.hash_max_zipmap_value)
6236 {
6237 convertToRealHash(subject);
6238 return;
6239 }
6240 }
6241 }
6242
6243 /* Encode given objects in-place when the hash uses a dict. */
6244 static void hashTryObjectEncoding(robj *subject, robj **o1, robj **o2) {
6245 if (subject->encoding == REDIS_ENCODING_HT) {
6246 if (o1) *o1 = tryObjectEncoding(*o1);
6247 if (o2) *o2 = tryObjectEncoding(*o2);
6248 }
6249 }
6250
6251 /* Get the value from a hash identified by key. Returns either a string
6252 * object or NULL if the value cannot be found. The refcount of the object
6253 * is always increased by 1 when the value was found. */
6254 static robj *hashGet(robj *o, robj *key) {
6255 robj *value = NULL;
6256 if (o->encoding == REDIS_ENCODING_ZIPMAP) {
6257 unsigned char *v;
6258 unsigned int vlen;
6259 key = getDecodedObject(key);
6260 if (zipmapGet(o->ptr,key->ptr,sdslen(key->ptr),&v,&vlen)) {
6261 value = createStringObject((char*)v,vlen);
6262 }
6263 decrRefCount(key);
6264 } else {
6265 dictEntry *de = dictFind(o->ptr,key);
6266 if (de != NULL) {
6267 value = dictGetEntryVal(de);
6268 incrRefCount(value);
6269 }
6270 }
6271 return value;
6272 }
6273
6274 /* Test if the key exists in the given hash. Returns 1 if the key
6275 * exists and 0 when it doesn't. */
6276 static int hashExists(robj *o, robj *key) {
6277 if (o->encoding == REDIS_ENCODING_ZIPMAP) {
6278 key = getDecodedObject(key);
6279 if (zipmapExists(o->ptr,key->ptr,sdslen(key->ptr))) {
6280 decrRefCount(key);
6281 return 1;
6282 }
6283 decrRefCount(key);
6284 } else {
6285 if (dictFind(o->ptr,key) != NULL) {
6286 return 1;
6287 }
6288 }
6289 return 0;
6290 }
6291
6292 /* Add an element, discard the old if the key already exists.
6293 * Return 0 on insert and 1 on update. */
6294 static int hashSet(robj *o, robj *key, robj *value) {
6295 int update = 0;
6296 if (o->encoding == REDIS_ENCODING_ZIPMAP) {
6297 key = getDecodedObject(key);
6298 value = getDecodedObject(value);
6299 o->ptr = zipmapSet(o->ptr,
6300 key->ptr,sdslen(key->ptr),
6301 value->ptr,sdslen(value->ptr), &update);
6302 decrRefCount(key);
6303 decrRefCount(value);
6304
6305 /* Check if the zipmap needs to be upgraded to a real hash table */
6306 if (zipmapLen(o->ptr) > server.hash_max_zipmap_entries)
6307 convertToRealHash(o);
6308 } else {
6309 if (dictReplace(o->ptr,key,value)) {
6310 /* Insert */
6311 incrRefCount(key);
6312 } else {
6313 /* Update */
6314 update = 1;
6315 }
6316 incrRefCount(value);
6317 }
6318 return update;
6319 }
6320
6321 /* Delete an element from a hash.
6322 * Return 1 on deleted and 0 on not found. */
6323 static int hashDelete(robj *o, robj *key) {
6324 int deleted = 0;
6325 if (o->encoding == REDIS_ENCODING_ZIPMAP) {
6326 key = getDecodedObject(key);
6327 o->ptr = zipmapDel(o->ptr,key->ptr,sdslen(key->ptr), &deleted);
6328 decrRefCount(key);
6329 } else {
6330 deleted = dictDelete((dict*)o->ptr,key) == DICT_OK;
6331 /* Always check if the dictionary needs a resize after a delete. */
6332 if (deleted && htNeedsResize(o->ptr)) dictResize(o->ptr);
6333 }
6334 return deleted;
6335 }
6336
6337 /* Return the number of elements in a hash. */
6338 static unsigned long hashLength(robj *o) {
6339 return (o->encoding == REDIS_ENCODING_ZIPMAP) ?
6340 zipmapLen((unsigned char*)o->ptr) : dictSize((dict*)o->ptr);
6341 }
6342
6343 /* Structure to hold hash iteration abstration. Note that iteration over
6344 * hashes involves both fields and values. Because it is possible that
6345 * not both are required, store pointers in the iterator to avoid
6346 * unnecessary memory allocation for fields/values. */
6347 typedef struct {
6348 int encoding;
6349 unsigned char *zi;
6350 unsigned char *zk, *zv;
6351 unsigned int zklen, zvlen;
6352
6353 dictIterator *di;
6354 dictEntry *de;
6355 } hashIterator;
6356
6357 static hashIterator *hashInitIterator(robj *subject) {
6358 hashIterator *hi = zmalloc(sizeof(hashIterator));
6359 hi->encoding = subject->encoding;
6360 if (hi->encoding == REDIS_ENCODING_ZIPMAP) {
6361 hi->zi = zipmapRewind(subject->ptr);
6362 } else if (hi->encoding == REDIS_ENCODING_HT) {
6363 hi->di = dictGetIterator(subject->ptr);
6364 } else {
6365 redisAssert(NULL);
6366 }
6367 return hi;
6368 }
6369
6370 static void hashReleaseIterator(hashIterator *hi) {
6371 if (hi->encoding == REDIS_ENCODING_HT) {
6372 dictReleaseIterator(hi->di);
6373 }
6374 zfree(hi);
6375 }
6376
6377 /* Move to the next entry in the hash. Return REDIS_OK when the next entry
6378 * could be found and REDIS_ERR when the iterator reaches the end. */
6379 static int hashNext(hashIterator *hi) {
6380 if (hi->encoding == REDIS_ENCODING_ZIPMAP) {
6381 if ((hi->zi = zipmapNext(hi->zi, &hi->zk, &hi->zklen,
6382 &hi->zv, &hi->zvlen)) == NULL) return REDIS_ERR;
6383 } else {
6384 if ((hi->de = dictNext(hi->di)) == NULL) return REDIS_ERR;
6385 }
6386 return REDIS_OK;
6387 }
6388
6389 /* Get key or value object at current iteration position.
6390 * This increases the refcount of the field object by 1. */
6391 static robj *hashCurrent(hashIterator *hi, int what) {
6392 robj *o;
6393 if (hi->encoding == REDIS_ENCODING_ZIPMAP) {
6394 if (what & REDIS_HASH_KEY) {
6395 o = createStringObject((char*)hi->zk,hi->zklen);
6396 } else {
6397 o = createStringObject((char*)hi->zv,hi->zvlen);
6398 }
6399 } else {
6400 if (what & REDIS_HASH_KEY) {
6401 o = dictGetEntryKey(hi->de);
6402 } else {
6403 o = dictGetEntryVal(hi->de);
6404 }
6405 incrRefCount(o);
6406 }
6407 return o;
6408 }
6409
6410 static robj *hashLookupWriteOrCreate(redisClient *c, robj *key) {
6411 robj *o = lookupKeyWrite(c->db,key);
6412 if (o == NULL) {
6413 o = createHashObject();
6414 dictAdd(c->db->dict,key,o);
6415 incrRefCount(key);
6416 } else {
6417 if (o->type != REDIS_HASH) {
6418 addReply(c,shared.wrongtypeerr);
6419 return NULL;
6420 }
6421 }
6422 return o;
6423 }
6424
6425 /* ============================= Hash commands ============================== */
6426 static void hsetCommand(redisClient *c) {
6427 int update;
6428 robj *o;
6429
6430 if ((o = hashLookupWriteOrCreate(c,c->argv[1])) == NULL) return;
6431 hashTryConversion(o,c->argv,2,3);
6432 hashTryObjectEncoding(o,&c->argv[2], &c->argv[3]);
6433 update = hashSet(o,c->argv[2],c->argv[3]);
6434 addReply(c, update ? shared.czero : shared.cone);
6435 server.dirty++;
6436 }
6437
6438 static void hsetnxCommand(redisClient *c) {
6439 robj *o;
6440 if ((o = hashLookupWriteOrCreate(c,c->argv[1])) == NULL) return;
6441 hashTryConversion(o,c->argv,2,3);
6442
6443 if (hashExists(o, c->argv[2])) {
6444 addReply(c, shared.czero);
6445 } else {
6446 hashTryObjectEncoding(o,&c->argv[2], &c->argv[3]);
6447 hashSet(o,c->argv[2],c->argv[3]);
6448 addReply(c, shared.cone);
6449 server.dirty++;
6450 }
6451 }
6452
6453 static void hmsetCommand(redisClient *c) {
6454 int i;
6455 robj *o;
6456
6457 if ((c->argc % 2) == 1) {
6458 addReplySds(c,sdsnew("-ERR wrong number of arguments for HMSET\r\n"));
6459 return;
6460 }
6461
6462 if ((o = hashLookupWriteOrCreate(c,c->argv[1])) == NULL) return;
6463 hashTryConversion(o,c->argv,2,c->argc-1);
6464 for (i = 2; i < c->argc; i += 2) {
6465 hashTryObjectEncoding(o,&c->argv[i], &c->argv[i+1]);
6466 hashSet(o,c->argv[i],c->argv[i+1]);
6467 }
6468 addReply(c, shared.ok);
6469 server.dirty++;
6470 }
6471
6472 static void hincrbyCommand(redisClient *c) {
6473 long long value, incr;
6474 robj *o, *current, *new;
6475
6476 if (getLongLongFromObjectOrReply(c,c->argv[3],&incr,NULL) != REDIS_OK) return;
6477 if ((o = hashLookupWriteOrCreate(c,c->argv[1])) == NULL) return;
6478 if ((current = hashGet(o,c->argv[2])) != NULL) {
6479 if (getLongLongFromObjectOrReply(c,current,&value,
6480 "hash value is not an integer") != REDIS_OK) {
6481 decrRefCount(current);
6482 return;
6483 }
6484 decrRefCount(current);
6485 } else {
6486 value = 0;
6487 }
6488
6489 value += incr;
6490 new = createStringObjectFromLongLong(value);
6491 hashTryObjectEncoding(o,&c->argv[2],NULL);
6492 hashSet(o,c->argv[2],new);
6493 decrRefCount(new);
6494 addReplyLongLong(c,value);
6495 server.dirty++;
6496 }
6497
6498 static void hgetCommand(redisClient *c) {
6499 robj *o, *value;
6500 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
6501 checkType(c,o,REDIS_HASH)) return;
6502
6503 if ((value = hashGet(o,c->argv[2])) != NULL) {
6504 addReplyBulk(c,value);
6505 decrRefCount(value);
6506 } else {
6507 addReply(c,shared.nullbulk);
6508 }
6509 }
6510
6511 static void hmgetCommand(redisClient *c) {
6512 int i;
6513 robj *o, *value;
6514 o = lookupKeyRead(c->db,c->argv[1]);
6515 if (o != NULL && o->type != REDIS_HASH) {
6516 addReply(c,shared.wrongtypeerr);
6517 }
6518
6519 /* Note the check for o != NULL happens inside the loop. This is
6520 * done because objects that cannot be found are considered to be
6521 * an empty hash. The reply should then be a series of NULLs. */
6522 addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",c->argc-2));
6523 for (i = 2; i < c->argc; i++) {
6524 if (o != NULL && (value = hashGet(o,c->argv[i])) != NULL) {
6525 addReplyBulk(c,value);
6526 decrRefCount(value);
6527 } else {
6528 addReply(c,shared.nullbulk);
6529 }
6530 }
6531 }
6532
6533 static void hdelCommand(redisClient *c) {
6534 robj *o;
6535 if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
6536 checkType(c,o,REDIS_HASH)) return;
6537
6538 if (hashDelete(o,c->argv[2])) {
6539 if (hashLength(o) == 0) deleteKey(c->db,c->argv[1]);
6540 addReply(c,shared.cone);
6541 server.dirty++;
6542 } else {
6543 addReply(c,shared.czero);
6544 }
6545 }
6546
6547 static void hlenCommand(redisClient *c) {
6548 robj *o;
6549 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
6550 checkType(c,o,REDIS_HASH)) return;
6551
6552 addReplyUlong(c,hashLength(o));
6553 }
6554
6555 static void genericHgetallCommand(redisClient *c, int flags) {
6556 robj *o, *lenobj, *obj;
6557 unsigned long count = 0;
6558 hashIterator *hi;
6559
6560 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.emptymultibulk)) == NULL
6561 || checkType(c,o,REDIS_HASH)) return;
6562
6563 lenobj = createObject(REDIS_STRING,NULL);
6564 addReply(c,lenobj);
6565 decrRefCount(lenobj);
6566
6567 hi = hashInitIterator(o);
6568 while (hashNext(hi) != REDIS_ERR) {
6569 if (flags & REDIS_HASH_KEY) {
6570 obj = hashCurrent(hi,REDIS_HASH_KEY);
6571 addReplyBulk(c,obj);
6572 decrRefCount(obj);
6573 count++;
6574 }
6575 if (flags & REDIS_HASH_VALUE) {
6576 obj = hashCurrent(hi,REDIS_HASH_VALUE);
6577 addReplyBulk(c,obj);
6578 decrRefCount(obj);
6579 count++;
6580 }
6581 }
6582 hashReleaseIterator(hi);
6583
6584 lenobj->ptr = sdscatprintf(sdsempty(),"*%lu\r\n",count);
6585 }
6586
6587 static void hkeysCommand(redisClient *c) {
6588 genericHgetallCommand(c,REDIS_HASH_KEY);
6589 }
6590
6591 static void hvalsCommand(redisClient *c) {
6592 genericHgetallCommand(c,REDIS_HASH_VALUE);
6593 }
6594
6595 static void hgetallCommand(redisClient *c) {
6596 genericHgetallCommand(c,REDIS_HASH_KEY|REDIS_HASH_VALUE);
6597 }
6598
6599 static void hexistsCommand(redisClient *c) {
6600 robj *o;
6601 if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
6602 checkType(c,o,REDIS_HASH)) return;
6603
6604 addReply(c, hashExists(o,c->argv[2]) ? shared.cone : shared.czero);
6605 }
6606
6607 static void convertToRealHash(robj *o) {
6608 unsigned char *key, *val, *p, *zm = o->ptr;
6609 unsigned int klen, vlen;
6610 dict *dict = dictCreate(&hashDictType,NULL);
6611
6612 assert(o->type == REDIS_HASH && o->encoding != REDIS_ENCODING_HT);
6613 p = zipmapRewind(zm);
6614 while((p = zipmapNext(p,&key,&klen,&val,&vlen)) != NULL) {
6615 robj *keyobj, *valobj;
6616
6617 keyobj = createStringObject((char*)key,klen);
6618 valobj = createStringObject((char*)val,vlen);
6619 keyobj = tryObjectEncoding(keyobj);
6620 valobj = tryObjectEncoding(valobj);
6621 dictAdd(dict,keyobj,valobj);
6622 }
6623 o->encoding = REDIS_ENCODING_HT;
6624 o->ptr = dict;
6625 zfree(zm);
6626 }
6627
6628 /* ========================= Non type-specific commands ==================== */
6629
6630 static void flushdbCommand(redisClient *c) {
6631 server.dirty += dictSize(c->db->dict);
6632 dictEmpty(c->db->dict);
6633 dictEmpty(c->db->expires);
6634 addReply(c,shared.ok);
6635 }
6636
6637 static void flushallCommand(redisClient *c) {
6638 server.dirty += emptyDb();
6639 addReply(c,shared.ok);
6640 if (server.bgsavechildpid != -1) {
6641 kill(server.bgsavechildpid,SIGKILL);
6642 rdbRemoveTempFile(server.bgsavechildpid);
6643 }
6644 rdbSave(server.dbfilename);
6645 server.dirty++;
6646 }
6647
6648 static redisSortOperation *createSortOperation(int type, robj *pattern) {
6649 redisSortOperation *so = zmalloc(sizeof(*so));
6650 so->type = type;
6651 so->pattern = pattern;
6652 return so;
6653 }
6654
6655 /* Return the value associated to the key with a name obtained
6656 * substituting the first occurence of '*' in 'pattern' with 'subst'.
6657 * The returned object will always have its refcount increased by 1
6658 * when it is non-NULL. */
6659 static robj *lookupKeyByPattern(redisDb *db, robj *pattern, robj *subst) {
6660 char *p, *f;
6661 sds spat, ssub;
6662 robj keyobj, fieldobj, *o;
6663 int prefixlen, sublen, postfixlen, fieldlen;
6664 /* Expoit the internal sds representation to create a sds string allocated on the stack in order to make this function faster */
6665 struct {
6666 long len;
6667 long free;
6668 char buf[REDIS_SORTKEY_MAX+1];
6669 } keyname, fieldname;
6670
6671 /* If the pattern is "#" return the substitution object itself in order
6672 * to implement the "SORT ... GET #" feature. */
6673 spat = pattern->ptr;
6674 if (spat[0] == '#' && spat[1] == '\0') {
6675 incrRefCount(subst);
6676 return subst;
6677 }
6678
6679 /* The substitution object may be specially encoded. If so we create
6680 * a decoded object on the fly. Otherwise getDecodedObject will just
6681 * increment the ref count, that we'll decrement later. */
6682 subst = getDecodedObject(subst);
6683
6684 ssub = subst->ptr;
6685 if (sdslen(spat)+sdslen(ssub)-1 > REDIS_SORTKEY_MAX) return NULL;
6686 p = strchr(spat,'*');
6687 if (!p) {
6688 decrRefCount(subst);
6689 return NULL;
6690 }
6691
6692 /* Find out if we're dealing with a hash dereference. */
6693 if ((f = strstr(p+1, "->")) != NULL) {
6694 fieldlen = sdslen(spat)-(f-spat);
6695 /* this also copies \0 character */
6696 memcpy(fieldname.buf,f+2,fieldlen-1);
6697 fieldname.len = fieldlen-2;
6698 } else {
6699 fieldlen = 0;
6700 }
6701
6702 prefixlen = p-spat;
6703 sublen = sdslen(ssub);
6704 postfixlen = sdslen(spat)-(prefixlen+1)-fieldlen;
6705 memcpy(keyname.buf,spat,prefixlen);
6706 memcpy(keyname.buf+prefixlen,ssub,sublen);
6707 memcpy(keyname.buf+prefixlen+sublen,p+1,postfixlen);
6708 keyname.buf[prefixlen+sublen+postfixlen] = '\0';
6709 keyname.len = prefixlen+sublen+postfixlen;
6710 decrRefCount(subst);
6711
6712 /* Lookup substituted key */
6713 initStaticStringObject(keyobj,((char*)&keyname)+(sizeof(long)*2));
6714 o = lookupKeyRead(db,&keyobj);
6715 if (o == NULL) return NULL;
6716
6717 if (fieldlen > 0) {
6718 if (o->type != REDIS_HASH || fieldname.len < 1) return NULL;
6719
6720 /* Retrieve value from hash by the field name. This operation
6721 * already increases the refcount of the returned object. */
6722 initStaticStringObject(fieldobj,((char*)&fieldname)+(sizeof(long)*2));
6723 o = hashGet(o, &fieldobj);
6724 } else {
6725 if (o->type != REDIS_STRING) return NULL;
6726
6727 /* Every object that this function returns needs to have its refcount
6728 * increased. sortCommand decreases it again. */
6729 incrRefCount(o);
6730 }
6731
6732 return o;
6733 }
6734
6735 /* sortCompare() is used by qsort in sortCommand(). Given that qsort_r with
6736 * the additional parameter is not standard but a BSD-specific we have to
6737 * pass sorting parameters via the global 'server' structure */
6738 static int sortCompare(const void *s1, const void *s2) {
6739 const redisSortObject *so1 = s1, *so2 = s2;
6740 int cmp;
6741
6742 if (!server.sort_alpha) {
6743 /* Numeric sorting. Here it's trivial as we precomputed scores */
6744 if (so1->u.score > so2->u.score) {
6745 cmp = 1;
6746 } else if (so1->u.score < so2->u.score) {
6747 cmp = -1;
6748 } else {
6749 cmp = 0;
6750 }
6751 } else {
6752 /* Alphanumeric sorting */
6753 if (server.sort_bypattern) {
6754 if (!so1->u.cmpobj || !so2->u.cmpobj) {
6755 /* At least one compare object is NULL */
6756 if (so1->u.cmpobj == so2->u.cmpobj)
6757 cmp = 0;
6758 else if (so1->u.cmpobj == NULL)
6759 cmp = -1;
6760 else
6761 cmp = 1;
6762 } else {
6763 /* We have both the objects, use strcoll */
6764 cmp = strcoll(so1->u.cmpobj->ptr,so2->u.cmpobj->ptr);
6765 }
6766 } else {
6767 /* Compare elements directly. */
6768 cmp = compareStringObjects(so1->obj,so2->obj);
6769 }
6770 }
6771 return server.sort_desc ? -cmp : cmp;
6772 }
6773
6774 /* The SORT command is the most complex command in Redis. Warning: this code
6775 * is optimized for speed and a bit less for readability */
6776 static void sortCommand(redisClient *c) {
6777 list *operations;
6778 int outputlen = 0;
6779 int desc = 0, alpha = 0;
6780 int limit_start = 0, limit_count = -1, start, end;
6781 int j, dontsort = 0, vectorlen;
6782 int getop = 0; /* GET operation counter */
6783 robj *sortval, *sortby = NULL, *storekey = NULL;
6784 redisSortObject *vector; /* Resulting vector to sort */
6785
6786 /* Lookup the key to sort. It must be of the right types */
6787 sortval = lookupKeyRead(c->db,c->argv[1]);
6788 if (sortval == NULL) {
6789 addReply(c,shared.emptymultibulk);
6790 return;
6791 }
6792 if (sortval->type != REDIS_SET && sortval->type != REDIS_LIST &&
6793 sortval->type != REDIS_ZSET)
6794 {
6795 addReply(c,shared.wrongtypeerr);
6796 return;
6797 }
6798
6799 /* Create a list of operations to perform for every sorted element.
6800 * Operations can be GET/DEL/INCR/DECR */
6801 operations = listCreate();
6802 listSetFreeMethod(operations,zfree);
6803 j = 2;
6804
6805 /* Now we need to protect sortval incrementing its count, in the future
6806 * SORT may have options able to overwrite/delete keys during the sorting
6807 * and the sorted key itself may get destroied */
6808 incrRefCount(sortval);
6809
6810 /* The SORT command has an SQL-alike syntax, parse it */
6811 while(j < c->argc) {
6812 int leftargs = c->argc-j-1;
6813 if (!strcasecmp(c->argv[j]->ptr,"asc")) {
6814 desc = 0;
6815 } else if (!strcasecmp(c->argv[j]->ptr,"desc")) {
6816 desc = 1;
6817 } else if (!strcasecmp(c->argv[j]->ptr,"alpha")) {
6818 alpha = 1;
6819 } else if (!strcasecmp(c->argv[j]->ptr,"limit") && leftargs >= 2) {
6820 limit_start = atoi(c->argv[j+1]->ptr);
6821 limit_count = atoi(c->argv[j+2]->ptr);
6822 j+=2;
6823 } else if (!strcasecmp(c->argv[j]->ptr,"store") && leftargs >= 1) {
6824 storekey = c->argv[j+1];
6825 j++;
6826 } else if (!strcasecmp(c->argv[j]->ptr,"by") && leftargs >= 1) {
6827 sortby = c->argv[j+1];
6828 /* If the BY pattern does not contain '*', i.e. it is constant,
6829 * we don't need to sort nor to lookup the weight keys. */
6830 if (strchr(c->argv[j+1]->ptr,'*') == NULL) dontsort = 1;
6831 j++;
6832 } else if (!strcasecmp(c->argv[j]->ptr,"get") && leftargs >= 1) {
6833 listAddNodeTail(operations,createSortOperation(
6834 REDIS_SORT_GET,c->argv[j+1]));
6835 getop++;
6836 j++;
6837 } else {
6838 decrRefCount(sortval);
6839 listRelease(operations);
6840 addReply(c,shared.syntaxerr);
6841 return;
6842 }
6843 j++;
6844 }
6845
6846 /* Load the sorting vector with all the objects to sort */
6847 switch(sortval->type) {
6848 case REDIS_LIST: vectorlen = listLength((list*)sortval->ptr); break;
6849 case REDIS_SET: vectorlen = dictSize((dict*)sortval->ptr); break;
6850 case REDIS_ZSET: vectorlen = dictSize(((zset*)sortval->ptr)->dict); break;
6851 default: vectorlen = 0; redisPanic("Bad SORT type"); /* Avoid GCC warning */
6852 }
6853 vector = zmalloc(sizeof(redisSortObject)*vectorlen);
6854 j = 0;
6855
6856 if (sortval->type == REDIS_LIST) {
6857 list *list = sortval->ptr;
6858 listNode *ln;
6859 listIter li;
6860
6861 listRewind(list,&li);
6862 while((ln = listNext(&li))) {
6863 robj *ele = ln->value;
6864 vector[j].obj = ele;
6865 vector[j].u.score = 0;
6866 vector[j].u.cmpobj = NULL;
6867 j++;
6868 }
6869 } else {
6870 dict *set;
6871 dictIterator *di;
6872 dictEntry *setele;
6873
6874 if (sortval->type == REDIS_SET) {
6875 set = sortval->ptr;
6876 } else {
6877 zset *zs = sortval->ptr;
6878 set = zs->dict;
6879 }
6880
6881 di = dictGetIterator(set);
6882 while((setele = dictNext(di)) != NULL) {
6883 vector[j].obj = dictGetEntryKey(setele);
6884 vector[j].u.score = 0;
6885 vector[j].u.cmpobj = NULL;
6886 j++;
6887 }
6888 dictReleaseIterator(di);
6889 }
6890 redisAssert(j == vectorlen);
6891
6892 /* Now it's time to load the right scores in the sorting vector */
6893 if (dontsort == 0) {
6894 for (j = 0; j < vectorlen; j++) {
6895 robj *byval;
6896 if (sortby) {
6897 /* lookup value to sort by */
6898 byval = lookupKeyByPattern(c->db,sortby,vector[j].obj);
6899 if (!byval) continue;
6900 } else {
6901 /* use object itself to sort by */
6902 byval = vector[j].obj;
6903 }
6904
6905 if (alpha) {
6906 if (sortby) vector[j].u.cmpobj = getDecodedObject(byval);
6907 } else {
6908 if (byval->encoding == REDIS_ENCODING_RAW) {
6909 vector[j].u.score = strtod(byval->ptr,NULL);
6910 } else if (byval->encoding == REDIS_ENCODING_INT) {
6911 /* Don't need to decode the object if it's
6912 * integer-encoded (the only encoding supported) so
6913 * far. We can just cast it */
6914 vector[j].u.score = (long)byval->ptr;
6915 } else {
6916 redisAssert(1 != 1);
6917 }
6918 }
6919
6920 /* when the object was retrieved using lookupKeyByPattern,
6921 * its refcount needs to be decreased. */
6922 if (sortby) {
6923 decrRefCount(byval);
6924 }
6925 }
6926 }
6927
6928 /* We are ready to sort the vector... perform a bit of sanity check
6929 * on the LIMIT option too. We'll use a partial version of quicksort. */
6930 start = (limit_start < 0) ? 0 : limit_start;
6931 end = (limit_count < 0) ? vectorlen-1 : start+limit_count-1;
6932 if (start >= vectorlen) {
6933 start = vectorlen-1;
6934 end = vectorlen-2;
6935 }
6936 if (end >= vectorlen) end = vectorlen-1;
6937
6938 if (dontsort == 0) {
6939 server.sort_desc = desc;
6940 server.sort_alpha = alpha;
6941 server.sort_bypattern = sortby ? 1 : 0;
6942 if (sortby && (start != 0 || end != vectorlen-1))
6943 pqsort(vector,vectorlen,sizeof(redisSortObject),sortCompare, start,end);
6944 else
6945 qsort(vector,vectorlen,sizeof(redisSortObject),sortCompare);
6946 }
6947
6948 /* Send command output to the output buffer, performing the specified
6949 * GET/DEL/INCR/DECR operations if any. */
6950 outputlen = getop ? getop*(end-start+1) : end-start+1;
6951 if (storekey == NULL) {
6952 /* STORE option not specified, sent the sorting result to client */
6953 addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",outputlen));
6954 for (j = start; j <= end; j++) {
6955 listNode *ln;
6956 listIter li;
6957
6958 if (!getop) addReplyBulk(c,vector[j].obj);
6959 listRewind(operations,&li);
6960 while((ln = listNext(&li))) {
6961 redisSortOperation *sop = ln->value;
6962 robj *val = lookupKeyByPattern(c->db,sop->pattern,
6963 vector[j].obj);
6964
6965 if (sop->type == REDIS_SORT_GET) {
6966 if (!val) {
6967 addReply(c,shared.nullbulk);
6968 } else {
6969 addReplyBulk(c,val);
6970 decrRefCount(val);
6971 }
6972 } else {
6973 redisAssert(sop->type == REDIS_SORT_GET); /* always fails */
6974 }
6975 }
6976 }
6977 } else {
6978 robj *listObject = createListObject();
6979 list *listPtr = (list*) listObject->ptr;
6980
6981 /* STORE option specified, set the sorting result as a List object */
6982 for (j = start; j <= end; j++) {
6983 listNode *ln;
6984 listIter li;
6985
6986 if (!getop) {
6987 listAddNodeTail(listPtr,vector[j].obj);
6988 incrRefCount(vector[j].obj);
6989 }
6990 listRewind(operations,&li);
6991 while((ln = listNext(&li))) {
6992 redisSortOperation *sop = ln->value;
6993 robj *val = lookupKeyByPattern(c->db,sop->pattern,
6994 vector[j].obj);
6995
6996 if (sop->type == REDIS_SORT_GET) {
6997 if (!val) {
6998 listAddNodeTail(listPtr,createStringObject("",0));
6999 } else {
7000 /* We should do a incrRefCount on val because it is
7001 * added to the list, but also a decrRefCount because
7002 * it is returned by lookupKeyByPattern. This results
7003 * in doing nothing at all. */
7004 listAddNodeTail(listPtr,val);
7005 }
7006 } else {
7007 redisAssert(sop->type == REDIS_SORT_GET); /* always fails */
7008 }
7009 }
7010 }
7011 if (dictReplace(c->db->dict,storekey,listObject)) {
7012 incrRefCount(storekey);
7013 }
7014 /* Note: we add 1 because the DB is dirty anyway since even if the
7015 * SORT result is empty a new key is set and maybe the old content
7016 * replaced. */
7017 server.dirty += 1+outputlen;
7018 addReplySds(c,sdscatprintf(sdsempty(),":%d\r\n",outputlen));
7019 }
7020
7021 /* Cleanup */
7022 decrRefCount(sortval);
7023 listRelease(operations);
7024 for (j = 0; j < vectorlen; j++) {
7025 if (alpha && vector[j].u.cmpobj)
7026 decrRefCount(vector[j].u.cmpobj);
7027 }
7028 zfree(vector);
7029 }
7030
7031 /* Convert an amount of bytes into a human readable string in the form
7032 * of 100B, 2G, 100M, 4K, and so forth. */
7033 static void bytesToHuman(char *s, unsigned long long n) {
7034 double d;
7035
7036 if (n < 1024) {
7037 /* Bytes */
7038 sprintf(s,"%lluB",n);
7039 return;
7040 } else if (n < (1024*1024)) {
7041 d = (double)n/(1024);
7042 sprintf(s,"%.2fK",d);
7043 } else if (n < (1024LL*1024*1024)) {
7044 d = (double)n/(1024*1024);
7045 sprintf(s,"%.2fM",d);
7046 } else if (n < (1024LL*1024*1024*1024)) {
7047 d = (double)n/(1024LL*1024*1024);
7048 sprintf(s,"%.2fG",d);
7049 }
7050 }
7051
7052 /* Create the string returned by the INFO command. This is decoupled
7053 * by the INFO command itself as we need to report the same information
7054 * on memory corruption problems. */
7055 static sds genRedisInfoString(void) {
7056 sds info;
7057 time_t uptime = time(NULL)-server.stat_starttime;
7058 int j;
7059 char hmem[64];
7060
7061 bytesToHuman(hmem,zmalloc_used_memory());
7062 info = sdscatprintf(sdsempty(),
7063 "redis_version:%s\r\n"
7064 "arch_bits:%s\r\n"
7065 "multiplexing_api:%s\r\n"
7066 "process_id:%ld\r\n"
7067 "uptime_in_seconds:%ld\r\n"
7068 "uptime_in_days:%ld\r\n"
7069 "connected_clients:%d\r\n"
7070 "connected_slaves:%d\r\n"
7071 "blocked_clients:%d\r\n"
7072 "used_memory:%zu\r\n"
7073 "used_memory_human:%s\r\n"
7074 "changes_since_last_save:%lld\r\n"
7075 "bgsave_in_progress:%d\r\n"
7076 "last_save_time:%ld\r\n"
7077 "bgrewriteaof_in_progress:%d\r\n"
7078 "total_connections_received:%lld\r\n"
7079 "total_commands_processed:%lld\r\n"
7080 "expired_keys:%lld\r\n"
7081 "hash_max_zipmap_entries:%ld\r\n"
7082 "hash_max_zipmap_value:%ld\r\n"
7083 "pubsub_channels:%ld\r\n"
7084 "pubsub_patterns:%u\r\n"
7085 "vm_enabled:%d\r\n"
7086 "role:%s\r\n"
7087 ,REDIS_VERSION,
7088 (sizeof(long) == 8) ? "64" : "32",
7089 aeGetApiName(),
7090 (long) getpid(),
7091 uptime,
7092 uptime/(3600*24),
7093 listLength(server.clients)-listLength(server.slaves),
7094 listLength(server.slaves),
7095 server.blpop_blocked_clients,
7096 zmalloc_used_memory(),
7097 hmem,
7098 server.dirty,
7099 server.bgsavechildpid != -1,
7100 server.lastsave,
7101 server.bgrewritechildpid != -1,
7102 server.stat_numconnections,
7103 server.stat_numcommands,
7104 server.stat_expiredkeys,
7105 server.hash_max_zipmap_entries,
7106 server.hash_max_zipmap_value,
7107 dictSize(server.pubsub_channels),
7108 listLength(server.pubsub_patterns),
7109 server.vm_enabled != 0,
7110 server.masterhost == NULL ? "master" : "slave"
7111 );
7112 if (server.masterhost) {
7113 info = sdscatprintf(info,
7114 "master_host:%s\r\n"
7115 "master_port:%d\r\n"
7116 "master_link_status:%s\r\n"
7117 "master_last_io_seconds_ago:%d\r\n"
7118 ,server.masterhost,
7119 server.masterport,
7120 (server.replstate == REDIS_REPL_CONNECTED) ?
7121 "up" : "down",
7122 server.master ? ((int)(time(NULL)-server.master->lastinteraction)) : -1
7123 );
7124 }
7125 if (server.vm_enabled) {
7126 lockThreadedIO();
7127 info = sdscatprintf(info,
7128 "vm_conf_max_memory:%llu\r\n"
7129 "vm_conf_page_size:%llu\r\n"
7130 "vm_conf_pages:%llu\r\n"
7131 "vm_stats_used_pages:%llu\r\n"
7132 "vm_stats_swapped_objects:%llu\r\n"
7133 "vm_stats_swappin_count:%llu\r\n"
7134 "vm_stats_swappout_count:%llu\r\n"
7135 "vm_stats_io_newjobs_len:%lu\r\n"
7136 "vm_stats_io_processing_len:%lu\r\n"
7137 "vm_stats_io_processed_len:%lu\r\n"
7138 "vm_stats_io_active_threads:%lu\r\n"
7139 "vm_stats_blocked_clients:%lu\r\n"
7140 ,(unsigned long long) server.vm_max_memory,
7141 (unsigned long long) server.vm_page_size,
7142 (unsigned long long) server.vm_pages,
7143 (unsigned long long) server.vm_stats_used_pages,
7144 (unsigned long long) server.vm_stats_swapped_objects,
7145 (unsigned long long) server.vm_stats_swapins,
7146 (unsigned long long) server.vm_stats_swapouts,
7147 (unsigned long) listLength(server.io_newjobs),
7148 (unsigned long) listLength(server.io_processing),
7149 (unsigned long) listLength(server.io_processed),
7150 (unsigned long) server.io_active_threads,
7151 (unsigned long) server.vm_blocked_clients
7152 );
7153 unlockThreadedIO();
7154 }
7155 for (j = 0; j < server.dbnum; j++) {
7156 long long keys, vkeys;
7157
7158 keys = dictSize(server.db[j].dict);
7159 vkeys = dictSize(server.db[j].expires);
7160 if (keys || vkeys) {
7161 info = sdscatprintf(info, "db%d:keys=%lld,expires=%lld\r\n",
7162 j, keys, vkeys);
7163 }
7164 }
7165 return info;
7166 }
7167
7168 static void infoCommand(redisClient *c) {
7169 sds info = genRedisInfoString();
7170 addReplySds(c,sdscatprintf(sdsempty(),"$%lu\r\n",
7171 (unsigned long)sdslen(info)));
7172 addReplySds(c,info);
7173 addReply(c,shared.crlf);
7174 }
7175
7176 static void monitorCommand(redisClient *c) {
7177 /* ignore MONITOR if aleady slave or in monitor mode */
7178 if (c->flags & REDIS_SLAVE) return;
7179
7180 c->flags |= (REDIS_SLAVE|REDIS_MONITOR);
7181 c->slaveseldb = 0;
7182 listAddNodeTail(server.monitors,c);
7183 addReply(c,shared.ok);
7184 }
7185
7186 /* ================================= Expire ================================= */
7187 static int removeExpire(redisDb *db, robj *key) {
7188 if (dictDelete(db->expires,key) == DICT_OK) {
7189 return 1;
7190 } else {
7191 return 0;
7192 }
7193 }
7194
7195 static int setExpire(redisDb *db, robj *key, time_t when) {
7196 if (dictAdd(db->expires,key,(void*)when) == DICT_ERR) {
7197 return 0;
7198 } else {
7199 incrRefCount(key);
7200 return 1;
7201 }
7202 }
7203
7204 /* Return the expire time of the specified key, or -1 if no expire
7205 * is associated with this key (i.e. the key is non volatile) */
7206 static time_t getExpire(redisDb *db, robj *key) {
7207 dictEntry *de;
7208
7209 /* No expire? return ASAP */
7210 if (dictSize(db->expires) == 0 ||
7211 (de = dictFind(db->expires,key)) == NULL) return -1;
7212
7213 return (time_t) dictGetEntryVal(de);
7214 }
7215
7216 static int expireIfNeeded(redisDb *db, robj *key) {
7217 time_t when;
7218 dictEntry *de;
7219
7220 /* No expire? return ASAP */
7221 if (dictSize(db->expires) == 0 ||
7222 (de = dictFind(db->expires,key)) == NULL) return 0;
7223
7224 /* Lookup the expire */
7225 when = (time_t) dictGetEntryVal(de);
7226 if (time(NULL) <= when) return 0;
7227
7228 /* Delete the key */
7229 dictDelete(db->expires,key);
7230 server.stat_expiredkeys++;
7231 return dictDelete(db->dict,key) == DICT_OK;
7232 }
7233
7234 static int deleteIfVolatile(redisDb *db, robj *key) {
7235 dictEntry *de;
7236
7237 /* No expire? return ASAP */
7238 if (dictSize(db->expires) == 0 ||
7239 (de = dictFind(db->expires,key)) == NULL) return 0;
7240
7241 /* Delete the key */
7242 server.dirty++;
7243 server.stat_expiredkeys++;
7244 dictDelete(db->expires,key);
7245 return dictDelete(db->dict,key) == DICT_OK;
7246 }
7247
7248 static void expireGenericCommand(redisClient *c, robj *key, robj *param, long offset) {
7249 dictEntry *de;
7250 time_t seconds;
7251
7252 if (getLongFromObjectOrReply(c, param, &seconds, NULL) != REDIS_OK) return;
7253
7254 seconds -= offset;
7255
7256 de = dictFind(c->db->dict,key);
7257 if (de == NULL) {
7258 addReply(c,shared.czero);
7259 return;
7260 }
7261 if (seconds <= 0) {
7262 if (deleteKey(c->db,key)) server.dirty++;
7263 addReply(c, shared.cone);
7264 return;
7265 } else {
7266 time_t when = time(NULL)+seconds;
7267 if (setExpire(c->db,key,when)) {
7268 addReply(c,shared.cone);
7269 server.dirty++;
7270 } else {
7271 addReply(c,shared.czero);
7272 }
7273 return;
7274 }
7275 }
7276
7277 static void expireCommand(redisClient *c) {
7278 expireGenericCommand(c,c->argv[1],c->argv[2],0);
7279 }
7280
7281 static void expireatCommand(redisClient *c) {
7282 expireGenericCommand(c,c->argv[1],c->argv[2],time(NULL));
7283 }
7284
7285 static void ttlCommand(redisClient *c) {
7286 time_t expire;
7287 int ttl = -1;
7288
7289 expire = getExpire(c->db,c->argv[1]);
7290 if (expire != -1) {
7291 ttl = (int) (expire-time(NULL));
7292 if (ttl < 0) ttl = -1;
7293 }
7294 addReplySds(c,sdscatprintf(sdsempty(),":%d\r\n",ttl));
7295 }
7296
7297 /* ================================ MULTI/EXEC ============================== */
7298
7299 /* Client state initialization for MULTI/EXEC */
7300 static void initClientMultiState(redisClient *c) {
7301 c->mstate.commands = NULL;
7302 c->mstate.count = 0;
7303 }
7304
7305 /* Release all the resources associated with MULTI/EXEC state */
7306 static void freeClientMultiState(redisClient *c) {
7307 int j;
7308
7309 for (j = 0; j < c->mstate.count; j++) {
7310 int i;
7311 multiCmd *mc = c->mstate.commands+j;
7312
7313 for (i = 0; i < mc->argc; i++)
7314 decrRefCount(mc->argv[i]);
7315 zfree(mc->argv);
7316 }
7317 zfree(c->mstate.commands);
7318 }
7319
7320 /* Add a new command into the MULTI commands queue */
7321 static void queueMultiCommand(redisClient *c, struct redisCommand *cmd) {
7322 multiCmd *mc;
7323 int j;
7324
7325 c->mstate.commands = zrealloc(c->mstate.commands,
7326 sizeof(multiCmd)*(c->mstate.count+1));
7327 mc = c->mstate.commands+c->mstate.count;
7328 mc->cmd = cmd;
7329 mc->argc = c->argc;
7330 mc->argv = zmalloc(sizeof(robj*)*c->argc);
7331 memcpy(mc->argv,c->argv,sizeof(robj*)*c->argc);
7332 for (j = 0; j < c->argc; j++)
7333 incrRefCount(mc->argv[j]);
7334 c->mstate.count++;
7335 }
7336
7337 static void multiCommand(redisClient *c) {
7338 c->flags |= REDIS_MULTI;
7339 addReply(c,shared.ok);
7340 }
7341
7342 static void discardCommand(redisClient *c) {
7343 if (!(c->flags & REDIS_MULTI)) {
7344 addReplySds(c,sdsnew("-ERR DISCARD without MULTI\r\n"));
7345 return;
7346 }
7347
7348 freeClientMultiState(c);
7349 initClientMultiState(c);
7350 c->flags &= (~REDIS_MULTI);
7351 addReply(c,shared.ok);
7352 }
7353
7354 /* Send a MULTI command to all the slaves and AOF file. Check the execCommand
7355 * implememntation for more information. */
7356 static void execCommandReplicateMulti(redisClient *c) {
7357 struct redisCommand *cmd;
7358 robj *multistring = createStringObject("MULTI",5);
7359
7360 cmd = lookupCommand("multi");
7361 if (server.appendonly)
7362 feedAppendOnlyFile(cmd,c->db->id,&multistring,1);
7363 if (listLength(server.slaves))
7364 replicationFeedSlaves(server.slaves,c->db->id,&multistring,1);
7365 decrRefCount(multistring);
7366 }
7367
7368 static void execCommand(redisClient *c) {
7369 int j;
7370 robj **orig_argv;
7371 int orig_argc;
7372
7373 if (!(c->flags & REDIS_MULTI)) {
7374 addReplySds(c,sdsnew("-ERR EXEC without MULTI\r\n"));
7375 return;
7376 }
7377
7378 /* Replicate a MULTI request now that we are sure the block is executed.
7379 * This way we'll deliver the MULTI/..../EXEC block as a whole and
7380 * both the AOF and the replication link will have the same consistency
7381 * and atomicity guarantees. */
7382 execCommandReplicateMulti(c);
7383
7384 /* Exec all the queued commands */
7385 orig_argv = c->argv;
7386 orig_argc = c->argc;
7387 addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",c->mstate.count));
7388 for (j = 0; j < c->mstate.count; j++) {
7389 c->argc = c->mstate.commands[j].argc;
7390 c->argv = c->mstate.commands[j].argv;
7391 call(c,c->mstate.commands[j].cmd);
7392 }
7393 c->argv = orig_argv;
7394 c->argc = orig_argc;
7395 freeClientMultiState(c);
7396 initClientMultiState(c);
7397 c->flags &= (~REDIS_MULTI);
7398 /* Make sure the EXEC command is always replicated / AOF, since we
7399 * always send the MULTI command (we can't know beforehand if the
7400 * next operations will contain at least a modification to the DB). */
7401 server.dirty++;
7402 }
7403
7404 /* =========================== Blocking Operations ========================= */
7405
7406 /* Currently Redis blocking operations support is limited to list POP ops,
7407 * so the current implementation is not fully generic, but it is also not
7408 * completely specific so it will not require a rewrite to support new
7409 * kind of blocking operations in the future.
7410 *
7411 * Still it's important to note that list blocking operations can be already
7412 * used as a notification mechanism in order to implement other blocking
7413 * operations at application level, so there must be a very strong evidence
7414 * of usefulness and generality before new blocking operations are implemented.
7415 *
7416 * This is how the current blocking POP works, we use BLPOP as example:
7417 * - If the user calls BLPOP and the key exists and contains a non empty list
7418 * then LPOP is called instead. So BLPOP is semantically the same as LPOP
7419 * if there is not to block.
7420 * - If instead BLPOP is called and the key does not exists or the list is
7421 * empty we need to block. In order to do so we remove the notification for
7422 * new data to read in the client socket (so that we'll not serve new
7423 * requests if the blocking request is not served). Also we put the client
7424 * in a dictionary (db->blockingkeys) mapping keys to a list of clients
7425 * blocking for this keys.
7426 * - If a PUSH operation against a key with blocked clients waiting is
7427 * performed, we serve the first in the list: basically instead to push
7428 * the new element inside the list we return it to the (first / oldest)
7429 * blocking client, unblock the client, and remove it form the list.
7430 *
7431 * The above comment and the source code should be enough in order to understand
7432 * the implementation and modify / fix it later.
7433 */
7434
7435 /* Set a client in blocking mode for the specified key, with the specified
7436 * timeout */
7437 static void blockForKeys(redisClient *c, robj **keys, int numkeys, time_t timeout) {
7438 dictEntry *de;
7439 list *l;
7440 int j;
7441
7442 c->blockingkeys = zmalloc(sizeof(robj*)*numkeys);
7443 c->blockingkeysnum = numkeys;
7444 c->blockingto = timeout;
7445 for (j = 0; j < numkeys; j++) {
7446 /* Add the key in the client structure, to map clients -> keys */
7447 c->blockingkeys[j] = keys[j];
7448 incrRefCount(keys[j]);
7449
7450 /* And in the other "side", to map keys -> clients */
7451 de = dictFind(c->db->blockingkeys,keys[j]);
7452 if (de == NULL) {
7453 int retval;
7454
7455 /* For every key we take a list of clients blocked for it */
7456 l = listCreate();
7457 retval = dictAdd(c->db->blockingkeys,keys[j],l);
7458 incrRefCount(keys[j]);
7459 assert(retval == DICT_OK);
7460 } else {
7461 l = dictGetEntryVal(de);
7462 }
7463 listAddNodeTail(l,c);
7464 }
7465 /* Mark the client as a blocked client */
7466 c->flags |= REDIS_BLOCKED;
7467 server.blpop_blocked_clients++;
7468 }
7469
7470 /* Unblock a client that's waiting in a blocking operation such as BLPOP */
7471 static void unblockClientWaitingData(redisClient *c) {
7472 dictEntry *de;
7473 list *l;
7474 int j;
7475
7476 assert(c->blockingkeys != NULL);
7477 /* The client may wait for multiple keys, so unblock it for every key. */
7478 for (j = 0; j < c->blockingkeysnum; j++) {
7479 /* Remove this client from the list of clients waiting for this key. */
7480 de = dictFind(c->db->blockingkeys,c->blockingkeys[j]);
7481 assert(de != NULL);
7482 l = dictGetEntryVal(de);
7483 listDelNode(l,listSearchKey(l,c));
7484 /* If the list is empty we need to remove it to avoid wasting memory */
7485 if (listLength(l) == 0)
7486 dictDelete(c->db->blockingkeys,c->blockingkeys[j]);
7487 decrRefCount(c->blockingkeys[j]);
7488 }
7489 /* Cleanup the client structure */
7490 zfree(c->blockingkeys);
7491 c->blockingkeys = NULL;
7492 c->flags &= (~REDIS_BLOCKED);
7493 server.blpop_blocked_clients--;
7494 /* We want to process data if there is some command waiting
7495 * in the input buffer. Note that this is safe even if
7496 * unblockClientWaitingData() gets called from freeClient() because
7497 * freeClient() will be smart enough to call this function
7498 * *after* c->querybuf was set to NULL. */
7499 if (c->querybuf && sdslen(c->querybuf) > 0) processInputBuffer(c);
7500 }
7501
7502 /* This should be called from any function PUSHing into lists.
7503 * 'c' is the "pushing client", 'key' is the key it is pushing data against,
7504 * 'ele' is the element pushed.
7505 *
7506 * If the function returns 0 there was no client waiting for a list push
7507 * against this key.
7508 *
7509 * If the function returns 1 there was a client waiting for a list push
7510 * against this key, the element was passed to this client thus it's not
7511 * needed to actually add it to the list and the caller should return asap. */
7512 static int handleClientsWaitingListPush(redisClient *c, robj *key, robj *ele) {
7513 struct dictEntry *de;
7514 redisClient *receiver;
7515 list *l;
7516 listNode *ln;
7517
7518 de = dictFind(c->db->blockingkeys,key);
7519 if (de == NULL) return 0;
7520 l = dictGetEntryVal(de);
7521 ln = listFirst(l);
7522 assert(ln != NULL);
7523 receiver = ln->value;
7524
7525 addReplySds(receiver,sdsnew("*2\r\n"));
7526 addReplyBulk(receiver,key);
7527 addReplyBulk(receiver,ele);
7528 unblockClientWaitingData(receiver);
7529 return 1;
7530 }
7531
7532 /* Blocking RPOP/LPOP */
7533 static void blockingPopGenericCommand(redisClient *c, int where) {
7534 robj *o;
7535 time_t timeout;
7536 int j;
7537
7538 for (j = 1; j < c->argc-1; j++) {
7539 o = lookupKeyWrite(c->db,c->argv[j]);
7540 if (o != NULL) {
7541 if (o->type != REDIS_LIST) {
7542 addReply(c,shared.wrongtypeerr);
7543 return;
7544 } else {
7545 list *list = o->ptr;
7546 if (listLength(list) != 0) {
7547 /* If the list contains elements fall back to the usual
7548 * non-blocking POP operation */
7549 robj *argv[2], **orig_argv;
7550 int orig_argc;
7551
7552 /* We need to alter the command arguments before to call
7553 * popGenericCommand() as the command takes a single key. */
7554 orig_argv = c->argv;
7555 orig_argc = c->argc;
7556 argv[1] = c->argv[j];
7557 c->argv = argv;
7558 c->argc = 2;
7559
7560 /* Also the return value is different, we need to output
7561 * the multi bulk reply header and the key name. The
7562 * "real" command will add the last element (the value)
7563 * for us. If this souds like an hack to you it's just
7564 * because it is... */
7565 addReplySds(c,sdsnew("*2\r\n"));
7566 addReplyBulk(c,argv[1]);
7567 popGenericCommand(c,where);
7568
7569 /* Fix the client structure with the original stuff */
7570 c->argv = orig_argv;
7571 c->argc = orig_argc;
7572 return;
7573 }
7574 }
7575 }
7576 }
7577 /* If the list is empty or the key does not exists we must block */
7578 timeout = strtol(c->argv[c->argc-1]->ptr,NULL,10);
7579 if (timeout > 0) timeout += time(NULL);
7580 blockForKeys(c,c->argv+1,c->argc-2,timeout);
7581 }
7582
7583 static void blpopCommand(redisClient *c) {
7584 blockingPopGenericCommand(c,REDIS_HEAD);
7585 }
7586
7587 static void brpopCommand(redisClient *c) {
7588 blockingPopGenericCommand(c,REDIS_TAIL);
7589 }
7590
7591 /* =============================== Replication ============================= */
7592
7593 static int syncWrite(int fd, char *ptr, ssize_t size, int timeout) {
7594 ssize_t nwritten, ret = size;
7595 time_t start = time(NULL);
7596
7597 timeout++;
7598 while(size) {
7599 if (aeWait(fd,AE_WRITABLE,1000) & AE_WRITABLE) {
7600 nwritten = write(fd,ptr,size);
7601 if (nwritten == -1) return -1;
7602 ptr += nwritten;
7603 size -= nwritten;
7604 }
7605 if ((time(NULL)-start) > timeout) {
7606 errno = ETIMEDOUT;
7607 return -1;
7608 }
7609 }
7610 return ret;
7611 }
7612
7613 static int syncRead(int fd, char *ptr, ssize_t size, int timeout) {
7614 ssize_t nread, totread = 0;
7615 time_t start = time(NULL);
7616
7617 timeout++;
7618 while(size) {
7619 if (aeWait(fd,AE_READABLE,1000) & AE_READABLE) {
7620 nread = read(fd,ptr,size);
7621 if (nread == -1) return -1;
7622 ptr += nread;
7623 size -= nread;
7624 totread += nread;
7625 }
7626 if ((time(NULL)-start) > timeout) {
7627 errno = ETIMEDOUT;
7628 return -1;
7629 }
7630 }
7631 return totread;
7632 }
7633
7634 static int syncReadLine(int fd, char *ptr, ssize_t size, int timeout) {
7635 ssize_t nread = 0;
7636
7637 size--;
7638 while(size) {
7639 char c;
7640
7641 if (syncRead(fd,&c,1,timeout) == -1) return -1;
7642 if (c == '\n') {
7643 *ptr = '\0';
7644 if (nread && *(ptr-1) == '\r') *(ptr-1) = '\0';
7645 return nread;
7646 } else {
7647 *ptr++ = c;
7648 *ptr = '\0';
7649 nread++;
7650 }
7651 }
7652 return nread;
7653 }
7654
7655 static void syncCommand(redisClient *c) {
7656 /* ignore SYNC if aleady slave or in monitor mode */
7657 if (c->flags & REDIS_SLAVE) return;
7658
7659 /* SYNC can't be issued when the server has pending data to send to
7660 * the client about already issued commands. We need a fresh reply
7661 * buffer registering the differences between the BGSAVE and the current
7662 * dataset, so that we can copy to other slaves if needed. */
7663 if (listLength(c->reply) != 0) {
7664 addReplySds(c,sdsnew("-ERR SYNC is invalid with pending input\r\n"));
7665 return;
7666 }
7667
7668 redisLog(REDIS_NOTICE,"Slave ask for synchronization");
7669 /* Here we need to check if there is a background saving operation
7670 * in progress, or if it is required to start one */
7671 if (server.bgsavechildpid != -1) {
7672 /* Ok a background save is in progress. Let's check if it is a good
7673 * one for replication, i.e. if there is another slave that is
7674 * registering differences since the server forked to save */
7675 redisClient *slave;
7676 listNode *ln;
7677 listIter li;
7678
7679 listRewind(server.slaves,&li);
7680 while((ln = listNext(&li))) {
7681 slave = ln->value;
7682 if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_END) break;
7683 }
7684 if (ln) {
7685 /* Perfect, the server is already registering differences for
7686 * another slave. Set the right state, and copy the buffer. */
7687 listRelease(c->reply);
7688 c->reply = listDup(slave->reply);
7689 c->replstate = REDIS_REPL_WAIT_BGSAVE_END;
7690 redisLog(REDIS_NOTICE,"Waiting for end of BGSAVE for SYNC");
7691 } else {
7692 /* No way, we need to wait for the next BGSAVE in order to
7693 * register differences */
7694 c->replstate = REDIS_REPL_WAIT_BGSAVE_START;
7695 redisLog(REDIS_NOTICE,"Waiting for next BGSAVE for SYNC");
7696 }
7697 } else {
7698 /* Ok we don't have a BGSAVE in progress, let's start one */
7699 redisLog(REDIS_NOTICE,"Starting BGSAVE for SYNC");
7700 if (rdbSaveBackground(server.dbfilename) != REDIS_OK) {
7701 redisLog(REDIS_NOTICE,"Replication failed, can't BGSAVE");
7702 addReplySds(c,sdsnew("-ERR Unalbe to perform background save\r\n"));
7703 return;
7704 }
7705 c->replstate = REDIS_REPL_WAIT_BGSAVE_END;
7706 }
7707 c->repldbfd = -1;
7708 c->flags |= REDIS_SLAVE;
7709 c->slaveseldb = 0;
7710 listAddNodeTail(server.slaves,c);
7711 return;
7712 }
7713
7714 static void sendBulkToSlave(aeEventLoop *el, int fd, void *privdata, int mask) {
7715 redisClient *slave = privdata;
7716 REDIS_NOTUSED(el);
7717 REDIS_NOTUSED(mask);
7718 char buf[REDIS_IOBUF_LEN];
7719 ssize_t nwritten, buflen;
7720
7721 if (slave->repldboff == 0) {
7722 /* Write the bulk write count before to transfer the DB. In theory here
7723 * we don't know how much room there is in the output buffer of the
7724 * socket, but in pratice SO_SNDLOWAT (the minimum count for output
7725 * operations) will never be smaller than the few bytes we need. */
7726 sds bulkcount;
7727
7728 bulkcount = sdscatprintf(sdsempty(),"$%lld\r\n",(unsigned long long)
7729 slave->repldbsize);
7730 if (write(fd,bulkcount,sdslen(bulkcount)) != (signed)sdslen(bulkcount))
7731 {
7732 sdsfree(bulkcount);
7733 freeClient(slave);
7734 return;
7735 }
7736 sdsfree(bulkcount);
7737 }
7738 lseek(slave->repldbfd,slave->repldboff,SEEK_SET);
7739 buflen = read(slave->repldbfd,buf,REDIS_IOBUF_LEN);
7740 if (buflen <= 0) {
7741 redisLog(REDIS_WARNING,"Read error sending DB to slave: %s",
7742 (buflen == 0) ? "premature EOF" : strerror(errno));
7743 freeClient(slave);
7744 return;
7745 }
7746 if ((nwritten = write(fd,buf,buflen)) == -1) {
7747 redisLog(REDIS_VERBOSE,"Write error sending DB to slave: %s",
7748 strerror(errno));
7749 freeClient(slave);
7750 return;
7751 }
7752 slave->repldboff += nwritten;
7753 if (slave->repldboff == slave->repldbsize) {
7754 close(slave->repldbfd);
7755 slave->repldbfd = -1;
7756 aeDeleteFileEvent(server.el,slave->fd,AE_WRITABLE);
7757 slave->replstate = REDIS_REPL_ONLINE;
7758 if (aeCreateFileEvent(server.el, slave->fd, AE_WRITABLE,
7759 sendReplyToClient, slave) == AE_ERR) {
7760 freeClient(slave);
7761 return;
7762 }
7763 addReplySds(slave,sdsempty());
7764 redisLog(REDIS_NOTICE,"Synchronization with slave succeeded");
7765 }
7766 }
7767
7768 /* This function is called at the end of every backgrond saving.
7769 * The argument bgsaveerr is REDIS_OK if the background saving succeeded
7770 * otherwise REDIS_ERR is passed to the function.
7771 *
7772 * The goal of this function is to handle slaves waiting for a successful
7773 * background saving in order to perform non-blocking synchronization. */
7774 static void updateSlavesWaitingBgsave(int bgsaveerr) {
7775 listNode *ln;
7776 int startbgsave = 0;
7777 listIter li;
7778
7779 listRewind(server.slaves,&li);
7780 while((ln = listNext(&li))) {
7781 redisClient *slave = ln->value;
7782
7783 if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_START) {
7784 startbgsave = 1;
7785 slave->replstate = REDIS_REPL_WAIT_BGSAVE_END;
7786 } else if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_END) {
7787 struct redis_stat buf;
7788
7789 if (bgsaveerr != REDIS_OK) {
7790 freeClient(slave);
7791 redisLog(REDIS_WARNING,"SYNC failed. BGSAVE child returned an error");
7792 continue;
7793 }
7794 if ((slave->repldbfd = open(server.dbfilename,O_RDONLY)) == -1 ||
7795 redis_fstat(slave->repldbfd,&buf) == -1) {
7796 freeClient(slave);
7797 redisLog(REDIS_WARNING,"SYNC failed. Can't open/stat DB after BGSAVE: %s", strerror(errno));
7798 continue;
7799 }
7800 slave->repldboff = 0;
7801 slave->repldbsize = buf.st_size;
7802 slave->replstate = REDIS_REPL_SEND_BULK;
7803 aeDeleteFileEvent(server.el,slave->fd,AE_WRITABLE);
7804 if (aeCreateFileEvent(server.el, slave->fd, AE_WRITABLE, sendBulkToSlave, slave) == AE_ERR) {
7805 freeClient(slave);
7806 continue;
7807 }
7808 }
7809 }
7810 if (startbgsave) {
7811 if (rdbSaveBackground(server.dbfilename) != REDIS_OK) {
7812 listIter li;
7813
7814 listRewind(server.slaves,&li);
7815 redisLog(REDIS_WARNING,"SYNC failed. BGSAVE failed");
7816 while((ln = listNext(&li))) {
7817 redisClient *slave = ln->value;
7818
7819 if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_START)
7820 freeClient(slave);
7821 }
7822 }
7823 }
7824 }
7825
7826 static int syncWithMaster(void) {
7827 char buf[1024], tmpfile[256], authcmd[1024];
7828 long dumpsize;
7829 int fd = anetTcpConnect(NULL,server.masterhost,server.masterport);
7830 int dfd, maxtries = 5;
7831
7832 if (fd == -1) {
7833 redisLog(REDIS_WARNING,"Unable to connect to MASTER: %s",
7834 strerror(errno));
7835 return REDIS_ERR;
7836 }
7837
7838 /* AUTH with the master if required. */
7839 if(server.masterauth) {
7840 snprintf(authcmd, 1024, "AUTH %s\r\n", server.masterauth);
7841 if (syncWrite(fd, authcmd, strlen(server.masterauth)+7, 5) == -1) {
7842 close(fd);
7843 redisLog(REDIS_WARNING,"Unable to AUTH to MASTER: %s",
7844 strerror(errno));
7845 return REDIS_ERR;
7846 }
7847 /* Read the AUTH result. */
7848 if (syncReadLine(fd,buf,1024,3600) == -1) {
7849 close(fd);
7850 redisLog(REDIS_WARNING,"I/O error reading auth result from MASTER: %s",
7851 strerror(errno));
7852 return REDIS_ERR;
7853 }
7854 if (buf[0] != '+') {
7855 close(fd);
7856 redisLog(REDIS_WARNING,"Cannot AUTH to MASTER, is the masterauth password correct?");
7857 return REDIS_ERR;
7858 }
7859 }
7860
7861 /* Issue the SYNC command */
7862 if (syncWrite(fd,"SYNC \r\n",7,5) == -1) {
7863 close(fd);
7864 redisLog(REDIS_WARNING,"I/O error writing to MASTER: %s",
7865 strerror(errno));
7866 return REDIS_ERR;
7867 }
7868 /* Read the bulk write count */
7869 if (syncReadLine(fd,buf,1024,3600) == -1) {
7870 close(fd);
7871 redisLog(REDIS_WARNING,"I/O error reading bulk count from MASTER: %s",
7872 strerror(errno));
7873 return REDIS_ERR;
7874 }
7875 if (buf[0] != '$') {
7876 close(fd);
7877 redisLog(REDIS_WARNING,"Bad protocol from MASTER, the first byte is not '$', are you sure the host and port are right?");
7878 return REDIS_ERR;
7879 }
7880 dumpsize = strtol(buf+1,NULL,10);
7881 redisLog(REDIS_NOTICE,"Receiving %ld bytes data dump from MASTER",dumpsize);
7882 /* Read the bulk write data on a temp file */
7883 while(maxtries--) {
7884 snprintf(tmpfile,256,
7885 "temp-%d.%ld.rdb",(int)time(NULL),(long int)getpid());
7886 dfd = open(tmpfile,O_CREAT|O_WRONLY|O_EXCL,0644);
7887 if (dfd != -1) break;
7888 sleep(1);
7889 }
7890 if (dfd == -1) {
7891 close(fd);
7892 redisLog(REDIS_WARNING,"Opening the temp file needed for MASTER <-> SLAVE synchronization: %s",strerror(errno));
7893 return REDIS_ERR;
7894 }
7895 while(dumpsize) {
7896 int nread, nwritten;
7897
7898 nread = read(fd,buf,(dumpsize < 1024)?dumpsize:1024);
7899 if (nread == -1) {
7900 redisLog(REDIS_WARNING,"I/O error trying to sync with MASTER: %s",
7901 strerror(errno));
7902 close(fd);
7903 close(dfd);
7904 return REDIS_ERR;
7905 }
7906 nwritten = write(dfd,buf,nread);
7907 if (nwritten == -1) {
7908 redisLog(REDIS_WARNING,"Write error writing to the DB dump file needed for MASTER <-> SLAVE synchrnonization: %s", strerror(errno));
7909 close(fd);
7910 close(dfd);
7911 return REDIS_ERR;
7912 }
7913 dumpsize -= nread;
7914 }
7915 close(dfd);
7916 if (rename(tmpfile,server.dbfilename) == -1) {
7917 redisLog(REDIS_WARNING,"Failed trying to rename the temp DB into dump.rdb in MASTER <-> SLAVE synchronization: %s", strerror(errno));
7918 unlink(tmpfile);
7919 close(fd);
7920 return REDIS_ERR;
7921 }
7922 emptyDb();
7923 if (rdbLoad(server.dbfilename) != REDIS_OK) {
7924 redisLog(REDIS_WARNING,"Failed trying to load the MASTER synchronization DB from disk");
7925 close(fd);
7926 return REDIS_ERR;
7927 }
7928 server.master = createClient(fd);
7929 server.master->flags |= REDIS_MASTER;
7930 server.master->authenticated = 1;
7931 server.replstate = REDIS_REPL_CONNECTED;
7932 return REDIS_OK;
7933 }
7934
7935 static void slaveofCommand(redisClient *c) {
7936 if (!strcasecmp(c->argv[1]->ptr,"no") &&
7937 !strcasecmp(c->argv[2]->ptr,"one")) {
7938 if (server.masterhost) {
7939 sdsfree(server.masterhost);
7940 server.masterhost = NULL;
7941 if (server.master) freeClient(server.master);
7942 server.replstate = REDIS_REPL_NONE;
7943 redisLog(REDIS_NOTICE,"MASTER MODE enabled (user request)");
7944 }
7945 } else {
7946 sdsfree(server.masterhost);
7947 server.masterhost = sdsdup(c->argv[1]->ptr);
7948 server.masterport = atoi(c->argv[2]->ptr);
7949 if (server.master) freeClient(server.master);
7950 server.replstate = REDIS_REPL_CONNECT;
7951 redisLog(REDIS_NOTICE,"SLAVE OF %s:%d enabled (user request)",
7952 server.masterhost, server.masterport);
7953 }
7954 addReply(c,shared.ok);
7955 }
7956
7957 /* ============================ Maxmemory directive ======================== */
7958
7959 /* Try to free one object form the pre-allocated objects free list.
7960 * This is useful under low mem conditions as by default we take 1 million
7961 * free objects allocated. On success REDIS_OK is returned, otherwise
7962 * REDIS_ERR. */
7963 static int tryFreeOneObjectFromFreelist(void) {
7964 robj *o;
7965
7966 if (server.vm_enabled) pthread_mutex_lock(&server.obj_freelist_mutex);
7967 if (listLength(server.objfreelist)) {
7968 listNode *head = listFirst(server.objfreelist);
7969 o = listNodeValue(head);
7970 listDelNode(server.objfreelist,head);
7971 if (server.vm_enabled) pthread_mutex_unlock(&server.obj_freelist_mutex);
7972 zfree(o);
7973 return REDIS_OK;
7974 } else {
7975 if (server.vm_enabled) pthread_mutex_unlock(&server.obj_freelist_mutex);
7976 return REDIS_ERR;
7977 }
7978 }
7979
7980 /* This function gets called when 'maxmemory' is set on the config file to limit
7981 * the max memory used by the server, and we are out of memory.
7982 * This function will try to, in order:
7983 *
7984 * - Free objects from the free list
7985 * - Try to remove keys with an EXPIRE set
7986 *
7987 * It is not possible to free enough memory to reach used-memory < maxmemory
7988 * the server will start refusing commands that will enlarge even more the
7989 * memory usage.
7990 */
7991 static void freeMemoryIfNeeded(void) {
7992 while (server.maxmemory && zmalloc_used_memory() > server.maxmemory) {
7993 int j, k, freed = 0;
7994
7995 if (tryFreeOneObjectFromFreelist() == REDIS_OK) continue;
7996 for (j = 0; j < server.dbnum; j++) {
7997 int minttl = -1;
7998 robj *minkey = NULL;
7999 struct dictEntry *de;
8000
8001 if (dictSize(server.db[j].expires)) {
8002 freed = 1;
8003 /* From a sample of three keys drop the one nearest to
8004 * the natural expire */
8005 for (k = 0; k < 3; k++) {
8006 time_t t;
8007
8008 de = dictGetRandomKey(server.db[j].expires);
8009 t = (time_t) dictGetEntryVal(de);
8010 if (minttl == -1 || t < minttl) {
8011 minkey = dictGetEntryKey(de);
8012 minttl = t;
8013 }
8014 }
8015 deleteKey(server.db+j,minkey);
8016 }
8017 }
8018 if (!freed) return; /* nothing to free... */
8019 }
8020 }
8021
8022 /* ============================== Append Only file ========================== */
8023
8024 /* Write the append only file buffer on disk.
8025 *
8026 * Since we are required to write the AOF before replying to the client,
8027 * and the only way the client socket can get a write is entering when the
8028 * the event loop, we accumulate all the AOF writes in a memory
8029 * buffer and write it on disk using this function just before entering
8030 * the event loop again. */
8031 static void flushAppendOnlyFile(void) {
8032 time_t now;
8033 ssize_t nwritten;
8034
8035 if (sdslen(server.aofbuf) == 0) return;
8036
8037 /* We want to perform a single write. This should be guaranteed atomic
8038 * at least if the filesystem we are writing is a real physical one.
8039 * While this will save us against the server being killed I don't think
8040 * there is much to do about the whole server stopping for power problems
8041 * or alike */
8042 nwritten = write(server.appendfd,server.aofbuf,sdslen(server.aofbuf));
8043 if (nwritten != (signed)sdslen(server.aofbuf)) {
8044 /* Ooops, we are in troubles. The best thing to do for now is
8045 * aborting instead of giving the illusion that everything is
8046 * working as expected. */
8047 if (nwritten == -1) {
8048 redisLog(REDIS_WARNING,"Exiting on error writing to the append-only file: %s",strerror(errno));
8049 } else {
8050 redisLog(REDIS_WARNING,"Exiting on short write while writing to the append-only file: %s",strerror(errno));
8051 }
8052 exit(1);
8053 }
8054 sdsfree(server.aofbuf);
8055 server.aofbuf = sdsempty();
8056
8057 /* Fsync if needed */
8058 now = time(NULL);
8059 if (server.appendfsync == APPENDFSYNC_ALWAYS ||
8060 (server.appendfsync == APPENDFSYNC_EVERYSEC &&
8061 now-server.lastfsync > 1))
8062 {
8063 /* aof_fsync is defined as fdatasync() for Linux in order to avoid
8064 * flushing metadata. */
8065 aof_fsync(server.appendfd); /* Let's try to get this data on the disk */
8066 server.lastfsync = now;
8067 }
8068 }
8069
8070 static void feedAppendOnlyFile(struct redisCommand *cmd, int dictid, robj **argv, int argc) {
8071 sds buf = sdsempty();
8072 int j;
8073 robj *tmpargv[3];
8074
8075 /* The DB this command was targetting is not the same as the last command
8076 * we appendend. To issue a SELECT command is needed. */
8077 if (dictid != server.appendseldb) {
8078 char seldb[64];
8079
8080 snprintf(seldb,sizeof(seldb),"%d",dictid);
8081 buf = sdscatprintf(buf,"*2\r\n$6\r\nSELECT\r\n$%lu\r\n%s\r\n",
8082 (unsigned long)strlen(seldb),seldb);
8083 server.appendseldb = dictid;
8084 }
8085
8086 /* "Fix" the argv vector if the command is EXPIRE. We want to translate
8087 * EXPIREs into EXPIREATs calls */
8088 if (cmd->proc == expireCommand) {
8089 long when;
8090
8091 tmpargv[0] = createStringObject("EXPIREAT",8);
8092 tmpargv[1] = argv[1];
8093 incrRefCount(argv[1]);
8094 when = time(NULL)+strtol(argv[2]->ptr,NULL,10);
8095 tmpargv[2] = createObject(REDIS_STRING,
8096 sdscatprintf(sdsempty(),"%ld",when));
8097 argv = tmpargv;
8098 }
8099
8100 /* Append the actual command */
8101 buf = sdscatprintf(buf,"*%d\r\n",argc);
8102 for (j = 0; j < argc; j++) {
8103 robj *o = argv[j];
8104
8105 o = getDecodedObject(o);
8106 buf = sdscatprintf(buf,"$%lu\r\n",(unsigned long)sdslen(o->ptr));
8107 buf = sdscatlen(buf,o->ptr,sdslen(o->ptr));
8108 buf = sdscatlen(buf,"\r\n",2);
8109 decrRefCount(o);
8110 }
8111
8112 /* Free the objects from the modified argv for EXPIREAT */
8113 if (cmd->proc == expireCommand) {
8114 for (j = 0; j < 3; j++)
8115 decrRefCount(argv[j]);
8116 }
8117
8118 /* Append to the AOF buffer. This will be flushed on disk just before
8119 * of re-entering the event loop, so before the client will get a
8120 * positive reply about the operation performed. */
8121 server.aofbuf = sdscatlen(server.aofbuf,buf,sdslen(buf));
8122
8123 /* If a background append only file rewriting is in progress we want to
8124 * accumulate the differences between the child DB and the current one
8125 * in a buffer, so that when the child process will do its work we
8126 * can append the differences to the new append only file. */
8127 if (server.bgrewritechildpid != -1)
8128 server.bgrewritebuf = sdscatlen(server.bgrewritebuf,buf,sdslen(buf));
8129
8130 sdsfree(buf);
8131 }
8132
8133 /* In Redis commands are always executed in the context of a client, so in
8134 * order to load the append only file we need to create a fake client. */
8135 static struct redisClient *createFakeClient(void) {
8136 struct redisClient *c = zmalloc(sizeof(*c));
8137
8138 selectDb(c,0);
8139 c->fd = -1;
8140 c->querybuf = sdsempty();
8141 c->argc = 0;
8142 c->argv = NULL;
8143 c->flags = 0;
8144 /* We set the fake client as a slave waiting for the synchronization
8145 * so that Redis will not try to send replies to this client. */
8146 c->replstate = REDIS_REPL_WAIT_BGSAVE_START;
8147 c->reply = listCreate();
8148 listSetFreeMethod(c->reply,decrRefCount);
8149 listSetDupMethod(c->reply,dupClientReplyValue);
8150 initClientMultiState(c);
8151 return c;
8152 }
8153
8154 static void freeFakeClient(struct redisClient *c) {
8155 sdsfree(c->querybuf);
8156 listRelease(c->reply);
8157 freeClientMultiState(c);
8158 zfree(c);
8159 }
8160
8161 /* Replay the append log file. On error REDIS_OK is returned. On non fatal
8162 * error (the append only file is zero-length) REDIS_ERR is returned. On
8163 * fatal error an error message is logged and the program exists. */
8164 int loadAppendOnlyFile(char *filename) {
8165 struct redisClient *fakeClient;
8166 FILE *fp = fopen(filename,"r");
8167 struct redis_stat sb;
8168 unsigned long long loadedkeys = 0;
8169 int appendonly = server.appendonly;
8170
8171 if (redis_fstat(fileno(fp),&sb) != -1 && sb.st_size == 0)
8172 return REDIS_ERR;
8173
8174 if (fp == NULL) {
8175 redisLog(REDIS_WARNING,"Fatal error: can't open the append log file for reading: %s",strerror(errno));
8176 exit(1);
8177 }
8178
8179 /* Temporarily disable AOF, to prevent EXEC from feeding a MULTI
8180 * to the same file we're about to read. */
8181 server.appendonly = 0;
8182
8183 fakeClient = createFakeClient();
8184 while(1) {
8185 int argc, j;
8186 unsigned long len;
8187 robj **argv;
8188 char buf[128];
8189 sds argsds;
8190 struct redisCommand *cmd;
8191
8192 if (fgets(buf,sizeof(buf),fp) == NULL) {
8193 if (feof(fp))
8194 break;
8195 else
8196 goto readerr;
8197 }
8198 if (buf[0] != '*') goto fmterr;
8199 argc = atoi(buf+1);
8200 argv = zmalloc(sizeof(robj*)*argc);
8201 for (j = 0; j < argc; j++) {
8202 if (fgets(buf,sizeof(buf),fp) == NULL) goto readerr;
8203 if (buf[0] != '$') goto fmterr;
8204 len = strtol(buf+1,NULL,10);
8205 argsds = sdsnewlen(NULL,len);
8206 if (len && fread(argsds,len,1,fp) == 0) goto fmterr;
8207 argv[j] = createObject(REDIS_STRING,argsds);
8208 if (fread(buf,2,1,fp) == 0) goto fmterr; /* discard CRLF */
8209 }
8210
8211 /* Command lookup */
8212 cmd = lookupCommand(argv[0]->ptr);
8213 if (!cmd) {
8214 redisLog(REDIS_WARNING,"Unknown command '%s' reading the append only file", argv[0]->ptr);
8215 exit(1);
8216 }
8217 /* Try object encoding */
8218 if (cmd->flags & REDIS_CMD_BULK)
8219 argv[argc-1] = tryObjectEncoding(argv[argc-1]);
8220 /* Run the command in the context of a fake client */
8221 fakeClient->argc = argc;
8222 fakeClient->argv = argv;
8223 cmd->proc(fakeClient);
8224 /* Discard the reply objects list from the fake client */
8225 while(listLength(fakeClient->reply))
8226 listDelNode(fakeClient->reply,listFirst(fakeClient->reply));
8227 /* Clean up, ready for the next command */
8228 for (j = 0; j < argc; j++) decrRefCount(argv[j]);
8229 zfree(argv);
8230 /* Handle swapping while loading big datasets when VM is on */
8231 loadedkeys++;
8232 if (server.vm_enabled && (loadedkeys % 5000) == 0) {
8233 while (zmalloc_used_memory() > server.vm_max_memory) {
8234 if (vmSwapOneObjectBlocking() == REDIS_ERR) break;
8235 }
8236 }
8237 }
8238
8239 /* This point can only be reached when EOF is reached without errors.
8240 * If the client is in the middle of a MULTI/EXEC, log error and quit. */
8241 if (fakeClient->flags & REDIS_MULTI) goto readerr;
8242
8243 fclose(fp);
8244 freeFakeClient(fakeClient);
8245 server.appendonly = appendonly;
8246 return REDIS_OK;
8247
8248 readerr:
8249 if (feof(fp)) {
8250 redisLog(REDIS_WARNING,"Unexpected end of file reading the append only file");
8251 } else {
8252 redisLog(REDIS_WARNING,"Unrecoverable error reading the append only file: %s", strerror(errno));
8253 }
8254 exit(1);
8255 fmterr:
8256 redisLog(REDIS_WARNING,"Bad file format reading the append only file");
8257 exit(1);
8258 }
8259
8260 /* Write an object into a file in the bulk format $<count>\r\n<payload>\r\n */
8261 static int fwriteBulkObject(FILE *fp, robj *obj) {
8262 char buf[128];
8263 int decrrc = 0;
8264
8265 /* Avoid the incr/decr ref count business if possible to help
8266 * copy-on-write (we are often in a child process when this function
8267 * is called).
8268 * Also makes sure that key objects don't get incrRefCount-ed when VM
8269 * is enabled */
8270 if (obj->encoding != REDIS_ENCODING_RAW) {
8271 obj = getDecodedObject(obj);
8272 decrrc = 1;
8273 }
8274 snprintf(buf,sizeof(buf),"$%ld\r\n",(long)sdslen(obj->ptr));
8275 if (fwrite(buf,strlen(buf),1,fp) == 0) goto err;
8276 if (sdslen(obj->ptr) && fwrite(obj->ptr,sdslen(obj->ptr),1,fp) == 0)
8277 goto err;
8278 if (fwrite("\r\n",2,1,fp) == 0) goto err;
8279 if (decrrc) decrRefCount(obj);
8280 return 1;
8281 err:
8282 if (decrrc) decrRefCount(obj);
8283 return 0;
8284 }
8285
8286 /* Write binary-safe string into a file in the bulkformat
8287 * $<count>\r\n<payload>\r\n */
8288 static int fwriteBulkString(FILE *fp, char *s, unsigned long len) {
8289 char buf[128];
8290
8291 snprintf(buf,sizeof(buf),"$%ld\r\n",(unsigned long)len);
8292 if (fwrite(buf,strlen(buf),1,fp) == 0) return 0;
8293 if (len && fwrite(s,len,1,fp) == 0) return 0;
8294 if (fwrite("\r\n",2,1,fp) == 0) return 0;
8295 return 1;
8296 }
8297
8298 /* Write a double value in bulk format $<count>\r\n<payload>\r\n */
8299 static int fwriteBulkDouble(FILE *fp, double d) {
8300 char buf[128], dbuf[128];
8301
8302 snprintf(dbuf,sizeof(dbuf),"%.17g\r\n",d);
8303 snprintf(buf,sizeof(buf),"$%lu\r\n",(unsigned long)strlen(dbuf)-2);
8304 if (fwrite(buf,strlen(buf),1,fp) == 0) return 0;
8305 if (fwrite(dbuf,strlen(dbuf),1,fp) == 0) return 0;
8306 return 1;
8307 }
8308
8309 /* Write a long value in bulk format $<count>\r\n<payload>\r\n */
8310 static int fwriteBulkLong(FILE *fp, long l) {
8311 char buf[128], lbuf[128];
8312
8313 snprintf(lbuf,sizeof(lbuf),"%ld\r\n",l);
8314 snprintf(buf,sizeof(buf),"$%lu\r\n",(unsigned long)strlen(lbuf)-2);
8315 if (fwrite(buf,strlen(buf),1,fp) == 0) return 0;
8316 if (fwrite(lbuf,strlen(lbuf),1,fp) == 0) return 0;
8317 return 1;
8318 }
8319
8320 /* Write a sequence of commands able to fully rebuild the dataset into
8321 * "filename". Used both by REWRITEAOF and BGREWRITEAOF. */
8322 static int rewriteAppendOnlyFile(char *filename) {
8323 dictIterator *di = NULL;
8324 dictEntry *de;
8325 FILE *fp;
8326 char tmpfile[256];
8327 int j;
8328 time_t now = time(NULL);
8329
8330 /* Note that we have to use a different temp name here compared to the
8331 * one used by rewriteAppendOnlyFileBackground() function. */
8332 snprintf(tmpfile,256,"temp-rewriteaof-%d.aof", (int) getpid());
8333 fp = fopen(tmpfile,"w");
8334 if (!fp) {
8335 redisLog(REDIS_WARNING, "Failed rewriting the append only file: %s", strerror(errno));
8336 return REDIS_ERR;
8337 }
8338 for (j = 0; j < server.dbnum; j++) {
8339 char selectcmd[] = "*2\r\n$6\r\nSELECT\r\n";
8340 redisDb *db = server.db+j;
8341 dict *d = db->dict;
8342 if (dictSize(d) == 0) continue;
8343 di = dictGetIterator(d);
8344 if (!di) {
8345 fclose(fp);
8346 return REDIS_ERR;
8347 }
8348
8349 /* SELECT the new DB */
8350 if (fwrite(selectcmd,sizeof(selectcmd)-1,1,fp) == 0) goto werr;
8351 if (fwriteBulkLong(fp,j) == 0) goto werr;
8352
8353 /* Iterate this DB writing every entry */
8354 while((de = dictNext(di)) != NULL) {
8355 robj *key, *o;
8356 time_t expiretime;
8357 int swapped;
8358
8359 key = dictGetEntryKey(de);
8360 /* If the value for this key is swapped, load a preview in memory.
8361 * We use a "swapped" flag to remember if we need to free the
8362 * value object instead to just increment the ref count anyway
8363 * in order to avoid copy-on-write of pages if we are forked() */
8364 if (!server.vm_enabled || key->storage == REDIS_VM_MEMORY ||
8365 key->storage == REDIS_VM_SWAPPING) {
8366 o = dictGetEntryVal(de);
8367 swapped = 0;
8368 } else {
8369 o = vmPreviewObject(key);
8370 swapped = 1;
8371 }
8372 expiretime = getExpire(db,key);
8373
8374 /* Save the key and associated value */
8375 if (o->type == REDIS_STRING) {
8376 /* Emit a SET command */
8377 char cmd[]="*3\r\n$3\r\nSET\r\n";
8378 if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
8379 /* Key and value */
8380 if (fwriteBulkObject(fp,key) == 0) goto werr;
8381 if (fwriteBulkObject(fp,o) == 0) goto werr;
8382 } else if (o->type == REDIS_LIST) {
8383 /* Emit the RPUSHes needed to rebuild the list */
8384 list *list = o->ptr;
8385 listNode *ln;
8386 listIter li;
8387
8388 listRewind(list,&li);
8389 while((ln = listNext(&li))) {
8390 char cmd[]="*3\r\n$5\r\nRPUSH\r\n";
8391 robj *eleobj = listNodeValue(ln);
8392
8393 if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
8394 if (fwriteBulkObject(fp,key) == 0) goto werr;
8395 if (fwriteBulkObject(fp,eleobj) == 0) goto werr;
8396 }
8397 } else if (o->type == REDIS_SET) {
8398 /* Emit the SADDs needed to rebuild the set */
8399 dict *set = o->ptr;
8400 dictIterator *di = dictGetIterator(set);
8401 dictEntry *de;
8402
8403 while((de = dictNext(di)) != NULL) {
8404 char cmd[]="*3\r\n$4\r\nSADD\r\n";
8405 robj *eleobj = dictGetEntryKey(de);
8406
8407 if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
8408 if (fwriteBulkObject(fp,key) == 0) goto werr;
8409 if (fwriteBulkObject(fp,eleobj) == 0) goto werr;
8410 }
8411 dictReleaseIterator(di);
8412 } else if (o->type == REDIS_ZSET) {
8413 /* Emit the ZADDs needed to rebuild the sorted set */
8414 zset *zs = o->ptr;
8415 dictIterator *di = dictGetIterator(zs->dict);
8416 dictEntry *de;
8417
8418 while((de = dictNext(di)) != NULL) {
8419 char cmd[]="*4\r\n$4\r\nZADD\r\n";
8420 robj *eleobj = dictGetEntryKey(de);
8421 double *score = dictGetEntryVal(de);
8422
8423 if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
8424 if (fwriteBulkObject(fp,key) == 0) goto werr;
8425 if (fwriteBulkDouble(fp,*score) == 0) goto werr;
8426 if (fwriteBulkObject(fp,eleobj) == 0) goto werr;
8427 }
8428 dictReleaseIterator(di);
8429 } else if (o->type == REDIS_HASH) {
8430 char cmd[]="*4\r\n$4\r\nHSET\r\n";
8431
8432 /* Emit the HSETs needed to rebuild the hash */
8433 if (o->encoding == REDIS_ENCODING_ZIPMAP) {
8434 unsigned char *p = zipmapRewind(o->ptr);
8435 unsigned char *field, *val;
8436 unsigned int flen, vlen;
8437
8438 while((p = zipmapNext(p,&field,&flen,&val,&vlen)) != NULL) {
8439 if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
8440 if (fwriteBulkObject(fp,key) == 0) goto werr;
8441 if (fwriteBulkString(fp,(char*)field,flen) == -1)
8442 return -1;
8443 if (fwriteBulkString(fp,(char*)val,vlen) == -1)
8444 return -1;
8445 }
8446 } else {
8447 dictIterator *di = dictGetIterator(o->ptr);
8448 dictEntry *de;
8449
8450 while((de = dictNext(di)) != NULL) {
8451 robj *field = dictGetEntryKey(de);
8452 robj *val = dictGetEntryVal(de);
8453
8454 if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
8455 if (fwriteBulkObject(fp,key) == 0) goto werr;
8456 if (fwriteBulkObject(fp,field) == -1) return -1;
8457 if (fwriteBulkObject(fp,val) == -1) return -1;
8458 }
8459 dictReleaseIterator(di);
8460 }
8461 } else {
8462 redisPanic("Unknown object type");
8463 }
8464 /* Save the expire time */
8465 if (expiretime != -1) {
8466 char cmd[]="*3\r\n$8\r\nEXPIREAT\r\n";
8467 /* If this key is already expired skip it */
8468 if (expiretime < now) continue;
8469 if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
8470 if (fwriteBulkObject(fp,key) == 0) goto werr;
8471 if (fwriteBulkLong(fp,expiretime) == 0) goto werr;
8472 }
8473 if (swapped) decrRefCount(o);
8474 }
8475 dictReleaseIterator(di);
8476 }
8477
8478 /* Make sure data will not remain on the OS's output buffers */
8479 fflush(fp);
8480 fsync(fileno(fp));
8481 fclose(fp);
8482
8483 /* Use RENAME to make sure the DB file is changed atomically only
8484 * if the generate DB file is ok. */
8485 if (rename(tmpfile,filename) == -1) {
8486 redisLog(REDIS_WARNING,"Error moving temp append only file on the final destination: %s", strerror(errno));
8487 unlink(tmpfile);
8488 return REDIS_ERR;
8489 }
8490 redisLog(REDIS_NOTICE,"SYNC append only file rewrite performed");
8491 return REDIS_OK;
8492
8493 werr:
8494 fclose(fp);
8495 unlink(tmpfile);
8496 redisLog(REDIS_WARNING,"Write error writing append only file on disk: %s", strerror(errno));
8497 if (di) dictReleaseIterator(di);
8498 return REDIS_ERR;
8499 }
8500
8501 /* This is how rewriting of the append only file in background works:
8502 *
8503 * 1) The user calls BGREWRITEAOF
8504 * 2) Redis calls this function, that forks():
8505 * 2a) the child rewrite the append only file in a temp file.
8506 * 2b) the parent accumulates differences in server.bgrewritebuf.
8507 * 3) When the child finished '2a' exists.
8508 * 4) The parent will trap the exit code, if it's OK, will append the
8509 * data accumulated into server.bgrewritebuf into the temp file, and
8510 * finally will rename(2) the temp file in the actual file name.
8511 * The the new file is reopened as the new append only file. Profit!
8512 */
8513 static int rewriteAppendOnlyFileBackground(void) {
8514 pid_t childpid;
8515
8516 if (server.bgrewritechildpid != -1) return REDIS_ERR;
8517 if (server.vm_enabled) waitEmptyIOJobsQueue();
8518 if ((childpid = fork()) == 0) {
8519 /* Child */
8520 char tmpfile[256];
8521
8522 if (server.vm_enabled) vmReopenSwapFile();
8523 close(server.fd);
8524 snprintf(tmpfile,256,"temp-rewriteaof-bg-%d.aof", (int) getpid());
8525 if (rewriteAppendOnlyFile(tmpfile) == REDIS_OK) {
8526 _exit(0);
8527 } else {
8528 _exit(1);
8529 }
8530 } else {
8531 /* Parent */
8532 if (childpid == -1) {
8533 redisLog(REDIS_WARNING,
8534 "Can't rewrite append only file in background: fork: %s",
8535 strerror(errno));
8536 return REDIS_ERR;
8537 }
8538 redisLog(REDIS_NOTICE,
8539 "Background append only file rewriting started by pid %d",childpid);
8540 server.bgrewritechildpid = childpid;
8541 updateDictResizePolicy();
8542 /* We set appendseldb to -1 in order to force the next call to the
8543 * feedAppendOnlyFile() to issue a SELECT command, so the differences
8544 * accumulated by the parent into server.bgrewritebuf will start
8545 * with a SELECT statement and it will be safe to merge. */
8546 server.appendseldb = -1;
8547 return REDIS_OK;
8548 }
8549 return REDIS_OK; /* unreached */
8550 }
8551
8552 static void bgrewriteaofCommand(redisClient *c) {
8553 if (server.bgrewritechildpid != -1) {
8554 addReplySds(c,sdsnew("-ERR background append only file rewriting already in progress\r\n"));
8555 return;
8556 }
8557 if (rewriteAppendOnlyFileBackground() == REDIS_OK) {
8558 char *status = "+Background append only file rewriting started\r\n";
8559 addReplySds(c,sdsnew(status));
8560 } else {
8561 addReply(c,shared.err);
8562 }
8563 }
8564
8565 static void aofRemoveTempFile(pid_t childpid) {
8566 char tmpfile[256];
8567
8568 snprintf(tmpfile,256,"temp-rewriteaof-bg-%d.aof", (int) childpid);
8569 unlink(tmpfile);
8570 }
8571
8572 /* Virtual Memory is composed mainly of two subsystems:
8573 * - Blocking Virutal Memory
8574 * - Threaded Virtual Memory I/O
8575 * The two parts are not fully decoupled, but functions are split among two
8576 * different sections of the source code (delimited by comments) in order to
8577 * make more clear what functionality is about the blocking VM and what about
8578 * the threaded (not blocking) VM.
8579 *
8580 * Redis VM design:
8581 *
8582 * Redis VM is a blocking VM (one that blocks reading swapped values from
8583 * disk into memory when a value swapped out is needed in memory) that is made
8584 * unblocking by trying to examine the command argument vector in order to
8585 * load in background values that will likely be needed in order to exec
8586 * the command. The command is executed only once all the relevant keys
8587 * are loaded into memory.
8588 *
8589 * This basically is almost as simple of a blocking VM, but almost as parallel
8590 * as a fully non-blocking VM.
8591 */
8592
8593 /* =================== Virtual Memory - Blocking Side ====================== */
8594
8595 static void vmInit(void) {
8596 off_t totsize;
8597 int pipefds[2];
8598 size_t stacksize;
8599 struct flock fl;
8600
8601 if (server.vm_max_threads != 0)
8602 zmalloc_enable_thread_safeness(); /* we need thread safe zmalloc() */
8603
8604 redisLog(REDIS_NOTICE,"Using '%s' as swap file",server.vm_swap_file);
8605 /* Try to open the old swap file, otherwise create it */
8606 if ((server.vm_fp = fopen(server.vm_swap_file,"r+b")) == NULL) {
8607 server.vm_fp = fopen(server.vm_swap_file,"w+b");
8608 }
8609 if (server.vm_fp == NULL) {
8610 redisLog(REDIS_WARNING,
8611 "Can't open the swap file: %s. Exiting.",
8612 strerror(errno));
8613 exit(1);
8614 }
8615 server.vm_fd = fileno(server.vm_fp);
8616 /* Lock the swap file for writing, this is useful in order to avoid
8617 * another instance to use the same swap file for a config error. */
8618 fl.l_type = F_WRLCK;
8619 fl.l_whence = SEEK_SET;
8620 fl.l_start = fl.l_len = 0;
8621 if (fcntl(server.vm_fd,F_SETLK,&fl) == -1) {
8622 redisLog(REDIS_WARNING,
8623 "Can't lock the swap file at '%s': %s. Make sure it is not used by another Redis instance.", server.vm_swap_file, strerror(errno));
8624 exit(1);
8625 }
8626 /* Initialize */
8627 server.vm_next_page = 0;
8628 server.vm_near_pages = 0;
8629 server.vm_stats_used_pages = 0;
8630 server.vm_stats_swapped_objects = 0;
8631 server.vm_stats_swapouts = 0;
8632 server.vm_stats_swapins = 0;
8633 totsize = server.vm_pages*server.vm_page_size;
8634 redisLog(REDIS_NOTICE,"Allocating %lld bytes of swap file",totsize);
8635 if (ftruncate(server.vm_fd,totsize) == -1) {
8636 redisLog(REDIS_WARNING,"Can't ftruncate swap file: %s. Exiting.",
8637 strerror(errno));
8638 exit(1);
8639 } else {
8640 redisLog(REDIS_NOTICE,"Swap file allocated with success");
8641 }
8642 server.vm_bitmap = zmalloc((server.vm_pages+7)/8);
8643 redisLog(REDIS_VERBOSE,"Allocated %lld bytes page table for %lld pages",
8644 (long long) (server.vm_pages+7)/8, server.vm_pages);
8645 memset(server.vm_bitmap,0,(server.vm_pages+7)/8);
8646
8647 /* Initialize threaded I/O (used by Virtual Memory) */
8648 server.io_newjobs = listCreate();
8649 server.io_processing = listCreate();
8650 server.io_processed = listCreate();
8651 server.io_ready_clients = listCreate();
8652 pthread_mutex_init(&server.io_mutex,NULL);
8653 pthread_mutex_init(&server.obj_freelist_mutex,NULL);
8654 pthread_mutex_init(&server.io_swapfile_mutex,NULL);
8655 server.io_active_threads = 0;
8656 if (pipe(pipefds) == -1) {
8657 redisLog(REDIS_WARNING,"Unable to intialized VM: pipe(2): %s. Exiting."
8658 ,strerror(errno));
8659 exit(1);
8660 }
8661 server.io_ready_pipe_read = pipefds[0];
8662 server.io_ready_pipe_write = pipefds[1];
8663 redisAssert(anetNonBlock(NULL,server.io_ready_pipe_read) != ANET_ERR);
8664 /* LZF requires a lot of stack */
8665 pthread_attr_init(&server.io_threads_attr);
8666 pthread_attr_getstacksize(&server.io_threads_attr, &stacksize);
8667 while (stacksize < REDIS_THREAD_STACK_SIZE) stacksize *= 2;
8668 pthread_attr_setstacksize(&server.io_threads_attr, stacksize);
8669 /* Listen for events in the threaded I/O pipe */
8670 if (aeCreateFileEvent(server.el, server.io_ready_pipe_read, AE_READABLE,
8671 vmThreadedIOCompletedJob, NULL) == AE_ERR)
8672 oom("creating file event");
8673 }
8674
8675 /* Mark the page as used */
8676 static void vmMarkPageUsed(off_t page) {
8677 off_t byte = page/8;
8678 int bit = page&7;
8679 redisAssert(vmFreePage(page) == 1);
8680 server.vm_bitmap[byte] |= 1<<bit;
8681 }
8682
8683 /* Mark N contiguous pages as used, with 'page' being the first. */
8684 static void vmMarkPagesUsed(off_t page, off_t count) {
8685 off_t j;
8686
8687 for (j = 0; j < count; j++)
8688 vmMarkPageUsed(page+j);
8689 server.vm_stats_used_pages += count;
8690 redisLog(REDIS_DEBUG,"Mark USED pages: %lld pages at %lld\n",
8691 (long long)count, (long long)page);
8692 }
8693
8694 /* Mark the page as free */
8695 static void vmMarkPageFree(off_t page) {
8696 off_t byte = page/8;
8697 int bit = page&7;
8698 redisAssert(vmFreePage(page) == 0);
8699 server.vm_bitmap[byte] &= ~(1<<bit);
8700 }
8701
8702 /* Mark N contiguous pages as free, with 'page' being the first. */
8703 static void vmMarkPagesFree(off_t page, off_t count) {
8704 off_t j;
8705
8706 for (j = 0; j < count; j++)
8707 vmMarkPageFree(page+j);
8708 server.vm_stats_used_pages -= count;
8709 redisLog(REDIS_DEBUG,"Mark FREE pages: %lld pages at %lld\n",
8710 (long long)count, (long long)page);
8711 }
8712
8713 /* Test if the page is free */
8714 static int vmFreePage(off_t page) {
8715 off_t byte = page/8;
8716 int bit = page&7;
8717 return (server.vm_bitmap[byte] & (1<<bit)) == 0;
8718 }
8719
8720 /* Find N contiguous free pages storing the first page of the cluster in *first.
8721 * Returns REDIS_OK if it was able to find N contiguous pages, otherwise
8722 * REDIS_ERR is returned.
8723 *
8724 * This function uses a simple algorithm: we try to allocate
8725 * REDIS_VM_MAX_NEAR_PAGES sequentially, when we reach this limit we start
8726 * again from the start of the swap file searching for free spaces.
8727 *
8728 * If it looks pretty clear that there are no free pages near our offset
8729 * we try to find less populated places doing a forward jump of
8730 * REDIS_VM_MAX_RANDOM_JUMP, then we start scanning again a few pages
8731 * without hurry, and then we jump again and so forth...
8732 *
8733 * This function can be improved using a free list to avoid to guess
8734 * too much, since we could collect data about freed pages.
8735 *
8736 * note: I implemented this function just after watching an episode of
8737 * Battlestar Galactica, where the hybrid was continuing to say "JUMP!"
8738 */
8739 static int vmFindContiguousPages(off_t *first, off_t n) {
8740 off_t base, offset = 0, since_jump = 0, numfree = 0;
8741
8742 if (server.vm_near_pages == REDIS_VM_MAX_NEAR_PAGES) {
8743 server.vm_near_pages = 0;
8744 server.vm_next_page = 0;
8745 }
8746 server.vm_near_pages++; /* Yet another try for pages near to the old ones */
8747 base = server.vm_next_page;
8748
8749 while(offset < server.vm_pages) {
8750 off_t this = base+offset;
8751
8752 /* If we overflow, restart from page zero */
8753 if (this >= server.vm_pages) {
8754 this -= server.vm_pages;
8755 if (this == 0) {
8756 /* Just overflowed, what we found on tail is no longer
8757 * interesting, as it's no longer contiguous. */
8758 numfree = 0;
8759 }
8760 }
8761 if (vmFreePage(this)) {
8762 /* This is a free page */
8763 numfree++;
8764 /* Already got N free pages? Return to the caller, with success */
8765 if (numfree == n) {
8766 *first = this-(n-1);
8767 server.vm_next_page = this+1;
8768 redisLog(REDIS_DEBUG, "FOUND CONTIGUOUS PAGES: %lld pages at %lld\n", (long long) n, (long long) *first);
8769 return REDIS_OK;
8770 }
8771 } else {
8772 /* The current one is not a free page */
8773 numfree = 0;
8774 }
8775
8776 /* Fast-forward if the current page is not free and we already
8777 * searched enough near this place. */
8778 since_jump++;
8779 if (!numfree && since_jump >= REDIS_VM_MAX_RANDOM_JUMP/4) {
8780 offset += random() % REDIS_VM_MAX_RANDOM_JUMP;
8781 since_jump = 0;
8782 /* Note that even if we rewind after the jump, we are don't need
8783 * to make sure numfree is set to zero as we only jump *if* it
8784 * is set to zero. */
8785 } else {
8786 /* Otherwise just check the next page */
8787 offset++;
8788 }
8789 }
8790 return REDIS_ERR;
8791 }
8792
8793 /* Write the specified object at the specified page of the swap file */
8794 static int vmWriteObjectOnSwap(robj *o, off_t page) {
8795 if (server.vm_enabled) pthread_mutex_lock(&server.io_swapfile_mutex);
8796 if (fseeko(server.vm_fp,page*server.vm_page_size,SEEK_SET) == -1) {
8797 if (server.vm_enabled) pthread_mutex_unlock(&server.io_swapfile_mutex);
8798 redisLog(REDIS_WARNING,
8799 "Critical VM problem in vmWriteObjectOnSwap(): can't seek: %s",
8800 strerror(errno));
8801 return REDIS_ERR;
8802 }
8803 rdbSaveObject(server.vm_fp,o);
8804 fflush(server.vm_fp);
8805 if (server.vm_enabled) pthread_mutex_unlock(&server.io_swapfile_mutex);
8806 return REDIS_OK;
8807 }
8808
8809 /* Swap the 'val' object relative to 'key' into disk. Store all the information
8810 * needed to later retrieve the object into the key object.
8811 * If we can't find enough contiguous empty pages to swap the object on disk
8812 * REDIS_ERR is returned. */
8813 static int vmSwapObjectBlocking(robj *key, robj *val) {
8814 off_t pages = rdbSavedObjectPages(val,NULL);
8815 off_t page;
8816
8817 assert(key->storage == REDIS_VM_MEMORY);
8818 assert(key->refcount == 1);
8819 if (vmFindContiguousPages(&page,pages) == REDIS_ERR) return REDIS_ERR;
8820 if (vmWriteObjectOnSwap(val,page) == REDIS_ERR) return REDIS_ERR;
8821 key->vm.page = page;
8822 key->vm.usedpages = pages;
8823 key->storage = REDIS_VM_SWAPPED;
8824 key->vtype = val->type;
8825 decrRefCount(val); /* Deallocate the object from memory. */
8826 vmMarkPagesUsed(page,pages);
8827 redisLog(REDIS_DEBUG,"VM: object %s swapped out at %lld (%lld pages)",
8828 (unsigned char*) key->ptr,
8829 (unsigned long long) page, (unsigned long long) pages);
8830 server.vm_stats_swapped_objects++;
8831 server.vm_stats_swapouts++;
8832 return REDIS_OK;
8833 }
8834
8835 static robj *vmReadObjectFromSwap(off_t page, int type) {
8836 robj *o;
8837
8838 if (server.vm_enabled) pthread_mutex_lock(&server.io_swapfile_mutex);
8839 if (fseeko(server.vm_fp,page*server.vm_page_size,SEEK_SET) == -1) {
8840 redisLog(REDIS_WARNING,
8841 "Unrecoverable VM problem in vmReadObjectFromSwap(): can't seek: %s",
8842 strerror(errno));
8843 _exit(1);
8844 }
8845 o = rdbLoadObject(type,server.vm_fp);
8846 if (o == NULL) {
8847 redisLog(REDIS_WARNING, "Unrecoverable VM problem in vmReadObjectFromSwap(): can't load object from swap file: %s", strerror(errno));
8848 _exit(1);
8849 }
8850 if (server.vm_enabled) pthread_mutex_unlock(&server.io_swapfile_mutex);
8851 return o;
8852 }
8853
8854 /* Load the value object relative to the 'key' object from swap to memory.
8855 * The newly allocated object is returned.
8856 *
8857 * If preview is true the unserialized object is returned to the caller but
8858 * no changes are made to the key object, nor the pages are marked as freed */
8859 static robj *vmGenericLoadObject(robj *key, int preview) {
8860 robj *val;
8861
8862 redisAssert(key->storage == REDIS_VM_SWAPPED || key->storage == REDIS_VM_LOADING);
8863 val = vmReadObjectFromSwap(key->vm.page,key->vtype);
8864 if (!preview) {
8865 key->storage = REDIS_VM_MEMORY;
8866 key->vm.atime = server.unixtime;
8867 vmMarkPagesFree(key->vm.page,key->vm.usedpages);
8868 redisLog(REDIS_DEBUG, "VM: object %s loaded from disk",
8869 (unsigned char*) key->ptr);
8870 server.vm_stats_swapped_objects--;
8871 } else {
8872 redisLog(REDIS_DEBUG, "VM: object %s previewed from disk",
8873 (unsigned char*) key->ptr);
8874 }
8875 server.vm_stats_swapins++;
8876 return val;
8877 }
8878
8879 /* Plain object loading, from swap to memory */
8880 static robj *vmLoadObject(robj *key) {
8881 /* If we are loading the object in background, stop it, we
8882 * need to load this object synchronously ASAP. */
8883 if (key->storage == REDIS_VM_LOADING)
8884 vmCancelThreadedIOJob(key);
8885 return vmGenericLoadObject(key,0);
8886 }
8887
8888 /* Just load the value on disk, without to modify the key.
8889 * This is useful when we want to perform some operation on the value
8890 * without to really bring it from swap to memory, like while saving the
8891 * dataset or rewriting the append only log. */
8892 static robj *vmPreviewObject(robj *key) {
8893 return vmGenericLoadObject(key,1);
8894 }
8895
8896 /* How a good candidate is this object for swapping?
8897 * The better candidate it is, the greater the returned value.
8898 *
8899 * Currently we try to perform a fast estimation of the object size in
8900 * memory, and combine it with aging informations.
8901 *
8902 * Basically swappability = idle-time * log(estimated size)
8903 *
8904 * Bigger objects are preferred over smaller objects, but not
8905 * proportionally, this is why we use the logarithm. This algorithm is
8906 * just a first try and will probably be tuned later. */
8907 static double computeObjectSwappability(robj *o) {
8908 time_t age = server.unixtime - o->vm.atime;
8909 long asize = 0;
8910 list *l;
8911 dict *d;
8912 struct dictEntry *de;
8913 int z;
8914
8915 if (age <= 0) return 0;
8916 switch(o->type) {
8917 case REDIS_STRING:
8918 if (o->encoding != REDIS_ENCODING_RAW) {
8919 asize = sizeof(*o);
8920 } else {
8921 asize = sdslen(o->ptr)+sizeof(*o)+sizeof(long)*2;
8922 }
8923 break;
8924 case REDIS_LIST:
8925 l = o->ptr;
8926 listNode *ln = listFirst(l);
8927
8928 asize = sizeof(list);
8929 if (ln) {
8930 robj *ele = ln->value;
8931 long elesize;
8932
8933 elesize = (ele->encoding == REDIS_ENCODING_RAW) ?
8934 (sizeof(*o)+sdslen(ele->ptr)) :
8935 sizeof(*o);
8936 asize += (sizeof(listNode)+elesize)*listLength(l);
8937 }
8938 break;
8939 case REDIS_SET:
8940 case REDIS_ZSET:
8941 z = (o->type == REDIS_ZSET);
8942 d = z ? ((zset*)o->ptr)->dict : o->ptr;
8943
8944 asize = sizeof(dict)+(sizeof(struct dictEntry*)*dictSlots(d));
8945 if (z) asize += sizeof(zset)-sizeof(dict);
8946 if (dictSize(d)) {
8947 long elesize;
8948 robj *ele;
8949
8950 de = dictGetRandomKey(d);
8951 ele = dictGetEntryKey(de);
8952 elesize = (ele->encoding == REDIS_ENCODING_RAW) ?
8953 (sizeof(*o)+sdslen(ele->ptr)) :
8954 sizeof(*o);
8955 asize += (sizeof(struct dictEntry)+elesize)*dictSize(d);
8956 if (z) asize += sizeof(zskiplistNode)*dictSize(d);
8957 }
8958 break;
8959 case REDIS_HASH:
8960 if (o->encoding == REDIS_ENCODING_ZIPMAP) {
8961 unsigned char *p = zipmapRewind((unsigned char*)o->ptr);
8962 unsigned int len = zipmapLen((unsigned char*)o->ptr);
8963 unsigned int klen, vlen;
8964 unsigned char *key, *val;
8965
8966 if ((p = zipmapNext(p,&key,&klen,&val,&vlen)) == NULL) {
8967 klen = 0;
8968 vlen = 0;
8969 }
8970 asize = len*(klen+vlen+3);
8971 } else if (o->encoding == REDIS_ENCODING_HT) {
8972 d = o->ptr;
8973 asize = sizeof(dict)+(sizeof(struct dictEntry*)*dictSlots(d));
8974 if (dictSize(d)) {
8975 long elesize;
8976 robj *ele;
8977
8978 de = dictGetRandomKey(d);
8979 ele = dictGetEntryKey(de);
8980 elesize = (ele->encoding == REDIS_ENCODING_RAW) ?
8981 (sizeof(*o)+sdslen(ele->ptr)) :
8982 sizeof(*o);
8983 ele = dictGetEntryVal(de);
8984 elesize = (ele->encoding == REDIS_ENCODING_RAW) ?
8985 (sizeof(*o)+sdslen(ele->ptr)) :
8986 sizeof(*o);
8987 asize += (sizeof(struct dictEntry)+elesize)*dictSize(d);
8988 }
8989 }
8990 break;
8991 }
8992 return (double)age*log(1+asize);
8993 }
8994
8995 /* Try to swap an object that's a good candidate for swapping.
8996 * Returns REDIS_OK if the object was swapped, REDIS_ERR if it's not possible
8997 * to swap any object at all.
8998 *
8999 * If 'usethreaded' is true, Redis will try to swap the object in background
9000 * using I/O threads. */
9001 static int vmSwapOneObject(int usethreads) {
9002 int j, i;
9003 struct dictEntry *best = NULL;
9004 double best_swappability = 0;
9005 redisDb *best_db = NULL;
9006 robj *key, *val;
9007
9008 for (j = 0; j < server.dbnum; j++) {
9009 redisDb *db = server.db+j;
9010 /* Why maxtries is set to 100?
9011 * Because this way (usually) we'll find 1 object even if just 1% - 2%
9012 * are swappable objects */
9013 int maxtries = 100;
9014
9015 if (dictSize(db->dict) == 0) continue;
9016 for (i = 0; i < 5; i++) {
9017 dictEntry *de;
9018 double swappability;
9019
9020 if (maxtries) maxtries--;
9021 de = dictGetRandomKey(db->dict);
9022 key = dictGetEntryKey(de);
9023 val = dictGetEntryVal(de);
9024 /* Only swap objects that are currently in memory.
9025 *
9026 * Also don't swap shared objects if threaded VM is on, as we
9027 * try to ensure that the main thread does not touch the
9028 * object while the I/O thread is using it, but we can't
9029 * control other keys without adding additional mutex. */
9030 if (key->storage != REDIS_VM_MEMORY ||
9031 (server.vm_max_threads != 0 && val->refcount != 1)) {
9032 if (maxtries) i--; /* don't count this try */
9033 continue;
9034 }
9035 swappability = computeObjectSwappability(val);
9036 if (!best || swappability > best_swappability) {
9037 best = de;
9038 best_swappability = swappability;
9039 best_db = db;
9040 }
9041 }
9042 }
9043 if (best == NULL) return REDIS_ERR;
9044 key = dictGetEntryKey(best);
9045 val = dictGetEntryVal(best);
9046
9047 redisLog(REDIS_DEBUG,"Key with best swappability: %s, %f",
9048 key->ptr, best_swappability);
9049
9050 /* Unshare the key if needed */
9051 if (key->refcount > 1) {
9052 robj *newkey = dupStringObject(key);
9053 decrRefCount(key);
9054 key = dictGetEntryKey(best) = newkey;
9055 }
9056 /* Swap it */
9057 if (usethreads) {
9058 vmSwapObjectThreaded(key,val,best_db);
9059 return REDIS_OK;
9060 } else {
9061 if (vmSwapObjectBlocking(key,val) == REDIS_OK) {
9062 dictGetEntryVal(best) = NULL;
9063 return REDIS_OK;
9064 } else {
9065 return REDIS_ERR;
9066 }
9067 }
9068 }
9069
9070 static int vmSwapOneObjectBlocking() {
9071 return vmSwapOneObject(0);
9072 }
9073
9074 static int vmSwapOneObjectThreaded() {
9075 return vmSwapOneObject(1);
9076 }
9077
9078 /* Return true if it's safe to swap out objects in a given moment.
9079 * Basically we don't want to swap objects out while there is a BGSAVE
9080 * or a BGAEOREWRITE running in backgroud. */
9081 static int vmCanSwapOut(void) {
9082 return (server.bgsavechildpid == -1 && server.bgrewritechildpid == -1);
9083 }
9084
9085 /* Delete a key if swapped. Returns 1 if the key was found, was swapped
9086 * and was deleted. Otherwise 0 is returned. */
9087 static int deleteIfSwapped(redisDb *db, robj *key) {
9088 dictEntry *de;
9089 robj *foundkey;
9090
9091 if ((de = dictFind(db->dict,key)) == NULL) return 0;
9092 foundkey = dictGetEntryKey(de);
9093 if (foundkey->storage == REDIS_VM_MEMORY) return 0;
9094 deleteKey(db,key);
9095 return 1;
9096 }
9097
9098 /* =================== Virtual Memory - Threaded I/O ======================= */
9099
9100 static void freeIOJob(iojob *j) {
9101 if ((j->type == REDIS_IOJOB_PREPARE_SWAP ||
9102 j->type == REDIS_IOJOB_DO_SWAP ||
9103 j->type == REDIS_IOJOB_LOAD) && j->val != NULL)
9104 decrRefCount(j->val);
9105 /* We don't decrRefCount the j->key field as we did't incremented
9106 * the count creating IO Jobs. This is because the key field here is
9107 * just used as an indentifier and if a key is removed the Job should
9108 * never be touched again. */
9109 zfree(j);
9110 }
9111
9112 /* Every time a thread finished a Job, it writes a byte into the write side
9113 * of an unix pipe in order to "awake" the main thread, and this function
9114 * is called. */
9115 static void vmThreadedIOCompletedJob(aeEventLoop *el, int fd, void *privdata,
9116 int mask)
9117 {
9118 char buf[1];
9119 int retval, processed = 0, toprocess = -1, trytoswap = 1;
9120 REDIS_NOTUSED(el);
9121 REDIS_NOTUSED(mask);
9122 REDIS_NOTUSED(privdata);
9123
9124 /* For every byte we read in the read side of the pipe, there is one
9125 * I/O job completed to process. */
9126 while((retval = read(fd,buf,1)) == 1) {
9127 iojob *j;
9128 listNode *ln;
9129 robj *key;
9130 struct dictEntry *de;
9131
9132 redisLog(REDIS_DEBUG,"Processing I/O completed job");
9133
9134 /* Get the processed element (the oldest one) */
9135 lockThreadedIO();
9136 assert(listLength(server.io_processed) != 0);
9137 if (toprocess == -1) {
9138 toprocess = (listLength(server.io_processed)*REDIS_MAX_COMPLETED_JOBS_PROCESSED)/100;
9139 if (toprocess <= 0) toprocess = 1;
9140 }
9141 ln = listFirst(server.io_processed);
9142 j = ln->value;
9143 listDelNode(server.io_processed,ln);
9144 unlockThreadedIO();
9145 /* If this job is marked as canceled, just ignore it */
9146 if (j->canceled) {
9147 freeIOJob(j);
9148 continue;
9149 }
9150 /* Post process it in the main thread, as there are things we
9151 * can do just here to avoid race conditions and/or invasive locks */
9152 redisLog(REDIS_DEBUG,"Job %p type: %d, key at %p (%s) refcount: %d\n", (void*) j, j->type, (void*)j->key, (char*)j->key->ptr, j->key->refcount);
9153 de = dictFind(j->db->dict,j->key);
9154 assert(de != NULL);
9155 key = dictGetEntryKey(de);
9156 if (j->type == REDIS_IOJOB_LOAD) {
9157 redisDb *db;
9158
9159 /* Key loaded, bring it at home */
9160 key->storage = REDIS_VM_MEMORY;
9161 key->vm.atime = server.unixtime;
9162 vmMarkPagesFree(key->vm.page,key->vm.usedpages);
9163 redisLog(REDIS_DEBUG, "VM: object %s loaded from disk (threaded)",
9164 (unsigned char*) key->ptr);
9165 server.vm_stats_swapped_objects--;
9166 server.vm_stats_swapins++;
9167 dictGetEntryVal(de) = j->val;
9168 incrRefCount(j->val);
9169 db = j->db;
9170 freeIOJob(j);
9171 /* Handle clients waiting for this key to be loaded. */
9172 handleClientsBlockedOnSwappedKey(db,key);
9173 } else if (j->type == REDIS_IOJOB_PREPARE_SWAP) {
9174 /* Now we know the amount of pages required to swap this object.
9175 * Let's find some space for it, and queue this task again
9176 * rebranded as REDIS_IOJOB_DO_SWAP. */
9177 if (!vmCanSwapOut() ||
9178 vmFindContiguousPages(&j->page,j->pages) == REDIS_ERR)
9179 {
9180 /* Ooops... no space or we can't swap as there is
9181 * a fork()ed Redis trying to save stuff on disk. */
9182 freeIOJob(j);
9183 key->storage = REDIS_VM_MEMORY; /* undo operation */
9184 } else {
9185 /* Note that we need to mark this pages as used now,
9186 * if the job will be canceled, we'll mark them as freed
9187 * again. */
9188 vmMarkPagesUsed(j->page,j->pages);
9189 j->type = REDIS_IOJOB_DO_SWAP;
9190 lockThreadedIO();
9191 queueIOJob(j);
9192 unlockThreadedIO();
9193 }
9194 } else if (j->type == REDIS_IOJOB_DO_SWAP) {
9195 robj *val;
9196
9197 /* Key swapped. We can finally free some memory. */
9198 if (key->storage != REDIS_VM_SWAPPING) {
9199 printf("key->storage: %d\n",key->storage);
9200 printf("key->name: %s\n",(char*)key->ptr);
9201 printf("key->refcount: %d\n",key->refcount);
9202 printf("val: %p\n",(void*)j->val);
9203 printf("val->type: %d\n",j->val->type);
9204 printf("val->ptr: %s\n",(char*)j->val->ptr);
9205 }
9206 redisAssert(key->storage == REDIS_VM_SWAPPING);
9207 val = dictGetEntryVal(de);
9208 key->vm.page = j->page;
9209 key->vm.usedpages = j->pages;
9210 key->storage = REDIS_VM_SWAPPED;
9211 key->vtype = j->val->type;
9212 decrRefCount(val); /* Deallocate the object from memory. */
9213 dictGetEntryVal(de) = NULL;
9214 redisLog(REDIS_DEBUG,
9215 "VM: object %s swapped out at %lld (%lld pages) (threaded)",
9216 (unsigned char*) key->ptr,
9217 (unsigned long long) j->page, (unsigned long long) j->pages);
9218 server.vm_stats_swapped_objects++;
9219 server.vm_stats_swapouts++;
9220 freeIOJob(j);
9221 /* Put a few more swap requests in queue if we are still
9222 * out of memory */
9223 if (trytoswap && vmCanSwapOut() &&
9224 zmalloc_used_memory() > server.vm_max_memory)
9225 {
9226 int more = 1;
9227 while(more) {
9228 lockThreadedIO();
9229 more = listLength(server.io_newjobs) <
9230 (unsigned) server.vm_max_threads;
9231 unlockThreadedIO();
9232 /* Don't waste CPU time if swappable objects are rare. */
9233 if (vmSwapOneObjectThreaded() == REDIS_ERR) {
9234 trytoswap = 0;
9235 break;
9236 }
9237 }
9238 }
9239 }
9240 processed++;
9241 if (processed == toprocess) return;
9242 }
9243 if (retval < 0 && errno != EAGAIN) {
9244 redisLog(REDIS_WARNING,
9245 "WARNING: read(2) error in vmThreadedIOCompletedJob() %s",
9246 strerror(errno));
9247 }
9248 }
9249
9250 static void lockThreadedIO(void) {
9251 pthread_mutex_lock(&server.io_mutex);
9252 }
9253
9254 static void unlockThreadedIO(void) {
9255 pthread_mutex_unlock(&server.io_mutex);
9256 }
9257
9258 /* Remove the specified object from the threaded I/O queue if still not
9259 * processed, otherwise make sure to flag it as canceled. */
9260 static void vmCancelThreadedIOJob(robj *o) {
9261 list *lists[3] = {
9262 server.io_newjobs, /* 0 */
9263 server.io_processing, /* 1 */
9264 server.io_processed /* 2 */
9265 };
9266 int i;
9267
9268 assert(o->storage == REDIS_VM_LOADING || o->storage == REDIS_VM_SWAPPING);
9269 again:
9270 lockThreadedIO();
9271 /* Search for a matching key in one of the queues */
9272 for (i = 0; i < 3; i++) {
9273 listNode *ln;
9274 listIter li;
9275
9276 listRewind(lists[i],&li);
9277 while ((ln = listNext(&li)) != NULL) {
9278 iojob *job = ln->value;
9279
9280 if (job->canceled) continue; /* Skip this, already canceled. */
9281 if (job->key == o) {
9282 redisLog(REDIS_DEBUG,"*** CANCELED %p (%s) (type %d) (LIST ID %d)\n",
9283 (void*)job, (char*)o->ptr, job->type, i);
9284 /* Mark the pages as free since the swap didn't happened
9285 * or happened but is now discarded. */
9286 if (i != 1 && job->type == REDIS_IOJOB_DO_SWAP)
9287 vmMarkPagesFree(job->page,job->pages);
9288 /* Cancel the job. It depends on the list the job is
9289 * living in. */
9290 switch(i) {
9291 case 0: /* io_newjobs */
9292 /* If the job was yet not processed the best thing to do
9293 * is to remove it from the queue at all */
9294 freeIOJob(job);
9295 listDelNode(lists[i],ln);
9296 break;
9297 case 1: /* io_processing */
9298 /* Oh Shi- the thread is messing with the Job:
9299 *
9300 * Probably it's accessing the object if this is a
9301 * PREPARE_SWAP or DO_SWAP job.
9302 * If it's a LOAD job it may be reading from disk and
9303 * if we don't wait for the job to terminate before to
9304 * cancel it, maybe in a few microseconds data can be
9305 * corrupted in this pages. So the short story is:
9306 *
9307 * Better to wait for the job to move into the
9308 * next queue (processed)... */
9309
9310 /* We try again and again until the job is completed. */
9311 unlockThreadedIO();
9312 /* But let's wait some time for the I/O thread
9313 * to finish with this job. After all this condition
9314 * should be very rare. */
9315 usleep(1);
9316 goto again;
9317 case 2: /* io_processed */
9318 /* The job was already processed, that's easy...
9319 * just mark it as canceled so that we'll ignore it
9320 * when processing completed jobs. */
9321 job->canceled = 1;
9322 break;
9323 }
9324 /* Finally we have to adjust the storage type of the object
9325 * in order to "UNDO" the operaiton. */
9326 if (o->storage == REDIS_VM_LOADING)
9327 o->storage = REDIS_VM_SWAPPED;
9328 else if (o->storage == REDIS_VM_SWAPPING)
9329 o->storage = REDIS_VM_MEMORY;
9330 unlockThreadedIO();
9331 return;
9332 }
9333 }
9334 }
9335 unlockThreadedIO();
9336 assert(1 != 1); /* We should never reach this */
9337 }
9338
9339 static void *IOThreadEntryPoint(void *arg) {
9340 iojob *j;
9341 listNode *ln;
9342 REDIS_NOTUSED(arg);
9343
9344 pthread_detach(pthread_self());
9345 while(1) {
9346 /* Get a new job to process */
9347 lockThreadedIO();
9348 if (listLength(server.io_newjobs) == 0) {
9349 /* No new jobs in queue, exit. */
9350 redisLog(REDIS_DEBUG,"Thread %ld exiting, nothing to do",
9351 (long) pthread_self());
9352 server.io_active_threads--;
9353 unlockThreadedIO();
9354 return NULL;
9355 }
9356 ln = listFirst(server.io_newjobs);
9357 j = ln->value;
9358 listDelNode(server.io_newjobs,ln);
9359 /* Add the job in the processing queue */
9360 j->thread = pthread_self();
9361 listAddNodeTail(server.io_processing,j);
9362 ln = listLast(server.io_processing); /* We use ln later to remove it */
9363 unlockThreadedIO();
9364 redisLog(REDIS_DEBUG,"Thread %ld got a new job (type %d): %p about key '%s'",
9365 (long) pthread_self(), j->type, (void*)j, (char*)j->key->ptr);
9366
9367 /* Process the Job */
9368 if (j->type == REDIS_IOJOB_LOAD) {
9369 j->val = vmReadObjectFromSwap(j->page,j->key->vtype);
9370 } else if (j->type == REDIS_IOJOB_PREPARE_SWAP) {
9371 FILE *fp = fopen("/dev/null","w+");
9372 j->pages = rdbSavedObjectPages(j->val,fp);
9373 fclose(fp);
9374 } else if (j->type == REDIS_IOJOB_DO_SWAP) {
9375 if (vmWriteObjectOnSwap(j->val,j->page) == REDIS_ERR)
9376 j->canceled = 1;
9377 }
9378
9379 /* Done: insert the job into the processed queue */
9380 redisLog(REDIS_DEBUG,"Thread %ld completed the job: %p (key %s)",
9381 (long) pthread_self(), (void*)j, (char*)j->key->ptr);
9382 lockThreadedIO();
9383 listDelNode(server.io_processing,ln);
9384 listAddNodeTail(server.io_processed,j);
9385 unlockThreadedIO();
9386
9387 /* Signal the main thread there is new stuff to process */
9388 assert(write(server.io_ready_pipe_write,"x",1) == 1);
9389 }
9390 return NULL; /* never reached */
9391 }
9392
9393 static void spawnIOThread(void) {
9394 pthread_t thread;
9395 sigset_t mask, omask;
9396 int err;
9397
9398 sigemptyset(&mask);
9399 sigaddset(&mask,SIGCHLD);
9400 sigaddset(&mask,SIGHUP);
9401 sigaddset(&mask,SIGPIPE);
9402 pthread_sigmask(SIG_SETMASK, &mask, &omask);
9403 while ((err = pthread_create(&thread,&server.io_threads_attr,IOThreadEntryPoint,NULL)) != 0) {
9404 redisLog(REDIS_WARNING,"Unable to spawn an I/O thread: %s",
9405 strerror(err));
9406 usleep(1000000);
9407 }
9408 pthread_sigmask(SIG_SETMASK, &omask, NULL);
9409 server.io_active_threads++;
9410 }
9411
9412 /* We need to wait for the last thread to exit before we are able to
9413 * fork() in order to BGSAVE or BGREWRITEAOF. */
9414 static void waitEmptyIOJobsQueue(void) {
9415 while(1) {
9416 int io_processed_len;
9417
9418 lockThreadedIO();
9419 if (listLength(server.io_newjobs) == 0 &&
9420 listLength(server.io_processing) == 0 &&
9421 server.io_active_threads == 0)
9422 {
9423 unlockThreadedIO();
9424 return;
9425 }
9426 /* While waiting for empty jobs queue condition we post-process some
9427 * finshed job, as I/O threads may be hanging trying to write against
9428 * the io_ready_pipe_write FD but there are so much pending jobs that
9429 * it's blocking. */
9430 io_processed_len = listLength(server.io_processed);
9431 unlockThreadedIO();
9432 if (io_processed_len) {
9433 vmThreadedIOCompletedJob(NULL,server.io_ready_pipe_read,NULL,0);
9434 usleep(1000); /* 1 millisecond */
9435 } else {
9436 usleep(10000); /* 10 milliseconds */
9437 }
9438 }
9439 }
9440
9441 static void vmReopenSwapFile(void) {
9442 /* Note: we don't close the old one as we are in the child process
9443 * and don't want to mess at all with the original file object. */
9444 server.vm_fp = fopen(server.vm_swap_file,"r+b");
9445 if (server.vm_fp == NULL) {
9446 redisLog(REDIS_WARNING,"Can't re-open the VM swap file: %s. Exiting.",
9447 server.vm_swap_file);
9448 _exit(1);
9449 }
9450 server.vm_fd = fileno(server.vm_fp);
9451 }
9452
9453 /* This function must be called while with threaded IO locked */
9454 static void queueIOJob(iojob *j) {
9455 redisLog(REDIS_DEBUG,"Queued IO Job %p type %d about key '%s'\n",
9456 (void*)j, j->type, (char*)j->key->ptr);
9457 listAddNodeTail(server.io_newjobs,j);
9458 if (server.io_active_threads < server.vm_max_threads)
9459 spawnIOThread();
9460 }
9461
9462 static int vmSwapObjectThreaded(robj *key, robj *val, redisDb *db) {
9463 iojob *j;
9464
9465 assert(key->storage == REDIS_VM_MEMORY);
9466 assert(key->refcount == 1);
9467
9468 j = zmalloc(sizeof(*j));
9469 j->type = REDIS_IOJOB_PREPARE_SWAP;
9470 j->db = db;
9471 j->key = key;
9472 j->val = val;
9473 incrRefCount(val);
9474 j->canceled = 0;
9475 j->thread = (pthread_t) -1;
9476 key->storage = REDIS_VM_SWAPPING;
9477
9478 lockThreadedIO();
9479 queueIOJob(j);
9480 unlockThreadedIO();
9481 return REDIS_OK;
9482 }
9483
9484 /* ============ Virtual Memory - Blocking clients on missing keys =========== */
9485
9486 /* This function makes the clinet 'c' waiting for the key 'key' to be loaded.
9487 * If there is not already a job loading the key, it is craeted.
9488 * The key is added to the io_keys list in the client structure, and also
9489 * in the hash table mapping swapped keys to waiting clients, that is,
9490 * server.io_waited_keys. */
9491 static int waitForSwappedKey(redisClient *c, robj *key) {
9492 struct dictEntry *de;
9493 robj *o;
9494 list *l;
9495
9496 /* If the key does not exist or is already in RAM we don't need to
9497 * block the client at all. */
9498 de = dictFind(c->db->dict,key);
9499 if (de == NULL) return 0;
9500 o = dictGetEntryKey(de);
9501 if (o->storage == REDIS_VM_MEMORY) {
9502 return 0;
9503 } else if (o->storage == REDIS_VM_SWAPPING) {
9504 /* We were swapping the key, undo it! */
9505 vmCancelThreadedIOJob(o);
9506 return 0;
9507 }
9508
9509 /* OK: the key is either swapped, or being loaded just now. */
9510
9511 /* Add the key to the list of keys this client is waiting for.
9512 * This maps clients to keys they are waiting for. */
9513 listAddNodeTail(c->io_keys,key);
9514 incrRefCount(key);
9515
9516 /* Add the client to the swapped keys => clients waiting map. */
9517 de = dictFind(c->db->io_keys,key);
9518 if (de == NULL) {
9519 int retval;
9520
9521 /* For every key we take a list of clients blocked for it */
9522 l = listCreate();
9523 retval = dictAdd(c->db->io_keys,key,l);
9524 incrRefCount(key);
9525 assert(retval == DICT_OK);
9526 } else {
9527 l = dictGetEntryVal(de);
9528 }
9529 listAddNodeTail(l,c);
9530
9531 /* Are we already loading the key from disk? If not create a job */
9532 if (o->storage == REDIS_VM_SWAPPED) {
9533 iojob *j;
9534
9535 o->storage = REDIS_VM_LOADING;
9536 j = zmalloc(sizeof(*j));
9537 j->type = REDIS_IOJOB_LOAD;
9538 j->db = c->db;
9539 j->key = o;
9540 j->key->vtype = o->vtype;
9541 j->page = o->vm.page;
9542 j->val = NULL;
9543 j->canceled = 0;
9544 j->thread = (pthread_t) -1;
9545 lockThreadedIO();
9546 queueIOJob(j);
9547 unlockThreadedIO();
9548 }
9549 return 1;
9550 }
9551
9552 /* Preload keys for any command with first, last and step values for
9553 * the command keys prototype, as defined in the command table. */
9554 static void waitForMultipleSwappedKeys(redisClient *c, struct redisCommand *cmd, int argc, robj **argv) {
9555 int j, last;
9556 if (cmd->vm_firstkey == 0) return;
9557 last = cmd->vm_lastkey;
9558 if (last < 0) last = argc+last;
9559 for (j = cmd->vm_firstkey; j <= last; j += cmd->vm_keystep) {
9560 redisAssert(j < argc);
9561 waitForSwappedKey(c,argv[j]);
9562 }
9563 }
9564
9565 /* Preload keys needed for the ZUNION and ZINTER commands.
9566 * Note that the number of keys to preload is user-defined, so we need to
9567 * apply a sanity check against argc. */
9568 static void zunionInterBlockClientOnSwappedKeys(redisClient *c, struct redisCommand *cmd, int argc, robj **argv) {
9569 int i, num;
9570 REDIS_NOTUSED(cmd);
9571
9572 num = atoi(argv[2]->ptr);
9573 if (num > (argc-3)) return;
9574 for (i = 0; i < num; i++) {
9575 waitForSwappedKey(c,argv[3+i]);
9576 }
9577 }
9578
9579 /* Is this client attempting to run a command against swapped keys?
9580 * If so, block it ASAP, load the keys in background, then resume it.
9581 *
9582 * The important idea about this function is that it can fail! If keys will
9583 * still be swapped when the client is resumed, this key lookups will
9584 * just block loading keys from disk. In practical terms this should only
9585 * happen with SORT BY command or if there is a bug in this function.
9586 *
9587 * Return 1 if the client is marked as blocked, 0 if the client can
9588 * continue as the keys it is going to access appear to be in memory. */
9589 static int blockClientOnSwappedKeys(struct redisCommand *cmd, redisClient *c) {
9590 if (cmd->vm_preload_proc != NULL) {
9591 cmd->vm_preload_proc(c,cmd,c->argc,c->argv);
9592 } else {
9593 waitForMultipleSwappedKeys(c,cmd,c->argc,c->argv);
9594 }
9595
9596 /* If the client was blocked for at least one key, mark it as blocked. */
9597 if (listLength(c->io_keys)) {
9598 c->flags |= REDIS_IO_WAIT;
9599 aeDeleteFileEvent(server.el,c->fd,AE_READABLE);
9600 server.vm_blocked_clients++;
9601 return 1;
9602 } else {
9603 return 0;
9604 }
9605 }
9606
9607 /* Remove the 'key' from the list of blocked keys for a given client.
9608 *
9609 * The function returns 1 when there are no longer blocking keys after
9610 * the current one was removed (and the client can be unblocked). */
9611 static int dontWaitForSwappedKey(redisClient *c, robj *key) {
9612 list *l;
9613 listNode *ln;
9614 listIter li;
9615 struct dictEntry *de;
9616
9617 /* Remove the key from the list of keys this client is waiting for. */
9618 listRewind(c->io_keys,&li);
9619 while ((ln = listNext(&li)) != NULL) {
9620 if (compareStringObjects(ln->value,key) == 0) {
9621 listDelNode(c->io_keys,ln);
9622 break;
9623 }
9624 }
9625 assert(ln != NULL);
9626
9627 /* Remove the client form the key => waiting clients map. */
9628 de = dictFind(c->db->io_keys,key);
9629 assert(de != NULL);
9630 l = dictGetEntryVal(de);
9631 ln = listSearchKey(l,c);
9632 assert(ln != NULL);
9633 listDelNode(l,ln);
9634 if (listLength(l) == 0)
9635 dictDelete(c->db->io_keys,key);
9636
9637 return listLength(c->io_keys) == 0;
9638 }
9639
9640 static void handleClientsBlockedOnSwappedKey(redisDb *db, robj *key) {
9641 struct dictEntry *de;
9642 list *l;
9643 listNode *ln;
9644 int len;
9645
9646 de = dictFind(db->io_keys,key);
9647 if (!de) return;
9648
9649 l = dictGetEntryVal(de);
9650 len = listLength(l);
9651 /* Note: we can't use something like while(listLength(l)) as the list
9652 * can be freed by the calling function when we remove the last element. */
9653 while (len--) {
9654 ln = listFirst(l);
9655 redisClient *c = ln->value;
9656
9657 if (dontWaitForSwappedKey(c,key)) {
9658 /* Put the client in the list of clients ready to go as we
9659 * loaded all the keys about it. */
9660 listAddNodeTail(server.io_ready_clients,c);
9661 }
9662 }
9663 }
9664
9665 /* =========================== Remote Configuration ========================= */
9666
9667 static void configSetCommand(redisClient *c) {
9668 robj *o = getDecodedObject(c->argv[3]);
9669 if (!strcasecmp(c->argv[2]->ptr,"dbfilename")) {
9670 zfree(server.dbfilename);
9671 server.dbfilename = zstrdup(o->ptr);
9672 } else if (!strcasecmp(c->argv[2]->ptr,"requirepass")) {
9673 zfree(server.requirepass);
9674 server.requirepass = zstrdup(o->ptr);
9675 } else if (!strcasecmp(c->argv[2]->ptr,"masterauth")) {
9676 zfree(server.masterauth);
9677 server.masterauth = zstrdup(o->ptr);
9678 } else if (!strcasecmp(c->argv[2]->ptr,"maxmemory")) {
9679 server.maxmemory = strtoll(o->ptr, NULL, 10);
9680 } else {
9681 addReplySds(c,sdscatprintf(sdsempty(),
9682 "-ERR not supported CONFIG parameter %s\r\n",
9683 (char*)c->argv[2]->ptr));
9684 decrRefCount(o);
9685 return;
9686 }
9687 decrRefCount(o);
9688 addReply(c,shared.ok);
9689 }
9690
9691 static void configGetCommand(redisClient *c) {
9692 robj *o = getDecodedObject(c->argv[2]);
9693 robj *lenobj = createObject(REDIS_STRING,NULL);
9694 char *pattern = o->ptr;
9695 int matches = 0;
9696
9697 addReply(c,lenobj);
9698 decrRefCount(lenobj);
9699
9700 if (stringmatch(pattern,"dbfilename",0)) {
9701 addReplyBulkCString(c,"dbfilename");
9702 addReplyBulkCString(c,server.dbfilename);
9703 matches++;
9704 }
9705 if (stringmatch(pattern,"requirepass",0)) {
9706 addReplyBulkCString(c,"requirepass");
9707 addReplyBulkCString(c,server.requirepass);
9708 matches++;
9709 }
9710 if (stringmatch(pattern,"masterauth",0)) {
9711 addReplyBulkCString(c,"masterauth");
9712 addReplyBulkCString(c,server.masterauth);
9713 matches++;
9714 }
9715 if (stringmatch(pattern,"maxmemory",0)) {
9716 char buf[128];
9717
9718 snprintf(buf,128,"%llu\n",server.maxmemory);
9719 addReplyBulkCString(c,"maxmemory");
9720 addReplyBulkCString(c,buf);
9721 matches++;
9722 }
9723 decrRefCount(o);
9724 lenobj->ptr = sdscatprintf(sdsempty(),"*%d\r\n",matches*2);
9725 }
9726
9727 static void configCommand(redisClient *c) {
9728 if (!strcasecmp(c->argv[1]->ptr,"set")) {
9729 if (c->argc != 4) goto badarity;
9730 configSetCommand(c);
9731 } else if (!strcasecmp(c->argv[1]->ptr,"get")) {
9732 if (c->argc != 3) goto badarity;
9733 configGetCommand(c);
9734 } else if (!strcasecmp(c->argv[1]->ptr,"resetstat")) {
9735 if (c->argc != 2) goto badarity;
9736 server.stat_numcommands = 0;
9737 server.stat_numconnections = 0;
9738 server.stat_expiredkeys = 0;
9739 server.stat_starttime = time(NULL);
9740 addReply(c,shared.ok);
9741 } else {
9742 addReplySds(c,sdscatprintf(sdsempty(),
9743 "-ERR CONFIG subcommand must be one of GET, SET, RESETSTAT\r\n"));
9744 }
9745 return;
9746
9747 badarity:
9748 addReplySds(c,sdscatprintf(sdsempty(),
9749 "-ERR Wrong number of arguments for CONFIG %s\r\n",
9750 (char*) c->argv[1]->ptr));
9751 }
9752
9753 /* =========================== Pubsub implementation ======================== */
9754
9755 static void freePubsubPattern(void *p) {
9756 pubsubPattern *pat = p;
9757
9758 decrRefCount(pat->pattern);
9759 zfree(pat);
9760 }
9761
9762 static int listMatchPubsubPattern(void *a, void *b) {
9763 pubsubPattern *pa = a, *pb = b;
9764
9765 return (pa->client == pb->client) &&
9766 (compareStringObjects(pa->pattern,pb->pattern) == 0);
9767 }
9768
9769 /* Subscribe a client to a channel. Returns 1 if the operation succeeded, or
9770 * 0 if the client was already subscribed to that channel. */
9771 static int pubsubSubscribeChannel(redisClient *c, robj *channel) {
9772 struct dictEntry *de;
9773 list *clients = NULL;
9774 int retval = 0;
9775
9776 /* Add the channel to the client -> channels hash table */
9777 if (dictAdd(c->pubsub_channels,channel,NULL) == DICT_OK) {
9778 retval = 1;
9779 incrRefCount(channel);
9780 /* Add the client to the channel -> list of clients hash table */
9781 de = dictFind(server.pubsub_channels,channel);
9782 if (de == NULL) {
9783 clients = listCreate();
9784 dictAdd(server.pubsub_channels,channel,clients);
9785 incrRefCount(channel);
9786 } else {
9787 clients = dictGetEntryVal(de);
9788 }
9789 listAddNodeTail(clients,c);
9790 }
9791 /* Notify the client */
9792 addReply(c,shared.mbulk3);
9793 addReply(c,shared.subscribebulk);
9794 addReplyBulk(c,channel);
9795 addReplyLong(c,dictSize(c->pubsub_channels)+listLength(c->pubsub_patterns));
9796 return retval;
9797 }
9798
9799 /* Unsubscribe a client from a channel. Returns 1 if the operation succeeded, or
9800 * 0 if the client was not subscribed to the specified channel. */
9801 static int pubsubUnsubscribeChannel(redisClient *c, robj *channel, int notify) {
9802 struct dictEntry *de;
9803 list *clients;
9804 listNode *ln;
9805 int retval = 0;
9806
9807 /* Remove the channel from the client -> channels hash table */
9808 incrRefCount(channel); /* channel may be just a pointer to the same object
9809 we have in the hash tables. Protect it... */
9810 if (dictDelete(c->pubsub_channels,channel) == DICT_OK) {
9811 retval = 1;
9812 /* Remove the client from the channel -> clients list hash table */
9813 de = dictFind(server.pubsub_channels,channel);
9814 assert(de != NULL);
9815 clients = dictGetEntryVal(de);
9816 ln = listSearchKey(clients,c);
9817 assert(ln != NULL);
9818 listDelNode(clients,ln);
9819 if (listLength(clients) == 0) {
9820 /* Free the list and associated hash entry at all if this was
9821 * the latest client, so that it will be possible to abuse
9822 * Redis PUBSUB creating millions of channels. */
9823 dictDelete(server.pubsub_channels,channel);
9824 }
9825 }
9826 /* Notify the client */
9827 if (notify) {
9828 addReply(c,shared.mbulk3);
9829 addReply(c,shared.unsubscribebulk);
9830 addReplyBulk(c,channel);
9831 addReplyLong(c,dictSize(c->pubsub_channels)+
9832 listLength(c->pubsub_patterns));
9833
9834 }
9835 decrRefCount(channel); /* it is finally safe to release it */
9836 return retval;
9837 }
9838
9839 /* Subscribe a client to a pattern. Returns 1 if the operation succeeded, or 0 if the clinet was already subscribed to that pattern. */
9840 static int pubsubSubscribePattern(redisClient *c, robj *pattern) {
9841 int retval = 0;
9842
9843 if (listSearchKey(c->pubsub_patterns,pattern) == NULL) {
9844 retval = 1;
9845 pubsubPattern *pat;
9846 listAddNodeTail(c->pubsub_patterns,pattern);
9847 incrRefCount(pattern);
9848 pat = zmalloc(sizeof(*pat));
9849 pat->pattern = getDecodedObject(pattern);
9850 pat->client = c;
9851 listAddNodeTail(server.pubsub_patterns,pat);
9852 }
9853 /* Notify the client */
9854 addReply(c,shared.mbulk3);
9855 addReply(c,shared.psubscribebulk);
9856 addReplyBulk(c,pattern);
9857 addReplyLong(c,dictSize(c->pubsub_channels)+listLength(c->pubsub_patterns));
9858 return retval;
9859 }
9860
9861 /* Unsubscribe a client from a channel. Returns 1 if the operation succeeded, or
9862 * 0 if the client was not subscribed to the specified channel. */
9863 static int pubsubUnsubscribePattern(redisClient *c, robj *pattern, int notify) {
9864 listNode *ln;
9865 pubsubPattern pat;
9866 int retval = 0;
9867
9868 incrRefCount(pattern); /* Protect the object. May be the same we remove */
9869 if ((ln = listSearchKey(c->pubsub_patterns,pattern)) != NULL) {
9870 retval = 1;
9871 listDelNode(c->pubsub_patterns,ln);
9872 pat.client = c;
9873 pat.pattern = pattern;
9874 ln = listSearchKey(server.pubsub_patterns,&pat);
9875 listDelNode(server.pubsub_patterns,ln);
9876 }
9877 /* Notify the client */
9878 if (notify) {
9879 addReply(c,shared.mbulk3);
9880 addReply(c,shared.punsubscribebulk);
9881 addReplyBulk(c,pattern);
9882 addReplyLong(c,dictSize(c->pubsub_channels)+
9883 listLength(c->pubsub_patterns));
9884 }
9885 decrRefCount(pattern);
9886 return retval;
9887 }
9888
9889 /* Unsubscribe from all the channels. Return the number of channels the
9890 * client was subscribed from. */
9891 static int pubsubUnsubscribeAllChannels(redisClient *c, int notify) {
9892 dictIterator *di = dictGetIterator(c->pubsub_channels);
9893 dictEntry *de;
9894 int count = 0;
9895
9896 while((de = dictNext(di)) != NULL) {
9897 robj *channel = dictGetEntryKey(de);
9898
9899 count += pubsubUnsubscribeChannel(c,channel,notify);
9900 }
9901 dictReleaseIterator(di);
9902 return count;
9903 }
9904
9905 /* Unsubscribe from all the patterns. Return the number of patterns the
9906 * client was subscribed from. */
9907 static int pubsubUnsubscribeAllPatterns(redisClient *c, int notify) {
9908 listNode *ln;
9909 listIter li;
9910 int count = 0;
9911
9912 listRewind(c->pubsub_patterns,&li);
9913 while ((ln = listNext(&li)) != NULL) {
9914 robj *pattern = ln->value;
9915
9916 count += pubsubUnsubscribePattern(c,pattern,notify);
9917 }
9918 return count;
9919 }
9920
9921 /* Publish a message */
9922 static int pubsubPublishMessage(robj *channel, robj *message) {
9923 int receivers = 0;
9924 struct dictEntry *de;
9925 listNode *ln;
9926 listIter li;
9927
9928 /* Send to clients listening for that channel */
9929 de = dictFind(server.pubsub_channels,channel);
9930 if (de) {
9931 list *list = dictGetEntryVal(de);
9932 listNode *ln;
9933 listIter li;
9934
9935 listRewind(list,&li);
9936 while ((ln = listNext(&li)) != NULL) {
9937 redisClient *c = ln->value;
9938
9939 addReply(c,shared.mbulk3);
9940 addReply(c,shared.messagebulk);
9941 addReplyBulk(c,channel);
9942 addReplyBulk(c,message);
9943 receivers++;
9944 }
9945 }
9946 /* Send to clients listening to matching channels */
9947 if (listLength(server.pubsub_patterns)) {
9948 listRewind(server.pubsub_patterns,&li);
9949 channel = getDecodedObject(channel);
9950 while ((ln = listNext(&li)) != NULL) {
9951 pubsubPattern *pat = ln->value;
9952
9953 if (stringmatchlen((char*)pat->pattern->ptr,
9954 sdslen(pat->pattern->ptr),
9955 (char*)channel->ptr,
9956 sdslen(channel->ptr),0)) {
9957 addReply(pat->client,shared.mbulk4);
9958 addReply(pat->client,shared.pmessagebulk);
9959 addReplyBulk(pat->client,pat->pattern);
9960 addReplyBulk(pat->client,channel);
9961 addReplyBulk(pat->client,message);
9962 receivers++;
9963 }
9964 }
9965 decrRefCount(channel);
9966 }
9967 return receivers;
9968 }
9969
9970 static void subscribeCommand(redisClient *c) {
9971 int j;
9972
9973 for (j = 1; j < c->argc; j++)
9974 pubsubSubscribeChannel(c,c->argv[j]);
9975 }
9976
9977 static void unsubscribeCommand(redisClient *c) {
9978 if (c->argc == 1) {
9979 pubsubUnsubscribeAllChannels(c,1);
9980 return;
9981 } else {
9982 int j;
9983
9984 for (j = 1; j < c->argc; j++)
9985 pubsubUnsubscribeChannel(c,c->argv[j],1);
9986 }
9987 }
9988
9989 static void psubscribeCommand(redisClient *c) {
9990 int j;
9991
9992 for (j = 1; j < c->argc; j++)
9993 pubsubSubscribePattern(c,c->argv[j]);
9994 }
9995
9996 static void punsubscribeCommand(redisClient *c) {
9997 if (c->argc == 1) {
9998 pubsubUnsubscribeAllPatterns(c,1);
9999 return;
10000 } else {
10001 int j;
10002
10003 for (j = 1; j < c->argc; j++)
10004 pubsubUnsubscribePattern(c,c->argv[j],1);
10005 }
10006 }
10007
10008 static void publishCommand(redisClient *c) {
10009 int receivers = pubsubPublishMessage(c->argv[1],c->argv[2]);
10010 addReplyLong(c,receivers);
10011 }
10012
10013 /* ================================= Debugging ============================== */
10014
10015 static void debugCommand(redisClient *c) {
10016 if (!strcasecmp(c->argv[1]->ptr,"segfault")) {
10017 *((char*)-1) = 'x';
10018 } else if (!strcasecmp(c->argv[1]->ptr,"reload")) {
10019 if (rdbSave(server.dbfilename) != REDIS_OK) {
10020 addReply(c,shared.err);
10021 return;
10022 }
10023 emptyDb();
10024 if (rdbLoad(server.dbfilename) != REDIS_OK) {
10025 addReply(c,shared.err);
10026 return;
10027 }
10028 redisLog(REDIS_WARNING,"DB reloaded by DEBUG RELOAD");
10029 addReply(c,shared.ok);
10030 } else if (!strcasecmp(c->argv[1]->ptr,"loadaof")) {
10031 emptyDb();
10032 if (loadAppendOnlyFile(server.appendfilename) != REDIS_OK) {
10033 addReply(c,shared.err);
10034 return;
10035 }
10036 redisLog(REDIS_WARNING,"Append Only File loaded by DEBUG LOADAOF");
10037 addReply(c,shared.ok);
10038 } else if (!strcasecmp(c->argv[1]->ptr,"object") && c->argc == 3) {
10039 dictEntry *de = dictFind(c->db->dict,c->argv[2]);
10040 robj *key, *val;
10041
10042 if (!de) {
10043 addReply(c,shared.nokeyerr);
10044 return;
10045 }
10046 key = dictGetEntryKey(de);
10047 val = dictGetEntryVal(de);
10048 if (!server.vm_enabled || (key->storage == REDIS_VM_MEMORY ||
10049 key->storage == REDIS_VM_SWAPPING)) {
10050 char *strenc;
10051 char buf[128];
10052
10053 if (val->encoding < (sizeof(strencoding)/sizeof(char*))) {
10054 strenc = strencoding[val->encoding];
10055 } else {
10056 snprintf(buf,64,"unknown encoding %d\n", val->encoding);
10057 strenc = buf;
10058 }
10059 addReplySds(c,sdscatprintf(sdsempty(),
10060 "+Key at:%p refcount:%d, value at:%p refcount:%d "
10061 "encoding:%s serializedlength:%lld\r\n",
10062 (void*)key, key->refcount, (void*)val, val->refcount,
10063 strenc, (long long) rdbSavedObjectLen(val,NULL)));
10064 } else {
10065 addReplySds(c,sdscatprintf(sdsempty(),
10066 "+Key at:%p refcount:%d, value swapped at: page %llu "
10067 "using %llu pages\r\n",
10068 (void*)key, key->refcount, (unsigned long long) key->vm.page,
10069 (unsigned long long) key->vm.usedpages));
10070 }
10071 } else if (!strcasecmp(c->argv[1]->ptr,"swapin") && c->argc == 3) {
10072 lookupKeyRead(c->db,c->argv[2]);
10073 addReply(c,shared.ok);
10074 } else if (!strcasecmp(c->argv[1]->ptr,"swapout") && c->argc == 3) {
10075 dictEntry *de = dictFind(c->db->dict,c->argv[2]);
10076 robj *key, *val;
10077
10078 if (!server.vm_enabled) {
10079 addReplySds(c,sdsnew("-ERR Virtual Memory is disabled\r\n"));
10080 return;
10081 }
10082 if (!de) {
10083 addReply(c,shared.nokeyerr);
10084 return;
10085 }
10086 key = dictGetEntryKey(de);
10087 val = dictGetEntryVal(de);
10088 /* If the key is shared we want to create a copy */
10089 if (key->refcount > 1) {
10090 robj *newkey = dupStringObject(key);
10091 decrRefCount(key);
10092 key = dictGetEntryKey(de) = newkey;
10093 }
10094 /* Swap it */
10095 if (key->storage != REDIS_VM_MEMORY) {
10096 addReplySds(c,sdsnew("-ERR This key is not in memory\r\n"));
10097 } else if (vmSwapObjectBlocking(key,val) == REDIS_OK) {
10098 dictGetEntryVal(de) = NULL;
10099 addReply(c,shared.ok);
10100 } else {
10101 addReply(c,shared.err);
10102 }
10103 } else {
10104 addReplySds(c,sdsnew(
10105 "-ERR Syntax error, try DEBUG [SEGFAULT|OBJECT <key>|SWAPIN <key>|SWAPOUT <key>|RELOAD]\r\n"));
10106 }
10107 }
10108
10109 static void _redisAssert(char *estr, char *file, int line) {
10110 redisLog(REDIS_WARNING,"=== ASSERTION FAILED ===");
10111 redisLog(REDIS_WARNING,"==> %s:%d '%s' is not true\n",file,line,estr);
10112 #ifdef HAVE_BACKTRACE
10113 redisLog(REDIS_WARNING,"(forcing SIGSEGV in order to print the stack trace)");
10114 *((char*)-1) = 'x';
10115 #endif
10116 }
10117
10118 static void _redisPanic(char *msg, char *file, int line) {
10119 redisLog(REDIS_WARNING,"!!! Software Failure. Press left mouse button to continue");
10120 redisLog(REDIS_WARNING,"Guru Meditation: %s #%s:%d",msg,file,line);
10121 #ifdef HAVE_BACKTRACE
10122 redisLog(REDIS_WARNING,"(forcing SIGSEGV in order to print the stack trace)");
10123 *((char*)-1) = 'x';
10124 #endif
10125 }
10126
10127 /* =================================== Main! ================================ */
10128
10129 #ifdef __linux__
10130 int linuxOvercommitMemoryValue(void) {
10131 FILE *fp = fopen("/proc/sys/vm/overcommit_memory","r");
10132 char buf[64];
10133
10134 if (!fp) return -1;
10135 if (fgets(buf,64,fp) == NULL) {
10136 fclose(fp);
10137 return -1;
10138 }
10139 fclose(fp);
10140
10141 return atoi(buf);
10142 }
10143
10144 void linuxOvercommitMemoryWarning(void) {
10145 if (linuxOvercommitMemoryValue() == 0) {
10146 redisLog(REDIS_WARNING,"WARNING overcommit_memory is set to 0! Background save may fail under low memory condition. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect.");
10147 }
10148 }
10149 #endif /* __linux__ */
10150
10151 static void daemonize(void) {
10152 int fd;
10153 FILE *fp;
10154
10155 if (fork() != 0) exit(0); /* parent exits */
10156 setsid(); /* create a new session */
10157
10158 /* Every output goes to /dev/null. If Redis is daemonized but
10159 * the 'logfile' is set to 'stdout' in the configuration file
10160 * it will not log at all. */
10161 if ((fd = open("/dev/null", O_RDWR, 0)) != -1) {
10162 dup2(fd, STDIN_FILENO);
10163 dup2(fd, STDOUT_FILENO);
10164 dup2(fd, STDERR_FILENO);
10165 if (fd > STDERR_FILENO) close(fd);
10166 }
10167 /* Try to write the pid file */
10168 fp = fopen(server.pidfile,"w");
10169 if (fp) {
10170 fprintf(fp,"%d\n",getpid());
10171 fclose(fp);
10172 }
10173 }
10174
10175 static void version() {
10176 printf("Redis server version %s\n", REDIS_VERSION);
10177 exit(0);
10178 }
10179
10180 static void usage() {
10181 fprintf(stderr,"Usage: ./redis-server [/path/to/redis.conf]\n");
10182 fprintf(stderr," ./redis-server - (read config from stdin)\n");
10183 exit(1);
10184 }
10185
10186 int main(int argc, char **argv) {
10187 time_t start;
10188
10189 initServerConfig();
10190 if (argc == 2) {
10191 if (strcmp(argv[1], "-v") == 0 ||
10192 strcmp(argv[1], "--version") == 0) version();
10193 if (strcmp(argv[1], "--help") == 0) usage();
10194 resetServerSaveParams();
10195 loadServerConfig(argv[1]);
10196 } else if ((argc > 2)) {
10197 usage();
10198 } else {
10199 redisLog(REDIS_WARNING,"Warning: no config file specified, using the default config. In order to specify a config file use 'redis-server /path/to/redis.conf'");
10200 }
10201 if (server.daemonize) daemonize();
10202 initServer();
10203 redisLog(REDIS_NOTICE,"Server started, Redis version " REDIS_VERSION);
10204 #ifdef __linux__
10205 linuxOvercommitMemoryWarning();
10206 #endif
10207 start = time(NULL);
10208 if (server.appendonly) {
10209 if (loadAppendOnlyFile(server.appendfilename) == REDIS_OK)
10210 redisLog(REDIS_NOTICE,"DB loaded from append only file: %ld seconds",time(NULL)-start);
10211 } else {
10212 if (rdbLoad(server.dbfilename) == REDIS_OK)
10213 redisLog(REDIS_NOTICE,"DB loaded from disk: %ld seconds",time(NULL)-start);
10214 }
10215 redisLog(REDIS_NOTICE,"The server is now ready to accept connections on port %d", server.port);
10216 aeSetBeforeSleepProc(server.el,beforeSleep);
10217 aeMain(server.el);
10218 aeDeleteEventLoop(server.el);
10219 return 0;
10220 }
10221
10222 /* ============================= Backtrace support ========================= */
10223
10224 #ifdef HAVE_BACKTRACE
10225 static char *findFuncName(void *pointer, unsigned long *offset);
10226
10227 static void *getMcontextEip(ucontext_t *uc) {
10228 #if defined(__FreeBSD__)
10229 return (void*) uc->uc_mcontext.mc_eip;
10230 #elif defined(__dietlibc__)
10231 return (void*) uc->uc_mcontext.eip;
10232 #elif defined(__APPLE__) && !defined(MAC_OS_X_VERSION_10_6)
10233 #if __x86_64__
10234 return (void*) uc->uc_mcontext->__ss.__rip;
10235 #else
10236 return (void*) uc->uc_mcontext->__ss.__eip;
10237 #endif
10238 #elif defined(__APPLE__) && defined(MAC_OS_X_VERSION_10_6)
10239 #if defined(_STRUCT_X86_THREAD_STATE64) && !defined(__i386__)
10240 return (void*) uc->uc_mcontext->__ss.__rip;
10241 #else
10242 return (void*) uc->uc_mcontext->__ss.__eip;
10243 #endif
10244 #elif defined(__i386__) || defined(__X86_64__) || defined(__x86_64__)
10245 return (void*) uc->uc_mcontext.gregs[REG_EIP]; /* Linux 32/64 bit */
10246 #elif defined(__ia64__) /* Linux IA64 */
10247 return (void*) uc->uc_mcontext.sc_ip;
10248 #else
10249 return NULL;
10250 #endif
10251 }
10252
10253 static void segvHandler(int sig, siginfo_t *info, void *secret) {
10254 void *trace[100];
10255 char **messages = NULL;
10256 int i, trace_size = 0;
10257 unsigned long offset=0;
10258 ucontext_t *uc = (ucontext_t*) secret;
10259 sds infostring;
10260 REDIS_NOTUSED(info);
10261
10262 redisLog(REDIS_WARNING,
10263 "======= Ooops! Redis %s got signal: -%d- =======", REDIS_VERSION, sig);
10264 infostring = genRedisInfoString();
10265 redisLog(REDIS_WARNING, "%s",infostring);
10266 /* It's not safe to sdsfree() the returned string under memory
10267 * corruption conditions. Let it leak as we are going to abort */
10268
10269 trace_size = backtrace(trace, 100);
10270 /* overwrite sigaction with caller's address */
10271 if (getMcontextEip(uc) != NULL) {
10272 trace[1] = getMcontextEip(uc);
10273 }
10274 messages = backtrace_symbols(trace, trace_size);
10275
10276 for (i=1; i<trace_size; ++i) {
10277 char *fn = findFuncName(trace[i], &offset), *p;
10278
10279 p = strchr(messages[i],'+');
10280 if (!fn || (p && ((unsigned long)strtol(p+1,NULL,10)) < offset)) {
10281 redisLog(REDIS_WARNING,"%s", messages[i]);
10282 } else {
10283 redisLog(REDIS_WARNING,"%d redis-server %p %s + %d", i, trace[i], fn, (unsigned int)offset);
10284 }
10285 }
10286 /* free(messages); Don't call free() with possibly corrupted memory. */
10287 _exit(0);
10288 }
10289
10290 static void setupSigSegvAction(void) {
10291 struct sigaction act;
10292
10293 sigemptyset (&act.sa_mask);
10294 /* When the SA_SIGINFO flag is set in sa_flags then sa_sigaction
10295 * is used. Otherwise, sa_handler is used */
10296 act.sa_flags = SA_NODEFER | SA_ONSTACK | SA_RESETHAND | SA_SIGINFO;
10297 act.sa_sigaction = segvHandler;
10298 sigaction (SIGSEGV, &act, NULL);
10299 sigaction (SIGBUS, &act, NULL);
10300 sigaction (SIGFPE, &act, NULL);
10301 sigaction (SIGILL, &act, NULL);
10302 sigaction (SIGBUS, &act, NULL);
10303 return;
10304 }
10305
10306 #include "staticsymbols.h"
10307 /* This function try to convert a pointer into a function name. It's used in
10308 * oreder to provide a backtrace under segmentation fault that's able to
10309 * display functions declared as static (otherwise the backtrace is useless). */
10310 static char *findFuncName(void *pointer, unsigned long *offset){
10311 int i, ret = -1;
10312 unsigned long off, minoff = 0;
10313
10314 /* Try to match against the Symbol with the smallest offset */
10315 for (i=0; symsTable[i].pointer; i++) {
10316 unsigned long lp = (unsigned long) pointer;
10317
10318 if (lp != (unsigned long)-1 && lp >= symsTable[i].pointer) {
10319 off=lp-symsTable[i].pointer;
10320 if (ret < 0 || off < minoff) {
10321 minoff=off;
10322 ret=i;
10323 }
10324 }
10325 }
10326 if (ret == -1) return NULL;
10327 *offset = minoff;
10328 return symsTable[ret].name;
10329 }
10330 #else /* HAVE_BACKTRACE */
10331 static void setupSigSegvAction(void) {
10332 }
10333 #endif /* HAVE_BACKTRACE */
10334
10335
10336
10337 /* The End */
10338
10339
10340