]> git.saurik.com Git - redis.git/blob - src/redis.c
Test "Turning off AOF kills the background writing child if any" is now more reliable.
[redis.git] / src / redis.c
1 /*
2 * Copyright (c) 2009-2010, Salvatore Sanfilippo <antirez at gmail dot com>
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * * Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * * Neither the name of Redis nor the names of its contributors may be used
14 * to endorse or promote products derived from this software without
15 * specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
28 */
29
30 #include "redis.h"
31 #include "slowlog.h"
32 #include "bio.h"
33
34 #include <time.h>
35 #include <signal.h>
36 #include <sys/wait.h>
37 #include <errno.h>
38 #include <assert.h>
39 #include <ctype.h>
40 #include <stdarg.h>
41 #include <arpa/inet.h>
42 #include <sys/stat.h>
43 #include <fcntl.h>
44 #include <sys/time.h>
45 #include <sys/resource.h>
46 #include <sys/uio.h>
47 #include <limits.h>
48 #include <float.h>
49 #include <math.h>
50 #include <sys/resource.h>
51 #include <sys/utsname.h>
52
53 /* Our shared "common" objects */
54
55 struct sharedObjectsStruct shared;
56
57 /* Global vars that are actually used as constants. The following double
58 * values are used for double on-disk serialization, and are initialized
59 * at runtime to avoid strange compiler optimizations. */
60
61 double R_Zero, R_PosInf, R_NegInf, R_Nan;
62
63 /*================================= Globals ================================= */
64
65 /* Global vars */
66 struct redisServer server; /* server global state */
67 struct redisCommand *commandTable;
68
69 /* Our command table.
70 *
71 * Every entry is composed of the following fields:
72 *
73 * name: a string representing the command name.
74 * function: pointer to the C function implementing the command.
75 * arity: number of arguments, it is possible to use -N to say >= N
76 * sflags: command flags as string. See below for a table of flags.
77 * flags: flags as bitmask. Computed by Redis using the 'sflags' field.
78 * get_keys_proc: an optional function to get key arguments from a command.
79 * This is only used when the following three fields are not
80 * enough to specify what arguments are keys.
81 * first_key_index: first argument that is a key
82 * last_key_index: last argument that is a key
83 * key_step: step to get all the keys from first to last argument. For instance
84 * in MSET the step is two since arguments are key,val,key,val,...
85 * microseconds: microseconds of total execution time for this command.
86 * calls: total number of calls of this command.
87 *
88 * The flags, microseconds and calls fields are computed by Redis and should
89 * always be set to zero.
90 *
91 * Command flags are expressed using strings where every character represents
92 * a flag. Later the populateCommandTable() function will take care of
93 * populating the real 'flags' field using this characters.
94 *
95 * This is the meaning of the flags:
96 *
97 * w: write command (may modify the key space).
98 * r: read command (will never modify the key space).
99 * m: may increase memory usage once called. Don't allow if out of memory.
100 * a: admin command, like SAVE or SHUTDOWN.
101 * p: Pub/Sub related command.
102 * f: force replication of this command, regarless of server.dirty.
103 * s: command not allowed in scripts.
104 * R: random command. Command is not deterministic, that is, the same command
105 * with the same arguments, with the same key space, may have different
106 * results. For instance SPOP and RANDOMKEY are two random commands.
107 * S: Sort command output array if called from script, so that the output
108 * is deterministic.
109 */
110 struct redisCommand redisCommandTable[] = {
111 {"get",getCommand,2,"r",0,NULL,1,1,1,0,0},
112 {"set",setCommand,3,"wm",0,noPreloadGetKeys,1,1,1,0,0},
113 {"setnx",setnxCommand,3,"wm",0,noPreloadGetKeys,1,1,1,0,0},
114 {"setex",setexCommand,4,"wm",0,noPreloadGetKeys,1,1,1,0,0},
115 {"psetex",psetexCommand,4,"wm",0,noPreloadGetKeys,1,1,1,0,0},
116 {"append",appendCommand,3,"wm",0,NULL,1,1,1,0,0},
117 {"strlen",strlenCommand,2,"r",0,NULL,1,1,1,0,0},
118 {"del",delCommand,-2,"w",0,noPreloadGetKeys,1,-1,1,0,0},
119 {"exists",existsCommand,2,"r",0,NULL,1,1,1,0,0},
120 {"setbit",setbitCommand,4,"wm",0,NULL,1,1,1,0,0},
121 {"getbit",getbitCommand,3,"r",0,NULL,1,1,1,0,0},
122 {"setrange",setrangeCommand,4,"wm",0,NULL,1,1,1,0,0},
123 {"getrange",getrangeCommand,4,"r",0,NULL,1,1,1,0,0},
124 {"substr",getrangeCommand,4,"r",0,NULL,1,1,1,0,0},
125 {"incr",incrCommand,2,"wm",0,NULL,1,1,1,0,0},
126 {"decr",decrCommand,2,"wm",0,NULL,1,1,1,0,0},
127 {"mget",mgetCommand,-2,"r",0,NULL,1,-1,1,0,0},
128 {"rpush",rpushCommand,-3,"wm",0,NULL,1,1,1,0,0},
129 {"lpush",lpushCommand,-3,"wm",0,NULL,1,1,1,0,0},
130 {"rpushx",rpushxCommand,3,"wm",0,NULL,1,1,1,0,0},
131 {"lpushx",lpushxCommand,3,"wm",0,NULL,1,1,1,0,0},
132 {"linsert",linsertCommand,5,"wm",0,NULL,1,1,1,0,0},
133 {"rpop",rpopCommand,2,"w",0,NULL,1,1,1,0,0},
134 {"lpop",lpopCommand,2,"w",0,NULL,1,1,1,0,0},
135 {"brpop",brpopCommand,-3,"ws",0,NULL,1,1,1,0,0},
136 {"brpoplpush",brpoplpushCommand,4,"wms",0,NULL,1,2,1,0,0},
137 {"blpop",blpopCommand,-3,"ws",0,NULL,1,-2,1,0,0},
138 {"llen",llenCommand,2,"r",0,NULL,1,1,1,0,0},
139 {"lindex",lindexCommand,3,"r",0,NULL,1,1,1,0,0},
140 {"lset",lsetCommand,4,"wm",0,NULL,1,1,1,0,0},
141 {"lrange",lrangeCommand,4,"r",0,NULL,1,1,1,0,0},
142 {"ltrim",ltrimCommand,4,"w",0,NULL,1,1,1,0,0},
143 {"lrem",lremCommand,4,"w",0,NULL,1,1,1,0,0},
144 {"rpoplpush",rpoplpushCommand,3,"wm",0,NULL,1,2,1,0,0},
145 {"sadd",saddCommand,-3,"wm",0,NULL,1,1,1,0,0},
146 {"srem",sremCommand,-3,"w",0,NULL,1,1,1,0,0},
147 {"smove",smoveCommand,4,"w",0,NULL,1,2,1,0,0},
148 {"sismember",sismemberCommand,3,"r",0,NULL,1,1,1,0,0},
149 {"scard",scardCommand,2,"r",0,NULL,1,1,1,0,0},
150 {"spop",spopCommand,2,"wRs",0,NULL,1,1,1,0,0},
151 {"srandmember",srandmemberCommand,2,"rR",0,NULL,1,1,1,0,0},
152 {"sinter",sinterCommand,-2,"rS",0,NULL,1,-1,1,0,0},
153 {"sinterstore",sinterstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
154 {"sunion",sunionCommand,-2,"rS",0,NULL,1,-1,1,0,0},
155 {"sunionstore",sunionstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
156 {"sdiff",sdiffCommand,-2,"rS",0,NULL,1,-1,1,0,0},
157 {"sdiffstore",sdiffstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
158 {"smembers",sinterCommand,2,"rS",0,NULL,1,1,1,0,0},
159 {"zadd",zaddCommand,-4,"wm",0,NULL,1,1,1,0,0},
160 {"zincrby",zincrbyCommand,4,"wm",0,NULL,1,1,1,0,0},
161 {"zrem",zremCommand,-3,"w",0,NULL,1,1,1,0,0},
162 {"zremrangebyscore",zremrangebyscoreCommand,4,"w",0,NULL,1,1,1,0,0},
163 {"zremrangebyrank",zremrangebyrankCommand,4,"w",0,NULL,1,1,1,0,0},
164 {"zunionstore",zunionstoreCommand,-4,"wm",0,zunionInterGetKeys,0,0,0,0,0},
165 {"zinterstore",zinterstoreCommand,-4,"wm",0,zunionInterGetKeys,0,0,0,0,0},
166 {"zrange",zrangeCommand,-4,"r",0,NULL,1,1,1,0,0},
167 {"zrangebyscore",zrangebyscoreCommand,-4,"r",0,NULL,1,1,1,0,0},
168 {"zrevrangebyscore",zrevrangebyscoreCommand,-4,"r",0,NULL,1,1,1,0,0},
169 {"zcount",zcountCommand,4,"r",0,NULL,1,1,1,0,0},
170 {"zrevrange",zrevrangeCommand,-4,"r",0,NULL,1,1,1,0,0},
171 {"zcard",zcardCommand,2,"r",0,NULL,1,1,1,0,0},
172 {"zscore",zscoreCommand,3,"r",0,NULL,1,1,1,0,0},
173 {"zrank",zrankCommand,3,"r",0,NULL,1,1,1,0,0},
174 {"zrevrank",zrevrankCommand,3,"r",0,NULL,1,1,1,0,0},
175 {"hset",hsetCommand,4,"wm",0,NULL,1,1,1,0,0},
176 {"hsetnx",hsetnxCommand,4,"wm",0,NULL,1,1,1,0,0},
177 {"hget",hgetCommand,3,"r",0,NULL,1,1,1,0,0},
178 {"hmset",hmsetCommand,-4,"wm",0,NULL,1,1,1,0,0},
179 {"hmget",hmgetCommand,-3,"r",0,NULL,1,1,1,0,0},
180 {"hincrby",hincrbyCommand,4,"wm",0,NULL,1,1,1,0,0},
181 {"hincrbyfloat",hincrbyfloatCommand,4,"wm",0,NULL,1,1,1,0,0},
182 {"hdel",hdelCommand,-3,"w",0,NULL,1,1,1,0,0},
183 {"hlen",hlenCommand,2,"r",0,NULL,1,1,1,0,0},
184 {"hkeys",hkeysCommand,2,"rS",0,NULL,1,1,1,0,0},
185 {"hvals",hvalsCommand,2,"rS",0,NULL,1,1,1,0,0},
186 {"hgetall",hgetallCommand,2,"r",0,NULL,1,1,1,0,0},
187 {"hexists",hexistsCommand,3,"r",0,NULL,1,1,1,0,0},
188 {"incrby",incrbyCommand,3,"wm",0,NULL,1,1,1,0,0},
189 {"decrby",decrbyCommand,3,"wm",0,NULL,1,1,1,0,0},
190 {"incrbyfloat",incrbyfloatCommand,3,"wm",0,NULL,1,1,1,0,0},
191 {"getset",getsetCommand,3,"wm",0,NULL,1,1,1,0,0},
192 {"mset",msetCommand,-3,"wm",0,NULL,1,-1,2,0,0},
193 {"msetnx",msetnxCommand,-3,"wm",0,NULL,1,-1,2,0,0},
194 {"randomkey",randomkeyCommand,1,"rR",0,NULL,0,0,0,0,0},
195 {"select",selectCommand,2,"r",0,NULL,0,0,0,0,0},
196 {"move",moveCommand,3,"w",0,NULL,1,1,1,0,0},
197 {"rename",renameCommand,3,"w",0,renameGetKeys,1,2,1,0,0},
198 {"renamenx",renamenxCommand,3,"w",0,renameGetKeys,1,2,1,0,0},
199 {"expire",expireCommand,3,"w",0,NULL,1,1,1,0,0},
200 {"expireat",expireatCommand,3,"w",0,NULL,1,1,1,0,0},
201 {"pexpire",pexpireCommand,3,"w",0,NULL,1,1,1,0,0},
202 {"pexpireat",pexpireatCommand,3,"w",0,NULL,1,1,1,0,0},
203 {"keys",keysCommand,2,"rS",0,NULL,0,0,0,0,0},
204 {"dbsize",dbsizeCommand,1,"r",0,NULL,0,0,0,0,0},
205 {"auth",authCommand,2,"rs",0,NULL,0,0,0,0,0},
206 {"ping",pingCommand,1,"r",0,NULL,0,0,0,0,0},
207 {"echo",echoCommand,2,"r",0,NULL,0,0,0,0,0},
208 {"save",saveCommand,1,"ars",0,NULL,0,0,0,0,0},
209 {"bgsave",bgsaveCommand,1,"ar",0,NULL,0,0,0,0,0},
210 {"bgrewriteaof",bgrewriteaofCommand,1,"ar",0,NULL,0,0,0,0,0},
211 {"shutdown",shutdownCommand,-1,"ar",0,NULL,0,0,0,0,0},
212 {"lastsave",lastsaveCommand,1,"r",0,NULL,0,0,0,0,0},
213 {"type",typeCommand,2,"r",0,NULL,1,1,1,0,0},
214 {"multi",multiCommand,1,"rs",0,NULL,0,0,0,0,0},
215 {"exec",execCommand,1,"s",0,NULL,0,0,0,0,0},
216 {"discard",discardCommand,1,"rs",0,NULL,0,0,0,0,0},
217 {"sync",syncCommand,1,"ars",0,NULL,0,0,0,0,0},
218 {"flushdb",flushdbCommand,1,"w",0,NULL,0,0,0,0,0},
219 {"flushall",flushallCommand,1,"w",0,NULL,0,0,0,0,0},
220 {"sort",sortCommand,-2,"wmS",0,NULL,1,1,1,0,0},
221 {"info",infoCommand,-1,"r",0,NULL,0,0,0,0,0},
222 {"monitor",monitorCommand,1,"ars",0,NULL,0,0,0,0,0},
223 {"ttl",ttlCommand,2,"r",0,NULL,1,1,1,0,0},
224 {"pttl",pttlCommand,2,"r",0,NULL,1,1,1,0,0},
225 {"persist",persistCommand,2,"w",0,NULL,1,1,1,0,0},
226 {"slaveof",slaveofCommand,3,"as",0,NULL,0,0,0,0,0},
227 {"debug",debugCommand,-2,"as",0,NULL,0,0,0,0,0},
228 {"config",configCommand,-2,"ar",0,NULL,0,0,0,0,0},
229 {"subscribe",subscribeCommand,-2,"rps",0,NULL,0,0,0,0,0},
230 {"unsubscribe",unsubscribeCommand,-1,"rps",0,NULL,0,0,0,0,0},
231 {"psubscribe",psubscribeCommand,-2,"rps",0,NULL,0,0,0,0,0},
232 {"punsubscribe",punsubscribeCommand,-1,"rps",0,NULL,0,0,0,0,0},
233 {"publish",publishCommand,3,"pf",0,NULL,0,0,0,0,0},
234 {"watch",watchCommand,-2,"rs",0,noPreloadGetKeys,1,-1,1,0,0},
235 {"unwatch",unwatchCommand,1,"rs",0,NULL,0,0,0,0,0},
236 {"restore",restoreCommand,4,"awm",0,NULL,1,1,1,0,0},
237 {"migrate",migrateCommand,6,"aw",0,NULL,0,0,0,0,0},
238 {"dump",dumpCommand,2,"ar",0,NULL,1,1,1,0,0},
239 {"object",objectCommand,-2,"r",0,NULL,2,2,2,0,0},
240 {"client",clientCommand,-2,"ar",0,NULL,0,0,0,0,0},
241 {"eval",evalCommand,-3,"s",0,zunionInterGetKeys,0,0,0,0,0},
242 {"evalsha",evalShaCommand,-3,"s",0,zunionInterGetKeys,0,0,0,0,0},
243 {"slowlog",slowlogCommand,-2,"r",0,NULL,0,0,0,0,0},
244 {"script",scriptCommand,-2,"ras",0,NULL,0,0,0,0,0},
245 {"time",timeCommand,1,"rR",0,NULL,0,0,0,0,0}
246 };
247
248 /*============================ Utility functions ============================ */
249
250 /* Low level logging. To use only for very big messages, otherwise
251 * redisLog() is to prefer. */
252 void redisLogRaw(int level, const char *msg) {
253 const int syslogLevelMap[] = { LOG_DEBUG, LOG_INFO, LOG_NOTICE, LOG_WARNING };
254 const char *c = ".-*#";
255 FILE *fp;
256 char buf[64];
257 int rawmode = (level & REDIS_LOG_RAW);
258
259 level &= 0xff; /* clear flags */
260 if (level < server.verbosity) return;
261
262 fp = (server.logfile == NULL) ? stdout : fopen(server.logfile,"a");
263 if (!fp) return;
264
265 if (rawmode) {
266 fprintf(fp,"%s",msg);
267 } else {
268 int off;
269 struct timeval tv;
270
271 gettimeofday(&tv,NULL);
272 off = strftime(buf,sizeof(buf),"%d %b %H:%M:%S.",localtime(&tv.tv_sec));
273 snprintf(buf+off,sizeof(buf)-off,"%03d",(int)tv.tv_usec/1000);
274 fprintf(fp,"[%d] %s %c %s\n",(int)getpid(),buf,c[level],msg);
275 }
276 fflush(fp);
277
278 if (server.logfile) fclose(fp);
279
280 if (server.syslog_enabled) syslog(syslogLevelMap[level], "%s", msg);
281 }
282
283 /* Like redisLogRaw() but with printf-alike support. This is the funciton that
284 * is used across the code. The raw version is only used in order to dump
285 * the INFO output on crash. */
286 void redisLog(int level, const char *fmt, ...) {
287 va_list ap;
288 char msg[REDIS_MAX_LOGMSG_LEN];
289
290 if ((level&0xff) < server.verbosity) return;
291
292 va_start(ap, fmt);
293 vsnprintf(msg, sizeof(msg), fmt, ap);
294 va_end(ap);
295
296 redisLogRaw(level,msg);
297 }
298
299 /* Log a fixed message without printf-alike capabilities, in a way that is
300 * safe to call from a signal handler.
301 *
302 * We actually use this only for signals that are not fatal from the point
303 * of view of Redis. Signals that are going to kill the server anyway and
304 * where we need printf-alike features are served by redisLog(). */
305 void redisLogFromHandler(int level, const char *msg) {
306 int fd;
307 char buf[64];
308
309 if ((level&0xff) < server.verbosity ||
310 (server.logfile == NULL && server.daemonize)) return;
311 fd = server.logfile ?
312 open(server.logfile, O_APPEND|O_CREAT|O_WRONLY, 0644) :
313 STDOUT_FILENO;
314 if (fd == -1) return;
315 ll2string(buf,sizeof(buf),getpid());
316 if (write(fd,"[",1) == -1) goto err;
317 if (write(fd,buf,strlen(buf)) == -1) goto err;
318 if (write(fd," | signal handler] (",20) == -1) goto err;
319 ll2string(buf,sizeof(buf),time(NULL));
320 if (write(fd,buf,strlen(buf)) == -1) goto err;
321 if (write(fd,") ",2) == -1) goto err;
322 if (write(fd,msg,strlen(msg)) == -1) goto err;
323 if (write(fd,"\n",1) == -1) goto err;
324 err:
325 if (server.logfile) close(fd);
326 }
327
328 /* Redis generally does not try to recover from out of memory conditions
329 * when allocating objects or strings, it is not clear if it will be possible
330 * to report this condition to the client since the networking layer itself
331 * is based on heap allocation for send buffers, so we simply abort.
332 * At least the code will be simpler to read... */
333 void oom(const char *msg) {
334 redisLog(REDIS_WARNING, "%s: Out of memory\n",msg);
335 sleep(1);
336 abort();
337 }
338
339 /* Return the UNIX time in microseconds */
340 long long ustime(void) {
341 struct timeval tv;
342 long long ust;
343
344 gettimeofday(&tv, NULL);
345 ust = ((long long)tv.tv_sec)*1000000;
346 ust += tv.tv_usec;
347 return ust;
348 }
349
350 /* Return the UNIX time in milliseconds */
351 long long mstime(void) {
352 return ustime()/1000;
353 }
354
355 /* After an RDB dump or AOF rewrite we exit from children using _exit() instead of
356 * exit(), because the latter may interact with the same file objects used by
357 * the parent process. However if we are testing the coverage normal exit() is
358 * used in order to obtain the right coverage information. */
359 void exitFromChild(int retcode) {
360 #ifdef COVERAGE_TEST
361 exit(retcode);
362 #else
363 _exit(retcode);
364 #endif
365 }
366
367 /*====================== Hash table type implementation ==================== */
368
369 /* This is an hash table type that uses the SDS dynamic strings libary as
370 * keys and radis objects as values (objects can hold SDS strings,
371 * lists, sets). */
372
373 void dictVanillaFree(void *privdata, void *val)
374 {
375 DICT_NOTUSED(privdata);
376 zfree(val);
377 }
378
379 void dictListDestructor(void *privdata, void *val)
380 {
381 DICT_NOTUSED(privdata);
382 listRelease((list*)val);
383 }
384
385 int dictSdsKeyCompare(void *privdata, const void *key1,
386 const void *key2)
387 {
388 int l1,l2;
389 DICT_NOTUSED(privdata);
390
391 l1 = sdslen((sds)key1);
392 l2 = sdslen((sds)key2);
393 if (l1 != l2) return 0;
394 return memcmp(key1, key2, l1) == 0;
395 }
396
397 /* A case insensitive version used for the command lookup table. */
398 int dictSdsKeyCaseCompare(void *privdata, const void *key1,
399 const void *key2)
400 {
401 DICT_NOTUSED(privdata);
402
403 return strcasecmp(key1, key2) == 0;
404 }
405
406 void dictRedisObjectDestructor(void *privdata, void *val)
407 {
408 DICT_NOTUSED(privdata);
409
410 if (val == NULL) return; /* Values of swapped out keys as set to NULL */
411 decrRefCount(val);
412 }
413
414 void dictSdsDestructor(void *privdata, void *val)
415 {
416 DICT_NOTUSED(privdata);
417
418 sdsfree(val);
419 }
420
421 int dictObjKeyCompare(void *privdata, const void *key1,
422 const void *key2)
423 {
424 const robj *o1 = key1, *o2 = key2;
425 return dictSdsKeyCompare(privdata,o1->ptr,o2->ptr);
426 }
427
428 unsigned int dictObjHash(const void *key) {
429 const robj *o = key;
430 return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
431 }
432
433 unsigned int dictSdsHash(const void *key) {
434 return dictGenHashFunction((unsigned char*)key, sdslen((char*)key));
435 }
436
437 unsigned int dictSdsCaseHash(const void *key) {
438 return dictGenCaseHashFunction((unsigned char*)key, sdslen((char*)key));
439 }
440
441 int dictEncObjKeyCompare(void *privdata, const void *key1,
442 const void *key2)
443 {
444 robj *o1 = (robj*) key1, *o2 = (robj*) key2;
445 int cmp;
446
447 if (o1->encoding == REDIS_ENCODING_INT &&
448 o2->encoding == REDIS_ENCODING_INT)
449 return o1->ptr == o2->ptr;
450
451 o1 = getDecodedObject(o1);
452 o2 = getDecodedObject(o2);
453 cmp = dictSdsKeyCompare(privdata,o1->ptr,o2->ptr);
454 decrRefCount(o1);
455 decrRefCount(o2);
456 return cmp;
457 }
458
459 unsigned int dictEncObjHash(const void *key) {
460 robj *o = (robj*) key;
461
462 if (o->encoding == REDIS_ENCODING_RAW) {
463 return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
464 } else {
465 if (o->encoding == REDIS_ENCODING_INT) {
466 char buf[32];
467 int len;
468
469 len = ll2string(buf,32,(long)o->ptr);
470 return dictGenHashFunction((unsigned char*)buf, len);
471 } else {
472 unsigned int hash;
473
474 o = getDecodedObject(o);
475 hash = dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
476 decrRefCount(o);
477 return hash;
478 }
479 }
480 }
481
482 /* Sets type hash table */
483 dictType setDictType = {
484 dictEncObjHash, /* hash function */
485 NULL, /* key dup */
486 NULL, /* val dup */
487 dictEncObjKeyCompare, /* key compare */
488 dictRedisObjectDestructor, /* key destructor */
489 NULL /* val destructor */
490 };
491
492 /* Sorted sets hash (note: a skiplist is used in addition to the hash table) */
493 dictType zsetDictType = {
494 dictEncObjHash, /* hash function */
495 NULL, /* key dup */
496 NULL, /* val dup */
497 dictEncObjKeyCompare, /* key compare */
498 dictRedisObjectDestructor, /* key destructor */
499 NULL /* val destructor */
500 };
501
502 /* Db->dict, keys are sds strings, vals are Redis objects. */
503 dictType dbDictType = {
504 dictSdsHash, /* hash function */
505 NULL, /* key dup */
506 NULL, /* val dup */
507 dictSdsKeyCompare, /* key compare */
508 dictSdsDestructor, /* key destructor */
509 dictRedisObjectDestructor /* val destructor */
510 };
511
512 /* Db->expires */
513 dictType keyptrDictType = {
514 dictSdsHash, /* hash function */
515 NULL, /* key dup */
516 NULL, /* val dup */
517 dictSdsKeyCompare, /* key compare */
518 NULL, /* key destructor */
519 NULL /* val destructor */
520 };
521
522 /* Command table. sds string -> command struct pointer. */
523 dictType commandTableDictType = {
524 dictSdsCaseHash, /* hash function */
525 NULL, /* key dup */
526 NULL, /* val dup */
527 dictSdsKeyCaseCompare, /* key compare */
528 dictSdsDestructor, /* key destructor */
529 NULL /* val destructor */
530 };
531
532 /* Hash type hash table (note that small hashes are represented with zimpaps) */
533 dictType hashDictType = {
534 dictEncObjHash, /* hash function */
535 NULL, /* key dup */
536 NULL, /* val dup */
537 dictEncObjKeyCompare, /* key compare */
538 dictRedisObjectDestructor, /* key destructor */
539 dictRedisObjectDestructor /* val destructor */
540 };
541
542 /* Keylist hash table type has unencoded redis objects as keys and
543 * lists as values. It's used for blocking operations (BLPOP) and to
544 * map swapped keys to a list of clients waiting for this keys to be loaded. */
545 dictType keylistDictType = {
546 dictObjHash, /* hash function */
547 NULL, /* key dup */
548 NULL, /* val dup */
549 dictObjKeyCompare, /* key compare */
550 dictRedisObjectDestructor, /* key destructor */
551 dictListDestructor /* val destructor */
552 };
553
554 int htNeedsResize(dict *dict) {
555 long long size, used;
556
557 size = dictSlots(dict);
558 used = dictSize(dict);
559 return (size && used && size > DICT_HT_INITIAL_SIZE &&
560 (used*100/size < REDIS_HT_MINFILL));
561 }
562
563 /* If the percentage of used slots in the HT reaches REDIS_HT_MINFILL
564 * we resize the hash table to save memory */
565 void tryResizeHashTables(void) {
566 int j;
567
568 for (j = 0; j < server.dbnum; j++) {
569 if (htNeedsResize(server.db[j].dict))
570 dictResize(server.db[j].dict);
571 if (htNeedsResize(server.db[j].expires))
572 dictResize(server.db[j].expires);
573 }
574 }
575
576 /* Our hash table implementation performs rehashing incrementally while
577 * we write/read from the hash table. Still if the server is idle, the hash
578 * table will use two tables for a long time. So we try to use 1 millisecond
579 * of CPU time at every serverCron() loop in order to rehash some key. */
580 void incrementallyRehash(void) {
581 int j;
582
583 for (j = 0; j < server.dbnum; j++) {
584 if (dictIsRehashing(server.db[j].dict)) {
585 dictRehashMilliseconds(server.db[j].dict,1);
586 break; /* already used our millisecond for this loop... */
587 }
588 }
589 }
590
591 /* This function is called once a background process of some kind terminates,
592 * as we want to avoid resizing the hash tables when there is a child in order
593 * to play well with copy-on-write (otherwise when a resize happens lots of
594 * memory pages are copied). The goal of this function is to update the ability
595 * for dict.c to resize the hash tables accordingly to the fact we have o not
596 * running childs. */
597 void updateDictResizePolicy(void) {
598 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1)
599 dictEnableResize();
600 else
601 dictDisableResize();
602 }
603
604 /* ======================= Cron: called every 100 ms ======================== */
605
606 /* Try to expire a few timed out keys. The algorithm used is adaptive and
607 * will use few CPU cycles if there are few expiring keys, otherwise
608 * it will get more aggressive to avoid that too much memory is used by
609 * keys that can be removed from the keyspace. */
610 void activeExpireCycle(void) {
611 int j;
612
613 for (j = 0; j < server.dbnum; j++) {
614 int expired;
615 redisDb *db = server.db+j;
616
617 /* Continue to expire if at the end of the cycle more than 25%
618 * of the keys were expired. */
619 do {
620 long num = dictSize(db->expires);
621 long long now = mstime();
622
623 expired = 0;
624 if (num > REDIS_EXPIRELOOKUPS_PER_CRON)
625 num = REDIS_EXPIRELOOKUPS_PER_CRON;
626 while (num--) {
627 dictEntry *de;
628 long long t;
629
630 if ((de = dictGetRandomKey(db->expires)) == NULL) break;
631 t = dictGetSignedIntegerVal(de);
632 if (now > t) {
633 sds key = dictGetKey(de);
634 robj *keyobj = createStringObject(key,sdslen(key));
635
636 propagateExpire(db,keyobj);
637 dbDelete(db,keyobj);
638 decrRefCount(keyobj);
639 expired++;
640 server.stat_expiredkeys++;
641 }
642 }
643 } while (expired > REDIS_EXPIRELOOKUPS_PER_CRON/4);
644 }
645 }
646
647 void updateLRUClock(void) {
648 server.lruclock = (server.unixtime/REDIS_LRU_CLOCK_RESOLUTION) &
649 REDIS_LRU_CLOCK_MAX;
650 }
651
652
653 /* Add a sample to the operations per second array of samples. */
654 void trackOperationsPerSecond(void) {
655 long long t = mstime() - server.ops_sec_last_sample_time;
656 long long ops = server.stat_numcommands - server.ops_sec_last_sample_ops;
657 long long ops_sec;
658
659 ops_sec = t > 0 ? (ops*1000/t) : 0;
660
661 server.ops_sec_samples[server.ops_sec_idx] = ops_sec;
662 server.ops_sec_idx = (server.ops_sec_idx+1) % REDIS_OPS_SEC_SAMPLES;
663 server.ops_sec_last_sample_time = mstime();
664 server.ops_sec_last_sample_ops = server.stat_numcommands;
665 }
666
667 /* Return the mean of all the samples. */
668 long long getOperationsPerSecond(void) {
669 int j;
670 long long sum = 0;
671
672 for (j = 0; j < REDIS_OPS_SEC_SAMPLES; j++)
673 sum += server.ops_sec_samples[j];
674 return sum / REDIS_OPS_SEC_SAMPLES;
675 }
676
677 /* Check for timeouts. Returns non-zero if the client was terminated */
678 int clientsCronHandleTimeout(redisClient *c) {
679 time_t now = server.unixtime;
680
681 if (server.maxidletime &&
682 !(c->flags & REDIS_SLAVE) && /* no timeout for slaves */
683 !(c->flags & REDIS_MASTER) && /* no timeout for masters */
684 !(c->flags & REDIS_BLOCKED) && /* no timeout for BLPOP */
685 dictSize(c->pubsub_channels) == 0 && /* no timeout for pubsub */
686 listLength(c->pubsub_patterns) == 0 &&
687 (now - c->lastinteraction > server.maxidletime))
688 {
689 redisLog(REDIS_VERBOSE,"Closing idle client");
690 freeClient(c);
691 return 1;
692 } else if (c->flags & REDIS_BLOCKED) {
693 if (c->bpop.timeout != 0 && c->bpop.timeout < now) {
694 addReply(c,shared.nullmultibulk);
695 unblockClientWaitingData(c);
696 }
697 }
698 return 0;
699 }
700
701 /* The client query buffer is an sds.c string that can end with a lot of
702 * free space not used, this function reclaims space if needed.
703 *
704 * The funciton always returns 0 as it never terminates the client. */
705 int clientsCronResizeQueryBuffer(redisClient *c) {
706 size_t querybuf_size = sdsAllocSize(c->querybuf);
707 time_t idletime = server.unixtime - c->lastinteraction;
708
709 /* There are two conditions to resize the query buffer:
710 * 1) Query buffer is > BIG_ARG and too big for latest peak.
711 * 2) Client is inactive and the buffer is bigger than 1k. */
712 if (((querybuf_size > REDIS_MBULK_BIG_ARG) &&
713 (querybuf_size/(c->querybuf_peak+1)) > 2) ||
714 (querybuf_size > 1024 && idletime > 2))
715 {
716 /* Only resize the query buffer if it is actually wasting space. */
717 if (sdsavail(c->querybuf) > 1024) {
718 c->querybuf = sdsRemoveFreeSpace(c->querybuf);
719 }
720 }
721 /* Reset the peak again to capture the peak memory usage in the next
722 * cycle. */
723 c->querybuf_peak = 0;
724 return 0;
725 }
726
727 void clientsCron(void) {
728 /* Make sure to process at least 1/100 of clients per call.
729 * Since this function is called 10 times per second we are sure that
730 * in the worst case we process all the clients in 10 seconds.
731 * In normal conditions (a reasonable number of clients) we process
732 * all the clients in a shorter time. */
733 int numclients = listLength(server.clients);
734 int iterations = numclients/100;
735
736 if (iterations < 50)
737 iterations = (numclients < 50) ? numclients : 50;
738 while(listLength(server.clients) && iterations--) {
739 redisClient *c;
740 listNode *head;
741
742 /* Rotate the list, take the current head, process.
743 * This way if the client must be removed from the list it's the
744 * first element and we don't incur into O(N) computation. */
745 listRotate(server.clients);
746 head = listFirst(server.clients);
747 c = listNodeValue(head);
748 /* The following functions do different service checks on the client.
749 * The protocol is that they return non-zero if the client was
750 * terminated. */
751 if (clientsCronHandleTimeout(c)) continue;
752 if (clientsCronResizeQueryBuffer(c)) continue;
753 }
754 }
755
756 int serverCron(struct aeEventLoop *eventLoop, long long id, void *clientData) {
757 int j, loops = server.cronloops;
758 REDIS_NOTUSED(eventLoop);
759 REDIS_NOTUSED(id);
760 REDIS_NOTUSED(clientData);
761
762 /* Software watchdog: deliver the SIGALRM that will reach the signal
763 * handler if we don't return here fast enough. */
764 if (server.watchdog_period) watchdogScheduleSignal(server.watchdog_period);
765
766 /* We take a cached value of the unix time in the global state because
767 * with virtual memory and aging there is to store the current time
768 * in objects at every object access, and accuracy is not needed.
769 * To access a global var is faster than calling time(NULL) */
770 server.unixtime = time(NULL);
771
772 trackOperationsPerSecond();
773
774 /* We have just 22 bits per object for LRU information.
775 * So we use an (eventually wrapping) LRU clock with 10 seconds resolution.
776 * 2^22 bits with 10 seconds resoluton is more or less 1.5 years.
777 *
778 * Note that even if this will wrap after 1.5 years it's not a problem,
779 * everything will still work but just some object will appear younger
780 * to Redis. But for this to happen a given object should never be touched
781 * for 1.5 years.
782 *
783 * Note that you can change the resolution altering the
784 * REDIS_LRU_CLOCK_RESOLUTION define.
785 */
786 updateLRUClock();
787
788 /* Record the max memory used since the server was started. */
789 if (zmalloc_used_memory() > server.stat_peak_memory)
790 server.stat_peak_memory = zmalloc_used_memory();
791
792 /* We received a SIGTERM, shutting down here in a safe way, as it is
793 * not ok doing so inside the signal handler. */
794 if (server.shutdown_asap) {
795 if (prepareForShutdown(0) == REDIS_OK) exit(0);
796 redisLog(REDIS_WARNING,"SIGTERM received but errors trying to shut down the server, check the logs for more information");
797 }
798
799 /* Show some info about non-empty databases */
800 for (j = 0; j < server.dbnum; j++) {
801 long long size, used, vkeys;
802
803 size = dictSlots(server.db[j].dict);
804 used = dictSize(server.db[j].dict);
805 vkeys = dictSize(server.db[j].expires);
806 if (!(loops % 50) && (used || vkeys)) {
807 redisLog(REDIS_VERBOSE,"DB %d: %lld keys (%lld volatile) in %lld slots HT.",j,used,vkeys,size);
808 /* dictPrintStats(server.dict); */
809 }
810 }
811
812 /* We don't want to resize the hash tables while a bacground saving
813 * is in progress: the saving child is created using fork() that is
814 * implemented with a copy-on-write semantic in most modern systems, so
815 * if we resize the HT while there is the saving child at work actually
816 * a lot of memory movements in the parent will cause a lot of pages
817 * copied. */
818 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1) {
819 if (!(loops % 10)) tryResizeHashTables();
820 if (server.activerehashing) incrementallyRehash();
821 }
822
823 /* Show information about connected clients */
824 if (!(loops % 50)) {
825 redisLog(REDIS_VERBOSE,"%d clients connected (%d slaves), %zu bytes in use",
826 listLength(server.clients)-listLength(server.slaves),
827 listLength(server.slaves),
828 zmalloc_used_memory());
829 }
830
831 /* We need to do a few operations on clients asynchronously. */
832 clientsCron();
833
834 /* Start a scheduled AOF rewrite if this was requested by the user while
835 * a BGSAVE was in progress. */
836 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1 &&
837 server.aof_rewrite_scheduled)
838 {
839 rewriteAppendOnlyFileBackground();
840 }
841
842 /* Check if a background saving or AOF rewrite in progress terminated. */
843 if (server.rdb_child_pid != -1 || server.aof_child_pid != -1) {
844 int statloc;
845 pid_t pid;
846
847 if ((pid = wait3(&statloc,WNOHANG,NULL)) != 0) {
848 int exitcode = WEXITSTATUS(statloc);
849 int bysignal = 0;
850
851 if (WIFSIGNALED(statloc)) bysignal = WTERMSIG(statloc);
852
853 if (pid == server.rdb_child_pid) {
854 backgroundSaveDoneHandler(exitcode,bysignal);
855 } else {
856 backgroundRewriteDoneHandler(exitcode,bysignal);
857 }
858 updateDictResizePolicy();
859 }
860 } else {
861 /* If there is not a background saving/rewrite in progress check if
862 * we have to save/rewrite now */
863 for (j = 0; j < server.saveparamslen; j++) {
864 struct saveparam *sp = server.saveparams+j;
865
866 if (server.dirty >= sp->changes &&
867 server.unixtime-server.lastsave > sp->seconds) {
868 redisLog(REDIS_NOTICE,"%d changes in %d seconds. Saving...",
869 sp->changes, sp->seconds);
870 rdbSaveBackground(server.rdb_filename);
871 break;
872 }
873 }
874
875 /* Trigger an AOF rewrite if needed */
876 if (server.rdb_child_pid == -1 &&
877 server.aof_child_pid == -1 &&
878 server.aof_rewrite_perc &&
879 server.aof_current_size > server.aof_rewrite_min_size)
880 {
881 long long base = server.aof_rewrite_base_size ?
882 server.aof_rewrite_base_size : 1;
883 long long growth = (server.aof_current_size*100/base) - 100;
884 if (growth >= server.aof_rewrite_perc) {
885 redisLog(REDIS_NOTICE,"Starting automatic rewriting of AOF on %lld%% growth",growth);
886 rewriteAppendOnlyFileBackground();
887 }
888 }
889 }
890
891
892 /* If we postponed an AOF buffer flush, let's try to do it every time the
893 * cron function is called. */
894 if (server.aof_flush_postponed_start) flushAppendOnlyFile(0);
895
896 /* Expire a few keys per cycle, only if this is a master.
897 * On slaves we wait for DEL operations synthesized by the master
898 * in order to guarantee a strict consistency. */
899 if (server.masterhost == NULL) activeExpireCycle();
900
901 /* Close clients that need to be closed asynchronous */
902 freeClientsInAsyncFreeQueue();
903
904 /* Replication cron function -- used to reconnect to master and
905 * to detect transfer failures. */
906 if (!(loops % 10)) replicationCron();
907
908 server.cronloops++;
909 return 100;
910 }
911
912 /* This function gets called every time Redis is entering the
913 * main loop of the event driven library, that is, before to sleep
914 * for ready file descriptors. */
915 void beforeSleep(struct aeEventLoop *eventLoop) {
916 REDIS_NOTUSED(eventLoop);
917 listNode *ln;
918 redisClient *c;
919
920 /* Try to process pending commands for clients that were just unblocked. */
921 while (listLength(server.unblocked_clients)) {
922 ln = listFirst(server.unblocked_clients);
923 redisAssert(ln != NULL);
924 c = ln->value;
925 listDelNode(server.unblocked_clients,ln);
926 c->flags &= ~REDIS_UNBLOCKED;
927
928 /* Process remaining data in the input buffer. */
929 if (c->querybuf && sdslen(c->querybuf) > 0) {
930 server.current_client = c;
931 processInputBuffer(c);
932 server.current_client = NULL;
933 }
934 }
935
936 /* Write the AOF buffer on disk */
937 flushAppendOnlyFile(0);
938 }
939
940 /* =========================== Server initialization ======================== */
941
942 void createSharedObjects(void) {
943 int j;
944
945 shared.crlf = createObject(REDIS_STRING,sdsnew("\r\n"));
946 shared.ok = createObject(REDIS_STRING,sdsnew("+OK\r\n"));
947 shared.err = createObject(REDIS_STRING,sdsnew("-ERR\r\n"));
948 shared.emptybulk = createObject(REDIS_STRING,sdsnew("$0\r\n\r\n"));
949 shared.czero = createObject(REDIS_STRING,sdsnew(":0\r\n"));
950 shared.cone = createObject(REDIS_STRING,sdsnew(":1\r\n"));
951 shared.cnegone = createObject(REDIS_STRING,sdsnew(":-1\r\n"));
952 shared.nullbulk = createObject(REDIS_STRING,sdsnew("$-1\r\n"));
953 shared.nullmultibulk = createObject(REDIS_STRING,sdsnew("*-1\r\n"));
954 shared.emptymultibulk = createObject(REDIS_STRING,sdsnew("*0\r\n"));
955 shared.pong = createObject(REDIS_STRING,sdsnew("+PONG\r\n"));
956 shared.queued = createObject(REDIS_STRING,sdsnew("+QUEUED\r\n"));
957 shared.wrongtypeerr = createObject(REDIS_STRING,sdsnew(
958 "-ERR Operation against a key holding the wrong kind of value\r\n"));
959 shared.nokeyerr = createObject(REDIS_STRING,sdsnew(
960 "-ERR no such key\r\n"));
961 shared.syntaxerr = createObject(REDIS_STRING,sdsnew(
962 "-ERR syntax error\r\n"));
963 shared.sameobjecterr = createObject(REDIS_STRING,sdsnew(
964 "-ERR source and destination objects are the same\r\n"));
965 shared.outofrangeerr = createObject(REDIS_STRING,sdsnew(
966 "-ERR index out of range\r\n"));
967 shared.noscripterr = createObject(REDIS_STRING,sdsnew(
968 "-NOSCRIPT No matching script. Please use EVAL.\r\n"));
969 shared.loadingerr = createObject(REDIS_STRING,sdsnew(
970 "-LOADING Redis is loading the dataset in memory\r\n"));
971 shared.slowscripterr = createObject(REDIS_STRING,sdsnew(
972 "-BUSY Redis is busy running a script. You can only call SCRIPT KILL or SHUTDOWN NOSAVE.\r\n"));
973 shared.bgsaveerr = createObject(REDIS_STRING,sdsnew(
974 "-MISCONF Redis is configured to save RDB snapshots, but is currently not able to persist on disk. Commands that may modify the data set are disabled. Please check Redis logs for details about the error.\r\n"));
975 shared.roslaveerr = createObject(REDIS_STRING,sdsnew(
976 "-READONLY You can't write against a read only slave.\r\n"));
977 shared.oomerr = createObject(REDIS_STRING,sdsnew(
978 "-OOM command not allowed when used memory > 'maxmemory'.\r\n"));
979 shared.space = createObject(REDIS_STRING,sdsnew(" "));
980 shared.colon = createObject(REDIS_STRING,sdsnew(":"));
981 shared.plus = createObject(REDIS_STRING,sdsnew("+"));
982
983 for (j = 0; j < REDIS_SHARED_SELECT_CMDS; j++) {
984 shared.select[j] = createObject(REDIS_STRING,
985 sdscatprintf(sdsempty(),"select %d\r\n", j));
986 }
987 shared.messagebulk = createStringObject("$7\r\nmessage\r\n",13);
988 shared.pmessagebulk = createStringObject("$8\r\npmessage\r\n",14);
989 shared.subscribebulk = createStringObject("$9\r\nsubscribe\r\n",15);
990 shared.unsubscribebulk = createStringObject("$11\r\nunsubscribe\r\n",18);
991 shared.psubscribebulk = createStringObject("$10\r\npsubscribe\r\n",17);
992 shared.punsubscribebulk = createStringObject("$12\r\npunsubscribe\r\n",19);
993 shared.del = createStringObject("DEL",3);
994 shared.rpop = createStringObject("RPOP",4);
995 shared.lpop = createStringObject("LPOP",4);
996 for (j = 0; j < REDIS_SHARED_INTEGERS; j++) {
997 shared.integers[j] = createObject(REDIS_STRING,(void*)(long)j);
998 shared.integers[j]->encoding = REDIS_ENCODING_INT;
999 }
1000 for (j = 0; j < REDIS_SHARED_BULKHDR_LEN; j++) {
1001 shared.mbulkhdr[j] = createObject(REDIS_STRING,
1002 sdscatprintf(sdsempty(),"*%d\r\n",j));
1003 shared.bulkhdr[j] = createObject(REDIS_STRING,
1004 sdscatprintf(sdsempty(),"$%d\r\n",j));
1005 }
1006 }
1007
1008 void initServerConfig() {
1009 getRandomHexChars(server.runid,REDIS_RUN_ID_SIZE);
1010 server.runid[REDIS_RUN_ID_SIZE] = '\0';
1011 server.arch_bits = (sizeof(long) == 8) ? 64 : 32;
1012 server.port = REDIS_SERVERPORT;
1013 server.bindaddr = NULL;
1014 server.unixsocket = NULL;
1015 server.unixsocketperm = 0;
1016 server.ipfd = -1;
1017 server.sofd = -1;
1018 server.dbnum = REDIS_DEFAULT_DBNUM;
1019 server.verbosity = REDIS_NOTICE;
1020 server.maxidletime = REDIS_MAXIDLETIME;
1021 server.client_max_querybuf_len = REDIS_MAX_QUERYBUF_LEN;
1022 server.saveparams = NULL;
1023 server.loading = 0;
1024 server.logfile = NULL; /* NULL = log on standard output */
1025 server.syslog_enabled = 0;
1026 server.syslog_ident = zstrdup("redis");
1027 server.syslog_facility = LOG_LOCAL0;
1028 server.daemonize = 0;
1029 server.aof_state = REDIS_AOF_OFF;
1030 server.aof_fsync = AOF_FSYNC_EVERYSEC;
1031 server.aof_no_fsync_on_rewrite = 0;
1032 server.aof_rewrite_perc = REDIS_AOF_REWRITE_PERC;
1033 server.aof_rewrite_min_size = REDIS_AOF_REWRITE_MIN_SIZE;
1034 server.aof_rewrite_base_size = 0;
1035 server.aof_rewrite_scheduled = 0;
1036 server.aof_last_fsync = time(NULL);
1037 server.aof_delayed_fsync = 0;
1038 server.aof_fd = -1;
1039 server.aof_selected_db = -1; /* Make sure the first time will not match */
1040 server.aof_flush_postponed_start = 0;
1041 server.pidfile = zstrdup("/var/run/redis.pid");
1042 server.rdb_filename = zstrdup("dump.rdb");
1043 server.aof_filename = zstrdup("appendonly.aof");
1044 server.requirepass = NULL;
1045 server.rdb_compression = 1;
1046 server.rdb_checksum = 1;
1047 server.activerehashing = 1;
1048 server.maxclients = REDIS_MAX_CLIENTS;
1049 server.bpop_blocked_clients = 0;
1050 server.maxmemory = 0;
1051 server.maxmemory_policy = REDIS_MAXMEMORY_VOLATILE_LRU;
1052 server.maxmemory_samples = 3;
1053 server.hash_max_ziplist_entries = REDIS_HASH_MAX_ZIPLIST_ENTRIES;
1054 server.hash_max_ziplist_value = REDIS_HASH_MAX_ZIPLIST_VALUE;
1055 server.list_max_ziplist_entries = REDIS_LIST_MAX_ZIPLIST_ENTRIES;
1056 server.list_max_ziplist_value = REDIS_LIST_MAX_ZIPLIST_VALUE;
1057 server.set_max_intset_entries = REDIS_SET_MAX_INTSET_ENTRIES;
1058 server.zset_max_ziplist_entries = REDIS_ZSET_MAX_ZIPLIST_ENTRIES;
1059 server.zset_max_ziplist_value = REDIS_ZSET_MAX_ZIPLIST_VALUE;
1060 server.shutdown_asap = 0;
1061 server.repl_ping_slave_period = REDIS_REPL_PING_SLAVE_PERIOD;
1062 server.repl_timeout = REDIS_REPL_TIMEOUT;
1063 server.lua_caller = NULL;
1064 server.lua_time_limit = REDIS_LUA_TIME_LIMIT;
1065 server.lua_client = NULL;
1066 server.lua_timedout = 0;
1067
1068 updateLRUClock();
1069 resetServerSaveParams();
1070
1071 appendServerSaveParams(60*60,1); /* save after 1 hour and 1 change */
1072 appendServerSaveParams(300,100); /* save after 5 minutes and 100 changes */
1073 appendServerSaveParams(60,10000); /* save after 1 minute and 10000 changes */
1074 /* Replication related */
1075 server.masterauth = NULL;
1076 server.masterhost = NULL;
1077 server.masterport = 6379;
1078 server.master = NULL;
1079 server.repl_state = REDIS_REPL_NONE;
1080 server.repl_syncio_timeout = REDIS_REPL_SYNCIO_TIMEOUT;
1081 server.repl_serve_stale_data = 1;
1082 server.repl_slave_ro = 1;
1083 server.repl_down_since = time(NULL);
1084
1085 /* Client output buffer limits */
1086 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].hard_limit_bytes = 0;
1087 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].soft_limit_bytes = 0;
1088 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].soft_limit_seconds = 0;
1089 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].hard_limit_bytes = 1024*1024*256;
1090 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].soft_limit_bytes = 1024*1024*64;
1091 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].soft_limit_seconds = 60;
1092 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].hard_limit_bytes = 1024*1024*32;
1093 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].soft_limit_bytes = 1024*1024*8;
1094 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].soft_limit_seconds = 60;
1095
1096 /* Double constants initialization */
1097 R_Zero = 0.0;
1098 R_PosInf = 1.0/R_Zero;
1099 R_NegInf = -1.0/R_Zero;
1100 R_Nan = R_Zero/R_Zero;
1101
1102 /* Command table -- we intiialize it here as it is part of the
1103 * initial configuration, since command names may be changed via
1104 * redis.conf using the rename-command directive. */
1105 server.commands = dictCreate(&commandTableDictType,NULL);
1106 populateCommandTable();
1107 server.delCommand = lookupCommandByCString("del");
1108 server.multiCommand = lookupCommandByCString("multi");
1109 server.lpushCommand = lookupCommandByCString("lpush");
1110
1111 /* Slow log */
1112 server.slowlog_log_slower_than = REDIS_SLOWLOG_LOG_SLOWER_THAN;
1113 server.slowlog_max_len = REDIS_SLOWLOG_MAX_LEN;
1114
1115 /* Debugging */
1116 server.assert_failed = "<no assertion failed>";
1117 server.assert_file = "<no file>";
1118 server.assert_line = 0;
1119 server.bug_report_start = 0;
1120 server.watchdog_period = 0;
1121 }
1122
1123 /* This function will try to raise the max number of open files accordingly to
1124 * the configured max number of clients. It will also account for 32 additional
1125 * file descriptors as we need a few more for persistence, listening
1126 * sockets, log files and so forth.
1127 *
1128 * If it will not be possible to set the limit accordingly to the configured
1129 * max number of clients, the function will do the reverse setting
1130 * server.maxclients to the value that we can actually handle. */
1131 void adjustOpenFilesLimit(void) {
1132 rlim_t maxfiles = server.maxclients+32;
1133 struct rlimit limit;
1134
1135 if (getrlimit(RLIMIT_NOFILE,&limit) == -1) {
1136 redisLog(REDIS_WARNING,"Unable to obtain the current NOFILE limit (%s), assuming 1024 and setting the max clients configuration accordingly.",
1137 strerror(errno));
1138 server.maxclients = 1024-32;
1139 } else {
1140 rlim_t oldlimit = limit.rlim_cur;
1141
1142 /* Set the max number of files if the current limit is not enough
1143 * for our needs. */
1144 if (oldlimit < maxfiles) {
1145 rlim_t f;
1146
1147 f = maxfiles;
1148 while(f > oldlimit) {
1149 limit.rlim_cur = f;
1150 limit.rlim_max = f;
1151 if (setrlimit(RLIMIT_NOFILE,&limit) != -1) break;
1152 f -= 128;
1153 }
1154 if (f < oldlimit) f = oldlimit;
1155 if (f != maxfiles) {
1156 server.maxclients = f-32;
1157 redisLog(REDIS_WARNING,"Unable to set the max number of files limit to %d (%s), setting the max clients configuration to %d.",
1158 (int) maxfiles, strerror(errno), (int) server.maxclients);
1159 } else {
1160 redisLog(REDIS_NOTICE,"Max number of open files set to %d",
1161 (int) maxfiles);
1162 }
1163 }
1164 }
1165 }
1166
1167 void initServer() {
1168 int j;
1169
1170 signal(SIGHUP, SIG_IGN);
1171 signal(SIGPIPE, SIG_IGN);
1172 setupSignalHandlers();
1173
1174 if (server.syslog_enabled) {
1175 openlog(server.syslog_ident, LOG_PID | LOG_NDELAY | LOG_NOWAIT,
1176 server.syslog_facility);
1177 }
1178
1179 server.current_client = NULL;
1180 server.clients = listCreate();
1181 server.clients_to_close = listCreate();
1182 server.slaves = listCreate();
1183 server.monitors = listCreate();
1184 server.unblocked_clients = listCreate();
1185
1186 createSharedObjects();
1187 adjustOpenFilesLimit();
1188 server.el = aeCreateEventLoop(server.maxclients+1024);
1189 server.db = zmalloc(sizeof(redisDb)*server.dbnum);
1190
1191 if (server.port != 0) {
1192 server.ipfd = anetTcpServer(server.neterr,server.port,server.bindaddr);
1193 if (server.ipfd == ANET_ERR) {
1194 redisLog(REDIS_WARNING, "Opening port %d: %s",
1195 server.port, server.neterr);
1196 exit(1);
1197 }
1198 }
1199 if (server.unixsocket != NULL) {
1200 unlink(server.unixsocket); /* don't care if this fails */
1201 server.sofd = anetUnixServer(server.neterr,server.unixsocket,server.unixsocketperm);
1202 if (server.sofd == ANET_ERR) {
1203 redisLog(REDIS_WARNING, "Opening socket: %s", server.neterr);
1204 exit(1);
1205 }
1206 }
1207 if (server.ipfd < 0 && server.sofd < 0) {
1208 redisLog(REDIS_WARNING, "Configured to not listen anywhere, exiting.");
1209 exit(1);
1210 }
1211 for (j = 0; j < server.dbnum; j++) {
1212 server.db[j].dict = dictCreate(&dbDictType,NULL);
1213 server.db[j].expires = dictCreate(&keyptrDictType,NULL);
1214 server.db[j].blocking_keys = dictCreate(&keylistDictType,NULL);
1215 server.db[j].watched_keys = dictCreate(&keylistDictType,NULL);
1216 server.db[j].id = j;
1217 }
1218 server.pubsub_channels = dictCreate(&keylistDictType,NULL);
1219 server.pubsub_patterns = listCreate();
1220 listSetFreeMethod(server.pubsub_patterns,freePubsubPattern);
1221 listSetMatchMethod(server.pubsub_patterns,listMatchPubsubPattern);
1222 server.cronloops = 0;
1223 server.rdb_child_pid = -1;
1224 server.aof_child_pid = -1;
1225 server.aof_rewrite_buf = sdsempty();
1226 server.aof_buf = sdsempty();
1227 server.lastsave = time(NULL);
1228 server.dirty = 0;
1229 server.stat_numcommands = 0;
1230 server.stat_numconnections = 0;
1231 server.stat_expiredkeys = 0;
1232 server.stat_evictedkeys = 0;
1233 server.stat_starttime = time(NULL);
1234 server.stat_keyspace_misses = 0;
1235 server.stat_keyspace_hits = 0;
1236 server.stat_peak_memory = 0;
1237 server.stat_fork_time = 0;
1238 server.stat_rejected_conn = 0;
1239 memset(server.ops_sec_samples,0,sizeof(server.ops_sec_samples));
1240 server.ops_sec_idx = 0;
1241 server.ops_sec_last_sample_time = mstime();
1242 server.ops_sec_last_sample_ops = 0;
1243 server.unixtime = time(NULL);
1244 server.lastbgsave_status = REDIS_OK;
1245 server.stop_writes_on_bgsave_err = 1;
1246 aeCreateTimeEvent(server.el, 1, serverCron, NULL, NULL);
1247 if (server.ipfd > 0 && aeCreateFileEvent(server.el,server.ipfd,AE_READABLE,
1248 acceptTcpHandler,NULL) == AE_ERR) oom("creating file event");
1249 if (server.sofd > 0 && aeCreateFileEvent(server.el,server.sofd,AE_READABLE,
1250 acceptUnixHandler,NULL) == AE_ERR) oom("creating file event");
1251
1252 if (server.aof_state == REDIS_AOF_ON) {
1253 server.aof_fd = open(server.aof_filename,
1254 O_WRONLY|O_APPEND|O_CREAT,0644);
1255 if (server.aof_fd == -1) {
1256 redisLog(REDIS_WARNING, "Can't open the append-only file: %s",
1257 strerror(errno));
1258 exit(1);
1259 }
1260 }
1261
1262 /* 32 bit instances are limited to 4GB of address space, so if there is
1263 * no explicit limit in the user provided configuration we set a limit
1264 * at 3.5GB using maxmemory with 'noeviction' policy'. This saves
1265 * useless crashes of the Redis instance. */
1266 if (server.arch_bits == 32 && server.maxmemory == 0) {
1267 redisLog(REDIS_WARNING,"Warning: 32 bit instance detected but no memory limit set. Setting 3.5 GB maxmemory limit with 'noeviction' policy now.");
1268 server.maxmemory = 3584LL*(1024*1024); /* 3584 MB = 3.5 GB */
1269 server.maxmemory_policy = REDIS_MAXMEMORY_NO_EVICTION;
1270 }
1271
1272 scriptingInit();
1273 slowlogInit();
1274 bioInit();
1275 }
1276
1277 /* Populates the Redis Command Table starting from the hard coded list
1278 * we have on top of redis.c file. */
1279 void populateCommandTable(void) {
1280 int j;
1281 int numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1282
1283 for (j = 0; j < numcommands; j++) {
1284 struct redisCommand *c = redisCommandTable+j;
1285 char *f = c->sflags;
1286 int retval;
1287
1288 while(*f != '\0') {
1289 switch(*f) {
1290 case 'w': c->flags |= REDIS_CMD_WRITE; break;
1291 case 'r': c->flags |= REDIS_CMD_READONLY; break;
1292 case 'm': c->flags |= REDIS_CMD_DENYOOM; break;
1293 case 'a': c->flags |= REDIS_CMD_ADMIN; break;
1294 case 'p': c->flags |= REDIS_CMD_PUBSUB; break;
1295 case 'f': c->flags |= REDIS_CMD_FORCE_REPLICATION; break;
1296 case 's': c->flags |= REDIS_CMD_NOSCRIPT; break;
1297 case 'R': c->flags |= REDIS_CMD_RANDOM; break;
1298 case 'S': c->flags |= REDIS_CMD_SORT_FOR_SCRIPT; break;
1299 default: redisPanic("Unsupported command flag"); break;
1300 }
1301 f++;
1302 }
1303
1304 retval = dictAdd(server.commands, sdsnew(c->name), c);
1305 assert(retval == DICT_OK);
1306 }
1307 }
1308
1309 void resetCommandTableStats(void) {
1310 int numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1311 int j;
1312
1313 for (j = 0; j < numcommands; j++) {
1314 struct redisCommand *c = redisCommandTable+j;
1315
1316 c->microseconds = 0;
1317 c->calls = 0;
1318 }
1319 }
1320
1321 /* ========================== Redis OP Array API ============================ */
1322
1323 void redisOpArrayInit(redisOpArray *oa) {
1324 oa->ops = NULL;
1325 oa->numops = 0;
1326 }
1327
1328 int redisOpArrayAppend(redisOpArray *oa, struct redisCommand *cmd, int dbid,
1329 robj **argv, int argc, int target)
1330 {
1331 redisOp *op;
1332
1333 oa->ops = zrealloc(oa->ops,sizeof(redisOp)*(oa->numops+1));
1334 op = oa->ops+oa->numops;
1335 op->cmd = cmd;
1336 op->dbid = dbid;
1337 op->argv = argv;
1338 op->argc = argc;
1339 op->target = target;
1340 oa->numops++;
1341 return oa->numops;
1342 }
1343
1344 void redisOpArrayFree(redisOpArray *oa) {
1345 while(oa->numops) {
1346 int j;
1347 redisOp *op;
1348
1349 oa->numops--;
1350 op = oa->ops+oa->numops;
1351 for (j = 0; j < op->argc; j++)
1352 decrRefCount(op->argv[j]);
1353 zfree(op->argv);
1354 }
1355 zfree(oa->ops);
1356 }
1357
1358 /* ====================== Commands lookup and execution ===================== */
1359
1360 struct redisCommand *lookupCommand(sds name) {
1361 return dictFetchValue(server.commands, name);
1362 }
1363
1364 struct redisCommand *lookupCommandByCString(char *s) {
1365 struct redisCommand *cmd;
1366 sds name = sdsnew(s);
1367
1368 cmd = dictFetchValue(server.commands, name);
1369 sdsfree(name);
1370 return cmd;
1371 }
1372
1373 /* Propagate the specified command (in the context of the specified database id)
1374 * to AOF, Slaves and Monitors.
1375 *
1376 * flags are an xor between:
1377 * + REDIS_PROPAGATE_NONE (no propagation of command at all)
1378 * + REDIS_PROPAGATE_AOF (propagate into the AOF file if is enabled)
1379 * + REDIS_PROPAGATE_REPL (propagate into the replication link)
1380 */
1381 void propagate(struct redisCommand *cmd, int dbid, robj **argv, int argc,
1382 int flags)
1383 {
1384 if (server.aof_state != REDIS_AOF_OFF && flags & REDIS_PROPAGATE_AOF)
1385 feedAppendOnlyFile(cmd,dbid,argv,argc);
1386 if (flags & REDIS_PROPAGATE_REPL && listLength(server.slaves))
1387 replicationFeedSlaves(server.slaves,dbid,argv,argc);
1388 }
1389
1390 /* Used inside commands to schedule the propagation of additional commands
1391 * after the current command is propagated to AOF / Replication. */
1392 void alsoPropagate(struct redisCommand *cmd, int dbid, robj **argv, int argc,
1393 int target)
1394 {
1395 redisOpArrayAppend(&server.also_propagate,cmd,dbid,argv,argc,target);
1396 }
1397
1398 /* Call() is the core of Redis execution of a command */
1399 void call(redisClient *c, int flags) {
1400 long long dirty, start = ustime(), duration;
1401
1402 /* Sent the command to clients in MONITOR mode, only if the commands are
1403 * not geneated from reading an AOF. */
1404 if (listLength(server.monitors) && !server.loading)
1405 replicationFeedMonitors(c,server.monitors,c->db->id,c->argv,c->argc);
1406
1407 /* Call the command. */
1408 redisOpArrayInit(&server.also_propagate);
1409 dirty = server.dirty;
1410 c->cmd->proc(c);
1411 dirty = server.dirty-dirty;
1412 duration = ustime()-start;
1413
1414 /* When EVAL is called loading the AOF we don't want commands called
1415 * from Lua to go into the slowlog or to populate statistics. */
1416 if (server.loading && c->flags & REDIS_LUA_CLIENT)
1417 flags &= ~(REDIS_CALL_SLOWLOG | REDIS_CALL_STATS);
1418
1419 /* Log the command into the Slow log if needed, and populate the
1420 * per-command statistics that we show in INFO commandstats. */
1421 if (flags & REDIS_CALL_SLOWLOG)
1422 slowlogPushEntryIfNeeded(c->argv,c->argc,duration);
1423 if (flags & REDIS_CALL_STATS) {
1424 c->cmd->microseconds += duration;
1425 c->cmd->calls++;
1426 }
1427
1428 /* Propagate the command into the AOF and replication link */
1429 if (flags & REDIS_CALL_PROPAGATE) {
1430 int flags = REDIS_PROPAGATE_NONE;
1431
1432 if (c->cmd->flags & REDIS_CMD_FORCE_REPLICATION)
1433 flags |= REDIS_PROPAGATE_REPL;
1434 if (dirty)
1435 flags |= (REDIS_PROPAGATE_REPL | REDIS_PROPAGATE_AOF);
1436 if (flags != REDIS_PROPAGATE_NONE)
1437 propagate(c->cmd,c->db->id,c->argv,c->argc,flags);
1438 }
1439 /* Commands such as LPUSH or BRPOPLPUSH may propagate an additional
1440 * PUSH command. */
1441 if (server.also_propagate.numops) {
1442 int j;
1443 redisOp *rop;
1444
1445 for (j = 0; j < server.also_propagate.numops; j++) {
1446 rop = &server.also_propagate.ops[j];
1447 propagate(rop->cmd, rop->dbid, rop->argv, rop->argc, rop->target);
1448 }
1449 redisOpArrayFree(&server.also_propagate);
1450 }
1451 server.stat_numcommands++;
1452 }
1453
1454 /* If this function gets called we already read a whole
1455 * command, argments are in the client argv/argc fields.
1456 * processCommand() execute the command or prepare the
1457 * server for a bulk read from the client.
1458 *
1459 * If 1 is returned the client is still alive and valid and
1460 * and other operations can be performed by the caller. Otherwise
1461 * if 0 is returned the client was destroied (i.e. after QUIT). */
1462 int processCommand(redisClient *c) {
1463 /* The QUIT command is handled separately. Normal command procs will
1464 * go through checking for replication and QUIT will cause trouble
1465 * when FORCE_REPLICATION is enabled and would be implemented in
1466 * a regular command proc. */
1467 if (!strcasecmp(c->argv[0]->ptr,"quit")) {
1468 addReply(c,shared.ok);
1469 c->flags |= REDIS_CLOSE_AFTER_REPLY;
1470 return REDIS_ERR;
1471 }
1472
1473 /* Now lookup the command and check ASAP about trivial error conditions
1474 * such as wrong arity, bad command name and so forth. */
1475 c->cmd = c->lastcmd = lookupCommand(c->argv[0]->ptr);
1476 if (!c->cmd) {
1477 addReplyErrorFormat(c,"unknown command '%s'",
1478 (char*)c->argv[0]->ptr);
1479 return REDIS_OK;
1480 } else if ((c->cmd->arity > 0 && c->cmd->arity != c->argc) ||
1481 (c->argc < -c->cmd->arity)) {
1482 addReplyErrorFormat(c,"wrong number of arguments for '%s' command",
1483 c->cmd->name);
1484 return REDIS_OK;
1485 }
1486
1487 /* Check if the user is authenticated */
1488 if (server.requirepass && !c->authenticated && c->cmd->proc != authCommand)
1489 {
1490 addReplyError(c,"operation not permitted");
1491 return REDIS_OK;
1492 }
1493
1494 /* Handle the maxmemory directive.
1495 *
1496 * First we try to free some memory if possible (if there are volatile
1497 * keys in the dataset). If there are not the only thing we can do
1498 * is returning an error. */
1499 if (server.maxmemory) {
1500 int retval = freeMemoryIfNeeded();
1501 if ((c->cmd->flags & REDIS_CMD_DENYOOM) && retval == REDIS_ERR) {
1502 addReply(c, shared.oomerr);
1503 return REDIS_OK;
1504 }
1505 }
1506
1507 /* Don't accept write commands if there are problems persisting on disk. */
1508 if (server.stop_writes_on_bgsave_err &&
1509 server.saveparamslen > 0
1510 && server.lastbgsave_status == REDIS_ERR &&
1511 c->cmd->flags & REDIS_CMD_WRITE)
1512 {
1513 addReply(c, shared.bgsaveerr);
1514 return REDIS_OK;
1515 }
1516
1517 /* Don't accept wirte commands if this is a read only slave. But
1518 * accept write commands if this is our master. */
1519 if (server.masterhost && server.repl_slave_ro &&
1520 !(c->flags & REDIS_MASTER) &&
1521 c->cmd->flags & REDIS_CMD_WRITE)
1522 {
1523 addReply(c, shared.roslaveerr);
1524 return REDIS_OK;
1525 }
1526
1527 /* Only allow SUBSCRIBE and UNSUBSCRIBE in the context of Pub/Sub */
1528 if ((dictSize(c->pubsub_channels) > 0 || listLength(c->pubsub_patterns) > 0)
1529 &&
1530 c->cmd->proc != subscribeCommand &&
1531 c->cmd->proc != unsubscribeCommand &&
1532 c->cmd->proc != psubscribeCommand &&
1533 c->cmd->proc != punsubscribeCommand) {
1534 addReplyError(c,"only (P)SUBSCRIBE / (P)UNSUBSCRIBE / QUIT allowed in this context");
1535 return REDIS_OK;
1536 }
1537
1538 /* Only allow INFO and SLAVEOF when slave-serve-stale-data is no and
1539 * we are a slave with a broken link with master. */
1540 if (server.masterhost && server.repl_state != REDIS_REPL_CONNECTED &&
1541 server.repl_serve_stale_data == 0 &&
1542 c->cmd->proc != infoCommand && c->cmd->proc != slaveofCommand)
1543 {
1544 addReplyError(c,
1545 "link with MASTER is down and slave-serve-stale-data is set to no");
1546 return REDIS_OK;
1547 }
1548
1549 /* Loading DB? Return an error if the command is not INFO */
1550 if (server.loading && c->cmd->proc != infoCommand) {
1551 addReply(c, shared.loadingerr);
1552 return REDIS_OK;
1553 }
1554
1555 /* Lua script too slow? Only allow SHUTDOWN NOSAVE and SCRIPT KILL. */
1556 if (server.lua_timedout &&
1557 !(c->cmd->proc == shutdownCommand &&
1558 c->argc == 2 &&
1559 tolower(((char*)c->argv[1]->ptr)[0]) == 'n') &&
1560 !(c->cmd->proc == scriptCommand &&
1561 c->argc == 2 &&
1562 tolower(((char*)c->argv[1]->ptr)[0]) == 'k'))
1563 {
1564 addReply(c, shared.slowscripterr);
1565 return REDIS_OK;
1566 }
1567
1568 /* Exec the command */
1569 if (c->flags & REDIS_MULTI &&
1570 c->cmd->proc != execCommand && c->cmd->proc != discardCommand &&
1571 c->cmd->proc != multiCommand && c->cmd->proc != watchCommand)
1572 {
1573 queueMultiCommand(c);
1574 addReply(c,shared.queued);
1575 } else {
1576 call(c,REDIS_CALL_FULL);
1577 }
1578 return REDIS_OK;
1579 }
1580
1581 /*================================== Shutdown =============================== */
1582
1583 int prepareForShutdown(int flags) {
1584 int save = flags & REDIS_SHUTDOWN_SAVE;
1585 int nosave = flags & REDIS_SHUTDOWN_NOSAVE;
1586
1587 redisLog(REDIS_WARNING,"User requested shutdown...");
1588 /* Kill the saving child if there is a background saving in progress.
1589 We want to avoid race conditions, for instance our saving child may
1590 overwrite the synchronous saving did by SHUTDOWN. */
1591 if (server.rdb_child_pid != -1) {
1592 redisLog(REDIS_WARNING,"There is a child saving an .rdb. Killing it!");
1593 kill(server.rdb_child_pid,SIGKILL);
1594 rdbRemoveTempFile(server.rdb_child_pid);
1595 }
1596 if (server.aof_state != REDIS_AOF_OFF) {
1597 /* Kill the AOF saving child as the AOF we already have may be longer
1598 * but contains the full dataset anyway. */
1599 if (server.aof_child_pid != -1) {
1600 redisLog(REDIS_WARNING,
1601 "There is a child rewriting the AOF. Killing it!");
1602 kill(server.aof_child_pid,SIGKILL);
1603 }
1604 /* Append only file: fsync() the AOF and exit */
1605 redisLog(REDIS_NOTICE,"Calling fsync() on the AOF file.");
1606 aof_fsync(server.aof_fd);
1607 }
1608 if ((server.saveparamslen > 0 && !nosave) || save) {
1609 redisLog(REDIS_NOTICE,"Saving the final RDB snapshot before exiting.");
1610 /* Snapshotting. Perform a SYNC SAVE and exit */
1611 if (rdbSave(server.rdb_filename) != REDIS_OK) {
1612 /* Ooops.. error saving! The best we can do is to continue
1613 * operating. Note that if there was a background saving process,
1614 * in the next cron() Redis will be notified that the background
1615 * saving aborted, handling special stuff like slaves pending for
1616 * synchronization... */
1617 redisLog(REDIS_WARNING,"Error trying to save the DB, can't exit.");
1618 return REDIS_ERR;
1619 }
1620 }
1621 if (server.daemonize) {
1622 redisLog(REDIS_NOTICE,"Removing the pid file.");
1623 unlink(server.pidfile);
1624 }
1625 /* Close the listening sockets. Apparently this allows faster restarts. */
1626 if (server.ipfd != -1) close(server.ipfd);
1627 if (server.sofd != -1) close(server.sofd);
1628 if (server.unixsocket) {
1629 redisLog(REDIS_NOTICE,"Removing the unix socket file.");
1630 unlink(server.unixsocket); /* don't care if this fails */
1631 }
1632
1633 redisLog(REDIS_WARNING,"Redis is now ready to exit, bye bye...");
1634 return REDIS_OK;
1635 }
1636
1637 /*================================== Commands =============================== */
1638
1639 void authCommand(redisClient *c) {
1640 if (!server.requirepass) {
1641 addReplyError(c,"Client sent AUTH, but no password is set");
1642 } else if (!strcmp(c->argv[1]->ptr, server.requirepass)) {
1643 c->authenticated = 1;
1644 addReply(c,shared.ok);
1645 } else {
1646 c->authenticated = 0;
1647 addReplyError(c,"invalid password");
1648 }
1649 }
1650
1651 void pingCommand(redisClient *c) {
1652 addReply(c,shared.pong);
1653 }
1654
1655 void echoCommand(redisClient *c) {
1656 addReplyBulk(c,c->argv[1]);
1657 }
1658
1659 void timeCommand(redisClient *c) {
1660 struct timeval tv;
1661
1662 /* gettimeofday() can only fail if &tv is a bad addresss so we
1663 * don't check for errors. */
1664 gettimeofday(&tv,NULL);
1665 addReplyMultiBulkLen(c,2);
1666 addReplyBulkLongLong(c,tv.tv_sec);
1667 addReplyBulkLongLong(c,tv.tv_usec);
1668 }
1669
1670 /* Convert an amount of bytes into a human readable string in the form
1671 * of 100B, 2G, 100M, 4K, and so forth. */
1672 void bytesToHuman(char *s, unsigned long long n) {
1673 double d;
1674
1675 if (n < 1024) {
1676 /* Bytes */
1677 sprintf(s,"%lluB",n);
1678 return;
1679 } else if (n < (1024*1024)) {
1680 d = (double)n/(1024);
1681 sprintf(s,"%.2fK",d);
1682 } else if (n < (1024LL*1024*1024)) {
1683 d = (double)n/(1024*1024);
1684 sprintf(s,"%.2fM",d);
1685 } else if (n < (1024LL*1024*1024*1024)) {
1686 d = (double)n/(1024LL*1024*1024);
1687 sprintf(s,"%.2fG",d);
1688 }
1689 }
1690
1691 /* Create the string returned by the INFO command. This is decoupled
1692 * by the INFO command itself as we need to report the same information
1693 * on memory corruption problems. */
1694 sds genRedisInfoString(char *section) {
1695 sds info = sdsempty();
1696 time_t uptime = server.unixtime-server.stat_starttime;
1697 int j, numcommands;
1698 struct rusage self_ru, c_ru;
1699 unsigned long lol, bib;
1700 int allsections = 0, defsections = 0;
1701 int sections = 0;
1702
1703 if (section) {
1704 allsections = strcasecmp(section,"all") == 0;
1705 defsections = strcasecmp(section,"default") == 0;
1706 }
1707
1708 getrusage(RUSAGE_SELF, &self_ru);
1709 getrusage(RUSAGE_CHILDREN, &c_ru);
1710 getClientsMaxBuffers(&lol,&bib);
1711
1712 /* Server */
1713 if (allsections || defsections || !strcasecmp(section,"server")) {
1714 struct utsname name;
1715
1716 if (sections++) info = sdscat(info,"\r\n");
1717 uname(&name);
1718 info = sdscatprintf(info,
1719 "# Server\r\n"
1720 "redis_version:%s\r\n"
1721 "redis_git_sha1:%s\r\n"
1722 "redis_git_dirty:%d\r\n"
1723 "os:%s %s %s\r\n"
1724 "arch_bits:%d\r\n"
1725 "multiplexing_api:%s\r\n"
1726 "gcc_version:%d.%d.%d\r\n"
1727 "process_id:%ld\r\n"
1728 "run_id:%s\r\n"
1729 "tcp_port:%d\r\n"
1730 "uptime_in_seconds:%ld\r\n"
1731 "uptime_in_days:%ld\r\n"
1732 "lru_clock:%ld\r\n",
1733 REDIS_VERSION,
1734 redisGitSHA1(),
1735 strtol(redisGitDirty(),NULL,10) > 0,
1736 name.sysname, name.release, name.machine,
1737 server.arch_bits,
1738 aeGetApiName(),
1739 #ifdef __GNUC__
1740 __GNUC__,__GNUC_MINOR__,__GNUC_PATCHLEVEL__,
1741 #else
1742 0,0,0,
1743 #endif
1744 (long) getpid(),
1745 server.runid,
1746 server.port,
1747 uptime,
1748 uptime/(3600*24),
1749 (unsigned long) server.lruclock);
1750 }
1751
1752 /* Clients */
1753 if (allsections || defsections || !strcasecmp(section,"clients")) {
1754 if (sections++) info = sdscat(info,"\r\n");
1755 info = sdscatprintf(info,
1756 "# Clients\r\n"
1757 "connected_clients:%lu\r\n"
1758 "client_longest_output_list:%lu\r\n"
1759 "client_biggest_input_buf:%lu\r\n"
1760 "blocked_clients:%d\r\n",
1761 listLength(server.clients)-listLength(server.slaves),
1762 lol, bib,
1763 server.bpop_blocked_clients);
1764 }
1765
1766 /* Memory */
1767 if (allsections || defsections || !strcasecmp(section,"memory")) {
1768 char hmem[64];
1769 char peak_hmem[64];
1770
1771 bytesToHuman(hmem,zmalloc_used_memory());
1772 bytesToHuman(peak_hmem,server.stat_peak_memory);
1773 if (sections++) info = sdscat(info,"\r\n");
1774 info = sdscatprintf(info,
1775 "# Memory\r\n"
1776 "used_memory:%zu\r\n"
1777 "used_memory_human:%s\r\n"
1778 "used_memory_rss:%zu\r\n"
1779 "used_memory_peak:%zu\r\n"
1780 "used_memory_peak_human:%s\r\n"
1781 "used_memory_lua:%lld\r\n"
1782 "mem_fragmentation_ratio:%.2f\r\n"
1783 "mem_allocator:%s\r\n",
1784 zmalloc_used_memory(),
1785 hmem,
1786 zmalloc_get_rss(),
1787 server.stat_peak_memory,
1788 peak_hmem,
1789 ((long long)lua_gc(server.lua,LUA_GCCOUNT,0))*1024LL,
1790 zmalloc_get_fragmentation_ratio(),
1791 ZMALLOC_LIB
1792 );
1793 }
1794
1795 /* Persistence */
1796 if (allsections || defsections || !strcasecmp(section,"persistence")) {
1797 if (sections++) info = sdscat(info,"\r\n");
1798 info = sdscatprintf(info,
1799 "# Persistence\r\n"
1800 "loading:%d\r\n"
1801 "aof_enabled:%d\r\n"
1802 "changes_since_last_save:%lld\r\n"
1803 "bgsave_in_progress:%d\r\n"
1804 "last_save_time:%ld\r\n"
1805 "last_bgsave_status:%s\r\n"
1806 "bgrewriteaof_in_progress:%d\r\n"
1807 "bgrewriteaof_scheduled:%d\r\n",
1808 server.loading,
1809 server.aof_state != REDIS_AOF_OFF,
1810 server.dirty,
1811 server.rdb_child_pid != -1,
1812 server.lastsave,
1813 server.lastbgsave_status == REDIS_OK ? "ok" : "err",
1814 server.aof_child_pid != -1,
1815 server.aof_rewrite_scheduled);
1816
1817 if (server.aof_state != REDIS_AOF_OFF) {
1818 info = sdscatprintf(info,
1819 "aof_current_size:%lld\r\n"
1820 "aof_base_size:%lld\r\n"
1821 "aof_pending_rewrite:%d\r\n"
1822 "aof_buffer_length:%zu\r\n"
1823 "aof_pending_bio_fsync:%llu\r\n"
1824 "aof_delayed_fsync:%lu\r\n",
1825 (long long) server.aof_current_size,
1826 (long long) server.aof_rewrite_base_size,
1827 server.aof_rewrite_scheduled,
1828 sdslen(server.aof_buf),
1829 bioPendingJobsOfType(REDIS_BIO_AOF_FSYNC),
1830 server.aof_delayed_fsync);
1831 }
1832
1833 if (server.loading) {
1834 double perc;
1835 time_t eta, elapsed;
1836 off_t remaining_bytes = server.loading_total_bytes-
1837 server.loading_loaded_bytes;
1838
1839 perc = ((double)server.loading_loaded_bytes /
1840 server.loading_total_bytes) * 100;
1841
1842 elapsed = server.unixtime-server.loading_start_time;
1843 if (elapsed == 0) {
1844 eta = 1; /* A fake 1 second figure if we don't have
1845 enough info */
1846 } else {
1847 eta = (elapsed*remaining_bytes)/server.loading_loaded_bytes;
1848 }
1849
1850 info = sdscatprintf(info,
1851 "loading_start_time:%ld\r\n"
1852 "loading_total_bytes:%llu\r\n"
1853 "loading_loaded_bytes:%llu\r\n"
1854 "loading_loaded_perc:%.2f\r\n"
1855 "loading_eta_seconds:%ld\r\n"
1856 ,(unsigned long) server.loading_start_time,
1857 (unsigned long long) server.loading_total_bytes,
1858 (unsigned long long) server.loading_loaded_bytes,
1859 perc,
1860 eta
1861 );
1862 }
1863 }
1864
1865 /* Stats */
1866 if (allsections || defsections || !strcasecmp(section,"stats")) {
1867 if (sections++) info = sdscat(info,"\r\n");
1868 info = sdscatprintf(info,
1869 "# Stats\r\n"
1870 "total_connections_received:%lld\r\n"
1871 "total_commands_processed:%lld\r\n"
1872 "instantaneous_ops_per_sec:%lld\r\n"
1873 "rejected_connections:%lld\r\n"
1874 "expired_keys:%lld\r\n"
1875 "evicted_keys:%lld\r\n"
1876 "keyspace_hits:%lld\r\n"
1877 "keyspace_misses:%lld\r\n"
1878 "pubsub_channels:%ld\r\n"
1879 "pubsub_patterns:%lu\r\n"
1880 "latest_fork_usec:%lld\r\n",
1881 server.stat_numconnections,
1882 server.stat_numcommands,
1883 getOperationsPerSecond(),
1884 server.stat_rejected_conn,
1885 server.stat_expiredkeys,
1886 server.stat_evictedkeys,
1887 server.stat_keyspace_hits,
1888 server.stat_keyspace_misses,
1889 dictSize(server.pubsub_channels),
1890 listLength(server.pubsub_patterns),
1891 server.stat_fork_time);
1892 }
1893
1894 /* Replication */
1895 if (allsections || defsections || !strcasecmp(section,"replication")) {
1896 if (sections++) info = sdscat(info,"\r\n");
1897 info = sdscatprintf(info,
1898 "# Replication\r\n"
1899 "role:%s\r\n",
1900 server.masterhost == NULL ? "master" : "slave");
1901 if (server.masterhost) {
1902 info = sdscatprintf(info,
1903 "master_host:%s\r\n"
1904 "master_port:%d\r\n"
1905 "master_link_status:%s\r\n"
1906 "master_last_io_seconds_ago:%d\r\n"
1907 "master_sync_in_progress:%d\r\n"
1908 ,server.masterhost,
1909 server.masterport,
1910 (server.repl_state == REDIS_REPL_CONNECTED) ?
1911 "up" : "down",
1912 server.master ?
1913 ((int)(server.unixtime-server.master->lastinteraction)) : -1,
1914 server.repl_state == REDIS_REPL_TRANSFER
1915 );
1916
1917 if (server.repl_state == REDIS_REPL_TRANSFER) {
1918 info = sdscatprintf(info,
1919 "master_sync_left_bytes:%ld\r\n"
1920 "master_sync_last_io_seconds_ago:%d\r\n"
1921 ,(long)server.repl_transfer_left,
1922 (int)(server.unixtime-server.repl_transfer_lastio)
1923 );
1924 }
1925
1926 if (server.repl_state != REDIS_REPL_CONNECTED) {
1927 info = sdscatprintf(info,
1928 "master_link_down_since_seconds:%ld\r\n",
1929 (long)server.unixtime-server.repl_down_since);
1930 }
1931 }
1932 info = sdscatprintf(info,
1933 "connected_slaves:%lu\r\n",
1934 listLength(server.slaves));
1935 if (listLength(server.slaves)) {
1936 int slaveid = 0;
1937 listNode *ln;
1938 listIter li;
1939
1940 listRewind(server.slaves,&li);
1941 while((ln = listNext(&li))) {
1942 redisClient *slave = listNodeValue(ln);
1943 char *state = NULL;
1944 char ip[32];
1945 int port;
1946
1947 if (anetPeerToString(slave->fd,ip,&port) == -1) continue;
1948 switch(slave->replstate) {
1949 case REDIS_REPL_WAIT_BGSAVE_START:
1950 case REDIS_REPL_WAIT_BGSAVE_END:
1951 state = "wait_bgsave";
1952 break;
1953 case REDIS_REPL_SEND_BULK:
1954 state = "send_bulk";
1955 break;
1956 case REDIS_REPL_ONLINE:
1957 state = "online";
1958 break;
1959 }
1960 if (state == NULL) continue;
1961 info = sdscatprintf(info,"slave%d:%s,%d,%s\r\n",
1962 slaveid,ip,port,state);
1963 slaveid++;
1964 }
1965 }
1966 }
1967
1968 /* CPU */
1969 if (allsections || defsections || !strcasecmp(section,"cpu")) {
1970 if (sections++) info = sdscat(info,"\r\n");
1971 info = sdscatprintf(info,
1972 "# CPU\r\n"
1973 "used_cpu_sys:%.2f\r\n"
1974 "used_cpu_user:%.2f\r\n"
1975 "used_cpu_sys_children:%.2f\r\n"
1976 "used_cpu_user_children:%.2f\r\n",
1977 (float)self_ru.ru_stime.tv_sec+(float)self_ru.ru_stime.tv_usec/1000000,
1978 (float)self_ru.ru_utime.tv_sec+(float)self_ru.ru_utime.tv_usec/1000000,
1979 (float)c_ru.ru_stime.tv_sec+(float)c_ru.ru_stime.tv_usec/1000000,
1980 (float)c_ru.ru_utime.tv_sec+(float)c_ru.ru_utime.tv_usec/1000000);
1981 }
1982
1983 /* cmdtime */
1984 if (allsections || !strcasecmp(section,"commandstats")) {
1985 if (sections++) info = sdscat(info,"\r\n");
1986 info = sdscatprintf(info, "# Commandstats\r\n");
1987 numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1988 for (j = 0; j < numcommands; j++) {
1989 struct redisCommand *c = redisCommandTable+j;
1990
1991 if (!c->calls) continue;
1992 info = sdscatprintf(info,
1993 "cmdstat_%s:calls=%lld,usec=%lld,usec_per_call=%.2f\r\n",
1994 c->name, c->calls, c->microseconds,
1995 (c->calls == 0) ? 0 : ((float)c->microseconds/c->calls));
1996 }
1997 }
1998
1999 /* Key space */
2000 if (allsections || defsections || !strcasecmp(section,"keyspace")) {
2001 if (sections++) info = sdscat(info,"\r\n");
2002 info = sdscatprintf(info, "# Keyspace\r\n");
2003 for (j = 0; j < server.dbnum; j++) {
2004 long long keys, vkeys;
2005
2006 keys = dictSize(server.db[j].dict);
2007 vkeys = dictSize(server.db[j].expires);
2008 if (keys || vkeys) {
2009 info = sdscatprintf(info, "db%d:keys=%lld,expires=%lld\r\n",
2010 j, keys, vkeys);
2011 }
2012 }
2013 }
2014 return info;
2015 }
2016
2017 void infoCommand(redisClient *c) {
2018 char *section = c->argc == 2 ? c->argv[1]->ptr : "default";
2019
2020 if (c->argc > 2) {
2021 addReply(c,shared.syntaxerr);
2022 return;
2023 }
2024 sds info = genRedisInfoString(section);
2025 addReplySds(c,sdscatprintf(sdsempty(),"$%lu\r\n",
2026 (unsigned long)sdslen(info)));
2027 addReplySds(c,info);
2028 addReply(c,shared.crlf);
2029 }
2030
2031 void monitorCommand(redisClient *c) {
2032 /* ignore MONITOR if aleady slave or in monitor mode */
2033 if (c->flags & REDIS_SLAVE) return;
2034
2035 c->flags |= (REDIS_SLAVE|REDIS_MONITOR);
2036 c->slaveseldb = 0;
2037 listAddNodeTail(server.monitors,c);
2038 addReply(c,shared.ok);
2039 }
2040
2041 /* ============================ Maxmemory directive ======================== */
2042
2043 /* This function gets called when 'maxmemory' is set on the config file to limit
2044 * the max memory used by the server, before processing a command.
2045 *
2046 * The goal of the function is to free enough memory to keep Redis under the
2047 * configured memory limit.
2048 *
2049 * The function starts calculating how many bytes should be freed to keep
2050 * Redis under the limit, and enters a loop selecting the best keys to
2051 * evict accordingly to the configured policy.
2052 *
2053 * If all the bytes needed to return back under the limit were freed the
2054 * function returns REDIS_OK, otherwise REDIS_ERR is returned, and the caller
2055 * should block the execution of commands that will result in more memory
2056 * used by the server.
2057 */
2058 int freeMemoryIfNeeded(void) {
2059 size_t mem_used, mem_tofree, mem_freed;
2060 int slaves = listLength(server.slaves);
2061
2062 /* Remove the size of slaves output buffers and AOF buffer from the
2063 * count of used memory. */
2064 mem_used = zmalloc_used_memory();
2065 if (slaves) {
2066 listIter li;
2067 listNode *ln;
2068
2069 listRewind(server.slaves,&li);
2070 while((ln = listNext(&li))) {
2071 redisClient *slave = listNodeValue(ln);
2072 unsigned long obuf_bytes = getClientOutputBufferMemoryUsage(slave);
2073 if (obuf_bytes > mem_used)
2074 mem_used = 0;
2075 else
2076 mem_used -= obuf_bytes;
2077 }
2078 }
2079 if (server.aof_state != REDIS_AOF_OFF) {
2080 mem_used -= sdslen(server.aof_buf);
2081 mem_used -= sdslen(server.aof_rewrite_buf);
2082 }
2083
2084 /* Check if we are over the memory limit. */
2085 if (mem_used <= server.maxmemory) return REDIS_OK;
2086
2087 if (server.maxmemory_policy == REDIS_MAXMEMORY_NO_EVICTION)
2088 return REDIS_ERR; /* We need to free memory, but policy forbids. */
2089
2090 /* Compute how much memory we need to free. */
2091 mem_tofree = mem_used - server.maxmemory;
2092 mem_freed = 0;
2093 while (mem_freed < mem_tofree) {
2094 int j, k, keys_freed = 0;
2095
2096 for (j = 0; j < server.dbnum; j++) {
2097 long bestval = 0; /* just to prevent warning */
2098 sds bestkey = NULL;
2099 struct dictEntry *de;
2100 redisDb *db = server.db+j;
2101 dict *dict;
2102
2103 if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_LRU ||
2104 server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_RANDOM)
2105 {
2106 dict = server.db[j].dict;
2107 } else {
2108 dict = server.db[j].expires;
2109 }
2110 if (dictSize(dict) == 0) continue;
2111
2112 /* volatile-random and allkeys-random policy */
2113 if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_RANDOM ||
2114 server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_RANDOM)
2115 {
2116 de = dictGetRandomKey(dict);
2117 bestkey = dictGetKey(de);
2118 }
2119
2120 /* volatile-lru and allkeys-lru policy */
2121 else if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_LRU ||
2122 server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_LRU)
2123 {
2124 for (k = 0; k < server.maxmemory_samples; k++) {
2125 sds thiskey;
2126 long thisval;
2127 robj *o;
2128
2129 de = dictGetRandomKey(dict);
2130 thiskey = dictGetKey(de);
2131 /* When policy is volatile-lru we need an additonal lookup
2132 * to locate the real key, as dict is set to db->expires. */
2133 if (server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_LRU)
2134 de = dictFind(db->dict, thiskey);
2135 o = dictGetVal(de);
2136 thisval = estimateObjectIdleTime(o);
2137
2138 /* Higher idle time is better candidate for deletion */
2139 if (bestkey == NULL || thisval > bestval) {
2140 bestkey = thiskey;
2141 bestval = thisval;
2142 }
2143 }
2144 }
2145
2146 /* volatile-ttl */
2147 else if (server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_TTL) {
2148 for (k = 0; k < server.maxmemory_samples; k++) {
2149 sds thiskey;
2150 long thisval;
2151
2152 de = dictGetRandomKey(dict);
2153 thiskey = dictGetKey(de);
2154 thisval = (long) dictGetVal(de);
2155
2156 /* Expire sooner (minor expire unix timestamp) is better
2157 * candidate for deletion */
2158 if (bestkey == NULL || thisval < bestval) {
2159 bestkey = thiskey;
2160 bestval = thisval;
2161 }
2162 }
2163 }
2164
2165 /* Finally remove the selected key. */
2166 if (bestkey) {
2167 long long delta;
2168
2169 robj *keyobj = createStringObject(bestkey,sdslen(bestkey));
2170 propagateExpire(db,keyobj);
2171 /* We compute the amount of memory freed by dbDelete() alone.
2172 * It is possible that actually the memory needed to propagate
2173 * the DEL in AOF and replication link is greater than the one
2174 * we are freeing removing the key, but we can't account for
2175 * that otherwise we would never exit the loop.
2176 *
2177 * AOF and Output buffer memory will be freed eventually so
2178 * we only care about memory used by the key space. */
2179 delta = (long long) zmalloc_used_memory();
2180 dbDelete(db,keyobj);
2181 delta -= (long long) zmalloc_used_memory();
2182 mem_freed += delta;
2183 server.stat_evictedkeys++;
2184 decrRefCount(keyobj);
2185 keys_freed++;
2186
2187 /* When the memory to free starts to be big enough, we may
2188 * start spending so much time here that is impossible to
2189 * deliver data to the slaves fast enough, so we force the
2190 * transmission here inside the loop. */
2191 if (slaves) flushSlavesOutputBuffers();
2192 }
2193 }
2194 if (!keys_freed) return REDIS_ERR; /* nothing to free... */
2195 }
2196 return REDIS_OK;
2197 }
2198
2199 /* =================================== Main! ================================ */
2200
2201 #ifdef __linux__
2202 int linuxOvercommitMemoryValue(void) {
2203 FILE *fp = fopen("/proc/sys/vm/overcommit_memory","r");
2204 char buf[64];
2205
2206 if (!fp) return -1;
2207 if (fgets(buf,64,fp) == NULL) {
2208 fclose(fp);
2209 return -1;
2210 }
2211 fclose(fp);
2212
2213 return atoi(buf);
2214 }
2215
2216 void linuxOvercommitMemoryWarning(void) {
2217 if (linuxOvercommitMemoryValue() == 0) {
2218 redisLog(REDIS_WARNING,"WARNING overcommit_memory is set to 0! Background save may fail under low memory condition. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect.");
2219 }
2220 }
2221 #endif /* __linux__ */
2222
2223 void createPidFile(void) {
2224 /* Try to write the pid file in a best-effort way. */
2225 FILE *fp = fopen(server.pidfile,"w");
2226 if (fp) {
2227 fprintf(fp,"%d\n",(int)getpid());
2228 fclose(fp);
2229 }
2230 }
2231
2232 void daemonize(void) {
2233 int fd;
2234
2235 if (fork() != 0) exit(0); /* parent exits */
2236 setsid(); /* create a new session */
2237
2238 /* Every output goes to /dev/null. If Redis is daemonized but
2239 * the 'logfile' is set to 'stdout' in the configuration file
2240 * it will not log at all. */
2241 if ((fd = open("/dev/null", O_RDWR, 0)) != -1) {
2242 dup2(fd, STDIN_FILENO);
2243 dup2(fd, STDOUT_FILENO);
2244 dup2(fd, STDERR_FILENO);
2245 if (fd > STDERR_FILENO) close(fd);
2246 }
2247 }
2248
2249 void version() {
2250 printf("Redis server v=%s sha=%s:%d malloc=%s bits=%d\n",
2251 REDIS_VERSION,
2252 redisGitSHA1(),
2253 atoi(redisGitDirty()) > 0,
2254 ZMALLOC_LIB,
2255 sizeof(long) == 4 ? 32 : 64);
2256 exit(0);
2257 }
2258
2259 void usage() {
2260 fprintf(stderr,"Usage: ./redis-server [/path/to/redis.conf] [options]\n");
2261 fprintf(stderr," ./redis-server - (read config from stdin)\n");
2262 fprintf(stderr," ./redis-server -v or --version\n");
2263 fprintf(stderr," ./redis-server -h or --help\n");
2264 fprintf(stderr," ./redis-server --test-memory <megabytes>\n\n");
2265 fprintf(stderr,"Examples:\n");
2266 fprintf(stderr," ./redis-server (run the server with default conf)\n");
2267 fprintf(stderr," ./redis-server /etc/redis/6379.conf\n");
2268 fprintf(stderr," ./redis-server --port 7777\n");
2269 fprintf(stderr," ./redis-server --port 7777 --slaveof 127.0.0.1 8888\n");
2270 fprintf(stderr," ./redis-server /etc/myredis.conf --loglevel verbose\n");
2271 exit(1);
2272 }
2273
2274 void redisAsciiArt(void) {
2275 #include "asciilogo.h"
2276 char *buf = zmalloc(1024*16);
2277
2278 snprintf(buf,1024*16,ascii_logo,
2279 REDIS_VERSION,
2280 redisGitSHA1(),
2281 strtol(redisGitDirty(),NULL,10) > 0,
2282 (sizeof(long) == 8) ? "64" : "32",
2283 "stand alone",
2284 server.port,
2285 (long) getpid()
2286 );
2287 redisLogRaw(REDIS_NOTICE|REDIS_LOG_RAW,buf);
2288 zfree(buf);
2289 }
2290
2291 static void sigtermHandler(int sig) {
2292 REDIS_NOTUSED(sig);
2293
2294 redisLogFromHandler(REDIS_WARNING,"Received SIGTERM, scheduling shutdown...");
2295 server.shutdown_asap = 1;
2296 }
2297
2298 void setupSignalHandlers(void) {
2299 struct sigaction act;
2300
2301 /* When the SA_SIGINFO flag is set in sa_flags then sa_sigaction is used.
2302 * Otherwise, sa_handler is used. */
2303 sigemptyset(&act.sa_mask);
2304 act.sa_flags = 0;
2305 act.sa_handler = sigtermHandler;
2306 sigaction(SIGTERM, &act, NULL);
2307
2308 #ifdef HAVE_BACKTRACE
2309 sigemptyset(&act.sa_mask);
2310 act.sa_flags = SA_NODEFER | SA_RESETHAND | SA_SIGINFO;
2311 act.sa_sigaction = sigsegvHandler;
2312 sigaction(SIGSEGV, &act, NULL);
2313 sigaction(SIGBUS, &act, NULL);
2314 sigaction(SIGFPE, &act, NULL);
2315 sigaction(SIGILL, &act, NULL);
2316 #endif
2317 return;
2318 }
2319
2320 void memtest(size_t megabytes, int passes);
2321
2322 int main(int argc, char **argv) {
2323 long long start;
2324 struct timeval tv;
2325
2326 /* We need to initialize our libraries, and the server configuration. */
2327 zmalloc_enable_thread_safeness();
2328 srand(time(NULL)^getpid());
2329 gettimeofday(&tv,NULL);
2330 dictSetHashFunctionSeed(tv.tv_sec^tv.tv_usec^getpid());
2331 initServerConfig();
2332
2333 if (argc >= 2) {
2334 int j = 1; /* First option to parse in argv[] */
2335 sds options = sdsempty();
2336 char *configfile = NULL;
2337
2338 /* Handle special options --help and --version */
2339 if (strcmp(argv[1], "-v") == 0 ||
2340 strcmp(argv[1], "--version") == 0) version();
2341 if (strcmp(argv[1], "--help") == 0 ||
2342 strcmp(argv[1], "-h") == 0) usage();
2343 if (strcmp(argv[1], "--test-memory") == 0) {
2344 if (argc == 3) {
2345 memtest(atoi(argv[2]),50);
2346 exit(0);
2347 } else {
2348 fprintf(stderr,"Please specify the amount of memory to test in megabytes.\n");
2349 fprintf(stderr,"Example: ./redis-server --test-memory 4096\n\n");
2350 exit(1);
2351 }
2352 }
2353
2354 /* First argument is the config file name? */
2355 if (argv[j][0] != '-' || argv[j][1] != '-')
2356 configfile = argv[j++];
2357 /* All the other options are parsed and conceptually appended to the
2358 * configuration file. For instance --port 6380 will generate the
2359 * string "port 6380\n" to be parsed after the actual file name
2360 * is parsed, if any. */
2361 while(j != argc) {
2362 if (argv[j][0] == '-' && argv[j][1] == '-') {
2363 /* Option name */
2364 if (sdslen(options)) options = sdscat(options,"\n");
2365 options = sdscat(options,argv[j]+2);
2366 options = sdscat(options," ");
2367 } else {
2368 /* Option argument */
2369 options = sdscatrepr(options,argv[j],strlen(argv[j]));
2370 options = sdscat(options," ");
2371 }
2372 j++;
2373 }
2374 resetServerSaveParams();
2375 loadServerConfig(configfile,options);
2376 sdsfree(options);
2377 } else {
2378 redisLog(REDIS_WARNING,"Warning: no config file specified, using the default config. In order to specify a config file use 'redis-server /path/to/redis.conf'");
2379 }
2380 if (server.daemonize) daemonize();
2381 initServer();
2382 if (server.daemonize) createPidFile();
2383 redisAsciiArt();
2384 redisLog(REDIS_WARNING,"Server started, Redis version " REDIS_VERSION);
2385 #ifdef __linux__
2386 linuxOvercommitMemoryWarning();
2387 #endif
2388 start = ustime();
2389 if (server.aof_state == REDIS_AOF_ON) {
2390 if (loadAppendOnlyFile(server.aof_filename) == REDIS_OK)
2391 redisLog(REDIS_NOTICE,"DB loaded from append only file: %.3f seconds",(float)(ustime()-start)/1000000);
2392 } else {
2393 if (rdbLoad(server.rdb_filename) == REDIS_OK) {
2394 redisLog(REDIS_NOTICE,"DB loaded from disk: %.3f seconds",
2395 (float)(ustime()-start)/1000000);
2396 } else if (errno != ENOENT) {
2397 redisLog(REDIS_WARNING,"Fatal error loading the DB. Exiting.");
2398 exit(1);
2399 }
2400 }
2401 if (server.ipfd > 0)
2402 redisLog(REDIS_NOTICE,"The server is now ready to accept connections on port %d", server.port);
2403 if (server.sofd > 0)
2404 redisLog(REDIS_NOTICE,"The server is now ready to accept connections at %s", server.unixsocket);
2405 aeSetBeforeSleepProc(server.el,beforeSleep);
2406 aeMain(server.el);
2407 aeDeleteEventLoop(server.el);
2408 return 0;
2409 }
2410
2411 /* The End */