]> git.saurik.com Git - redis.git/blob - src/redis.c
Compare integers in ziplist regardless of encoding
[redis.git] / src / redis.c
1 /*
2 * Copyright (c) 2009-2010, Salvatore Sanfilippo <antirez at gmail dot com>
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * * Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * * Neither the name of Redis nor the names of its contributors may be used
14 * to endorse or promote products derived from this software without
15 * specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
28 */
29
30 #include "redis.h"
31 #include "slowlog.h"
32 #include "bio.h"
33
34 #include <time.h>
35 #include <signal.h>
36 #include <sys/wait.h>
37 #include <errno.h>
38 #include <assert.h>
39 #include <ctype.h>
40 #include <stdarg.h>
41 #include <arpa/inet.h>
42 #include <sys/stat.h>
43 #include <fcntl.h>
44 #include <sys/time.h>
45 #include <sys/resource.h>
46 #include <sys/uio.h>
47 #include <limits.h>
48 #include <float.h>
49 #include <math.h>
50 #include <sys/resource.h>
51 #include <sys/utsname.h>
52
53 /* Our shared "common" objects */
54
55 struct sharedObjectsStruct shared;
56
57 /* Global vars that are actually used as constants. The following double
58 * values are used for double on-disk serialization, and are initialized
59 * at runtime to avoid strange compiler optimizations. */
60
61 double R_Zero, R_PosInf, R_NegInf, R_Nan;
62
63 /*================================= Globals ================================= */
64
65 /* Global vars */
66 struct redisServer server; /* server global state */
67 struct redisCommand *commandTable;
68
69 /* Our command table.
70 *
71 * Every entry is composed of the following fields:
72 *
73 * name: a string representing the command name.
74 * function: pointer to the C function implementing the command.
75 * arity: number of arguments, it is possible to use -N to say >= N
76 * sflags: command flags as string. See below for a table of flags.
77 * flags: flags as bitmask. Computed by Redis using the 'sflags' field.
78 * get_keys_proc: an optional function to get key arguments from a command.
79 * This is only used when the following three fields are not
80 * enough to specify what arguments are keys.
81 * first_key_index: first argument that is a key
82 * last_key_index: last argument that is a key
83 * key_step: step to get all the keys from first to last argument. For instance
84 * in MSET the step is two since arguments are key,val,key,val,...
85 * microseconds: microseconds of total execution time for this command.
86 * calls: total number of calls of this command.
87 *
88 * The flags, microseconds and calls fields are computed by Redis and should
89 * always be set to zero.
90 *
91 * Command flags are expressed using strings where every character represents
92 * a flag. Later the populateCommandTable() function will take care of
93 * populating the real 'flags' field using this characters.
94 *
95 * This is the meaning of the flags:
96 *
97 * w: write command (may modify the key space).
98 * r: read command (will never modify the key space).
99 * m: may increase memory usage once called. Don't allow if out of memory.
100 * a: admin command, like SAVE or SHUTDOWN.
101 * p: Pub/Sub related command.
102 * f: force replication of this command, regarless of server.dirty.
103 * s: command not allowed in scripts.
104 * R: random command. Command is not deterministic, that is, the same command
105 * with the same arguments, with the same key space, may have different
106 * results. For instance SPOP and RANDOMKEY are two random commands.
107 * S: Sort command output array if called from script, so that the output
108 * is deterministic.
109 */
110 struct redisCommand redisCommandTable[] = {
111 {"get",getCommand,2,"r",0,NULL,1,1,1,0,0},
112 {"set",setCommand,3,"wm",0,noPreloadGetKeys,1,1,1,0,0},
113 {"setnx",setnxCommand,3,"wm",0,noPreloadGetKeys,1,1,1,0,0},
114 {"setex",setexCommand,4,"wm",0,noPreloadGetKeys,1,1,1,0,0},
115 {"psetex",psetexCommand,4,"wm",0,noPreloadGetKeys,1,1,1,0,0},
116 {"append",appendCommand,3,"wm",0,NULL,1,1,1,0,0},
117 {"strlen",strlenCommand,2,"r",0,NULL,1,1,1,0,0},
118 {"del",delCommand,-2,"w",0,noPreloadGetKeys,1,-1,1,0,0},
119 {"exists",existsCommand,2,"r",0,NULL,1,1,1,0,0},
120 {"setbit",setbitCommand,4,"wm",0,NULL,1,1,1,0,0},
121 {"getbit",getbitCommand,3,"r",0,NULL,1,1,1,0,0},
122 {"setrange",setrangeCommand,4,"wm",0,NULL,1,1,1,0,0},
123 {"getrange",getrangeCommand,4,"r",0,NULL,1,1,1,0,0},
124 {"substr",getrangeCommand,4,"r",0,NULL,1,1,1,0,0},
125 {"incr",incrCommand,2,"wm",0,NULL,1,1,1,0,0},
126 {"decr",decrCommand,2,"wm",0,NULL,1,1,1,0,0},
127 {"mget",mgetCommand,-2,"r",0,NULL,1,-1,1,0,0},
128 {"rpush",rpushCommand,-3,"wm",0,NULL,1,1,1,0,0},
129 {"lpush",lpushCommand,-3,"wm",0,NULL,1,1,1,0,0},
130 {"rpushx",rpushxCommand,3,"wm",0,NULL,1,1,1,0,0},
131 {"lpushx",lpushxCommand,3,"wm",0,NULL,1,1,1,0,0},
132 {"linsert",linsertCommand,5,"wm",0,NULL,1,1,1,0,0},
133 {"rpop",rpopCommand,2,"w",0,NULL,1,1,1,0,0},
134 {"lpop",lpopCommand,2,"w",0,NULL,1,1,1,0,0},
135 {"brpop",brpopCommand,-3,"ws",0,NULL,1,1,1,0,0},
136 {"brpoplpush",brpoplpushCommand,4,"wms",0,NULL,1,2,1,0,0},
137 {"blpop",blpopCommand,-3,"ws",0,NULL,1,-2,1,0,0},
138 {"llen",llenCommand,2,"r",0,NULL,1,1,1,0,0},
139 {"lindex",lindexCommand,3,"r",0,NULL,1,1,1,0,0},
140 {"lset",lsetCommand,4,"wm",0,NULL,1,1,1,0,0},
141 {"lrange",lrangeCommand,4,"r",0,NULL,1,1,1,0,0},
142 {"ltrim",ltrimCommand,4,"w",0,NULL,1,1,1,0,0},
143 {"lrem",lremCommand,4,"w",0,NULL,1,1,1,0,0},
144 {"rpoplpush",rpoplpushCommand,3,"wm",0,NULL,1,2,1,0,0},
145 {"sadd",saddCommand,-3,"wm",0,NULL,1,1,1,0,0},
146 {"srem",sremCommand,-3,"w",0,NULL,1,1,1,0,0},
147 {"smove",smoveCommand,4,"w",0,NULL,1,2,1,0,0},
148 {"sismember",sismemberCommand,3,"r",0,NULL,1,1,1,0,0},
149 {"scard",scardCommand,2,"r",0,NULL,1,1,1,0,0},
150 {"spop",spopCommand,2,"wRs",0,NULL,1,1,1,0,0},
151 {"srandmember",srandmemberCommand,2,"rR",0,NULL,1,1,1,0,0},
152 {"sinter",sinterCommand,-2,"rS",0,NULL,1,-1,1,0,0},
153 {"sinterstore",sinterstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
154 {"sunion",sunionCommand,-2,"rS",0,NULL,1,-1,1,0,0},
155 {"sunionstore",sunionstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
156 {"sdiff",sdiffCommand,-2,"rS",0,NULL,1,-1,1,0,0},
157 {"sdiffstore",sdiffstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
158 {"smembers",sinterCommand,2,"rS",0,NULL,1,1,1,0,0},
159 {"zadd",zaddCommand,-4,"wm",0,NULL,1,1,1,0,0},
160 {"zincrby",zincrbyCommand,4,"wm",0,NULL,1,1,1,0,0},
161 {"zrem",zremCommand,-3,"w",0,NULL,1,1,1,0,0},
162 {"zremrangebyscore",zremrangebyscoreCommand,4,"w",0,NULL,1,1,1,0,0},
163 {"zremrangebyrank",zremrangebyrankCommand,4,"w",0,NULL,1,1,1,0,0},
164 {"zunionstore",zunionstoreCommand,-4,"wm",0,zunionInterGetKeys,0,0,0,0,0},
165 {"zinterstore",zinterstoreCommand,-4,"wm",0,zunionInterGetKeys,0,0,0,0,0},
166 {"zrange",zrangeCommand,-4,"r",0,NULL,1,1,1,0,0},
167 {"zrangebyscore",zrangebyscoreCommand,-4,"r",0,NULL,1,1,1,0,0},
168 {"zrevrangebyscore",zrevrangebyscoreCommand,-4,"r",0,NULL,1,1,1,0,0},
169 {"zcount",zcountCommand,4,"r",0,NULL,1,1,1,0,0},
170 {"zrevrange",zrevrangeCommand,-4,"r",0,NULL,1,1,1,0,0},
171 {"zcard",zcardCommand,2,"r",0,NULL,1,1,1,0,0},
172 {"zscore",zscoreCommand,3,"r",0,NULL,1,1,1,0,0},
173 {"zrank",zrankCommand,3,"r",0,NULL,1,1,1,0,0},
174 {"zrevrank",zrevrankCommand,3,"r",0,NULL,1,1,1,0,0},
175 {"hset",hsetCommand,4,"wm",0,NULL,1,1,1,0,0},
176 {"hsetnx",hsetnxCommand,4,"wm",0,NULL,1,1,1,0,0},
177 {"hget",hgetCommand,3,"r",0,NULL,1,1,1,0,0},
178 {"hmset",hmsetCommand,-4,"wm",0,NULL,1,1,1,0,0},
179 {"hmget",hmgetCommand,-3,"r",0,NULL,1,1,1,0,0},
180 {"hincrby",hincrbyCommand,4,"wm",0,NULL,1,1,1,0,0},
181 {"hincrbyfloat",hincrbyfloatCommand,4,"wm",0,NULL,1,1,1,0,0},
182 {"hdel",hdelCommand,-3,"w",0,NULL,1,1,1,0,0},
183 {"hlen",hlenCommand,2,"r",0,NULL,1,1,1,0,0},
184 {"hkeys",hkeysCommand,2,"rS",0,NULL,1,1,1,0,0},
185 {"hvals",hvalsCommand,2,"rS",0,NULL,1,1,1,0,0},
186 {"hgetall",hgetallCommand,2,"r",0,NULL,1,1,1,0,0},
187 {"hexists",hexistsCommand,3,"r",0,NULL,1,1,1,0,0},
188 {"incrby",incrbyCommand,3,"wm",0,NULL,1,1,1,0,0},
189 {"decrby",decrbyCommand,3,"wm",0,NULL,1,1,1,0,0},
190 {"incrbyfloat",incrbyfloatCommand,3,"wm",0,NULL,1,1,1,0,0},
191 {"getset",getsetCommand,3,"wm",0,NULL,1,1,1,0,0},
192 {"mset",msetCommand,-3,"wm",0,NULL,1,-1,2,0,0},
193 {"msetnx",msetnxCommand,-3,"wm",0,NULL,1,-1,2,0,0},
194 {"randomkey",randomkeyCommand,1,"rR",0,NULL,0,0,0,0,0},
195 {"select",selectCommand,2,"r",0,NULL,0,0,0,0,0},
196 {"move",moveCommand,3,"w",0,NULL,1,1,1,0,0},
197 {"rename",renameCommand,3,"w",0,renameGetKeys,1,2,1,0,0},
198 {"renamenx",renamenxCommand,3,"w",0,renameGetKeys,1,2,1,0,0},
199 {"expire",expireCommand,3,"w",0,NULL,1,1,1,0,0},
200 {"expireat",expireatCommand,3,"w",0,NULL,1,1,1,0,0},
201 {"pexpire",pexpireCommand,3,"w",0,NULL,1,1,1,0,0},
202 {"pexpireat",pexpireatCommand,3,"w",0,NULL,1,1,1,0,0},
203 {"keys",keysCommand,2,"rS",0,NULL,0,0,0,0,0},
204 {"dbsize",dbsizeCommand,1,"r",0,NULL,0,0,0,0,0},
205 {"auth",authCommand,2,"rs",0,NULL,0,0,0,0,0},
206 {"ping",pingCommand,1,"r",0,NULL,0,0,0,0,0},
207 {"echo",echoCommand,2,"r",0,NULL,0,0,0,0,0},
208 {"save",saveCommand,1,"ars",0,NULL,0,0,0,0,0},
209 {"bgsave",bgsaveCommand,1,"ar",0,NULL,0,0,0,0,0},
210 {"bgrewriteaof",bgrewriteaofCommand,1,"ar",0,NULL,0,0,0,0,0},
211 {"shutdown",shutdownCommand,-1,"ar",0,NULL,0,0,0,0,0},
212 {"lastsave",lastsaveCommand,1,"r",0,NULL,0,0,0,0,0},
213 {"type",typeCommand,2,"r",0,NULL,1,1,1,0,0},
214 {"multi",multiCommand,1,"rs",0,NULL,0,0,0,0,0},
215 {"exec",execCommand,1,"s",0,NULL,0,0,0,0,0},
216 {"discard",discardCommand,1,"rs",0,NULL,0,0,0,0,0},
217 {"sync",syncCommand,1,"ars",0,NULL,0,0,0,0,0},
218 {"flushdb",flushdbCommand,1,"w",0,NULL,0,0,0,0,0},
219 {"flushall",flushallCommand,1,"w",0,NULL,0,0,0,0,0},
220 {"sort",sortCommand,-2,"wmS",0,NULL,1,1,1,0,0},
221 {"info",infoCommand,-1,"r",0,NULL,0,0,0,0,0},
222 {"monitor",monitorCommand,1,"ars",0,NULL,0,0,0,0,0},
223 {"ttl",ttlCommand,2,"r",0,NULL,1,1,1,0,0},
224 {"pttl",pttlCommand,2,"r",0,NULL,1,1,1,0,0},
225 {"persist",persistCommand,2,"w",0,NULL,1,1,1,0,0},
226 {"slaveof",slaveofCommand,3,"as",0,NULL,0,0,0,0,0},
227 {"debug",debugCommand,-2,"as",0,NULL,0,0,0,0,0},
228 {"config",configCommand,-2,"ar",0,NULL,0,0,0,0,0},
229 {"subscribe",subscribeCommand,-2,"rps",0,NULL,0,0,0,0,0},
230 {"unsubscribe",unsubscribeCommand,-1,"rps",0,NULL,0,0,0,0,0},
231 {"psubscribe",psubscribeCommand,-2,"rps",0,NULL,0,0,0,0,0},
232 {"punsubscribe",punsubscribeCommand,-1,"rps",0,NULL,0,0,0,0,0},
233 {"publish",publishCommand,3,"pf",0,NULL,0,0,0,0,0},
234 {"watch",watchCommand,-2,"rs",0,noPreloadGetKeys,1,-1,1,0,0},
235 {"unwatch",unwatchCommand,1,"rs",0,NULL,0,0,0,0,0},
236 {"restore",restoreCommand,4,"awm",0,NULL,1,1,1,0,0},
237 {"migrate",migrateCommand,6,"aw",0,NULL,0,0,0,0,0},
238 {"dump",dumpCommand,2,"ar",0,NULL,1,1,1,0,0},
239 {"object",objectCommand,-2,"r",0,NULL,2,2,2,0,0},
240 {"client",clientCommand,-2,"ar",0,NULL,0,0,0,0,0},
241 {"eval",evalCommand,-3,"s",0,zunionInterGetKeys,0,0,0,0,0},
242 {"evalsha",evalShaCommand,-3,"s",0,zunionInterGetKeys,0,0,0,0,0},
243 {"slowlog",slowlogCommand,-2,"r",0,NULL,0,0,0,0,0},
244 {"script",scriptCommand,-2,"ras",0,NULL,0,0,0,0,0},
245 {"time",timeCommand,1,"rR",0,NULL,0,0,0,0,0}
246 };
247
248 /*============================ Utility functions ============================ */
249
250 /* Low level logging. To use only for very big messages, otherwise
251 * redisLog() is to prefer. */
252 void redisLogRaw(int level, const char *msg) {
253 const int syslogLevelMap[] = { LOG_DEBUG, LOG_INFO, LOG_NOTICE, LOG_WARNING };
254 const char *c = ".-*#";
255 FILE *fp;
256 char buf[64];
257 int rawmode = (level & REDIS_LOG_RAW);
258
259 level &= 0xff; /* clear flags */
260 if (level < server.verbosity) return;
261
262 fp = (server.logfile == NULL) ? stdout : fopen(server.logfile,"a");
263 if (!fp) return;
264
265 if (rawmode) {
266 fprintf(fp,"%s",msg);
267 } else {
268 int off;
269 struct timeval tv;
270
271 gettimeofday(&tv,NULL);
272 off = strftime(buf,sizeof(buf),"%d %b %H:%M:%S.",localtime(&tv.tv_sec));
273 snprintf(buf+off,sizeof(buf)-off,"%03d",(int)tv.tv_usec/1000);
274 fprintf(fp,"[%d] %s %c %s\n",(int)getpid(),buf,c[level],msg);
275 }
276 fflush(fp);
277
278 if (server.logfile) fclose(fp);
279
280 if (server.syslog_enabled) syslog(syslogLevelMap[level], "%s", msg);
281 }
282
283 /* Like redisLogRaw() but with printf-alike support. This is the funciton that
284 * is used across the code. The raw version is only used in order to dump
285 * the INFO output on crash. */
286 void redisLog(int level, const char *fmt, ...) {
287 va_list ap;
288 char msg[REDIS_MAX_LOGMSG_LEN];
289
290 if ((level&0xff) < server.verbosity) return;
291
292 va_start(ap, fmt);
293 vsnprintf(msg, sizeof(msg), fmt, ap);
294 va_end(ap);
295
296 redisLogRaw(level,msg);
297 }
298
299 /* Log a fixed message without printf-alike capabilities, in a way that is
300 * safe to call from a signal handler.
301 *
302 * We actually use this only for signals that are not fatal from the point
303 * of view of Redis. Signals that are going to kill the server anyway and
304 * where we need printf-alike features are served by redisLog(). */
305 void redisLogFromHandler(int level, const char *msg) {
306 int fd;
307 char buf[64];
308
309 if ((level&0xff) < server.verbosity ||
310 (server.logfile == NULL && server.daemonize)) return;
311 fd = server.logfile ?
312 open(server.logfile, O_APPEND|O_CREAT|O_WRONLY, 0644) :
313 STDOUT_FILENO;
314 if (fd == -1) return;
315 ll2string(buf,sizeof(buf),getpid());
316 if (write(fd,"[",1) == -1) goto err;
317 if (write(fd,buf,strlen(buf)) == -1) goto err;
318 if (write(fd," | signal handler] (",20) == -1) goto err;
319 ll2string(buf,sizeof(buf),time(NULL));
320 if (write(fd,buf,strlen(buf)) == -1) goto err;
321 if (write(fd,") ",2) == -1) goto err;
322 if (write(fd,msg,strlen(msg)) == -1) goto err;
323 if (write(fd,"\n",1) == -1) goto err;
324 err:
325 if (server.logfile) close(fd);
326 }
327
328 /* Redis generally does not try to recover from out of memory conditions
329 * when allocating objects or strings, it is not clear if it will be possible
330 * to report this condition to the client since the networking layer itself
331 * is based on heap allocation for send buffers, so we simply abort.
332 * At least the code will be simpler to read... */
333 void oom(const char *msg) {
334 redisLog(REDIS_WARNING, "%s: Out of memory\n",msg);
335 sleep(1);
336 abort();
337 }
338
339 /* Return the UNIX time in microseconds */
340 long long ustime(void) {
341 struct timeval tv;
342 long long ust;
343
344 gettimeofday(&tv, NULL);
345 ust = ((long long)tv.tv_sec)*1000000;
346 ust += tv.tv_usec;
347 return ust;
348 }
349
350 /* Return the UNIX time in milliseconds */
351 long long mstime(void) {
352 return ustime()/1000;
353 }
354
355 /* After an RDB dump or AOF rewrite we exit from children using _exit() instead of
356 * exit(), because the latter may interact with the same file objects used by
357 * the parent process. However if we are testing the coverage normal exit() is
358 * used in order to obtain the right coverage information. */
359 void exitFromChild(int retcode) {
360 #ifdef COVERAGE_TEST
361 exit(retcode);
362 #else
363 _exit(retcode);
364 #endif
365 }
366
367 /*====================== Hash table type implementation ==================== */
368
369 /* This is an hash table type that uses the SDS dynamic strings libary as
370 * keys and radis objects as values (objects can hold SDS strings,
371 * lists, sets). */
372
373 void dictVanillaFree(void *privdata, void *val)
374 {
375 DICT_NOTUSED(privdata);
376 zfree(val);
377 }
378
379 void dictListDestructor(void *privdata, void *val)
380 {
381 DICT_NOTUSED(privdata);
382 listRelease((list*)val);
383 }
384
385 int dictSdsKeyCompare(void *privdata, const void *key1,
386 const void *key2)
387 {
388 int l1,l2;
389 DICT_NOTUSED(privdata);
390
391 l1 = sdslen((sds)key1);
392 l2 = sdslen((sds)key2);
393 if (l1 != l2) return 0;
394 return memcmp(key1, key2, l1) == 0;
395 }
396
397 /* A case insensitive version used for the command lookup table. */
398 int dictSdsKeyCaseCompare(void *privdata, const void *key1,
399 const void *key2)
400 {
401 DICT_NOTUSED(privdata);
402
403 return strcasecmp(key1, key2) == 0;
404 }
405
406 void dictRedisObjectDestructor(void *privdata, void *val)
407 {
408 DICT_NOTUSED(privdata);
409
410 if (val == NULL) return; /* Values of swapped out keys as set to NULL */
411 decrRefCount(val);
412 }
413
414 void dictSdsDestructor(void *privdata, void *val)
415 {
416 DICT_NOTUSED(privdata);
417
418 sdsfree(val);
419 }
420
421 int dictObjKeyCompare(void *privdata, const void *key1,
422 const void *key2)
423 {
424 const robj *o1 = key1, *o2 = key2;
425 return dictSdsKeyCompare(privdata,o1->ptr,o2->ptr);
426 }
427
428 unsigned int dictObjHash(const void *key) {
429 const robj *o = key;
430 return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
431 }
432
433 unsigned int dictSdsHash(const void *key) {
434 return dictGenHashFunction((unsigned char*)key, sdslen((char*)key));
435 }
436
437 unsigned int dictSdsCaseHash(const void *key) {
438 return dictGenCaseHashFunction((unsigned char*)key, sdslen((char*)key));
439 }
440
441 int dictEncObjKeyCompare(void *privdata, const void *key1,
442 const void *key2)
443 {
444 robj *o1 = (robj*) key1, *o2 = (robj*) key2;
445 int cmp;
446
447 if (o1->encoding == REDIS_ENCODING_INT &&
448 o2->encoding == REDIS_ENCODING_INT)
449 return o1->ptr == o2->ptr;
450
451 o1 = getDecodedObject(o1);
452 o2 = getDecodedObject(o2);
453 cmp = dictSdsKeyCompare(privdata,o1->ptr,o2->ptr);
454 decrRefCount(o1);
455 decrRefCount(o2);
456 return cmp;
457 }
458
459 unsigned int dictEncObjHash(const void *key) {
460 robj *o = (robj*) key;
461
462 if (o->encoding == REDIS_ENCODING_RAW) {
463 return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
464 } else {
465 if (o->encoding == REDIS_ENCODING_INT) {
466 char buf[32];
467 int len;
468
469 len = ll2string(buf,32,(long)o->ptr);
470 return dictGenHashFunction((unsigned char*)buf, len);
471 } else {
472 unsigned int hash;
473
474 o = getDecodedObject(o);
475 hash = dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
476 decrRefCount(o);
477 return hash;
478 }
479 }
480 }
481
482 /* Sets type hash table */
483 dictType setDictType = {
484 dictEncObjHash, /* hash function */
485 NULL, /* key dup */
486 NULL, /* val dup */
487 dictEncObjKeyCompare, /* key compare */
488 dictRedisObjectDestructor, /* key destructor */
489 NULL /* val destructor */
490 };
491
492 /* Sorted sets hash (note: a skiplist is used in addition to the hash table) */
493 dictType zsetDictType = {
494 dictEncObjHash, /* hash function */
495 NULL, /* key dup */
496 NULL, /* val dup */
497 dictEncObjKeyCompare, /* key compare */
498 dictRedisObjectDestructor, /* key destructor */
499 NULL /* val destructor */
500 };
501
502 /* Db->dict, keys are sds strings, vals are Redis objects. */
503 dictType dbDictType = {
504 dictSdsHash, /* hash function */
505 NULL, /* key dup */
506 NULL, /* val dup */
507 dictSdsKeyCompare, /* key compare */
508 dictSdsDestructor, /* key destructor */
509 dictRedisObjectDestructor /* val destructor */
510 };
511
512 /* Db->expires */
513 dictType keyptrDictType = {
514 dictSdsHash, /* hash function */
515 NULL, /* key dup */
516 NULL, /* val dup */
517 dictSdsKeyCompare, /* key compare */
518 NULL, /* key destructor */
519 NULL /* val destructor */
520 };
521
522 /* Command table. sds string -> command struct pointer. */
523 dictType commandTableDictType = {
524 dictSdsCaseHash, /* hash function */
525 NULL, /* key dup */
526 NULL, /* val dup */
527 dictSdsKeyCaseCompare, /* key compare */
528 dictSdsDestructor, /* key destructor */
529 NULL /* val destructor */
530 };
531
532 /* Hash type hash table (note that small hashes are represented with zimpaps) */
533 dictType hashDictType = {
534 dictEncObjHash, /* hash function */
535 NULL, /* key dup */
536 NULL, /* val dup */
537 dictEncObjKeyCompare, /* key compare */
538 dictRedisObjectDestructor, /* key destructor */
539 dictRedisObjectDestructor /* val destructor */
540 };
541
542 /* Keylist hash table type has unencoded redis objects as keys and
543 * lists as values. It's used for blocking operations (BLPOP) and to
544 * map swapped keys to a list of clients waiting for this keys to be loaded. */
545 dictType keylistDictType = {
546 dictObjHash, /* hash function */
547 NULL, /* key dup */
548 NULL, /* val dup */
549 dictObjKeyCompare, /* key compare */
550 dictRedisObjectDestructor, /* key destructor */
551 dictListDestructor /* val destructor */
552 };
553
554 int htNeedsResize(dict *dict) {
555 long long size, used;
556
557 size = dictSlots(dict);
558 used = dictSize(dict);
559 return (size && used && size > DICT_HT_INITIAL_SIZE &&
560 (used*100/size < REDIS_HT_MINFILL));
561 }
562
563 /* If the percentage of used slots in the HT reaches REDIS_HT_MINFILL
564 * we resize the hash table to save memory */
565 void tryResizeHashTables(void) {
566 int j;
567
568 for (j = 0; j < server.dbnum; j++) {
569 if (htNeedsResize(server.db[j].dict))
570 dictResize(server.db[j].dict);
571 if (htNeedsResize(server.db[j].expires))
572 dictResize(server.db[j].expires);
573 }
574 }
575
576 /* Our hash table implementation performs rehashing incrementally while
577 * we write/read from the hash table. Still if the server is idle, the hash
578 * table will use two tables for a long time. So we try to use 1 millisecond
579 * of CPU time at every serverCron() loop in order to rehash some key. */
580 void incrementallyRehash(void) {
581 int j;
582
583 for (j = 0; j < server.dbnum; j++) {
584 if (dictIsRehashing(server.db[j].dict)) {
585 dictRehashMilliseconds(server.db[j].dict,1);
586 break; /* already used our millisecond for this loop... */
587 }
588 }
589 }
590
591 /* This function is called once a background process of some kind terminates,
592 * as we want to avoid resizing the hash tables when there is a child in order
593 * to play well with copy-on-write (otherwise when a resize happens lots of
594 * memory pages are copied). The goal of this function is to update the ability
595 * for dict.c to resize the hash tables accordingly to the fact we have o not
596 * running childs. */
597 void updateDictResizePolicy(void) {
598 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1)
599 dictEnableResize();
600 else
601 dictDisableResize();
602 }
603
604 /* ======================= Cron: called every 100 ms ======================== */
605
606 /* Try to expire a few timed out keys. The algorithm used is adaptive and
607 * will use few CPU cycles if there are few expiring keys, otherwise
608 * it will get more aggressive to avoid that too much memory is used by
609 * keys that can be removed from the keyspace. */
610 void activeExpireCycle(void) {
611 int j;
612
613 for (j = 0; j < server.dbnum; j++) {
614 int expired;
615 redisDb *db = server.db+j;
616
617 /* Continue to expire if at the end of the cycle more than 25%
618 * of the keys were expired. */
619 do {
620 long num = dictSize(db->expires);
621 long long now = mstime();
622
623 expired = 0;
624 if (num > REDIS_EXPIRELOOKUPS_PER_CRON)
625 num = REDIS_EXPIRELOOKUPS_PER_CRON;
626 while (num--) {
627 dictEntry *de;
628 long long t;
629
630 if ((de = dictGetRandomKey(db->expires)) == NULL) break;
631 t = dictGetSignedIntegerVal(de);
632 if (now > t) {
633 sds key = dictGetKey(de);
634 robj *keyobj = createStringObject(key,sdslen(key));
635
636 propagateExpire(db,keyobj);
637 dbDelete(db,keyobj);
638 decrRefCount(keyobj);
639 expired++;
640 server.stat_expiredkeys++;
641 }
642 }
643 } while (expired > REDIS_EXPIRELOOKUPS_PER_CRON/4);
644 }
645 }
646
647 void updateLRUClock(void) {
648 server.lruclock = (server.unixtime/REDIS_LRU_CLOCK_RESOLUTION) &
649 REDIS_LRU_CLOCK_MAX;
650 }
651
652
653 /* Add a sample to the operations per second array of samples. */
654 void trackOperationsPerSecond(void) {
655 long long t = mstime() - server.ops_sec_last_sample_time;
656 long long ops = server.stat_numcommands - server.ops_sec_last_sample_ops;
657 long long ops_sec;
658
659 ops_sec = t > 0 ? (ops*1000/t) : 0;
660
661 server.ops_sec_samples[server.ops_sec_idx] = ops_sec;
662 server.ops_sec_idx = (server.ops_sec_idx+1) % REDIS_OPS_SEC_SAMPLES;
663 server.ops_sec_last_sample_time = mstime();
664 server.ops_sec_last_sample_ops = server.stat_numcommands;
665 }
666
667 /* Return the mean of all the samples. */
668 long long getOperationsPerSecond(void) {
669 int j;
670 long long sum = 0;
671
672 for (j = 0; j < REDIS_OPS_SEC_SAMPLES; j++)
673 sum += server.ops_sec_samples[j];
674 return sum / REDIS_OPS_SEC_SAMPLES;
675 }
676
677 /* Check for timeouts. Returns non-zero if the client was terminated */
678 int clientsCronHandleTimeout(redisClient *c) {
679 time_t now = server.unixtime;
680
681 if (server.maxidletime &&
682 !(c->flags & REDIS_SLAVE) && /* no timeout for slaves */
683 !(c->flags & REDIS_MASTER) && /* no timeout for masters */
684 !(c->flags & REDIS_BLOCKED) && /* no timeout for BLPOP */
685 dictSize(c->pubsub_channels) == 0 && /* no timeout for pubsub */
686 listLength(c->pubsub_patterns) == 0 &&
687 (now - c->lastinteraction > server.maxidletime))
688 {
689 redisLog(REDIS_VERBOSE,"Closing idle client");
690 freeClient(c);
691 return 1;
692 } else if (c->flags & REDIS_BLOCKED) {
693 if (c->bpop.timeout != 0 && c->bpop.timeout < now) {
694 addReply(c,shared.nullmultibulk);
695 unblockClientWaitingData(c);
696 }
697 }
698 return 0;
699 }
700
701 /* The client query buffer is an sds.c string that can end with a lot of
702 * free space not used, this function reclaims space if needed.
703 *
704 * The funciton always returns 0 as it never terminates the client. */
705 int clientsCronResizeQueryBuffer(redisClient *c) {
706 size_t querybuf_size = sdsAllocSize(c->querybuf);
707 time_t idletime = server.unixtime - c->lastinteraction;
708
709 /* There are two conditions to resize the query buffer:
710 * 1) Query buffer is > BIG_ARG and too big for latest peak.
711 * 2) Client is inactive and the buffer is bigger than 1k. */
712 if (((querybuf_size > REDIS_MBULK_BIG_ARG) &&
713 (querybuf_size/(c->querybuf_peak+1)) > 2) ||
714 (querybuf_size > 1024 && idletime > 2))
715 {
716 /* Only resize the query buffer if it is actually wasting space. */
717 if (sdsavail(c->querybuf) > 1024) {
718 c->querybuf = sdsRemoveFreeSpace(c->querybuf);
719 }
720 }
721 /* Reset the peak again to capture the peak memory usage in the next
722 * cycle. */
723 c->querybuf_peak = 0;
724 return 0;
725 }
726
727 void clientsCron(void) {
728 /* Make sure to process at least 1/100 of clients per call.
729 * Since this function is called 10 times per second we are sure that
730 * in the worst case we process all the clients in 10 seconds.
731 * In normal conditions (a reasonable number of clients) we process
732 * all the clients in a shorter time. */
733 int numclients = listLength(server.clients);
734 int iterations = numclients/100;
735
736 if (iterations < 50)
737 iterations = (numclients < 50) ? numclients : 50;
738 while(listLength(server.clients) && iterations--) {
739 redisClient *c;
740 listNode *head;
741
742 /* Rotate the list, take the current head, process.
743 * This way if the client must be removed from the list it's the
744 * first element and we don't incur into O(N) computation. */
745 listRotate(server.clients);
746 head = listFirst(server.clients);
747 c = listNodeValue(head);
748 /* The following functions do different service checks on the client.
749 * The protocol is that they return non-zero if the client was
750 * terminated. */
751 if (clientsCronHandleTimeout(c)) continue;
752 if (clientsCronResizeQueryBuffer(c)) continue;
753 }
754 }
755
756 int serverCron(struct aeEventLoop *eventLoop, long long id, void *clientData) {
757 int j, loops = server.cronloops;
758 REDIS_NOTUSED(eventLoop);
759 REDIS_NOTUSED(id);
760 REDIS_NOTUSED(clientData);
761
762 /* Software watchdog: deliver the SIGALRM that will reach the signal
763 * handler if we don't return here fast enough. */
764 if (server.watchdog_period) watchdogScheduleSignal(server.watchdog_period);
765
766 /* We take a cached value of the unix time in the global state because
767 * with virtual memory and aging there is to store the current time
768 * in objects at every object access, and accuracy is not needed.
769 * To access a global var is faster than calling time(NULL) */
770 server.unixtime = time(NULL);
771
772 trackOperationsPerSecond();
773
774 /* We have just 22 bits per object for LRU information.
775 * So we use an (eventually wrapping) LRU clock with 10 seconds resolution.
776 * 2^22 bits with 10 seconds resoluton is more or less 1.5 years.
777 *
778 * Note that even if this will wrap after 1.5 years it's not a problem,
779 * everything will still work but just some object will appear younger
780 * to Redis. But for this to happen a given object should never be touched
781 * for 1.5 years.
782 *
783 * Note that you can change the resolution altering the
784 * REDIS_LRU_CLOCK_RESOLUTION define.
785 */
786 updateLRUClock();
787
788 /* Record the max memory used since the server was started. */
789 if (zmalloc_used_memory() > server.stat_peak_memory)
790 server.stat_peak_memory = zmalloc_used_memory();
791
792 /* We received a SIGTERM, shutting down here in a safe way, as it is
793 * not ok doing so inside the signal handler. */
794 if (server.shutdown_asap) {
795 if (prepareForShutdown(0) == REDIS_OK) exit(0);
796 redisLog(REDIS_WARNING,"SIGTERM received but errors trying to shut down the server, check the logs for more information");
797 }
798
799 /* Show some info about non-empty databases */
800 for (j = 0; j < server.dbnum; j++) {
801 long long size, used, vkeys;
802
803 size = dictSlots(server.db[j].dict);
804 used = dictSize(server.db[j].dict);
805 vkeys = dictSize(server.db[j].expires);
806 if (!(loops % 50) && (used || vkeys)) {
807 redisLog(REDIS_VERBOSE,"DB %d: %lld keys (%lld volatile) in %lld slots HT.",j,used,vkeys,size);
808 /* dictPrintStats(server.dict); */
809 }
810 }
811
812 /* We don't want to resize the hash tables while a bacground saving
813 * is in progress: the saving child is created using fork() that is
814 * implemented with a copy-on-write semantic in most modern systems, so
815 * if we resize the HT while there is the saving child at work actually
816 * a lot of memory movements in the parent will cause a lot of pages
817 * copied. */
818 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1) {
819 if (!(loops % 10)) tryResizeHashTables();
820 if (server.activerehashing) incrementallyRehash();
821 }
822
823 /* Show information about connected clients */
824 if (!(loops % 50)) {
825 redisLog(REDIS_VERBOSE,"%d clients connected (%d slaves), %zu bytes in use",
826 listLength(server.clients)-listLength(server.slaves),
827 listLength(server.slaves),
828 zmalloc_used_memory());
829 }
830
831 /* We need to do a few operations on clients asynchronously. */
832 clientsCron();
833
834 /* Start a scheduled AOF rewrite if this was requested by the user while
835 * a BGSAVE was in progress. */
836 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1 &&
837 server.aof_rewrite_scheduled)
838 {
839 rewriteAppendOnlyFileBackground();
840 }
841
842 /* Check if a background saving or AOF rewrite in progress terminated. */
843 if (server.rdb_child_pid != -1 || server.aof_child_pid != -1) {
844 int statloc;
845 pid_t pid;
846
847 if ((pid = wait3(&statloc,WNOHANG,NULL)) != 0) {
848 int exitcode = WEXITSTATUS(statloc);
849 int bysignal = 0;
850
851 if (WIFSIGNALED(statloc)) bysignal = WTERMSIG(statloc);
852
853 if (pid == server.rdb_child_pid) {
854 backgroundSaveDoneHandler(exitcode,bysignal);
855 } else {
856 backgroundRewriteDoneHandler(exitcode,bysignal);
857 }
858 updateDictResizePolicy();
859 }
860 } else {
861 /* If there is not a background saving/rewrite in progress check if
862 * we have to save/rewrite now */
863 for (j = 0; j < server.saveparamslen; j++) {
864 struct saveparam *sp = server.saveparams+j;
865
866 if (server.dirty >= sp->changes &&
867 server.unixtime-server.lastsave > sp->seconds) {
868 redisLog(REDIS_NOTICE,"%d changes in %d seconds. Saving...",
869 sp->changes, sp->seconds);
870 rdbSaveBackground(server.rdb_filename);
871 break;
872 }
873 }
874
875 /* Trigger an AOF rewrite if needed */
876 if (server.rdb_child_pid == -1 &&
877 server.aof_child_pid == -1 &&
878 server.aof_rewrite_perc &&
879 server.aof_current_size > server.aof_rewrite_min_size)
880 {
881 long long base = server.aof_rewrite_base_size ?
882 server.aof_rewrite_base_size : 1;
883 long long growth = (server.aof_current_size*100/base) - 100;
884 if (growth >= server.aof_rewrite_perc) {
885 redisLog(REDIS_NOTICE,"Starting automatic rewriting of AOF on %lld%% growth",growth);
886 rewriteAppendOnlyFileBackground();
887 }
888 }
889 }
890
891
892 /* If we postponed an AOF buffer flush, let's try to do it every time the
893 * cron function is called. */
894 if (server.aof_flush_postponed_start) flushAppendOnlyFile(0);
895
896 /* Expire a few keys per cycle, only if this is a master.
897 * On slaves we wait for DEL operations synthesized by the master
898 * in order to guarantee a strict consistency. */
899 if (server.masterhost == NULL) activeExpireCycle();
900
901 /* Close clients that need to be closed asynchronous */
902 freeClientsInAsyncFreeQueue();
903
904 /* Replication cron function -- used to reconnect to master and
905 * to detect transfer failures. */
906 if (!(loops % 10)) replicationCron();
907
908 server.cronloops++;
909 return 100;
910 }
911
912 /* This function gets called every time Redis is entering the
913 * main loop of the event driven library, that is, before to sleep
914 * for ready file descriptors. */
915 void beforeSleep(struct aeEventLoop *eventLoop) {
916 REDIS_NOTUSED(eventLoop);
917 listNode *ln;
918 redisClient *c;
919
920 /* Try to process pending commands for clients that were just unblocked. */
921 while (listLength(server.unblocked_clients)) {
922 ln = listFirst(server.unblocked_clients);
923 redisAssert(ln != NULL);
924 c = ln->value;
925 listDelNode(server.unblocked_clients,ln);
926 c->flags &= ~REDIS_UNBLOCKED;
927
928 /* Process remaining data in the input buffer. */
929 if (c->querybuf && sdslen(c->querybuf) > 0) {
930 server.current_client = c;
931 processInputBuffer(c);
932 server.current_client = NULL;
933 }
934 }
935
936 /* Write the AOF buffer on disk */
937 flushAppendOnlyFile(0);
938 }
939
940 /* =========================== Server initialization ======================== */
941
942 void createSharedObjects(void) {
943 int j;
944
945 shared.crlf = createObject(REDIS_STRING,sdsnew("\r\n"));
946 shared.ok = createObject(REDIS_STRING,sdsnew("+OK\r\n"));
947 shared.err = createObject(REDIS_STRING,sdsnew("-ERR\r\n"));
948 shared.emptybulk = createObject(REDIS_STRING,sdsnew("$0\r\n\r\n"));
949 shared.czero = createObject(REDIS_STRING,sdsnew(":0\r\n"));
950 shared.cone = createObject(REDIS_STRING,sdsnew(":1\r\n"));
951 shared.cnegone = createObject(REDIS_STRING,sdsnew(":-1\r\n"));
952 shared.nullbulk = createObject(REDIS_STRING,sdsnew("$-1\r\n"));
953 shared.nullmultibulk = createObject(REDIS_STRING,sdsnew("*-1\r\n"));
954 shared.emptymultibulk = createObject(REDIS_STRING,sdsnew("*0\r\n"));
955 shared.pong = createObject(REDIS_STRING,sdsnew("+PONG\r\n"));
956 shared.queued = createObject(REDIS_STRING,sdsnew("+QUEUED\r\n"));
957 shared.wrongtypeerr = createObject(REDIS_STRING,sdsnew(
958 "-ERR Operation against a key holding the wrong kind of value\r\n"));
959 shared.nokeyerr = createObject(REDIS_STRING,sdsnew(
960 "-ERR no such key\r\n"));
961 shared.syntaxerr = createObject(REDIS_STRING,sdsnew(
962 "-ERR syntax error\r\n"));
963 shared.sameobjecterr = createObject(REDIS_STRING,sdsnew(
964 "-ERR source and destination objects are the same\r\n"));
965 shared.outofrangeerr = createObject(REDIS_STRING,sdsnew(
966 "-ERR index out of range\r\n"));
967 shared.noscripterr = createObject(REDIS_STRING,sdsnew(
968 "-NOSCRIPT No matching script. Please use EVAL.\r\n"));
969 shared.loadingerr = createObject(REDIS_STRING,sdsnew(
970 "-LOADING Redis is loading the dataset in memory\r\n"));
971 shared.slowscripterr = createObject(REDIS_STRING,sdsnew(
972 "-BUSY Redis is busy running a script. You can only call SCRIPT KILL or SHUTDOWN NOSAVE.\r\n"));
973 shared.masterdownerr = createObject(REDIS_STRING,sdsnew(
974 "-MASTERDOWN Link with MASTER is down and slave-serve-stale-data is set to 'no'.\r\n"));
975 shared.bgsaveerr = createObject(REDIS_STRING,sdsnew(
976 "-MISCONF Redis is configured to save RDB snapshots, but is currently not able to persist on disk. Commands that may modify the data set are disabled. Please check Redis logs for details about the error.\r\n"));
977 shared.roslaveerr = createObject(REDIS_STRING,sdsnew(
978 "-READONLY You can't write against a read only slave.\r\n"));
979 shared.oomerr = createObject(REDIS_STRING,sdsnew(
980 "-OOM command not allowed when used memory > 'maxmemory'.\r\n"));
981 shared.space = createObject(REDIS_STRING,sdsnew(" "));
982 shared.colon = createObject(REDIS_STRING,sdsnew(":"));
983 shared.plus = createObject(REDIS_STRING,sdsnew("+"));
984
985 for (j = 0; j < REDIS_SHARED_SELECT_CMDS; j++) {
986 shared.select[j] = createObject(REDIS_STRING,
987 sdscatprintf(sdsempty(),"select %d\r\n", j));
988 }
989 shared.messagebulk = createStringObject("$7\r\nmessage\r\n",13);
990 shared.pmessagebulk = createStringObject("$8\r\npmessage\r\n",14);
991 shared.subscribebulk = createStringObject("$9\r\nsubscribe\r\n",15);
992 shared.unsubscribebulk = createStringObject("$11\r\nunsubscribe\r\n",18);
993 shared.psubscribebulk = createStringObject("$10\r\npsubscribe\r\n",17);
994 shared.punsubscribebulk = createStringObject("$12\r\npunsubscribe\r\n",19);
995 shared.del = createStringObject("DEL",3);
996 shared.rpop = createStringObject("RPOP",4);
997 shared.lpop = createStringObject("LPOP",4);
998 for (j = 0; j < REDIS_SHARED_INTEGERS; j++) {
999 shared.integers[j] = createObject(REDIS_STRING,(void*)(long)j);
1000 shared.integers[j]->encoding = REDIS_ENCODING_INT;
1001 }
1002 for (j = 0; j < REDIS_SHARED_BULKHDR_LEN; j++) {
1003 shared.mbulkhdr[j] = createObject(REDIS_STRING,
1004 sdscatprintf(sdsempty(),"*%d\r\n",j));
1005 shared.bulkhdr[j] = createObject(REDIS_STRING,
1006 sdscatprintf(sdsempty(),"$%d\r\n",j));
1007 }
1008 }
1009
1010 void initServerConfig() {
1011 getRandomHexChars(server.runid,REDIS_RUN_ID_SIZE);
1012 server.runid[REDIS_RUN_ID_SIZE] = '\0';
1013 server.arch_bits = (sizeof(long) == 8) ? 64 : 32;
1014 server.port = REDIS_SERVERPORT;
1015 server.bindaddr = NULL;
1016 server.unixsocket = NULL;
1017 server.unixsocketperm = 0;
1018 server.ipfd = -1;
1019 server.sofd = -1;
1020 server.dbnum = REDIS_DEFAULT_DBNUM;
1021 server.verbosity = REDIS_NOTICE;
1022 server.maxidletime = REDIS_MAXIDLETIME;
1023 server.client_max_querybuf_len = REDIS_MAX_QUERYBUF_LEN;
1024 server.saveparams = NULL;
1025 server.loading = 0;
1026 server.logfile = NULL; /* NULL = log on standard output */
1027 server.syslog_enabled = 0;
1028 server.syslog_ident = zstrdup("redis");
1029 server.syslog_facility = LOG_LOCAL0;
1030 server.daemonize = 0;
1031 server.aof_state = REDIS_AOF_OFF;
1032 server.aof_fsync = AOF_FSYNC_EVERYSEC;
1033 server.aof_no_fsync_on_rewrite = 0;
1034 server.aof_rewrite_perc = REDIS_AOF_REWRITE_PERC;
1035 server.aof_rewrite_min_size = REDIS_AOF_REWRITE_MIN_SIZE;
1036 server.aof_rewrite_base_size = 0;
1037 server.aof_rewrite_scheduled = 0;
1038 server.aof_last_fsync = time(NULL);
1039 server.aof_delayed_fsync = 0;
1040 server.aof_fd = -1;
1041 server.aof_selected_db = -1; /* Make sure the first time will not match */
1042 server.aof_flush_postponed_start = 0;
1043 server.pidfile = zstrdup("/var/run/redis.pid");
1044 server.rdb_filename = zstrdup("dump.rdb");
1045 server.aof_filename = zstrdup("appendonly.aof");
1046 server.requirepass = NULL;
1047 server.rdb_compression = 1;
1048 server.rdb_checksum = 1;
1049 server.activerehashing = 1;
1050 server.maxclients = REDIS_MAX_CLIENTS;
1051 server.bpop_blocked_clients = 0;
1052 server.maxmemory = 0;
1053 server.maxmemory_policy = REDIS_MAXMEMORY_VOLATILE_LRU;
1054 server.maxmemory_samples = 3;
1055 server.hash_max_ziplist_entries = REDIS_HASH_MAX_ZIPLIST_ENTRIES;
1056 server.hash_max_ziplist_value = REDIS_HASH_MAX_ZIPLIST_VALUE;
1057 server.list_max_ziplist_entries = REDIS_LIST_MAX_ZIPLIST_ENTRIES;
1058 server.list_max_ziplist_value = REDIS_LIST_MAX_ZIPLIST_VALUE;
1059 server.set_max_intset_entries = REDIS_SET_MAX_INTSET_ENTRIES;
1060 server.zset_max_ziplist_entries = REDIS_ZSET_MAX_ZIPLIST_ENTRIES;
1061 server.zset_max_ziplist_value = REDIS_ZSET_MAX_ZIPLIST_VALUE;
1062 server.shutdown_asap = 0;
1063 server.repl_ping_slave_period = REDIS_REPL_PING_SLAVE_PERIOD;
1064 server.repl_timeout = REDIS_REPL_TIMEOUT;
1065 server.lua_caller = NULL;
1066 server.lua_time_limit = REDIS_LUA_TIME_LIMIT;
1067 server.lua_client = NULL;
1068 server.lua_timedout = 0;
1069
1070 updateLRUClock();
1071 resetServerSaveParams();
1072
1073 appendServerSaveParams(60*60,1); /* save after 1 hour and 1 change */
1074 appendServerSaveParams(300,100); /* save after 5 minutes and 100 changes */
1075 appendServerSaveParams(60,10000); /* save after 1 minute and 10000 changes */
1076 /* Replication related */
1077 server.masterauth = NULL;
1078 server.masterhost = NULL;
1079 server.masterport = 6379;
1080 server.master = NULL;
1081 server.repl_state = REDIS_REPL_NONE;
1082 server.repl_syncio_timeout = REDIS_REPL_SYNCIO_TIMEOUT;
1083 server.repl_serve_stale_data = 1;
1084 server.repl_slave_ro = 1;
1085 server.repl_down_since = time(NULL);
1086
1087 /* Client output buffer limits */
1088 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].hard_limit_bytes = 0;
1089 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].soft_limit_bytes = 0;
1090 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].soft_limit_seconds = 0;
1091 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].hard_limit_bytes = 1024*1024*256;
1092 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].soft_limit_bytes = 1024*1024*64;
1093 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].soft_limit_seconds = 60;
1094 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].hard_limit_bytes = 1024*1024*32;
1095 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].soft_limit_bytes = 1024*1024*8;
1096 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].soft_limit_seconds = 60;
1097
1098 /* Double constants initialization */
1099 R_Zero = 0.0;
1100 R_PosInf = 1.0/R_Zero;
1101 R_NegInf = -1.0/R_Zero;
1102 R_Nan = R_Zero/R_Zero;
1103
1104 /* Command table -- we intiialize it here as it is part of the
1105 * initial configuration, since command names may be changed via
1106 * redis.conf using the rename-command directive. */
1107 server.commands = dictCreate(&commandTableDictType,NULL);
1108 populateCommandTable();
1109 server.delCommand = lookupCommandByCString("del");
1110 server.multiCommand = lookupCommandByCString("multi");
1111 server.lpushCommand = lookupCommandByCString("lpush");
1112
1113 /* Slow log */
1114 server.slowlog_log_slower_than = REDIS_SLOWLOG_LOG_SLOWER_THAN;
1115 server.slowlog_max_len = REDIS_SLOWLOG_MAX_LEN;
1116
1117 /* Debugging */
1118 server.assert_failed = "<no assertion failed>";
1119 server.assert_file = "<no file>";
1120 server.assert_line = 0;
1121 server.bug_report_start = 0;
1122 server.watchdog_period = 0;
1123 }
1124
1125 /* This function will try to raise the max number of open files accordingly to
1126 * the configured max number of clients. It will also account for 32 additional
1127 * file descriptors as we need a few more for persistence, listening
1128 * sockets, log files and so forth.
1129 *
1130 * If it will not be possible to set the limit accordingly to the configured
1131 * max number of clients, the function will do the reverse setting
1132 * server.maxclients to the value that we can actually handle. */
1133 void adjustOpenFilesLimit(void) {
1134 rlim_t maxfiles = server.maxclients+32;
1135 struct rlimit limit;
1136
1137 if (getrlimit(RLIMIT_NOFILE,&limit) == -1) {
1138 redisLog(REDIS_WARNING,"Unable to obtain the current NOFILE limit (%s), assuming 1024 and setting the max clients configuration accordingly.",
1139 strerror(errno));
1140 server.maxclients = 1024-32;
1141 } else {
1142 rlim_t oldlimit = limit.rlim_cur;
1143
1144 /* Set the max number of files if the current limit is not enough
1145 * for our needs. */
1146 if (oldlimit < maxfiles) {
1147 rlim_t f;
1148
1149 f = maxfiles;
1150 while(f > oldlimit) {
1151 limit.rlim_cur = f;
1152 limit.rlim_max = f;
1153 if (setrlimit(RLIMIT_NOFILE,&limit) != -1) break;
1154 f -= 128;
1155 }
1156 if (f < oldlimit) f = oldlimit;
1157 if (f != maxfiles) {
1158 server.maxclients = f-32;
1159 redisLog(REDIS_WARNING,"Unable to set the max number of files limit to %d (%s), setting the max clients configuration to %d.",
1160 (int) maxfiles, strerror(errno), (int) server.maxclients);
1161 } else {
1162 redisLog(REDIS_NOTICE,"Max number of open files set to %d",
1163 (int) maxfiles);
1164 }
1165 }
1166 }
1167 }
1168
1169 void initServer() {
1170 int j;
1171
1172 signal(SIGHUP, SIG_IGN);
1173 signal(SIGPIPE, SIG_IGN);
1174 setupSignalHandlers();
1175
1176 if (server.syslog_enabled) {
1177 openlog(server.syslog_ident, LOG_PID | LOG_NDELAY | LOG_NOWAIT,
1178 server.syslog_facility);
1179 }
1180
1181 server.current_client = NULL;
1182 server.clients = listCreate();
1183 server.clients_to_close = listCreate();
1184 server.slaves = listCreate();
1185 server.monitors = listCreate();
1186 server.unblocked_clients = listCreate();
1187
1188 createSharedObjects();
1189 adjustOpenFilesLimit();
1190 server.el = aeCreateEventLoop(server.maxclients+1024);
1191 server.db = zmalloc(sizeof(redisDb)*server.dbnum);
1192
1193 if (server.port != 0) {
1194 server.ipfd = anetTcpServer(server.neterr,server.port,server.bindaddr);
1195 if (server.ipfd == ANET_ERR) {
1196 redisLog(REDIS_WARNING, "Opening port %d: %s",
1197 server.port, server.neterr);
1198 exit(1);
1199 }
1200 }
1201 if (server.unixsocket != NULL) {
1202 unlink(server.unixsocket); /* don't care if this fails */
1203 server.sofd = anetUnixServer(server.neterr,server.unixsocket,server.unixsocketperm);
1204 if (server.sofd == ANET_ERR) {
1205 redisLog(REDIS_WARNING, "Opening socket: %s", server.neterr);
1206 exit(1);
1207 }
1208 }
1209 if (server.ipfd < 0 && server.sofd < 0) {
1210 redisLog(REDIS_WARNING, "Configured to not listen anywhere, exiting.");
1211 exit(1);
1212 }
1213 for (j = 0; j < server.dbnum; j++) {
1214 server.db[j].dict = dictCreate(&dbDictType,NULL);
1215 server.db[j].expires = dictCreate(&keyptrDictType,NULL);
1216 server.db[j].blocking_keys = dictCreate(&keylistDictType,NULL);
1217 server.db[j].watched_keys = dictCreate(&keylistDictType,NULL);
1218 server.db[j].id = j;
1219 }
1220 server.pubsub_channels = dictCreate(&keylistDictType,NULL);
1221 server.pubsub_patterns = listCreate();
1222 listSetFreeMethod(server.pubsub_patterns,freePubsubPattern);
1223 listSetMatchMethod(server.pubsub_patterns,listMatchPubsubPattern);
1224 server.cronloops = 0;
1225 server.rdb_child_pid = -1;
1226 server.aof_child_pid = -1;
1227 server.aof_rewrite_buf = sdsempty();
1228 server.aof_buf = sdsempty();
1229 server.lastsave = time(NULL);
1230 server.dirty = 0;
1231 server.stat_numcommands = 0;
1232 server.stat_numconnections = 0;
1233 server.stat_expiredkeys = 0;
1234 server.stat_evictedkeys = 0;
1235 server.stat_starttime = time(NULL);
1236 server.stat_keyspace_misses = 0;
1237 server.stat_keyspace_hits = 0;
1238 server.stat_peak_memory = 0;
1239 server.stat_fork_time = 0;
1240 server.stat_rejected_conn = 0;
1241 memset(server.ops_sec_samples,0,sizeof(server.ops_sec_samples));
1242 server.ops_sec_idx = 0;
1243 server.ops_sec_last_sample_time = mstime();
1244 server.ops_sec_last_sample_ops = 0;
1245 server.unixtime = time(NULL);
1246 server.lastbgsave_status = REDIS_OK;
1247 server.stop_writes_on_bgsave_err = 1;
1248 aeCreateTimeEvent(server.el, 1, serverCron, NULL, NULL);
1249 if (server.ipfd > 0 && aeCreateFileEvent(server.el,server.ipfd,AE_READABLE,
1250 acceptTcpHandler,NULL) == AE_ERR) oom("creating file event");
1251 if (server.sofd > 0 && aeCreateFileEvent(server.el,server.sofd,AE_READABLE,
1252 acceptUnixHandler,NULL) == AE_ERR) oom("creating file event");
1253
1254 if (server.aof_state == REDIS_AOF_ON) {
1255 server.aof_fd = open(server.aof_filename,
1256 O_WRONLY|O_APPEND|O_CREAT,0644);
1257 if (server.aof_fd == -1) {
1258 redisLog(REDIS_WARNING, "Can't open the append-only file: %s",
1259 strerror(errno));
1260 exit(1);
1261 }
1262 }
1263
1264 /* 32 bit instances are limited to 4GB of address space, so if there is
1265 * no explicit limit in the user provided configuration we set a limit
1266 * at 3.5GB using maxmemory with 'noeviction' policy'. This saves
1267 * useless crashes of the Redis instance. */
1268 if (server.arch_bits == 32 && server.maxmemory == 0) {
1269 redisLog(REDIS_WARNING,"Warning: 32 bit instance detected but no memory limit set. Setting 3.5 GB maxmemory limit with 'noeviction' policy now.");
1270 server.maxmemory = 3584LL*(1024*1024); /* 3584 MB = 3.5 GB */
1271 server.maxmemory_policy = REDIS_MAXMEMORY_NO_EVICTION;
1272 }
1273
1274 scriptingInit();
1275 slowlogInit();
1276 bioInit();
1277 }
1278
1279 /* Populates the Redis Command Table starting from the hard coded list
1280 * we have on top of redis.c file. */
1281 void populateCommandTable(void) {
1282 int j;
1283 int numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1284
1285 for (j = 0; j < numcommands; j++) {
1286 struct redisCommand *c = redisCommandTable+j;
1287 char *f = c->sflags;
1288 int retval;
1289
1290 while(*f != '\0') {
1291 switch(*f) {
1292 case 'w': c->flags |= REDIS_CMD_WRITE; break;
1293 case 'r': c->flags |= REDIS_CMD_READONLY; break;
1294 case 'm': c->flags |= REDIS_CMD_DENYOOM; break;
1295 case 'a': c->flags |= REDIS_CMD_ADMIN; break;
1296 case 'p': c->flags |= REDIS_CMD_PUBSUB; break;
1297 case 'f': c->flags |= REDIS_CMD_FORCE_REPLICATION; break;
1298 case 's': c->flags |= REDIS_CMD_NOSCRIPT; break;
1299 case 'R': c->flags |= REDIS_CMD_RANDOM; break;
1300 case 'S': c->flags |= REDIS_CMD_SORT_FOR_SCRIPT; break;
1301 default: redisPanic("Unsupported command flag"); break;
1302 }
1303 f++;
1304 }
1305
1306 retval = dictAdd(server.commands, sdsnew(c->name), c);
1307 assert(retval == DICT_OK);
1308 }
1309 }
1310
1311 void resetCommandTableStats(void) {
1312 int numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1313 int j;
1314
1315 for (j = 0; j < numcommands; j++) {
1316 struct redisCommand *c = redisCommandTable+j;
1317
1318 c->microseconds = 0;
1319 c->calls = 0;
1320 }
1321 }
1322
1323 /* ========================== Redis OP Array API ============================ */
1324
1325 void redisOpArrayInit(redisOpArray *oa) {
1326 oa->ops = NULL;
1327 oa->numops = 0;
1328 }
1329
1330 int redisOpArrayAppend(redisOpArray *oa, struct redisCommand *cmd, int dbid,
1331 robj **argv, int argc, int target)
1332 {
1333 redisOp *op;
1334
1335 oa->ops = zrealloc(oa->ops,sizeof(redisOp)*(oa->numops+1));
1336 op = oa->ops+oa->numops;
1337 op->cmd = cmd;
1338 op->dbid = dbid;
1339 op->argv = argv;
1340 op->argc = argc;
1341 op->target = target;
1342 oa->numops++;
1343 return oa->numops;
1344 }
1345
1346 void redisOpArrayFree(redisOpArray *oa) {
1347 while(oa->numops) {
1348 int j;
1349 redisOp *op;
1350
1351 oa->numops--;
1352 op = oa->ops+oa->numops;
1353 for (j = 0; j < op->argc; j++)
1354 decrRefCount(op->argv[j]);
1355 zfree(op->argv);
1356 }
1357 zfree(oa->ops);
1358 }
1359
1360 /* ====================== Commands lookup and execution ===================== */
1361
1362 struct redisCommand *lookupCommand(sds name) {
1363 return dictFetchValue(server.commands, name);
1364 }
1365
1366 struct redisCommand *lookupCommandByCString(char *s) {
1367 struct redisCommand *cmd;
1368 sds name = sdsnew(s);
1369
1370 cmd = dictFetchValue(server.commands, name);
1371 sdsfree(name);
1372 return cmd;
1373 }
1374
1375 /* Propagate the specified command (in the context of the specified database id)
1376 * to AOF, Slaves and Monitors.
1377 *
1378 * flags are an xor between:
1379 * + REDIS_PROPAGATE_NONE (no propagation of command at all)
1380 * + REDIS_PROPAGATE_AOF (propagate into the AOF file if is enabled)
1381 * + REDIS_PROPAGATE_REPL (propagate into the replication link)
1382 */
1383 void propagate(struct redisCommand *cmd, int dbid, robj **argv, int argc,
1384 int flags)
1385 {
1386 if (server.aof_state != REDIS_AOF_OFF && flags & REDIS_PROPAGATE_AOF)
1387 feedAppendOnlyFile(cmd,dbid,argv,argc);
1388 if (flags & REDIS_PROPAGATE_REPL && listLength(server.slaves))
1389 replicationFeedSlaves(server.slaves,dbid,argv,argc);
1390 }
1391
1392 /* Used inside commands to schedule the propagation of additional commands
1393 * after the current command is propagated to AOF / Replication. */
1394 void alsoPropagate(struct redisCommand *cmd, int dbid, robj **argv, int argc,
1395 int target)
1396 {
1397 redisOpArrayAppend(&server.also_propagate,cmd,dbid,argv,argc,target);
1398 }
1399
1400 /* Call() is the core of Redis execution of a command */
1401 void call(redisClient *c, int flags) {
1402 long long dirty, start = ustime(), duration;
1403
1404 /* Sent the command to clients in MONITOR mode, only if the commands are
1405 * not geneated from reading an AOF. */
1406 if (listLength(server.monitors) && !server.loading)
1407 replicationFeedMonitors(c,server.monitors,c->db->id,c->argv,c->argc);
1408
1409 /* Call the command. */
1410 redisOpArrayInit(&server.also_propagate);
1411 dirty = server.dirty;
1412 c->cmd->proc(c);
1413 dirty = server.dirty-dirty;
1414 duration = ustime()-start;
1415
1416 /* When EVAL is called loading the AOF we don't want commands called
1417 * from Lua to go into the slowlog or to populate statistics. */
1418 if (server.loading && c->flags & REDIS_LUA_CLIENT)
1419 flags &= ~(REDIS_CALL_SLOWLOG | REDIS_CALL_STATS);
1420
1421 /* Log the command into the Slow log if needed, and populate the
1422 * per-command statistics that we show in INFO commandstats. */
1423 if (flags & REDIS_CALL_SLOWLOG)
1424 slowlogPushEntryIfNeeded(c->argv,c->argc,duration);
1425 if (flags & REDIS_CALL_STATS) {
1426 c->cmd->microseconds += duration;
1427 c->cmd->calls++;
1428 }
1429
1430 /* Propagate the command into the AOF and replication link */
1431 if (flags & REDIS_CALL_PROPAGATE) {
1432 int flags = REDIS_PROPAGATE_NONE;
1433
1434 if (c->cmd->flags & REDIS_CMD_FORCE_REPLICATION)
1435 flags |= REDIS_PROPAGATE_REPL;
1436 if (dirty)
1437 flags |= (REDIS_PROPAGATE_REPL | REDIS_PROPAGATE_AOF);
1438 if (flags != REDIS_PROPAGATE_NONE)
1439 propagate(c->cmd,c->db->id,c->argv,c->argc,flags);
1440 }
1441 /* Commands such as LPUSH or BRPOPLPUSH may propagate an additional
1442 * PUSH command. */
1443 if (server.also_propagate.numops) {
1444 int j;
1445 redisOp *rop;
1446
1447 for (j = 0; j < server.also_propagate.numops; j++) {
1448 rop = &server.also_propagate.ops[j];
1449 propagate(rop->cmd, rop->dbid, rop->argv, rop->argc, rop->target);
1450 }
1451 redisOpArrayFree(&server.also_propagate);
1452 }
1453 server.stat_numcommands++;
1454 }
1455
1456 /* If this function gets called we already read a whole
1457 * command, argments are in the client argv/argc fields.
1458 * processCommand() execute the command or prepare the
1459 * server for a bulk read from the client.
1460 *
1461 * If 1 is returned the client is still alive and valid and
1462 * and other operations can be performed by the caller. Otherwise
1463 * if 0 is returned the client was destroied (i.e. after QUIT). */
1464 int processCommand(redisClient *c) {
1465 /* The QUIT command is handled separately. Normal command procs will
1466 * go through checking for replication and QUIT will cause trouble
1467 * when FORCE_REPLICATION is enabled and would be implemented in
1468 * a regular command proc. */
1469 if (!strcasecmp(c->argv[0]->ptr,"quit")) {
1470 addReply(c,shared.ok);
1471 c->flags |= REDIS_CLOSE_AFTER_REPLY;
1472 return REDIS_ERR;
1473 }
1474
1475 /* Now lookup the command and check ASAP about trivial error conditions
1476 * such as wrong arity, bad command name and so forth. */
1477 c->cmd = c->lastcmd = lookupCommand(c->argv[0]->ptr);
1478 if (!c->cmd) {
1479 addReplyErrorFormat(c,"unknown command '%s'",
1480 (char*)c->argv[0]->ptr);
1481 return REDIS_OK;
1482 } else if ((c->cmd->arity > 0 && c->cmd->arity != c->argc) ||
1483 (c->argc < -c->cmd->arity)) {
1484 addReplyErrorFormat(c,"wrong number of arguments for '%s' command",
1485 c->cmd->name);
1486 return REDIS_OK;
1487 }
1488
1489 /* Check if the user is authenticated */
1490 if (server.requirepass && !c->authenticated && c->cmd->proc != authCommand)
1491 {
1492 addReplyError(c,"operation not permitted");
1493 return REDIS_OK;
1494 }
1495
1496 /* Handle the maxmemory directive.
1497 *
1498 * First we try to free some memory if possible (if there are volatile
1499 * keys in the dataset). If there are not the only thing we can do
1500 * is returning an error. */
1501 if (server.maxmemory) {
1502 int retval = freeMemoryIfNeeded();
1503 if ((c->cmd->flags & REDIS_CMD_DENYOOM) && retval == REDIS_ERR) {
1504 addReply(c, shared.oomerr);
1505 return REDIS_OK;
1506 }
1507 }
1508
1509 /* Don't accept write commands if there are problems persisting on disk. */
1510 if (server.stop_writes_on_bgsave_err &&
1511 server.saveparamslen > 0
1512 && server.lastbgsave_status == REDIS_ERR &&
1513 c->cmd->flags & REDIS_CMD_WRITE)
1514 {
1515 addReply(c, shared.bgsaveerr);
1516 return REDIS_OK;
1517 }
1518
1519 /* Don't accept wirte commands if this is a read only slave. But
1520 * accept write commands if this is our master. */
1521 if (server.masterhost && server.repl_slave_ro &&
1522 !(c->flags & REDIS_MASTER) &&
1523 c->cmd->flags & REDIS_CMD_WRITE)
1524 {
1525 addReply(c, shared.roslaveerr);
1526 return REDIS_OK;
1527 }
1528
1529 /* Only allow SUBSCRIBE and UNSUBSCRIBE in the context of Pub/Sub */
1530 if ((dictSize(c->pubsub_channels) > 0 || listLength(c->pubsub_patterns) > 0)
1531 &&
1532 c->cmd->proc != subscribeCommand &&
1533 c->cmd->proc != unsubscribeCommand &&
1534 c->cmd->proc != psubscribeCommand &&
1535 c->cmd->proc != punsubscribeCommand) {
1536 addReplyError(c,"only (P)SUBSCRIBE / (P)UNSUBSCRIBE / QUIT allowed in this context");
1537 return REDIS_OK;
1538 }
1539
1540 /* Only allow INFO and SLAVEOF when slave-serve-stale-data is no and
1541 * we are a slave with a broken link with master. */
1542 if (server.masterhost && server.repl_state != REDIS_REPL_CONNECTED &&
1543 server.repl_serve_stale_data == 0 &&
1544 c->cmd->proc != infoCommand && c->cmd->proc != slaveofCommand)
1545 {
1546 addReply(c, shared.masterdownerr);
1547 return REDIS_OK;
1548 }
1549
1550 /* Loading DB? Return an error if the command is not INFO */
1551 if (server.loading && c->cmd->proc != infoCommand) {
1552 addReply(c, shared.loadingerr);
1553 return REDIS_OK;
1554 }
1555
1556 /* Lua script too slow? Only allow SHUTDOWN NOSAVE and SCRIPT KILL. */
1557 if (server.lua_timedout &&
1558 !(c->cmd->proc == shutdownCommand &&
1559 c->argc == 2 &&
1560 tolower(((char*)c->argv[1]->ptr)[0]) == 'n') &&
1561 !(c->cmd->proc == scriptCommand &&
1562 c->argc == 2 &&
1563 tolower(((char*)c->argv[1]->ptr)[0]) == 'k'))
1564 {
1565 addReply(c, shared.slowscripterr);
1566 return REDIS_OK;
1567 }
1568
1569 /* Exec the command */
1570 if (c->flags & REDIS_MULTI &&
1571 c->cmd->proc != execCommand && c->cmd->proc != discardCommand &&
1572 c->cmd->proc != multiCommand && c->cmd->proc != watchCommand)
1573 {
1574 queueMultiCommand(c);
1575 addReply(c,shared.queued);
1576 } else {
1577 call(c,REDIS_CALL_FULL);
1578 }
1579 return REDIS_OK;
1580 }
1581
1582 /*================================== Shutdown =============================== */
1583
1584 int prepareForShutdown(int flags) {
1585 int save = flags & REDIS_SHUTDOWN_SAVE;
1586 int nosave = flags & REDIS_SHUTDOWN_NOSAVE;
1587
1588 redisLog(REDIS_WARNING,"User requested shutdown...");
1589 /* Kill the saving child if there is a background saving in progress.
1590 We want to avoid race conditions, for instance our saving child may
1591 overwrite the synchronous saving did by SHUTDOWN. */
1592 if (server.rdb_child_pid != -1) {
1593 redisLog(REDIS_WARNING,"There is a child saving an .rdb. Killing it!");
1594 kill(server.rdb_child_pid,SIGKILL);
1595 rdbRemoveTempFile(server.rdb_child_pid);
1596 }
1597 if (server.aof_state != REDIS_AOF_OFF) {
1598 /* Kill the AOF saving child as the AOF we already have may be longer
1599 * but contains the full dataset anyway. */
1600 if (server.aof_child_pid != -1) {
1601 redisLog(REDIS_WARNING,
1602 "There is a child rewriting the AOF. Killing it!");
1603 kill(server.aof_child_pid,SIGKILL);
1604 }
1605 /* Append only file: fsync() the AOF and exit */
1606 redisLog(REDIS_NOTICE,"Calling fsync() on the AOF file.");
1607 aof_fsync(server.aof_fd);
1608 }
1609 if ((server.saveparamslen > 0 && !nosave) || save) {
1610 redisLog(REDIS_NOTICE,"Saving the final RDB snapshot before exiting.");
1611 /* Snapshotting. Perform a SYNC SAVE and exit */
1612 if (rdbSave(server.rdb_filename) != REDIS_OK) {
1613 /* Ooops.. error saving! The best we can do is to continue
1614 * operating. Note that if there was a background saving process,
1615 * in the next cron() Redis will be notified that the background
1616 * saving aborted, handling special stuff like slaves pending for
1617 * synchronization... */
1618 redisLog(REDIS_WARNING,"Error trying to save the DB, can't exit.");
1619 return REDIS_ERR;
1620 }
1621 }
1622 if (server.daemonize) {
1623 redisLog(REDIS_NOTICE,"Removing the pid file.");
1624 unlink(server.pidfile);
1625 }
1626 /* Close the listening sockets. Apparently this allows faster restarts. */
1627 if (server.ipfd != -1) close(server.ipfd);
1628 if (server.sofd != -1) close(server.sofd);
1629 if (server.unixsocket) {
1630 redisLog(REDIS_NOTICE,"Removing the unix socket file.");
1631 unlink(server.unixsocket); /* don't care if this fails */
1632 }
1633
1634 redisLog(REDIS_WARNING,"Redis is now ready to exit, bye bye...");
1635 return REDIS_OK;
1636 }
1637
1638 /*================================== Commands =============================== */
1639
1640 void authCommand(redisClient *c) {
1641 if (!server.requirepass) {
1642 addReplyError(c,"Client sent AUTH, but no password is set");
1643 } else if (!strcmp(c->argv[1]->ptr, server.requirepass)) {
1644 c->authenticated = 1;
1645 addReply(c,shared.ok);
1646 } else {
1647 c->authenticated = 0;
1648 addReplyError(c,"invalid password");
1649 }
1650 }
1651
1652 void pingCommand(redisClient *c) {
1653 addReply(c,shared.pong);
1654 }
1655
1656 void echoCommand(redisClient *c) {
1657 addReplyBulk(c,c->argv[1]);
1658 }
1659
1660 void timeCommand(redisClient *c) {
1661 struct timeval tv;
1662
1663 /* gettimeofday() can only fail if &tv is a bad addresss so we
1664 * don't check for errors. */
1665 gettimeofday(&tv,NULL);
1666 addReplyMultiBulkLen(c,2);
1667 addReplyBulkLongLong(c,tv.tv_sec);
1668 addReplyBulkLongLong(c,tv.tv_usec);
1669 }
1670
1671 /* Convert an amount of bytes into a human readable string in the form
1672 * of 100B, 2G, 100M, 4K, and so forth. */
1673 void bytesToHuman(char *s, unsigned long long n) {
1674 double d;
1675
1676 if (n < 1024) {
1677 /* Bytes */
1678 sprintf(s,"%lluB",n);
1679 return;
1680 } else if (n < (1024*1024)) {
1681 d = (double)n/(1024);
1682 sprintf(s,"%.2fK",d);
1683 } else if (n < (1024LL*1024*1024)) {
1684 d = (double)n/(1024*1024);
1685 sprintf(s,"%.2fM",d);
1686 } else if (n < (1024LL*1024*1024*1024)) {
1687 d = (double)n/(1024LL*1024*1024);
1688 sprintf(s,"%.2fG",d);
1689 }
1690 }
1691
1692 /* Create the string returned by the INFO command. This is decoupled
1693 * by the INFO command itself as we need to report the same information
1694 * on memory corruption problems. */
1695 sds genRedisInfoString(char *section) {
1696 sds info = sdsempty();
1697 time_t uptime = server.unixtime-server.stat_starttime;
1698 int j, numcommands;
1699 struct rusage self_ru, c_ru;
1700 unsigned long lol, bib;
1701 int allsections = 0, defsections = 0;
1702 int sections = 0;
1703
1704 if (section) {
1705 allsections = strcasecmp(section,"all") == 0;
1706 defsections = strcasecmp(section,"default") == 0;
1707 }
1708
1709 getrusage(RUSAGE_SELF, &self_ru);
1710 getrusage(RUSAGE_CHILDREN, &c_ru);
1711 getClientsMaxBuffers(&lol,&bib);
1712
1713 /* Server */
1714 if (allsections || defsections || !strcasecmp(section,"server")) {
1715 struct utsname name;
1716
1717 if (sections++) info = sdscat(info,"\r\n");
1718 uname(&name);
1719 info = sdscatprintf(info,
1720 "# Server\r\n"
1721 "redis_version:%s\r\n"
1722 "redis_git_sha1:%s\r\n"
1723 "redis_git_dirty:%d\r\n"
1724 "os:%s %s %s\r\n"
1725 "arch_bits:%d\r\n"
1726 "multiplexing_api:%s\r\n"
1727 "gcc_version:%d.%d.%d\r\n"
1728 "process_id:%ld\r\n"
1729 "run_id:%s\r\n"
1730 "tcp_port:%d\r\n"
1731 "uptime_in_seconds:%ld\r\n"
1732 "uptime_in_days:%ld\r\n"
1733 "lru_clock:%ld\r\n",
1734 REDIS_VERSION,
1735 redisGitSHA1(),
1736 strtol(redisGitDirty(),NULL,10) > 0,
1737 name.sysname, name.release, name.machine,
1738 server.arch_bits,
1739 aeGetApiName(),
1740 #ifdef __GNUC__
1741 __GNUC__,__GNUC_MINOR__,__GNUC_PATCHLEVEL__,
1742 #else
1743 0,0,0,
1744 #endif
1745 (long) getpid(),
1746 server.runid,
1747 server.port,
1748 uptime,
1749 uptime/(3600*24),
1750 (unsigned long) server.lruclock);
1751 }
1752
1753 /* Clients */
1754 if (allsections || defsections || !strcasecmp(section,"clients")) {
1755 if (sections++) info = sdscat(info,"\r\n");
1756 info = sdscatprintf(info,
1757 "# Clients\r\n"
1758 "connected_clients:%lu\r\n"
1759 "client_longest_output_list:%lu\r\n"
1760 "client_biggest_input_buf:%lu\r\n"
1761 "blocked_clients:%d\r\n",
1762 listLength(server.clients)-listLength(server.slaves),
1763 lol, bib,
1764 server.bpop_blocked_clients);
1765 }
1766
1767 /* Memory */
1768 if (allsections || defsections || !strcasecmp(section,"memory")) {
1769 char hmem[64];
1770 char peak_hmem[64];
1771
1772 bytesToHuman(hmem,zmalloc_used_memory());
1773 bytesToHuman(peak_hmem,server.stat_peak_memory);
1774 if (sections++) info = sdscat(info,"\r\n");
1775 info = sdscatprintf(info,
1776 "# Memory\r\n"
1777 "used_memory:%zu\r\n"
1778 "used_memory_human:%s\r\n"
1779 "used_memory_rss:%zu\r\n"
1780 "used_memory_peak:%zu\r\n"
1781 "used_memory_peak_human:%s\r\n"
1782 "used_memory_lua:%lld\r\n"
1783 "mem_fragmentation_ratio:%.2f\r\n"
1784 "mem_allocator:%s\r\n",
1785 zmalloc_used_memory(),
1786 hmem,
1787 zmalloc_get_rss(),
1788 server.stat_peak_memory,
1789 peak_hmem,
1790 ((long long)lua_gc(server.lua,LUA_GCCOUNT,0))*1024LL,
1791 zmalloc_get_fragmentation_ratio(),
1792 ZMALLOC_LIB
1793 );
1794 }
1795
1796 /* Persistence */
1797 if (allsections || defsections || !strcasecmp(section,"persistence")) {
1798 if (sections++) info = sdscat(info,"\r\n");
1799 info = sdscatprintf(info,
1800 "# Persistence\r\n"
1801 "loading:%d\r\n"
1802 "aof_enabled:%d\r\n"
1803 "changes_since_last_save:%lld\r\n"
1804 "bgsave_in_progress:%d\r\n"
1805 "last_save_time:%ld\r\n"
1806 "last_bgsave_status:%s\r\n"
1807 "bgrewriteaof_in_progress:%d\r\n"
1808 "bgrewriteaof_scheduled:%d\r\n",
1809 server.loading,
1810 server.aof_state != REDIS_AOF_OFF,
1811 server.dirty,
1812 server.rdb_child_pid != -1,
1813 server.lastsave,
1814 server.lastbgsave_status == REDIS_OK ? "ok" : "err",
1815 server.aof_child_pid != -1,
1816 server.aof_rewrite_scheduled);
1817
1818 if (server.aof_state != REDIS_AOF_OFF) {
1819 info = sdscatprintf(info,
1820 "aof_current_size:%lld\r\n"
1821 "aof_base_size:%lld\r\n"
1822 "aof_pending_rewrite:%d\r\n"
1823 "aof_buffer_length:%zu\r\n"
1824 "aof_pending_bio_fsync:%llu\r\n"
1825 "aof_delayed_fsync:%lu\r\n",
1826 (long long) server.aof_current_size,
1827 (long long) server.aof_rewrite_base_size,
1828 server.aof_rewrite_scheduled,
1829 sdslen(server.aof_buf),
1830 bioPendingJobsOfType(REDIS_BIO_AOF_FSYNC),
1831 server.aof_delayed_fsync);
1832 }
1833
1834 if (server.loading) {
1835 double perc;
1836 time_t eta, elapsed;
1837 off_t remaining_bytes = server.loading_total_bytes-
1838 server.loading_loaded_bytes;
1839
1840 perc = ((double)server.loading_loaded_bytes /
1841 server.loading_total_bytes) * 100;
1842
1843 elapsed = server.unixtime-server.loading_start_time;
1844 if (elapsed == 0) {
1845 eta = 1; /* A fake 1 second figure if we don't have
1846 enough info */
1847 } else {
1848 eta = (elapsed*remaining_bytes)/server.loading_loaded_bytes;
1849 }
1850
1851 info = sdscatprintf(info,
1852 "loading_start_time:%ld\r\n"
1853 "loading_total_bytes:%llu\r\n"
1854 "loading_loaded_bytes:%llu\r\n"
1855 "loading_loaded_perc:%.2f\r\n"
1856 "loading_eta_seconds:%ld\r\n"
1857 ,(unsigned long) server.loading_start_time,
1858 (unsigned long long) server.loading_total_bytes,
1859 (unsigned long long) server.loading_loaded_bytes,
1860 perc,
1861 eta
1862 );
1863 }
1864 }
1865
1866 /* Stats */
1867 if (allsections || defsections || !strcasecmp(section,"stats")) {
1868 if (sections++) info = sdscat(info,"\r\n");
1869 info = sdscatprintf(info,
1870 "# Stats\r\n"
1871 "total_connections_received:%lld\r\n"
1872 "total_commands_processed:%lld\r\n"
1873 "instantaneous_ops_per_sec:%lld\r\n"
1874 "rejected_connections:%lld\r\n"
1875 "expired_keys:%lld\r\n"
1876 "evicted_keys:%lld\r\n"
1877 "keyspace_hits:%lld\r\n"
1878 "keyspace_misses:%lld\r\n"
1879 "pubsub_channels:%ld\r\n"
1880 "pubsub_patterns:%lu\r\n"
1881 "latest_fork_usec:%lld\r\n",
1882 server.stat_numconnections,
1883 server.stat_numcommands,
1884 getOperationsPerSecond(),
1885 server.stat_rejected_conn,
1886 server.stat_expiredkeys,
1887 server.stat_evictedkeys,
1888 server.stat_keyspace_hits,
1889 server.stat_keyspace_misses,
1890 dictSize(server.pubsub_channels),
1891 listLength(server.pubsub_patterns),
1892 server.stat_fork_time);
1893 }
1894
1895 /* Replication */
1896 if (allsections || defsections || !strcasecmp(section,"replication")) {
1897 if (sections++) info = sdscat(info,"\r\n");
1898 info = sdscatprintf(info,
1899 "# Replication\r\n"
1900 "role:%s\r\n",
1901 server.masterhost == NULL ? "master" : "slave");
1902 if (server.masterhost) {
1903 info = sdscatprintf(info,
1904 "master_host:%s\r\n"
1905 "master_port:%d\r\n"
1906 "master_link_status:%s\r\n"
1907 "master_last_io_seconds_ago:%d\r\n"
1908 "master_sync_in_progress:%d\r\n"
1909 ,server.masterhost,
1910 server.masterport,
1911 (server.repl_state == REDIS_REPL_CONNECTED) ?
1912 "up" : "down",
1913 server.master ?
1914 ((int)(server.unixtime-server.master->lastinteraction)) : -1,
1915 server.repl_state == REDIS_REPL_TRANSFER
1916 );
1917
1918 if (server.repl_state == REDIS_REPL_TRANSFER) {
1919 info = sdscatprintf(info,
1920 "master_sync_left_bytes:%ld\r\n"
1921 "master_sync_last_io_seconds_ago:%d\r\n"
1922 ,(long)server.repl_transfer_left,
1923 (int)(server.unixtime-server.repl_transfer_lastio)
1924 );
1925 }
1926
1927 if (server.repl_state != REDIS_REPL_CONNECTED) {
1928 info = sdscatprintf(info,
1929 "master_link_down_since_seconds:%ld\r\n",
1930 (long)server.unixtime-server.repl_down_since);
1931 }
1932 }
1933 info = sdscatprintf(info,
1934 "connected_slaves:%lu\r\n",
1935 listLength(server.slaves));
1936 if (listLength(server.slaves)) {
1937 int slaveid = 0;
1938 listNode *ln;
1939 listIter li;
1940
1941 listRewind(server.slaves,&li);
1942 while((ln = listNext(&li))) {
1943 redisClient *slave = listNodeValue(ln);
1944 char *state = NULL;
1945 char ip[32];
1946 int port;
1947
1948 if (anetPeerToString(slave->fd,ip,&port) == -1) continue;
1949 switch(slave->replstate) {
1950 case REDIS_REPL_WAIT_BGSAVE_START:
1951 case REDIS_REPL_WAIT_BGSAVE_END:
1952 state = "wait_bgsave";
1953 break;
1954 case REDIS_REPL_SEND_BULK:
1955 state = "send_bulk";
1956 break;
1957 case REDIS_REPL_ONLINE:
1958 state = "online";
1959 break;
1960 }
1961 if (state == NULL) continue;
1962 info = sdscatprintf(info,"slave%d:%s,%d,%s\r\n",
1963 slaveid,ip,port,state);
1964 slaveid++;
1965 }
1966 }
1967 }
1968
1969 /* CPU */
1970 if (allsections || defsections || !strcasecmp(section,"cpu")) {
1971 if (sections++) info = sdscat(info,"\r\n");
1972 info = sdscatprintf(info,
1973 "# CPU\r\n"
1974 "used_cpu_sys:%.2f\r\n"
1975 "used_cpu_user:%.2f\r\n"
1976 "used_cpu_sys_children:%.2f\r\n"
1977 "used_cpu_user_children:%.2f\r\n",
1978 (float)self_ru.ru_stime.tv_sec+(float)self_ru.ru_stime.tv_usec/1000000,
1979 (float)self_ru.ru_utime.tv_sec+(float)self_ru.ru_utime.tv_usec/1000000,
1980 (float)c_ru.ru_stime.tv_sec+(float)c_ru.ru_stime.tv_usec/1000000,
1981 (float)c_ru.ru_utime.tv_sec+(float)c_ru.ru_utime.tv_usec/1000000);
1982 }
1983
1984 /* cmdtime */
1985 if (allsections || !strcasecmp(section,"commandstats")) {
1986 if (sections++) info = sdscat(info,"\r\n");
1987 info = sdscatprintf(info, "# Commandstats\r\n");
1988 numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1989 for (j = 0; j < numcommands; j++) {
1990 struct redisCommand *c = redisCommandTable+j;
1991
1992 if (!c->calls) continue;
1993 info = sdscatprintf(info,
1994 "cmdstat_%s:calls=%lld,usec=%lld,usec_per_call=%.2f\r\n",
1995 c->name, c->calls, c->microseconds,
1996 (c->calls == 0) ? 0 : ((float)c->microseconds/c->calls));
1997 }
1998 }
1999
2000 /* Key space */
2001 if (allsections || defsections || !strcasecmp(section,"keyspace")) {
2002 if (sections++) info = sdscat(info,"\r\n");
2003 info = sdscatprintf(info, "# Keyspace\r\n");
2004 for (j = 0; j < server.dbnum; j++) {
2005 long long keys, vkeys;
2006
2007 keys = dictSize(server.db[j].dict);
2008 vkeys = dictSize(server.db[j].expires);
2009 if (keys || vkeys) {
2010 info = sdscatprintf(info, "db%d:keys=%lld,expires=%lld\r\n",
2011 j, keys, vkeys);
2012 }
2013 }
2014 }
2015 return info;
2016 }
2017
2018 void infoCommand(redisClient *c) {
2019 char *section = c->argc == 2 ? c->argv[1]->ptr : "default";
2020
2021 if (c->argc > 2) {
2022 addReply(c,shared.syntaxerr);
2023 return;
2024 }
2025 sds info = genRedisInfoString(section);
2026 addReplySds(c,sdscatprintf(sdsempty(),"$%lu\r\n",
2027 (unsigned long)sdslen(info)));
2028 addReplySds(c,info);
2029 addReply(c,shared.crlf);
2030 }
2031
2032 void monitorCommand(redisClient *c) {
2033 /* ignore MONITOR if aleady slave or in monitor mode */
2034 if (c->flags & REDIS_SLAVE) return;
2035
2036 c->flags |= (REDIS_SLAVE|REDIS_MONITOR);
2037 c->slaveseldb = 0;
2038 listAddNodeTail(server.monitors,c);
2039 addReply(c,shared.ok);
2040 }
2041
2042 /* ============================ Maxmemory directive ======================== */
2043
2044 /* This function gets called when 'maxmemory' is set on the config file to limit
2045 * the max memory used by the server, before processing a command.
2046 *
2047 * The goal of the function is to free enough memory to keep Redis under the
2048 * configured memory limit.
2049 *
2050 * The function starts calculating how many bytes should be freed to keep
2051 * Redis under the limit, and enters a loop selecting the best keys to
2052 * evict accordingly to the configured policy.
2053 *
2054 * If all the bytes needed to return back under the limit were freed the
2055 * function returns REDIS_OK, otherwise REDIS_ERR is returned, and the caller
2056 * should block the execution of commands that will result in more memory
2057 * used by the server.
2058 */
2059 int freeMemoryIfNeeded(void) {
2060 size_t mem_used, mem_tofree, mem_freed;
2061 int slaves = listLength(server.slaves);
2062
2063 /* Remove the size of slaves output buffers and AOF buffer from the
2064 * count of used memory. */
2065 mem_used = zmalloc_used_memory();
2066 if (slaves) {
2067 listIter li;
2068 listNode *ln;
2069
2070 listRewind(server.slaves,&li);
2071 while((ln = listNext(&li))) {
2072 redisClient *slave = listNodeValue(ln);
2073 unsigned long obuf_bytes = getClientOutputBufferMemoryUsage(slave);
2074 if (obuf_bytes > mem_used)
2075 mem_used = 0;
2076 else
2077 mem_used -= obuf_bytes;
2078 }
2079 }
2080 if (server.aof_state != REDIS_AOF_OFF) {
2081 mem_used -= sdslen(server.aof_buf);
2082 mem_used -= sdslen(server.aof_rewrite_buf);
2083 }
2084
2085 /* Check if we are over the memory limit. */
2086 if (mem_used <= server.maxmemory) return REDIS_OK;
2087
2088 if (server.maxmemory_policy == REDIS_MAXMEMORY_NO_EVICTION)
2089 return REDIS_ERR; /* We need to free memory, but policy forbids. */
2090
2091 /* Compute how much memory we need to free. */
2092 mem_tofree = mem_used - server.maxmemory;
2093 mem_freed = 0;
2094 while (mem_freed < mem_tofree) {
2095 int j, k, keys_freed = 0;
2096
2097 for (j = 0; j < server.dbnum; j++) {
2098 long bestval = 0; /* just to prevent warning */
2099 sds bestkey = NULL;
2100 struct dictEntry *de;
2101 redisDb *db = server.db+j;
2102 dict *dict;
2103
2104 if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_LRU ||
2105 server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_RANDOM)
2106 {
2107 dict = server.db[j].dict;
2108 } else {
2109 dict = server.db[j].expires;
2110 }
2111 if (dictSize(dict) == 0) continue;
2112
2113 /* volatile-random and allkeys-random policy */
2114 if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_RANDOM ||
2115 server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_RANDOM)
2116 {
2117 de = dictGetRandomKey(dict);
2118 bestkey = dictGetKey(de);
2119 }
2120
2121 /* volatile-lru and allkeys-lru policy */
2122 else if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_LRU ||
2123 server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_LRU)
2124 {
2125 for (k = 0; k < server.maxmemory_samples; k++) {
2126 sds thiskey;
2127 long thisval;
2128 robj *o;
2129
2130 de = dictGetRandomKey(dict);
2131 thiskey = dictGetKey(de);
2132 /* When policy is volatile-lru we need an additonal lookup
2133 * to locate the real key, as dict is set to db->expires. */
2134 if (server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_LRU)
2135 de = dictFind(db->dict, thiskey);
2136 o = dictGetVal(de);
2137 thisval = estimateObjectIdleTime(o);
2138
2139 /* Higher idle time is better candidate for deletion */
2140 if (bestkey == NULL || thisval > bestval) {
2141 bestkey = thiskey;
2142 bestval = thisval;
2143 }
2144 }
2145 }
2146
2147 /* volatile-ttl */
2148 else if (server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_TTL) {
2149 for (k = 0; k < server.maxmemory_samples; k++) {
2150 sds thiskey;
2151 long thisval;
2152
2153 de = dictGetRandomKey(dict);
2154 thiskey = dictGetKey(de);
2155 thisval = (long) dictGetVal(de);
2156
2157 /* Expire sooner (minor expire unix timestamp) is better
2158 * candidate for deletion */
2159 if (bestkey == NULL || thisval < bestval) {
2160 bestkey = thiskey;
2161 bestval = thisval;
2162 }
2163 }
2164 }
2165
2166 /* Finally remove the selected key. */
2167 if (bestkey) {
2168 long long delta;
2169
2170 robj *keyobj = createStringObject(bestkey,sdslen(bestkey));
2171 propagateExpire(db,keyobj);
2172 /* We compute the amount of memory freed by dbDelete() alone.
2173 * It is possible that actually the memory needed to propagate
2174 * the DEL in AOF and replication link is greater than the one
2175 * we are freeing removing the key, but we can't account for
2176 * that otherwise we would never exit the loop.
2177 *
2178 * AOF and Output buffer memory will be freed eventually so
2179 * we only care about memory used by the key space. */
2180 delta = (long long) zmalloc_used_memory();
2181 dbDelete(db,keyobj);
2182 delta -= (long long) zmalloc_used_memory();
2183 mem_freed += delta;
2184 server.stat_evictedkeys++;
2185 decrRefCount(keyobj);
2186 keys_freed++;
2187
2188 /* When the memory to free starts to be big enough, we may
2189 * start spending so much time here that is impossible to
2190 * deliver data to the slaves fast enough, so we force the
2191 * transmission here inside the loop. */
2192 if (slaves) flushSlavesOutputBuffers();
2193 }
2194 }
2195 if (!keys_freed) return REDIS_ERR; /* nothing to free... */
2196 }
2197 return REDIS_OK;
2198 }
2199
2200 /* =================================== Main! ================================ */
2201
2202 #ifdef __linux__
2203 int linuxOvercommitMemoryValue(void) {
2204 FILE *fp = fopen("/proc/sys/vm/overcommit_memory","r");
2205 char buf[64];
2206
2207 if (!fp) return -1;
2208 if (fgets(buf,64,fp) == NULL) {
2209 fclose(fp);
2210 return -1;
2211 }
2212 fclose(fp);
2213
2214 return atoi(buf);
2215 }
2216
2217 void linuxOvercommitMemoryWarning(void) {
2218 if (linuxOvercommitMemoryValue() == 0) {
2219 redisLog(REDIS_WARNING,"WARNING overcommit_memory is set to 0! Background save may fail under low memory condition. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect.");
2220 }
2221 }
2222 #endif /* __linux__ */
2223
2224 void createPidFile(void) {
2225 /* Try to write the pid file in a best-effort way. */
2226 FILE *fp = fopen(server.pidfile,"w");
2227 if (fp) {
2228 fprintf(fp,"%d\n",(int)getpid());
2229 fclose(fp);
2230 }
2231 }
2232
2233 void daemonize(void) {
2234 int fd;
2235
2236 if (fork() != 0) exit(0); /* parent exits */
2237 setsid(); /* create a new session */
2238
2239 /* Every output goes to /dev/null. If Redis is daemonized but
2240 * the 'logfile' is set to 'stdout' in the configuration file
2241 * it will not log at all. */
2242 if ((fd = open("/dev/null", O_RDWR, 0)) != -1) {
2243 dup2(fd, STDIN_FILENO);
2244 dup2(fd, STDOUT_FILENO);
2245 dup2(fd, STDERR_FILENO);
2246 if (fd > STDERR_FILENO) close(fd);
2247 }
2248 }
2249
2250 void version() {
2251 printf("Redis server v=%s sha=%s:%d malloc=%s bits=%d\n",
2252 REDIS_VERSION,
2253 redisGitSHA1(),
2254 atoi(redisGitDirty()) > 0,
2255 ZMALLOC_LIB,
2256 sizeof(long) == 4 ? 32 : 64);
2257 exit(0);
2258 }
2259
2260 void usage() {
2261 fprintf(stderr,"Usage: ./redis-server [/path/to/redis.conf] [options]\n");
2262 fprintf(stderr," ./redis-server - (read config from stdin)\n");
2263 fprintf(stderr," ./redis-server -v or --version\n");
2264 fprintf(stderr," ./redis-server -h or --help\n");
2265 fprintf(stderr," ./redis-server --test-memory <megabytes>\n\n");
2266 fprintf(stderr,"Examples:\n");
2267 fprintf(stderr," ./redis-server (run the server with default conf)\n");
2268 fprintf(stderr," ./redis-server /etc/redis/6379.conf\n");
2269 fprintf(stderr," ./redis-server --port 7777\n");
2270 fprintf(stderr," ./redis-server --port 7777 --slaveof 127.0.0.1 8888\n");
2271 fprintf(stderr," ./redis-server /etc/myredis.conf --loglevel verbose\n");
2272 exit(1);
2273 }
2274
2275 void redisAsciiArt(void) {
2276 #include "asciilogo.h"
2277 char *buf = zmalloc(1024*16);
2278
2279 snprintf(buf,1024*16,ascii_logo,
2280 REDIS_VERSION,
2281 redisGitSHA1(),
2282 strtol(redisGitDirty(),NULL,10) > 0,
2283 (sizeof(long) == 8) ? "64" : "32",
2284 "stand alone",
2285 server.port,
2286 (long) getpid()
2287 );
2288 redisLogRaw(REDIS_NOTICE|REDIS_LOG_RAW,buf);
2289 zfree(buf);
2290 }
2291
2292 static void sigtermHandler(int sig) {
2293 REDIS_NOTUSED(sig);
2294
2295 redisLogFromHandler(REDIS_WARNING,"Received SIGTERM, scheduling shutdown...");
2296 server.shutdown_asap = 1;
2297 }
2298
2299 void setupSignalHandlers(void) {
2300 struct sigaction act;
2301
2302 /* When the SA_SIGINFO flag is set in sa_flags then sa_sigaction is used.
2303 * Otherwise, sa_handler is used. */
2304 sigemptyset(&act.sa_mask);
2305 act.sa_flags = 0;
2306 act.sa_handler = sigtermHandler;
2307 sigaction(SIGTERM, &act, NULL);
2308
2309 #ifdef HAVE_BACKTRACE
2310 sigemptyset(&act.sa_mask);
2311 act.sa_flags = SA_NODEFER | SA_RESETHAND | SA_SIGINFO;
2312 act.sa_sigaction = sigsegvHandler;
2313 sigaction(SIGSEGV, &act, NULL);
2314 sigaction(SIGBUS, &act, NULL);
2315 sigaction(SIGFPE, &act, NULL);
2316 sigaction(SIGILL, &act, NULL);
2317 #endif
2318 return;
2319 }
2320
2321 void memtest(size_t megabytes, int passes);
2322
2323 int main(int argc, char **argv) {
2324 long long start;
2325 struct timeval tv;
2326
2327 /* We need to initialize our libraries, and the server configuration. */
2328 zmalloc_enable_thread_safeness();
2329 srand(time(NULL)^getpid());
2330 gettimeofday(&tv,NULL);
2331 dictSetHashFunctionSeed(tv.tv_sec^tv.tv_usec^getpid());
2332 initServerConfig();
2333
2334 if (argc >= 2) {
2335 int j = 1; /* First option to parse in argv[] */
2336 sds options = sdsempty();
2337 char *configfile = NULL;
2338
2339 /* Handle special options --help and --version */
2340 if (strcmp(argv[1], "-v") == 0 ||
2341 strcmp(argv[1], "--version") == 0) version();
2342 if (strcmp(argv[1], "--help") == 0 ||
2343 strcmp(argv[1], "-h") == 0) usage();
2344 if (strcmp(argv[1], "--test-memory") == 0) {
2345 if (argc == 3) {
2346 memtest(atoi(argv[2]),50);
2347 exit(0);
2348 } else {
2349 fprintf(stderr,"Please specify the amount of memory to test in megabytes.\n");
2350 fprintf(stderr,"Example: ./redis-server --test-memory 4096\n\n");
2351 exit(1);
2352 }
2353 }
2354
2355 /* First argument is the config file name? */
2356 if (argv[j][0] != '-' || argv[j][1] != '-')
2357 configfile = argv[j++];
2358 /* All the other options are parsed and conceptually appended to the
2359 * configuration file. For instance --port 6380 will generate the
2360 * string "port 6380\n" to be parsed after the actual file name
2361 * is parsed, if any. */
2362 while(j != argc) {
2363 if (argv[j][0] == '-' && argv[j][1] == '-') {
2364 /* Option name */
2365 if (sdslen(options)) options = sdscat(options,"\n");
2366 options = sdscat(options,argv[j]+2);
2367 options = sdscat(options," ");
2368 } else {
2369 /* Option argument */
2370 options = sdscatrepr(options,argv[j],strlen(argv[j]));
2371 options = sdscat(options," ");
2372 }
2373 j++;
2374 }
2375 resetServerSaveParams();
2376 loadServerConfig(configfile,options);
2377 sdsfree(options);
2378 } else {
2379 redisLog(REDIS_WARNING,"Warning: no config file specified, using the default config. In order to specify a config file use 'redis-server /path/to/redis.conf'");
2380 }
2381 if (server.daemonize) daemonize();
2382 initServer();
2383 if (server.daemonize) createPidFile();
2384 redisAsciiArt();
2385 redisLog(REDIS_WARNING,"Server started, Redis version " REDIS_VERSION);
2386 #ifdef __linux__
2387 linuxOvercommitMemoryWarning();
2388 #endif
2389 start = ustime();
2390 if (server.aof_state == REDIS_AOF_ON) {
2391 if (loadAppendOnlyFile(server.aof_filename) == REDIS_OK)
2392 redisLog(REDIS_NOTICE,"DB loaded from append only file: %.3f seconds",(float)(ustime()-start)/1000000);
2393 } else {
2394 if (rdbLoad(server.rdb_filename) == REDIS_OK) {
2395 redisLog(REDIS_NOTICE,"DB loaded from disk: %.3f seconds",
2396 (float)(ustime()-start)/1000000);
2397 } else if (errno != ENOENT) {
2398 redisLog(REDIS_WARNING,"Fatal error loading the DB. Exiting.");
2399 exit(1);
2400 }
2401 }
2402 if (server.ipfd > 0)
2403 redisLog(REDIS_NOTICE,"The server is now ready to accept connections on port %d", server.port);
2404 if (server.sofd > 0)
2405 redisLog(REDIS_NOTICE,"The server is now ready to accept connections at %s", server.unixsocket);
2406 aeSetBeforeSleepProc(server.el,beforeSleep);
2407 aeMain(server.el);
2408 aeDeleteEventLoop(server.el);
2409 return 0;
2410 }
2411
2412 /* The End */