]> git.saurik.com Git - redis.git/blame - src/redis.c
Use safe dictionary iterator from KEYS
[redis.git] / src / redis.c
CommitLineData
e2641e09 1/*
2 * Copyright (c) 2009-2010, Salvatore Sanfilippo <antirez at gmail dot com>
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * * Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * * Neither the name of Redis nor the names of its contributors may be used
14 * to endorse or promote products derived from this software without
15 * specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
28 */
29
30#include "redis.h"
daa70b17 31#include "slowlog.h"
8f61a72f 32#include "bio.h"
e2641e09 33
e2641e09 34#include <time.h>
35#include <signal.h>
36#include <sys/wait.h>
37#include <errno.h>
38#include <assert.h>
39#include <ctype.h>
40#include <stdarg.h>
e2641e09 41#include <arpa/inet.h>
42#include <sys/stat.h>
43#include <fcntl.h>
44#include <sys/time.h>
45#include <sys/resource.h>
46#include <sys/uio.h>
47#include <limits.h>
48#include <float.h>
49#include <math.h>
2b00385d 50#include <sys/resource.h>
fa2a27cf 51#include <sys/utsname.h>
e2641e09 52
53/* Our shared "common" objects */
54
55struct sharedObjectsStruct shared;
56
c74b7c77 57/* Global vars that are actually used as constants. The following double
e2641e09 58 * values are used for double on-disk serialization, and are initialized
59 * at runtime to avoid strange compiler optimizations. */
60
61double R_Zero, R_PosInf, R_NegInf, R_Nan;
62
63/*================================= Globals ================================= */
64
65/* Global vars */
66struct redisServer server; /* server global state */
67struct redisCommand *commandTable;
5d02b00f 68
7501c66f 69/* Our command table.
70 *
71 * Every entry is composed of the following fields:
72 *
73 * name: a string representing the command name.
74 * function: pointer to the C function implementing the command.
75 * arity: number of arguments, it is possible to use -N to say >= N
76 * sflags: command flags as string. See below for a table of flags.
77 * flags: flags as bitmask. Computed by Redis using the 'sflags' field.
78 * get_keys_proc: an optional function to get key arguments from a command.
79 * This is only used when the following three fields are not
80 * enough to specify what arguments are keys.
81 * first_key_index: first argument that is a key
82 * last_key_index: last argument that is a key
83 * key_step: step to get all the keys from first to last argument. For instance
84 * in MSET the step is two since arguments are key,val,key,val,...
85 * microseconds: microseconds of total execution time for this command.
86 * calls: total number of calls of this command.
87 *
88 * The flags, microseconds and calls fields are computed by Redis and should
89 * always be set to zero.
90 *
91 * Command flags are expressed using strings where every character represents
92 * a flag. Later the populateCommandTable() function will take care of
93 * populating the real 'flags' field using this characters.
5d02b00f 94 *
95 * This is the meaning of the flags:
96 *
97 * w: write command (may modify the key space).
98 * r: read command (will never modify the key space).
99 * m: may increase memory usage once called. Don't allow if out of memory.
100 * a: admin command, like SAVE or SHUTDOWN.
101 * p: Pub/Sub related command.
b60ed6e8 102 * f: force replication of this command, regarless of server.dirty.
103 * s: command not allowed in scripts.
7e14a208 104 * R: random command. Command is not deterministic, that is, the same command
b60ed6e8 105 * with the same arguments, with the same key space, may have different
548efd91 106 * results. For instance SPOP and RANDOMKEY are two random commands.
107 * S: Sort command output array if called from script, so that the output
108 * is deterministic.
109 */
d7ed7fd2 110struct redisCommand redisCommandTable[] = {
5d02b00f 111 {"get",getCommand,2,"r",0,NULL,1,1,1,0,0},
112 {"set",setCommand,3,"wm",0,noPreloadGetKeys,1,1,1,0,0},
113 {"setnx",setnxCommand,3,"wm",0,noPreloadGetKeys,1,1,1,0,0},
39da5d1f 114 {"setex",setexCommand,4,"wm",0,noPreloadGetKeys,1,1,1,0,0},
115 {"psetex",psetexCommand,4,"wm",0,noPreloadGetKeys,1,1,1,0,0},
5d02b00f 116 {"append",appendCommand,3,"wm",0,NULL,1,1,1,0,0},
117 {"strlen",strlenCommand,2,"r",0,NULL,1,1,1,0,0},
118 {"del",delCommand,-2,"w",0,noPreloadGetKeys,1,-1,1,0,0},
119 {"exists",existsCommand,2,"r",0,NULL,1,1,1,0,0},
120 {"setbit",setbitCommand,4,"wm",0,NULL,1,1,1,0,0},
121 {"getbit",getbitCommand,3,"r",0,NULL,1,1,1,0,0},
122 {"setrange",setrangeCommand,4,"wm",0,NULL,1,1,1,0,0},
123 {"getrange",getrangeCommand,4,"r",0,NULL,1,1,1,0,0},
124 {"substr",getrangeCommand,4,"r",0,NULL,1,1,1,0,0},
125 {"incr",incrCommand,2,"wm",0,NULL,1,1,1,0,0},
126 {"decr",decrCommand,2,"wm",0,NULL,1,1,1,0,0},
127 {"mget",mgetCommand,-2,"r",0,NULL,1,-1,1,0,0},
128 {"rpush",rpushCommand,-3,"wm",0,NULL,1,1,1,0,0},
129 {"lpush",lpushCommand,-3,"wm",0,NULL,1,1,1,0,0},
130 {"rpushx",rpushxCommand,3,"wm",0,NULL,1,1,1,0,0},
131 {"lpushx",lpushxCommand,3,"wm",0,NULL,1,1,1,0,0},
132 {"linsert",linsertCommand,5,"wm",0,NULL,1,1,1,0,0},
133 {"rpop",rpopCommand,2,"w",0,NULL,1,1,1,0,0},
134 {"lpop",lpopCommand,2,"w",0,NULL,1,1,1,0,0},
e41677b4 135 {"brpop",brpopCommand,-3,"ws",0,NULL,1,1,1,0,0},
136 {"brpoplpush",brpoplpushCommand,4,"wms",0,NULL,1,2,1,0,0},
137 {"blpop",blpopCommand,-3,"ws",0,NULL,1,-2,1,0,0},
5d02b00f 138 {"llen",llenCommand,2,"r",0,NULL,1,1,1,0,0},
139 {"lindex",lindexCommand,3,"r",0,NULL,1,1,1,0,0},
140 {"lset",lsetCommand,4,"wm",0,NULL,1,1,1,0,0},
141 {"lrange",lrangeCommand,4,"r",0,NULL,1,1,1,0,0},
142 {"ltrim",ltrimCommand,4,"w",0,NULL,1,1,1,0,0},
143 {"lrem",lremCommand,4,"w",0,NULL,1,1,1,0,0},
144 {"rpoplpush",rpoplpushCommand,3,"wm",0,NULL,1,2,1,0,0},
145 {"sadd",saddCommand,-3,"wm",0,NULL,1,1,1,0,0},
146 {"srem",sremCommand,-3,"w",0,NULL,1,1,1,0,0},
147 {"smove",smoveCommand,4,"w",0,NULL,1,2,1,0,0},
148 {"sismember",sismemberCommand,3,"r",0,NULL,1,1,1,0,0},
149 {"scard",scardCommand,2,"r",0,NULL,1,1,1,0,0},
15ef6053 150 {"spop",spopCommand,2,"wRs",0,NULL,1,1,1,0,0},
b60ed6e8 151 {"srandmember",srandmemberCommand,2,"rR",0,NULL,1,1,1,0,0},
548efd91 152 {"sinter",sinterCommand,-2,"rS",0,NULL,1,-1,1,0,0},
1bcfa0f6 153 {"sinterstore",sinterstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
548efd91 154 {"sunion",sunionCommand,-2,"rS",0,NULL,1,-1,1,0,0},
1bcfa0f6 155 {"sunionstore",sunionstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
548efd91 156 {"sdiff",sdiffCommand,-2,"rS",0,NULL,1,-1,1,0,0},
1bcfa0f6 157 {"sdiffstore",sdiffstoreCommand,-3,"wm",0,NULL,1,-1,1,0,0},
548efd91 158 {"smembers",sinterCommand,2,"rS",0,NULL,1,1,1,0,0},
5d02b00f 159 {"zadd",zaddCommand,-4,"wm",0,NULL,1,1,1,0,0},
160 {"zincrby",zincrbyCommand,4,"wm",0,NULL,1,1,1,0,0},
161 {"zrem",zremCommand,-3,"w",0,NULL,1,1,1,0,0},
162 {"zremrangebyscore",zremrangebyscoreCommand,4,"w",0,NULL,1,1,1,0,0},
163 {"zremrangebyrank",zremrangebyrankCommand,4,"w",0,NULL,1,1,1,0,0},
164 {"zunionstore",zunionstoreCommand,-4,"wm",0,zunionInterGetKeys,0,0,0,0,0},
165 {"zinterstore",zinterstoreCommand,-4,"wm",0,zunionInterGetKeys,0,0,0,0,0},
166 {"zrange",zrangeCommand,-4,"r",0,NULL,1,1,1,0,0},
167 {"zrangebyscore",zrangebyscoreCommand,-4,"r",0,NULL,1,1,1,0,0},
168 {"zrevrangebyscore",zrevrangebyscoreCommand,-4,"r",0,NULL,1,1,1,0,0},
169 {"zcount",zcountCommand,4,"r",0,NULL,1,1,1,0,0},
170 {"zrevrange",zrevrangeCommand,-4,"r",0,NULL,1,1,1,0,0},
171 {"zcard",zcardCommand,2,"r",0,NULL,1,1,1,0,0},
172 {"zscore",zscoreCommand,3,"r",0,NULL,1,1,1,0,0},
173 {"zrank",zrankCommand,3,"r",0,NULL,1,1,1,0,0},
174 {"zrevrank",zrevrankCommand,3,"r",0,NULL,1,1,1,0,0},
175 {"hset",hsetCommand,4,"wm",0,NULL,1,1,1,0,0},
176 {"hsetnx",hsetnxCommand,4,"wm",0,NULL,1,1,1,0,0},
177 {"hget",hgetCommand,3,"r",0,NULL,1,1,1,0,0},
178 {"hmset",hmsetCommand,-4,"wm",0,NULL,1,1,1,0,0},
179 {"hmget",hmgetCommand,-3,"r",0,NULL,1,1,1,0,0},
180 {"hincrby",hincrbyCommand,4,"wm",0,NULL,1,1,1,0,0},
68bfe993 181 {"hincrbyfloat",hincrbyfloatCommand,4,"wm",0,NULL,1,1,1,0,0},
5d02b00f 182 {"hdel",hdelCommand,-3,"w",0,NULL,1,1,1,0,0},
183 {"hlen",hlenCommand,2,"r",0,NULL,1,1,1,0,0},
548efd91 184 {"hkeys",hkeysCommand,2,"rS",0,NULL,1,1,1,0,0},
185 {"hvals",hvalsCommand,2,"rS",0,NULL,1,1,1,0,0},
5d02b00f 186 {"hgetall",hgetallCommand,2,"r",0,NULL,1,1,1,0,0},
187 {"hexists",hexistsCommand,3,"r",0,NULL,1,1,1,0,0},
188 {"incrby",incrbyCommand,3,"wm",0,NULL,1,1,1,0,0},
189 {"decrby",decrbyCommand,3,"wm",0,NULL,1,1,1,0,0},
5574b53e 190 {"incrbyfloat",incrbyfloatCommand,3,"wm",0,NULL,1,1,1,0,0},
5d02b00f 191 {"getset",getsetCommand,3,"wm",0,NULL,1,1,1,0,0},
192 {"mset",msetCommand,-3,"wm",0,NULL,1,-1,2,0,0},
193 {"msetnx",msetnxCommand,-3,"wm",0,NULL,1,-1,2,0,0},
b60ed6e8 194 {"randomkey",randomkeyCommand,1,"rR",0,NULL,0,0,0,0,0},
5d02b00f 195 {"select",selectCommand,2,"r",0,NULL,0,0,0,0,0},
196 {"move",moveCommand,3,"w",0,NULL,1,1,1,0,0},
197 {"rename",renameCommand,3,"w",0,renameGetKeys,1,2,1,0,0},
198 {"renamenx",renamenxCommand,3,"w",0,renameGetKeys,1,2,1,0,0},
12d293ca 199 {"expire",expireCommand,3,"w",0,NULL,1,1,1,0,0},
200 {"expireat",expireatCommand,3,"w",0,NULL,1,1,1,0,0},
201 {"pexpire",pexpireCommand,3,"w",0,NULL,1,1,1,0,0},
202 {"pexpireat",pexpireatCommand,3,"w",0,NULL,1,1,1,0,0},
548efd91 203 {"keys",keysCommand,2,"rS",0,NULL,0,0,0,0,0},
5d02b00f 204 {"dbsize",dbsizeCommand,1,"r",0,NULL,0,0,0,0,0},
e41677b4 205 {"auth",authCommand,2,"rs",0,NULL,0,0,0,0,0},
5d02b00f 206 {"ping",pingCommand,1,"r",0,NULL,0,0,0,0,0},
207 {"echo",echoCommand,2,"r",0,NULL,0,0,0,0,0},
e41677b4 208 {"save",saveCommand,1,"ars",0,NULL,0,0,0,0,0},
5d02b00f 209 {"bgsave",bgsaveCommand,1,"ar",0,NULL,0,0,0,0,0},
210 {"bgrewriteaof",bgrewriteaofCommand,1,"ar",0,NULL,0,0,0,0,0},
4ab8695d 211 {"shutdown",shutdownCommand,-1,"ar",0,NULL,0,0,0,0,0},
5d02b00f 212 {"lastsave",lastsaveCommand,1,"r",0,NULL,0,0,0,0,0},
213 {"type",typeCommand,2,"r",0,NULL,1,1,1,0,0},
b60ed6e8 214 {"multi",multiCommand,1,"rs",0,NULL,0,0,0,0,0},
05406168 215 {"exec",execCommand,1,"s",0,NULL,0,0,0,0,0},
b60ed6e8 216 {"discard",discardCommand,1,"rs",0,NULL,0,0,0,0,0},
217 {"sync",syncCommand,1,"ars",0,NULL,0,0,0,0,0},
5d02b00f 218 {"flushdb",flushdbCommand,1,"w",0,NULL,0,0,0,0,0},
219 {"flushall",flushallCommand,1,"w",0,NULL,0,0,0,0,0},
2c861050 220 {"sort",sortCommand,-2,"wmS",0,NULL,1,1,1,0,0},
5d02b00f 221 {"info",infoCommand,-1,"r",0,NULL,0,0,0,0,0},
b60ed6e8 222 {"monitor",monitorCommand,1,"ars",0,NULL,0,0,0,0,0},
12d293ca 223 {"ttl",ttlCommand,2,"r",0,NULL,1,1,1,0,0},
224 {"pttl",pttlCommand,2,"r",0,NULL,1,1,1,0,0},
5d02b00f 225 {"persist",persistCommand,2,"w",0,NULL,1,1,1,0,0},
a5b75e9a 226 {"slaveof",slaveofCommand,3,"as",0,NULL,0,0,0,0,0},
38bb4522 227 {"debug",debugCommand,-2,"as",0,NULL,0,0,0,0,0},
5d02b00f 228 {"config",configCommand,-2,"ar",0,NULL,0,0,0,0,0},
b60ed6e8 229 {"subscribe",subscribeCommand,-2,"rps",0,NULL,0,0,0,0,0},
230 {"unsubscribe",unsubscribeCommand,-1,"rps",0,NULL,0,0,0,0,0},
231 {"psubscribe",psubscribeCommand,-2,"rps",0,NULL,0,0,0,0,0},
232 {"punsubscribe",punsubscribeCommand,-1,"rps",0,NULL,0,0,0,0,0},
6e6bbac7 233 {"publish",publishCommand,3,"pf",0,NULL,0,0,0,0,0},
b60ed6e8 234 {"watch",watchCommand,-2,"rs",0,noPreloadGetKeys,1,-1,1,0,0},
235 {"unwatch",unwatchCommand,1,"rs",0,NULL,0,0,0,0,0},
7afc3a96 236 {"restore",restoreCommand,4,"awm",0,NULL,1,1,1,0,0},
5d02b00f 237 {"migrate",migrateCommand,6,"aw",0,NULL,0,0,0,0,0},
1bcfa0f6 238 {"dump",dumpCommand,2,"ar",0,NULL,1,1,1,0,0},
239 {"object",objectCommand,-2,"r",0,NULL,2,2,2,0,0},
5d02b00f 240 {"client",clientCommand,-2,"ar",0,NULL,0,0,0,0,0},
05406168 241 {"eval",evalCommand,-3,"s",0,zunionInterGetKeys,0,0,0,0,0},
242 {"evalsha",evalShaCommand,-3,"s",0,zunionInterGetKeys,0,0,0,0,0},
070e3945 243 {"slowlog",slowlogCommand,-2,"r",0,NULL,0,0,0,0,0},
9494f1f1 244 {"script",scriptCommand,-2,"ras",0,NULL,0,0,0,0,0},
245 {"time",timeCommand,1,"rR",0,NULL,0,0,0,0,0}
e2641e09 246};
247
248/*============================ Utility functions ============================ */
249
9c104c68 250/* Low level logging. To use only for very big messages, otherwise
251 * redisLog() is to prefer. */
252void redisLogRaw(int level, const char *msg) {
e1a586ee
JH
253 const int syslogLevelMap[] = { LOG_DEBUG, LOG_INFO, LOG_NOTICE, LOG_WARNING };
254 const char *c = ".-*#";
e2641e09 255 FILE *fp;
23072961 256 char buf[64];
996d503d 257 int rawmode = (level & REDIS_LOG_RAW);
23072961 258
996d503d 259 level &= 0xff; /* clear flags */
23072961 260 if (level < server.verbosity) return;
e2641e09 261
262 fp = (server.logfile == NULL) ? stdout : fopen(server.logfile,"a");
263 if (!fp) return;
264
996d503d 265 if (rawmode) {
266 fprintf(fp,"%s",msg);
267 } else {
df35d873 268 int off;
269 struct timeval tv;
270
271 gettimeofday(&tv,NULL);
272 off = strftime(buf,sizeof(buf),"%d %b %H:%M:%S.",localtime(&tv.tv_sec));
273 snprintf(buf+off,sizeof(buf)-off,"%03d",(int)tv.tv_usec/1000);
996d503d 274 fprintf(fp,"[%d] %s %c %s\n",(int)getpid(),buf,c[level],msg);
275 }
e1a586ee
JH
276 fflush(fp);
277
e2641e09 278 if (server.logfile) fclose(fp);
e1a586ee
JH
279
280 if (server.syslog_enabled) syslog(syslogLevelMap[level], "%s", msg);
e2641e09 281}
282
9c104c68 283/* Like redisLogRaw() but with printf-alike support. This is the funciton that
284 * is used across the code. The raw version is only used in order to dump
285 * the INFO output on crash. */
286void redisLog(int level, const char *fmt, ...) {
287 va_list ap;
288 char msg[REDIS_MAX_LOGMSG_LEN];
289
996d503d 290 if ((level&0xff) < server.verbosity) return;
9c104c68 291
292 va_start(ap, fmt);
293 vsnprintf(msg, sizeof(msg), fmt, ap);
294 va_end(ap);
295
296 redisLogRaw(level,msg);
297}
298
be4f8ccc 299/* Log a fixed message without printf-alike capabilities, in a way that is
300 * safe to call from a signal handler.
301 *
302 * We actually use this only for signals that are not fatal from the point
303 * of view of Redis. Signals that are going to kill the server anyway and
304 * where we need printf-alike features are served by redisLog(). */
305void redisLogFromHandler(int level, const char *msg) {
306 int fd;
307 char buf[64];
308
309 if ((level&0xff) < server.verbosity ||
310 (server.logfile == NULL && server.daemonize)) return;
311 fd = server.logfile ?
312 open(server.logfile, O_APPEND|O_CREAT|O_WRONLY, 0644) :
e51f7d2c 313 STDOUT_FILENO;
be4f8ccc 314 if (fd == -1) return;
315 ll2string(buf,sizeof(buf),getpid());
b9aa3328 316 if (write(fd,"[",1) == -1) goto err;
317 if (write(fd,buf,strlen(buf)) == -1) goto err;
318 if (write(fd," | signal handler] (",20) == -1) goto err;
be4f8ccc 319 ll2string(buf,sizeof(buf),time(NULL));
b9aa3328 320 if (write(fd,buf,strlen(buf)) == -1) goto err;
321 if (write(fd,") ",2) == -1) goto err;
322 if (write(fd,msg,strlen(msg)) == -1) goto err;
323 if (write(fd,"\n",1) == -1) goto err;
324err:
e51f7d2c 325 if (server.logfile) close(fd);
be4f8ccc 326}
327
e2641e09 328/* Redis generally does not try to recover from out of memory conditions
329 * when allocating objects or strings, it is not clear if it will be possible
330 * to report this condition to the client since the networking layer itself
331 * is based on heap allocation for send buffers, so we simply abort.
332 * At least the code will be simpler to read... */
333void oom(const char *msg) {
334 redisLog(REDIS_WARNING, "%s: Out of memory\n",msg);
335 sleep(1);
336 abort();
337}
338
d9cb288c 339/* Return the UNIX time in microseconds */
340long long ustime(void) {
341 struct timeval tv;
342 long long ust;
343
344 gettimeofday(&tv, NULL);
345 ust = ((long long)tv.tv_sec)*1000000;
346 ust += tv.tv_usec;
347 return ust;
348}
349
2c2b2085 350/* Return the UNIX time in milliseconds */
351long long mstime(void) {
352 return ustime()/1000;
353}
354
55951f90 355/* After an RDB dump or AOF rewrite we exit from children using _exit() instead of
356 * exit(), because the latter may interact with the same file objects used by
357 * the parent process. However if we are testing the coverage normal exit() is
358 * used in order to obtain the right coverage information. */
359void exitFromChild(int retcode) {
360#ifdef COVERAGE_TEST
361 exit(retcode);
362#else
363 _exit(retcode);
364#endif
365}
366
e2641e09 367/*====================== Hash table type implementation ==================== */
368
369/* This is an hash table type that uses the SDS dynamic strings libary as
370 * keys and radis objects as values (objects can hold SDS strings,
371 * lists, sets). */
372
373void dictVanillaFree(void *privdata, void *val)
374{
375 DICT_NOTUSED(privdata);
376 zfree(val);
377}
378
379void dictListDestructor(void *privdata, void *val)
380{
381 DICT_NOTUSED(privdata);
382 listRelease((list*)val);
383}
384
385int dictSdsKeyCompare(void *privdata, const void *key1,
386 const void *key2)
387{
388 int l1,l2;
389 DICT_NOTUSED(privdata);
390
391 l1 = sdslen((sds)key1);
392 l2 = sdslen((sds)key2);
393 if (l1 != l2) return 0;
394 return memcmp(key1, key2, l1) == 0;
395}
396
1b1f47c9 397/* A case insensitive version used for the command lookup table. */
398int dictSdsKeyCaseCompare(void *privdata, const void *key1,
399 const void *key2)
400{
401 DICT_NOTUSED(privdata);
402
403 return strcasecmp(key1, key2) == 0;
404}
405
e2641e09 406void dictRedisObjectDestructor(void *privdata, void *val)
407{
408 DICT_NOTUSED(privdata);
409
410 if (val == NULL) return; /* Values of swapped out keys as set to NULL */
411 decrRefCount(val);
412}
413
414void dictSdsDestructor(void *privdata, void *val)
415{
416 DICT_NOTUSED(privdata);
417
418 sdsfree(val);
419}
420
421int dictObjKeyCompare(void *privdata, const void *key1,
422 const void *key2)
423{
424 const robj *o1 = key1, *o2 = key2;
425 return dictSdsKeyCompare(privdata,o1->ptr,o2->ptr);
426}
427
428unsigned int dictObjHash(const void *key) {
429 const robj *o = key;
430 return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
431}
432
433unsigned int dictSdsHash(const void *key) {
434 return dictGenHashFunction((unsigned char*)key, sdslen((char*)key));
435}
436
1b1f47c9 437unsigned int dictSdsCaseHash(const void *key) {
438 return dictGenCaseHashFunction((unsigned char*)key, sdslen((char*)key));
439}
440
e2641e09 441int dictEncObjKeyCompare(void *privdata, const void *key1,
442 const void *key2)
443{
444 robj *o1 = (robj*) key1, *o2 = (robj*) key2;
445 int cmp;
446
447 if (o1->encoding == REDIS_ENCODING_INT &&
448 o2->encoding == REDIS_ENCODING_INT)
449 return o1->ptr == o2->ptr;
450
451 o1 = getDecodedObject(o1);
452 o2 = getDecodedObject(o2);
453 cmp = dictSdsKeyCompare(privdata,o1->ptr,o2->ptr);
454 decrRefCount(o1);
455 decrRefCount(o2);
456 return cmp;
457}
458
459unsigned int dictEncObjHash(const void *key) {
460 robj *o = (robj*) key;
461
462 if (o->encoding == REDIS_ENCODING_RAW) {
463 return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
464 } else {
465 if (o->encoding == REDIS_ENCODING_INT) {
466 char buf[32];
467 int len;
468
469 len = ll2string(buf,32,(long)o->ptr);
470 return dictGenHashFunction((unsigned char*)buf, len);
471 } else {
472 unsigned int hash;
473
474 o = getDecodedObject(o);
475 hash = dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
476 decrRefCount(o);
477 return hash;
478 }
479 }
480}
481
4dd444bb 482/* Sets type hash table */
e2641e09 483dictType setDictType = {
484 dictEncObjHash, /* hash function */
485 NULL, /* key dup */
486 NULL, /* val dup */
487 dictEncObjKeyCompare, /* key compare */
488 dictRedisObjectDestructor, /* key destructor */
489 NULL /* val destructor */
490};
491
492/* Sorted sets hash (note: a skiplist is used in addition to the hash table) */
493dictType zsetDictType = {
494 dictEncObjHash, /* hash function */
495 NULL, /* key dup */
496 NULL, /* val dup */
497 dictEncObjKeyCompare, /* key compare */
498 dictRedisObjectDestructor, /* key destructor */
69ef89f2 499 NULL /* val destructor */
e2641e09 500};
501
502/* Db->dict, keys are sds strings, vals are Redis objects. */
503dictType dbDictType = {
504 dictSdsHash, /* hash function */
505 NULL, /* key dup */
506 NULL, /* val dup */
507 dictSdsKeyCompare, /* key compare */
508 dictSdsDestructor, /* key destructor */
509 dictRedisObjectDestructor /* val destructor */
510};
511
512/* Db->expires */
513dictType keyptrDictType = {
514 dictSdsHash, /* hash function */
515 NULL, /* key dup */
516 NULL, /* val dup */
517 dictSdsKeyCompare, /* key compare */
518 NULL, /* key destructor */
519 NULL /* val destructor */
520};
521
1b1f47c9 522/* Command table. sds string -> command struct pointer. */
523dictType commandTableDictType = {
524 dictSdsCaseHash, /* hash function */
525 NULL, /* key dup */
526 NULL, /* val dup */
527 dictSdsKeyCaseCompare, /* key compare */
528 dictSdsDestructor, /* key destructor */
529 NULL /* val destructor */
530};
531
e2641e09 532/* Hash type hash table (note that small hashes are represented with zimpaps) */
533dictType hashDictType = {
534 dictEncObjHash, /* hash function */
535 NULL, /* key dup */
536 NULL, /* val dup */
537 dictEncObjKeyCompare, /* key compare */
538 dictRedisObjectDestructor, /* key destructor */
539 dictRedisObjectDestructor /* val destructor */
540};
541
542/* Keylist hash table type has unencoded redis objects as keys and
543 * lists as values. It's used for blocking operations (BLPOP) and to
544 * map swapped keys to a list of clients waiting for this keys to be loaded. */
545dictType keylistDictType = {
546 dictObjHash, /* hash function */
547 NULL, /* key dup */
548 NULL, /* val dup */
549 dictObjKeyCompare, /* key compare */
550 dictRedisObjectDestructor, /* key destructor */
551 dictListDestructor /* val destructor */
552};
553
554int htNeedsResize(dict *dict) {
555 long long size, used;
556
557 size = dictSlots(dict);
558 used = dictSize(dict);
559 return (size && used && size > DICT_HT_INITIAL_SIZE &&
560 (used*100/size < REDIS_HT_MINFILL));
561}
562
563/* If the percentage of used slots in the HT reaches REDIS_HT_MINFILL
564 * we resize the hash table to save memory */
565void tryResizeHashTables(void) {
566 int j;
567
568 for (j = 0; j < server.dbnum; j++) {
569 if (htNeedsResize(server.db[j].dict))
570 dictResize(server.db[j].dict);
571 if (htNeedsResize(server.db[j].expires))
572 dictResize(server.db[j].expires);
573 }
574}
575
576/* Our hash table implementation performs rehashing incrementally while
577 * we write/read from the hash table. Still if the server is idle, the hash
578 * table will use two tables for a long time. So we try to use 1 millisecond
579 * of CPU time at every serverCron() loop in order to rehash some key. */
580void incrementallyRehash(void) {
581 int j;
582
583 for (j = 0; j < server.dbnum; j++) {
584 if (dictIsRehashing(server.db[j].dict)) {
585 dictRehashMilliseconds(server.db[j].dict,1);
586 break; /* already used our millisecond for this loop... */
587 }
588 }
589}
590
591/* This function is called once a background process of some kind terminates,
592 * as we want to avoid resizing the hash tables when there is a child in order
593 * to play well with copy-on-write (otherwise when a resize happens lots of
594 * memory pages are copied). The goal of this function is to update the ability
595 * for dict.c to resize the hash tables accordingly to the fact we have o not
596 * running childs. */
597void updateDictResizePolicy(void) {
f48cd4b9 598 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1)
e2641e09 599 dictEnableResize();
600 else
601 dictDisableResize();
602}
603
604/* ======================= Cron: called every 100 ms ======================== */
605
bcf2995c 606/* Try to expire a few timed out keys. The algorithm used is adaptive and
607 * will use few CPU cycles if there are few expiring keys, otherwise
608 * it will get more aggressive to avoid that too much memory is used by
609 * keys that can be removed from the keyspace. */
610void activeExpireCycle(void) {
611 int j;
612
613 for (j = 0; j < server.dbnum; j++) {
614 int expired;
615 redisDb *db = server.db+j;
616
617 /* Continue to expire if at the end of the cycle more than 25%
618 * of the keys were expired. */
619 do {
620 long num = dictSize(db->expires);
4be855e7 621 long long now = mstime();
bcf2995c 622
623 expired = 0;
624 if (num > REDIS_EXPIRELOOKUPS_PER_CRON)
625 num = REDIS_EXPIRELOOKUPS_PER_CRON;
626 while (num--) {
627 dictEntry *de;
4be855e7 628 long long t;
bcf2995c 629
630 if ((de = dictGetRandomKey(db->expires)) == NULL) break;
4be855e7 631 t = dictGetSignedIntegerVal(de);
bcf2995c 632 if (now > t) {
c0ba9ebe 633 sds key = dictGetKey(de);
bcf2995c 634 robj *keyobj = createStringObject(key,sdslen(key));
635
636 propagateExpire(db,keyobj);
637 dbDelete(db,keyobj);
638 decrRefCount(keyobj);
639 expired++;
640 server.stat_expiredkeys++;
641 }
642 }
643 } while (expired > REDIS_EXPIRELOOKUPS_PER_CRON/4);
644 }
645}
646
165346ca 647void updateLRUClock(void) {
56ff70f8 648 server.lruclock = (server.unixtime/REDIS_LRU_CLOCK_RESOLUTION) &
165346ca 649 REDIS_LRU_CLOCK_MAX;
650}
bcf2995c 651
250e7f69 652
653/* Add a sample to the operations per second array of samples. */
654void trackOperationsPerSecond(void) {
655 long long t = mstime() - server.ops_sec_last_sample_time;
656 long long ops = server.stat_numcommands - server.ops_sec_last_sample_ops;
657 long long ops_sec;
658
659 ops_sec = t > 0 ? (ops*1000/t) : 0;
660
661 server.ops_sec_samples[server.ops_sec_idx] = ops_sec;
662 server.ops_sec_idx = (server.ops_sec_idx+1) % REDIS_OPS_SEC_SAMPLES;
663 server.ops_sec_last_sample_time = mstime();
664 server.ops_sec_last_sample_ops = server.stat_numcommands;
665}
666
667/* Return the mean of all the samples. */
668long long getOperationsPerSecond(void) {
669 int j;
670 long long sum = 0;
671
672 for (j = 0; j < REDIS_OPS_SEC_SAMPLES; j++)
673 sum += server.ops_sec_samples[j];
674 return sum / REDIS_OPS_SEC_SAMPLES;
675}
676
f1eaf572 677/* Check for timeouts. Returns non-zero if the client was terminated */
678int clientsCronHandleTimeout(redisClient *c) {
9fa9ccb0 679 time_t now = server.unixtime;
cfa4b57c 680
681 if (server.maxidletime &&
682 !(c->flags & REDIS_SLAVE) && /* no timeout for slaves */
683 !(c->flags & REDIS_MASTER) && /* no timeout for masters */
684 !(c->flags & REDIS_BLOCKED) && /* no timeout for BLPOP */
685 dictSize(c->pubsub_channels) == 0 && /* no timeout for pubsub */
686 listLength(c->pubsub_patterns) == 0 &&
687 (now - c->lastinteraction > server.maxidletime))
688 {
689 redisLog(REDIS_VERBOSE,"Closing idle client");
690 freeClient(c);
f1eaf572 691 return 1;
cfa4b57c 692 } else if (c->flags & REDIS_BLOCKED) {
693 if (c->bpop.timeout != 0 && c->bpop.timeout < now) {
694 addReply(c,shared.nullmultibulk);
695 unblockClientWaitingData(c);
696 }
697 }
f1eaf572 698 return 0;
cfa4b57c 699}
700
9fa9ccb0 701/* The client query buffer is an sds.c string that can end with a lot of
f1eaf572 702 * free space not used, this function reclaims space if needed.
703 *
704 * The funciton always returns 0 as it never terminates the client. */
705int clientsCronResizeQueryBuffer(redisClient *c) {
9fa9ccb0 706 size_t querybuf_size = sdsAllocSize(c->querybuf);
707 time_t idletime = server.unixtime - c->lastinteraction;
708
709 /* There are two conditions to resize the query buffer:
710 * 1) Query buffer is > BIG_ARG and too big for latest peak.
711 * 2) Client is inactive and the buffer is bigger than 1k. */
712 if (((querybuf_size > REDIS_MBULK_BIG_ARG) &&
713 (querybuf_size/(c->querybuf_peak+1)) > 2) ||
714 (querybuf_size > 1024 && idletime > 2))
715 {
716 /* Only resize the query buffer if it is actually wasting space. */
717 if (sdsavail(c->querybuf) > 1024) {
718 c->querybuf = sdsRemoveFreeSpace(c->querybuf);
719 }
720 }
721 /* Reset the peak again to capture the peak memory usage in the next
722 * cycle. */
723 c->querybuf_peak = 0;
f1eaf572 724 return 0;
9fa9ccb0 725}
726
cfa4b57c 727void clientsCron(void) {
728 /* Make sure to process at least 1/100 of clients per call.
729 * Since this function is called 10 times per second we are sure that
730 * in the worst case we process all the clients in 10 seconds.
731 * In normal conditions (a reasonable number of clients) we process
732 * all the clients in a shorter time. */
9fa9ccb0 733 int numclients = listLength(server.clients);
734 int iterations = numclients/100;
cfa4b57c 735
9fa9ccb0 736 if (iterations < 50)
737 iterations = (numclients < 50) ? numclients : 50;
cfa4b57c 738 while(listLength(server.clients) && iterations--) {
739 redisClient *c;
740 listNode *head;
741
742 /* Rotate the list, take the current head, process.
743 * This way if the client must be removed from the list it's the
744 * first element and we don't incur into O(N) computation. */
745 listRotate(server.clients);
746 head = listFirst(server.clients);
747 c = listNodeValue(head);
f1eaf572 748 /* The following functions do different service checks on the client.
749 * The protocol is that they return non-zero if the client was
750 * terminated. */
751 if (clientsCronHandleTimeout(c)) continue;
752 if (clientsCronResizeQueryBuffer(c)) continue;
cfa4b57c 753 }
754}
755
e2641e09 756int serverCron(struct aeEventLoop *eventLoop, long long id, void *clientData) {
89a1433e 757 int j, loops = server.cronloops;
e2641e09 758 REDIS_NOTUSED(eventLoop);
759 REDIS_NOTUSED(id);
760 REDIS_NOTUSED(clientData);
761
fc030ac7 762 /* Software watchdog: deliver the SIGALRM that will reach the signal
763 * handler if we don't return here fast enough. */
764 if (server.watchdog_period) watchdogScheduleSignal(server.watchdog_period);
765
e2641e09 766 /* We take a cached value of the unix time in the global state because
767 * with virtual memory and aging there is to store the current time
768 * in objects at every object access, and accuracy is not needed.
769 * To access a global var is faster than calling time(NULL) */
770 server.unixtime = time(NULL);
4f06867a 771
250e7f69 772 trackOperationsPerSecond();
773
ef59a8bc 774 /* We have just 22 bits per object for LRU information.
165346ca 775 * So we use an (eventually wrapping) LRU clock with 10 seconds resolution.
776 * 2^22 bits with 10 seconds resoluton is more or less 1.5 years.
e2641e09 777 *
165346ca 778 * Note that even if this will wrap after 1.5 years it's not a problem,
ef59a8bc 779 * everything will still work but just some object will appear younger
165346ca 780 * to Redis. But for this to happen a given object should never be touched
781 * for 1.5 years.
782 *
783 * Note that you can change the resolution altering the
784 * REDIS_LRU_CLOCK_RESOLUTION define.
e2641e09 785 */
165346ca 786 updateLRUClock();
e2641e09 787
17b24ff3 788 /* Record the max memory used since the server was started. */
789 if (zmalloc_used_memory() > server.stat_peak_memory)
790 server.stat_peak_memory = zmalloc_used_memory();
791
e2641e09 792 /* We received a SIGTERM, shutting down here in a safe way, as it is
793 * not ok doing so inside the signal handler. */
794 if (server.shutdown_asap) {
4ab8695d 795 if (prepareForShutdown(0) == REDIS_OK) exit(0);
e2641e09 796 redisLog(REDIS_WARNING,"SIGTERM received but errors trying to shut down the server, check the logs for more information");
797 }
798
799 /* Show some info about non-empty databases */
800 for (j = 0; j < server.dbnum; j++) {
801 long long size, used, vkeys;
802
803 size = dictSlots(server.db[j].dict);
804 used = dictSize(server.db[j].dict);
805 vkeys = dictSize(server.db[j].expires);
806 if (!(loops % 50) && (used || vkeys)) {
807 redisLog(REDIS_VERBOSE,"DB %d: %lld keys (%lld volatile) in %lld slots HT.",j,used,vkeys,size);
808 /* dictPrintStats(server.dict); */
809 }
810 }
811
812 /* We don't want to resize the hash tables while a bacground saving
813 * is in progress: the saving child is created using fork() that is
814 * implemented with a copy-on-write semantic in most modern systems, so
815 * if we resize the HT while there is the saving child at work actually
816 * a lot of memory movements in the parent will cause a lot of pages
817 * copied. */
f48cd4b9 818 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1) {
e2641e09 819 if (!(loops % 10)) tryResizeHashTables();
820 if (server.activerehashing) incrementallyRehash();
821 }
822
823 /* Show information about connected clients */
824 if (!(loops % 50)) {
825 redisLog(REDIS_VERBOSE,"%d clients connected (%d slaves), %zu bytes in use",
826 listLength(server.clients)-listLength(server.slaves),
827 listLength(server.slaves),
ca734d17 828 zmalloc_used_memory());
e2641e09 829 }
830
cfa4b57c 831 /* We need to do a few operations on clients asynchronously. */
832 clientsCron();
e2641e09 833
b333e239 834 /* Start a scheduled AOF rewrite if this was requested by the user while
835 * a BGSAVE was in progress. */
f48cd4b9 836 if (server.rdb_child_pid == -1 && server.aof_child_pid == -1 &&
2c915bcf 837 server.aof_rewrite_scheduled)
b333e239 838 {
839 rewriteAppendOnlyFileBackground();
840 }
841
f03fe802 842 /* Check if a background saving or AOF rewrite in progress terminated. */
f48cd4b9 843 if (server.rdb_child_pid != -1 || server.aof_child_pid != -1) {
e2641e09 844 int statloc;
845 pid_t pid;
846
847 if ((pid = wait3(&statloc,WNOHANG,NULL)) != 0) {
36c17a53 848 int exitcode = WEXITSTATUS(statloc);
849 int bysignal = 0;
850
851 if (WIFSIGNALED(statloc)) bysignal = WTERMSIG(statloc);
852
f48cd4b9 853 if (pid == server.rdb_child_pid) {
36c17a53 854 backgroundSaveDoneHandler(exitcode,bysignal);
e2641e09 855 } else {
36c17a53 856 backgroundRewriteDoneHandler(exitcode,bysignal);
e2641e09 857 }
858 updateDictResizePolicy();
859 }
c9d0c362 860 } else {
b333e239 861 /* If there is not a background saving/rewrite in progress check if
862 * we have to save/rewrite now */
e2641e09 863 for (j = 0; j < server.saveparamslen; j++) {
864 struct saveparam *sp = server.saveparams+j;
865
866 if (server.dirty >= sp->changes &&
56ff70f8 867 server.unixtime-server.lastsave > sp->seconds) {
e2641e09 868 redisLog(REDIS_NOTICE,"%d changes in %d seconds. Saving...",
869 sp->changes, sp->seconds);
f48cd4b9 870 rdbSaveBackground(server.rdb_filename);
e2641e09 871 break;
872 }
873 }
b333e239 874
875 /* Trigger an AOF rewrite if needed */
f48cd4b9 876 if (server.rdb_child_pid == -1 &&
ff2145ad 877 server.aof_child_pid == -1 &&
2c915bcf 878 server.aof_rewrite_perc &&
879 server.aof_current_size > server.aof_rewrite_min_size)
b333e239 880 {
2c915bcf 881 long long base = server.aof_rewrite_base_size ?
882 server.aof_rewrite_base_size : 1;
883 long long growth = (server.aof_current_size*100/base) - 100;
884 if (growth >= server.aof_rewrite_perc) {
19b46c9a 885 redisLog(REDIS_NOTICE,"Starting automatic rewriting of AOF on %lld%% growth",growth);
b333e239 886 rewriteAppendOnlyFileBackground();
887 }
888 }
e2641e09 889 }
890
db3c2a4f 891
892 /* If we postponed an AOF buffer flush, let's try to do it every time the
893 * cron function is called. */
894 if (server.aof_flush_postponed_start) flushAppendOnlyFile(0);
895
bcf2995c 896 /* Expire a few keys per cycle, only if this is a master.
897 * On slaves we wait for DEL operations synthesized by the master
898 * in order to guarantee a strict consistency. */
899 if (server.masterhost == NULL) activeExpireCycle();
e2641e09 900
8c43e663 901 /* Close clients that need to be closed asynchronous */
902 freeClientsInAsyncFreeQueue();
903
f4aa600b 904 /* Replication cron function -- used to reconnect to master and
905 * to detect transfer failures. */
62ec599c 906 if (!(loops % 10)) replicationCron();
f4aa600b 907
89a1433e 908 server.cronloops++;
e2641e09 909 return 100;
910}
911
912/* This function gets called every time Redis is entering the
913 * main loop of the event driven library, that is, before to sleep
914 * for ready file descriptors. */
915void beforeSleep(struct aeEventLoop *eventLoop) {
916 REDIS_NOTUSED(eventLoop);
a4ce7581
PN
917 listNode *ln;
918 redisClient *c;
e2641e09 919
a4ce7581
PN
920 /* Try to process pending commands for clients that were just unblocked. */
921 while (listLength(server.unblocked_clients)) {
922 ln = listFirst(server.unblocked_clients);
923 redisAssert(ln != NULL);
924 c = ln->value;
925 listDelNode(server.unblocked_clients,ln);
3bcffcbe 926 c->flags &= ~REDIS_UNBLOCKED;
a4ce7581
PN
927
928 /* Process remaining data in the input buffer. */
00010fa9 929 if (c->querybuf && sdslen(c->querybuf) > 0) {
930 server.current_client = c;
a4ce7581 931 processInputBuffer(c);
00010fa9 932 server.current_client = NULL;
933 }
a4ce7581
PN
934 }
935
e2641e09 936 /* Write the AOF buffer on disk */
db3c2a4f 937 flushAppendOnlyFile(0);
e2641e09 938}
939
940/* =========================== Server initialization ======================== */
941
942void createSharedObjects(void) {
943 int j;
944
945 shared.crlf = createObject(REDIS_STRING,sdsnew("\r\n"));
946 shared.ok = createObject(REDIS_STRING,sdsnew("+OK\r\n"));
947 shared.err = createObject(REDIS_STRING,sdsnew("-ERR\r\n"));
948 shared.emptybulk = createObject(REDIS_STRING,sdsnew("$0\r\n\r\n"));
949 shared.czero = createObject(REDIS_STRING,sdsnew(":0\r\n"));
950 shared.cone = createObject(REDIS_STRING,sdsnew(":1\r\n"));
951 shared.cnegone = createObject(REDIS_STRING,sdsnew(":-1\r\n"));
952 shared.nullbulk = createObject(REDIS_STRING,sdsnew("$-1\r\n"));
953 shared.nullmultibulk = createObject(REDIS_STRING,sdsnew("*-1\r\n"));
954 shared.emptymultibulk = createObject(REDIS_STRING,sdsnew("*0\r\n"));
955 shared.pong = createObject(REDIS_STRING,sdsnew("+PONG\r\n"));
956 shared.queued = createObject(REDIS_STRING,sdsnew("+QUEUED\r\n"));
957 shared.wrongtypeerr = createObject(REDIS_STRING,sdsnew(
958 "-ERR Operation against a key holding the wrong kind of value\r\n"));
959 shared.nokeyerr = createObject(REDIS_STRING,sdsnew(
960 "-ERR no such key\r\n"));
961 shared.syntaxerr = createObject(REDIS_STRING,sdsnew(
962 "-ERR syntax error\r\n"));
963 shared.sameobjecterr = createObject(REDIS_STRING,sdsnew(
964 "-ERR source and destination objects are the same\r\n"));
965 shared.outofrangeerr = createObject(REDIS_STRING,sdsnew(
966 "-ERR index out of range\r\n"));
7229d60d 967 shared.noscripterr = createObject(REDIS_STRING,sdsnew(
968 "-NOSCRIPT No matching script. Please use EVAL.\r\n"));
97e7f8ae 969 shared.loadingerr = createObject(REDIS_STRING,sdsnew(
970 "-LOADING Redis is loading the dataset in memory\r\n"));
115e3ff3 971 shared.slowscripterr = createObject(REDIS_STRING,sdsnew(
4ab8695d 972 "-BUSY Redis is busy running a script. You can only call SCRIPT KILL or SHUTDOWN NOSAVE.\r\n"));
c25e7eaf 973 shared.bgsaveerr = createObject(REDIS_STRING,sdsnew(
05406168 974 "-MISCONF Redis is configured to save RDB snapshots, but is currently not able to persist on disk. Commands that may modify the data set are disabled. Please check Redis logs for details about the error.\r\n"));
975 shared.roslaveerr = createObject(REDIS_STRING,sdsnew(
976 "-READONLY You can't write against a read only slave.\r\n"));
3f7ad833 977 shared.oomerr = createObject(REDIS_STRING,sdsnew(
978 "-OOM command not allowed when used memory > 'maxmemory'.\r\n"));
e2641e09 979 shared.space = createObject(REDIS_STRING,sdsnew(" "));
980 shared.colon = createObject(REDIS_STRING,sdsnew(":"));
981 shared.plus = createObject(REDIS_STRING,sdsnew("+"));
ae15f750
JJ
982
983 for (j = 0; j < REDIS_SHARED_SELECT_CMDS; j++) {
984 shared.select[j] = createObject(REDIS_STRING,
985 sdscatprintf(sdsempty(),"select %d\r\n", j));
986 }
e2641e09 987 shared.messagebulk = createStringObject("$7\r\nmessage\r\n",13);
988 shared.pmessagebulk = createStringObject("$8\r\npmessage\r\n",14);
989 shared.subscribebulk = createStringObject("$9\r\nsubscribe\r\n",15);
990 shared.unsubscribebulk = createStringObject("$11\r\nunsubscribe\r\n",18);
991 shared.psubscribebulk = createStringObject("$10\r\npsubscribe\r\n",17);
992 shared.punsubscribebulk = createStringObject("$12\r\npunsubscribe\r\n",19);
355f8591 993 shared.del = createStringObject("DEL",3);
c1db214e 994 shared.rpop = createStringObject("RPOP",4);
995 shared.lpop = createStringObject("LPOP",4);
e2641e09 996 for (j = 0; j < REDIS_SHARED_INTEGERS; j++) {
997 shared.integers[j] = createObject(REDIS_STRING,(void*)(long)j);
998 shared.integers[j]->encoding = REDIS_ENCODING_INT;
999 }
355f8591 1000 for (j = 0; j < REDIS_SHARED_BULKHDR_LEN; j++) {
1001 shared.mbulkhdr[j] = createObject(REDIS_STRING,
1002 sdscatprintf(sdsempty(),"*%d\r\n",j));
1003 shared.bulkhdr[j] = createObject(REDIS_STRING,
1004 sdscatprintf(sdsempty(),"$%d\r\n",j));
1005 }
e2641e09 1006}
1007
1008void initServerConfig() {
91d664d6 1009 getRandomHexChars(server.runid,REDIS_RUN_ID_SIZE);
1010 server.runid[REDIS_RUN_ID_SIZE] = '\0';
75eaac5c 1011 server.arch_bits = (sizeof(long) == 8) ? 64 : 32;
e2641e09 1012 server.port = REDIS_SERVERPORT;
a5639e7d 1013 server.bindaddr = NULL;
5d10923f 1014 server.unixsocket = NULL;
85238765 1015 server.unixsocketperm = 0;
a5639e7d
PN
1016 server.ipfd = -1;
1017 server.sofd = -1;
1018 server.dbnum = REDIS_DEFAULT_DBNUM;
c6f9ee88 1019 server.verbosity = REDIS_NOTICE;
e2641e09 1020 server.maxidletime = REDIS_MAXIDLETIME;
becf5fdb 1021 server.client_max_querybuf_len = REDIS_MAX_QUERYBUF_LEN;
e2641e09 1022 server.saveparams = NULL;
97e7f8ae 1023 server.loading = 0;
e2641e09 1024 server.logfile = NULL; /* NULL = log on standard output */
e1a586ee
JH
1025 server.syslog_enabled = 0;
1026 server.syslog_ident = zstrdup("redis");
1027 server.syslog_facility = LOG_LOCAL0;
e2641e09 1028 server.daemonize = 0;
e394114d 1029 server.aof_state = REDIS_AOF_OFF;
2c915bcf 1030 server.aof_fsync = AOF_FSYNC_EVERYSEC;
1031 server.aof_no_fsync_on_rewrite = 0;
1032 server.aof_rewrite_perc = REDIS_AOF_REWRITE_PERC;
1033 server.aof_rewrite_min_size = REDIS_AOF_REWRITE_MIN_SIZE;
1034 server.aof_rewrite_base_size = 0;
1035 server.aof_rewrite_scheduled = 0;
ff2145ad 1036 server.aof_last_fsync = time(NULL);
81f32c7b 1037 server.aof_delayed_fsync = 0;
ff2145ad 1038 server.aof_fd = -1;
1039 server.aof_selected_db = -1; /* Make sure the first time will not match */
db3c2a4f 1040 server.aof_flush_postponed_start = 0;
e2641e09 1041 server.pidfile = zstrdup("/var/run/redis.pid");
f48cd4b9 1042 server.rdb_filename = zstrdup("dump.rdb");
2c915bcf 1043 server.aof_filename = zstrdup("appendonly.aof");
e2641e09 1044 server.requirepass = NULL;
f48cd4b9 1045 server.rdb_compression = 1;
39d1e350 1046 server.rdb_checksum = 1;
e2641e09 1047 server.activerehashing = 1;
58732c23 1048 server.maxclients = REDIS_MAX_CLIENTS;
5fa95ad7 1049 server.bpop_blocked_clients = 0;
e2641e09 1050 server.maxmemory = 0;
165346ca 1051 server.maxmemory_policy = REDIS_MAXMEMORY_VOLATILE_LRU;
1052 server.maxmemory_samples = 3;
ebd85e9a
PN
1053 server.hash_max_ziplist_entries = REDIS_HASH_MAX_ZIPLIST_ENTRIES;
1054 server.hash_max_ziplist_value = REDIS_HASH_MAX_ZIPLIST_VALUE;
e2641e09 1055 server.list_max_ziplist_entries = REDIS_LIST_MAX_ZIPLIST_ENTRIES;
1056 server.list_max_ziplist_value = REDIS_LIST_MAX_ZIPLIST_VALUE;
96ffb2fe 1057 server.set_max_intset_entries = REDIS_SET_MAX_INTSET_ENTRIES;
3ea204e1
PN
1058 server.zset_max_ziplist_entries = REDIS_ZSET_MAX_ZIPLIST_ENTRIES;
1059 server.zset_max_ziplist_value = REDIS_ZSET_MAX_ZIPLIST_VALUE;
e2641e09 1060 server.shutdown_asap = 0;
aeecbdfa 1061 server.repl_ping_slave_period = REDIS_REPL_PING_SLAVE_PERIOD;
1062 server.repl_timeout = REDIS_REPL_TIMEOUT;
4ab8695d 1063 server.lua_caller = NULL;
eeffcf38 1064 server.lua_time_limit = REDIS_LUA_TIME_LIMIT;
070e3945 1065 server.lua_client = NULL;
115e3ff3 1066 server.lua_timedout = 0;
e2641e09 1067
95506e46 1068 updateLRUClock();
e2641e09 1069 resetServerSaveParams();
1070
1071 appendServerSaveParams(60*60,1); /* save after 1 hour and 1 change */
1072 appendServerSaveParams(300,100); /* save after 5 minutes and 100 changes */
1073 appendServerSaveParams(60,10000); /* save after 1 minute and 10000 changes */
1074 /* Replication related */
e2641e09 1075 server.masterauth = NULL;
1076 server.masterhost = NULL;
1077 server.masterport = 6379;
1078 server.master = NULL;
1844f990 1079 server.repl_state = REDIS_REPL_NONE;
890a2ed9 1080 server.repl_syncio_timeout = REDIS_REPL_SYNCIO_TIMEOUT;
4ebfc455 1081 server.repl_serve_stale_data = 1;
05406168 1082 server.repl_slave_ro = 1;
09eb4487 1083 server.repl_down_since = time(NULL);
e2641e09 1084
7eac2a75 1085 /* Client output buffer limits */
1086 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].hard_limit_bytes = 0;
1087 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].soft_limit_bytes = 0;
1088 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_NORMAL].soft_limit_seconds = 0;
c8a607f2 1089 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].hard_limit_bytes = 1024*1024*256;
1090 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].soft_limit_bytes = 1024*1024*64;
7eac2a75 1091 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_SLAVE].soft_limit_seconds = 60;
c8a607f2 1092 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].hard_limit_bytes = 1024*1024*32;
1093 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].soft_limit_bytes = 1024*1024*8;
7eac2a75 1094 server.client_obuf_limits[REDIS_CLIENT_LIMIT_CLASS_PUBSUB].soft_limit_seconds = 60;
1095
e2641e09 1096 /* Double constants initialization */
1097 R_Zero = 0.0;
1098 R_PosInf = 1.0/R_Zero;
1099 R_NegInf = -1.0/R_Zero;
1100 R_Nan = R_Zero/R_Zero;
8d3e063a 1101
1102 /* Command table -- we intiialize it here as it is part of the
1103 * initial configuration, since command names may be changed via
1104 * redis.conf using the rename-command directive. */
1105 server.commands = dictCreate(&commandTableDictType,NULL);
1106 populateCommandTable();
1107 server.delCommand = lookupCommandByCString("del");
1108 server.multiCommand = lookupCommandByCString("multi");
eeb34eff 1109 server.lpushCommand = lookupCommandByCString("lpush");
daa70b17 1110
1111 /* Slow log */
1112 server.slowlog_log_slower_than = REDIS_SLOWLOG_LOG_SLOWER_THAN;
1113 server.slowlog_max_len = REDIS_SLOWLOG_MAX_LEN;
fa5af017 1114
fc030ac7 1115 /* Debugging */
fa5af017 1116 server.assert_failed = "<no assertion failed>";
1117 server.assert_file = "<no file>";
1118 server.assert_line = 0;
1119 server.bug_report_start = 0;
fc030ac7 1120 server.watchdog_period = 0;
e2641e09 1121}
1122
e074416b 1123/* This function will try to raise the max number of open files accordingly to
1124 * the configured max number of clients. It will also account for 32 additional
1125 * file descriptors as we need a few more for persistence, listening
1126 * sockets, log files and so forth.
1127 *
1128 * If it will not be possible to set the limit accordingly to the configured
1129 * max number of clients, the function will do the reverse setting
1130 * server.maxclients to the value that we can actually handle. */
1131void adjustOpenFilesLimit(void) {
1132 rlim_t maxfiles = server.maxclients+32;
1133 struct rlimit limit;
1134
e074416b 1135 if (getrlimit(RLIMIT_NOFILE,&limit) == -1) {
1136 redisLog(REDIS_WARNING,"Unable to obtain the current NOFILE limit (%s), assuming 1024 and setting the max clients configuration accordingly.",
1137 strerror(errno));
1138 server.maxclients = 1024-32;
1139 } else {
1140 rlim_t oldlimit = limit.rlim_cur;
1141
1142 /* Set the max number of files if the current limit is not enough
1143 * for our needs. */
1144 if (oldlimit < maxfiles) {
fbce4752 1145 rlim_t f;
1146
1147 f = maxfiles;
1148 while(f > oldlimit) {
1149 limit.rlim_cur = f;
1150 limit.rlim_max = f;
1151 if (setrlimit(RLIMIT_NOFILE,&limit) != -1) break;
1152 f -= 128;
1153 }
1154 if (f < oldlimit) f = oldlimit;
1155 if (f != maxfiles) {
1156 server.maxclients = f-32;
e074416b 1157 redisLog(REDIS_WARNING,"Unable to set the max number of files limit to %d (%s), setting the max clients configuration to %d.",
1158 (int) maxfiles, strerror(errno), (int) server.maxclients);
1159 } else {
1160 redisLog(REDIS_NOTICE,"Max number of open files set to %d",
1161 (int) maxfiles);
1162 }
1163 }
1164 }
1165}
1166
e2641e09 1167void initServer() {
1168 int j;
1169
1170 signal(SIGHUP, SIG_IGN);
1171 signal(SIGPIPE, SIG_IGN);
633a9410 1172 setupSignalHandlers();
e2641e09 1173
e1a586ee
JH
1174 if (server.syslog_enabled) {
1175 openlog(server.syslog_ident, LOG_PID | LOG_NDELAY | LOG_NOWAIT,
1176 server.syslog_facility);
1177 }
1178
00010fa9 1179 server.current_client = NULL;
e2641e09 1180 server.clients = listCreate();
7eac2a75 1181 server.clients_to_close = listCreate();
e2641e09 1182 server.slaves = listCreate();
1183 server.monitors = listCreate();
a4ce7581 1184 server.unblocked_clients = listCreate();
cea8c5cd 1185
e2641e09 1186 createSharedObjects();
e074416b 1187 adjustOpenFilesLimit();
1188 server.el = aeCreateEventLoop(server.maxclients+1024);
e2641e09 1189 server.db = zmalloc(sizeof(redisDb)*server.dbnum);
68d6345d 1190
a53b4c24 1191 if (server.port != 0) {
68d6345d 1192 server.ipfd = anetTcpServer(server.neterr,server.port,server.bindaddr);
a53b4c24 1193 if (server.ipfd == ANET_ERR) {
eef17490 1194 redisLog(REDIS_WARNING, "Opening port %d: %s",
1195 server.port, server.neterr);
a53b4c24 1196 exit(1);
1197 }
a5639e7d 1198 }
5d10923f
PN
1199 if (server.unixsocket != NULL) {
1200 unlink(server.unixsocket); /* don't care if this fails */
85238765 1201 server.sofd = anetUnixServer(server.neterr,server.unixsocket,server.unixsocketperm);
a5639e7d
PN
1202 if (server.sofd == ANET_ERR) {
1203 redisLog(REDIS_WARNING, "Opening socket: %s", server.neterr);
1204 exit(1);
1205 }
c61e6925 1206 }
a5639e7d
PN
1207 if (server.ipfd < 0 && server.sofd < 0) {
1208 redisLog(REDIS_WARNING, "Configured to not listen anywhere, exiting.");
e2641e09 1209 exit(1);
1210 }
1211 for (j = 0; j < server.dbnum; j++) {
1212 server.db[j].dict = dictCreate(&dbDictType,NULL);
1213 server.db[j].expires = dictCreate(&keyptrDictType,NULL);
1214 server.db[j].blocking_keys = dictCreate(&keylistDictType,NULL);
1215 server.db[j].watched_keys = dictCreate(&keylistDictType,NULL);
e2641e09 1216 server.db[j].id = j;
1217 }
1218 server.pubsub_channels = dictCreate(&keylistDictType,NULL);
1219 server.pubsub_patterns = listCreate();
1220 listSetFreeMethod(server.pubsub_patterns,freePubsubPattern);
1221 listSetMatchMethod(server.pubsub_patterns,listMatchPubsubPattern);
1222 server.cronloops = 0;
f48cd4b9 1223 server.rdb_child_pid = -1;
ff2145ad 1224 server.aof_child_pid = -1;
1225 server.aof_rewrite_buf = sdsempty();
1226 server.aof_buf = sdsempty();
e2641e09 1227 server.lastsave = time(NULL);
1228 server.dirty = 0;
1229 server.stat_numcommands = 0;
1230 server.stat_numconnections = 0;
1231 server.stat_expiredkeys = 0;
f21779ff 1232 server.stat_evictedkeys = 0;
e2641e09 1233 server.stat_starttime = time(NULL);
53eeeaff 1234 server.stat_keyspace_misses = 0;
1235 server.stat_keyspace_hits = 0;
17b24ff3 1236 server.stat_peak_memory = 0;
615e414c 1237 server.stat_fork_time = 0;
3c95e721 1238 server.stat_rejected_conn = 0;
250e7f69 1239 memset(server.ops_sec_samples,0,sizeof(server.ops_sec_samples));
1240 server.ops_sec_idx = 0;
1241 server.ops_sec_last_sample_time = mstime();
1242 server.ops_sec_last_sample_ops = 0;
e2641e09 1243 server.unixtime = time(NULL);
c25e7eaf 1244 server.lastbgsave_status = REDIS_OK;
4d3bbf35 1245 server.stop_writes_on_bgsave_err = 1;
e2641e09 1246 aeCreateTimeEvent(server.el, 1, serverCron, NULL, NULL);
a5639e7d 1247 if (server.ipfd > 0 && aeCreateFileEvent(server.el,server.ipfd,AE_READABLE,
ab17b909 1248 acceptTcpHandler,NULL) == AE_ERR) oom("creating file event");
a5639e7d 1249 if (server.sofd > 0 && aeCreateFileEvent(server.el,server.sofd,AE_READABLE,
ab17b909 1250 acceptUnixHandler,NULL) == AE_ERR) oom("creating file event");
e2641e09 1251
e394114d 1252 if (server.aof_state == REDIS_AOF_ON) {
ff2145ad 1253 server.aof_fd = open(server.aof_filename,
e394114d 1254 O_WRONLY|O_APPEND|O_CREAT,0644);
ff2145ad 1255 if (server.aof_fd == -1) {
e2641e09 1256 redisLog(REDIS_WARNING, "Can't open the append-only file: %s",
1257 strerror(errno));
1258 exit(1);
1259 }
1260 }
1261
d876678b 1262 /* 32 bit instances are limited to 4GB of address space, so if there is
1263 * no explicit limit in the user provided configuration we set a limit
1264 * at 3.5GB using maxmemory with 'noeviction' policy'. This saves
1265 * useless crashes of the Redis instance. */
1266 if (server.arch_bits == 32 && server.maxmemory == 0) {
1267 redisLog(REDIS_WARNING,"Warning: 32 bit instance detected but no memory limit set. Setting 3.5 GB maxmemory limit with 'noeviction' policy now.");
1268 server.maxmemory = 3584LL*(1024*1024); /* 3584 MB = 3.5 GB */
1269 server.maxmemory_policy = REDIS_MAXMEMORY_NO_EVICTION;
1270 }
1271
7585836e 1272 scriptingInit();
daa70b17 1273 slowlogInit();
8f61a72f 1274 bioInit();
e2641e09 1275}
1276
1b1f47c9 1277/* Populates the Redis Command Table starting from the hard coded list
1278 * we have on top of redis.c file. */
1279void populateCommandTable(void) {
1280 int j;
d7ed7fd2 1281 int numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1b1f47c9 1282
1283 for (j = 0; j < numcommands; j++) {
d7ed7fd2 1284 struct redisCommand *c = redisCommandTable+j;
5d02b00f 1285 char *f = c->sflags;
1b1f47c9 1286 int retval;
e2641e09 1287
5d02b00f 1288 while(*f != '\0') {
1289 switch(*f) {
1290 case 'w': c->flags |= REDIS_CMD_WRITE; break;
1291 case 'r': c->flags |= REDIS_CMD_READONLY; break;
1292 case 'm': c->flags |= REDIS_CMD_DENYOOM; break;
1293 case 'a': c->flags |= REDIS_CMD_ADMIN; break;
1294 case 'p': c->flags |= REDIS_CMD_PUBSUB; break;
1295 case 'f': c->flags |= REDIS_CMD_FORCE_REPLICATION; break;
b60ed6e8 1296 case 's': c->flags |= REDIS_CMD_NOSCRIPT; break;
1297 case 'R': c->flags |= REDIS_CMD_RANDOM; break;
548efd91 1298 case 'S': c->flags |= REDIS_CMD_SORT_FOR_SCRIPT; break;
5d02b00f 1299 default: redisPanic("Unsupported command flag"); break;
1300 }
1301 f++;
1302 }
1303
1b1f47c9 1304 retval = dictAdd(server.commands, sdsnew(c->name), c);
1305 assert(retval == DICT_OK);
1306 }
e2641e09 1307}
1308
d7ed7fd2 1309void resetCommandTableStats(void) {
1310 int numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1311 int j;
1312
1313 for (j = 0; j < numcommands; j++) {
1314 struct redisCommand *c = redisCommandTable+j;
1315
1316 c->microseconds = 0;
1317 c->calls = 0;
1318 }
1319}
1320
78d6a22d 1321/* ========================== Redis OP Array API ============================ */
1322
1323void redisOpArrayInit(redisOpArray *oa) {
1324 oa->ops = NULL;
1325 oa->numops = 0;
1326}
1327
1328int redisOpArrayAppend(redisOpArray *oa, struct redisCommand *cmd, int dbid,
1329 robj **argv, int argc, int target)
1330{
1331 redisOp *op;
1332
1333 oa->ops = zrealloc(oa->ops,sizeof(redisOp)*(oa->numops+1));
1334 op = oa->ops+oa->numops;
1335 op->cmd = cmd;
1336 op->dbid = dbid;
1337 op->argv = argv;
1338 op->argc = argc;
1339 op->target = target;
1340 oa->numops++;
1341 return oa->numops;
1342}
1343
1344void redisOpArrayFree(redisOpArray *oa) {
1345 while(oa->numops) {
1346 int j;
1347 redisOp *op;
1348
1349 oa->numops--;
1350 op = oa->ops+oa->numops;
1351 for (j = 0; j < op->argc; j++)
1352 decrRefCount(op->argv[j]);
1353 zfree(op->argv);
1354 }
1355 zfree(oa->ops);
1356}
1357
e2641e09 1358/* ====================== Commands lookup and execution ===================== */
1359
1b1f47c9 1360struct redisCommand *lookupCommand(sds name) {
1361 return dictFetchValue(server.commands, name);
1362}
1363
1364struct redisCommand *lookupCommandByCString(char *s) {
1365 struct redisCommand *cmd;
1366 sds name = sdsnew(s);
1367
1368 cmd = dictFetchValue(server.commands, name);
1369 sdsfree(name);
1370 return cmd;
e2641e09 1371}
1372
ad08d059 1373/* Propagate the specified command (in the context of the specified database id)
1374 * to AOF, Slaves and Monitors.
1375 *
1376 * flags are an xor between:
1377 * + REDIS_PROPAGATE_NONE (no propagation of command at all)
1378 * + REDIS_PROPAGATE_AOF (propagate into the AOF file if is enabled)
1379 * + REDIS_PROPAGATE_REPL (propagate into the replication link)
1380 */
1381void propagate(struct redisCommand *cmd, int dbid, robj **argv, int argc,
1382 int flags)
1383{
1384 if (server.aof_state != REDIS_AOF_OFF && flags & REDIS_PROPAGATE_AOF)
1385 feedAppendOnlyFile(cmd,dbid,argv,argc);
1386 if (flags & REDIS_PROPAGATE_REPL && listLength(server.slaves))
1387 replicationFeedSlaves(server.slaves,dbid,argv,argc);
1388}
1389
78d6a22d 1390/* Used inside commands to schedule the propagation of additional commands
1391 * after the current command is propagated to AOF / Replication. */
eeb34eff 1392void alsoPropagate(struct redisCommand *cmd, int dbid, robj **argv, int argc,
1393 int target)
1394{
78d6a22d 1395 redisOpArrayAppend(&server.also_propagate,cmd,dbid,argv,argc,target);
eeb34eff 1396}
1397
e2641e09 1398/* Call() is the core of Redis execution of a command */
ce8b772b 1399void call(redisClient *c, int flags) {
daa70b17 1400 long long dirty, start = ustime(), duration;
e2641e09 1401
ad08d059 1402 /* Sent the command to clients in MONITOR mode, only if the commands are
1403 * not geneated from reading an AOF. */
1404 if (listLength(server.monitors) && !server.loading)
e31b615e 1405 replicationFeedMonitors(c,server.monitors,c->db->id,c->argv,c->argc);
ad08d059 1406
1407 /* Call the command. */
78d6a22d 1408 redisOpArrayInit(&server.also_propagate);
e2641e09 1409 dirty = server.dirty;
09e2d9ee 1410 c->cmd->proc(c);
e2641e09 1411 dirty = server.dirty-dirty;
daa70b17 1412 duration = ustime()-start;
ce8b772b 1413
1414 /* When EVAL is called loading the AOF we don't want commands called
1415 * from Lua to go into the slowlog or to populate statistics. */
1416 if (server.loading && c->flags & REDIS_LUA_CLIENT)
1417 flags &= ~(REDIS_CALL_SLOWLOG | REDIS_CALL_STATS);
1418
ad08d059 1419 /* Log the command into the Slow log if needed, and populate the
1420 * per-command statistics that we show in INFO commandstats. */
ce8b772b 1421 if (flags & REDIS_CALL_SLOWLOG)
1422 slowlogPushEntryIfNeeded(c->argv,c->argc,duration);
1423 if (flags & REDIS_CALL_STATS) {
1424 c->cmd->microseconds += duration;
1425 c->cmd->calls++;
1426 }
ad08d059 1427
1428 /* Propagate the command into the AOF and replication link */
ce8b772b 1429 if (flags & REDIS_CALL_PROPAGATE) {
ad08d059 1430 int flags = REDIS_PROPAGATE_NONE;
1431
1432 if (c->cmd->flags & REDIS_CMD_FORCE_REPLICATION)
1433 flags |= REDIS_PROPAGATE_REPL;
1434 if (dirty)
1435 flags |= (REDIS_PROPAGATE_REPL | REDIS_PROPAGATE_AOF);
1436 if (flags != REDIS_PROPAGATE_NONE)
1437 propagate(c->cmd,c->db->id,c->argv,c->argc,flags);
ce8b772b 1438 }
eeb34eff 1439 /* Commands such as LPUSH or BRPOPLPUSH may propagate an additional
1440 * PUSH command. */
78d6a22d 1441 if (server.also_propagate.numops) {
eeb34eff 1442 int j;
78d6a22d 1443 redisOp *rop;
eeb34eff 1444
78d6a22d 1445 for (j = 0; j < server.also_propagate.numops; j++) {
1446 rop = &server.also_propagate.ops[j];
1447 propagate(rop->cmd, rop->dbid, rop->argv, rop->argc, rop->target);
1448 }
1449 redisOpArrayFree(&server.also_propagate);
eeb34eff 1450 }
e2641e09 1451 server.stat_numcommands++;
1452}
1453
1454/* If this function gets called we already read a whole
1455 * command, argments are in the client argv/argc fields.
1456 * processCommand() execute the command or prepare the
1457 * server for a bulk read from the client.
1458 *
1459 * If 1 is returned the client is still alive and valid and
1460 * and other operations can be performed by the caller. Otherwise
1461 * if 0 is returned the client was destroied (i.e. after QUIT). */
1462int processCommand(redisClient *c) {
941c9fa2
PN
1463 /* The QUIT command is handled separately. Normal command procs will
1464 * go through checking for replication and QUIT will cause trouble
1465 * when FORCE_REPLICATION is enabled and would be implemented in
1466 * a regular command proc. */
e2641e09 1467 if (!strcasecmp(c->argv[0]->ptr,"quit")) {
941c9fa2 1468 addReply(c,shared.ok);
5e78edb3 1469 c->flags |= REDIS_CLOSE_AFTER_REPLY;
cd8788f2 1470 return REDIS_ERR;
e2641e09 1471 }
1472
1473 /* Now lookup the command and check ASAP about trivial error conditions
09e2d9ee 1474 * such as wrong arity, bad command name and so forth. */
2c74a9f9 1475 c->cmd = c->lastcmd = lookupCommand(c->argv[0]->ptr);
09e2d9ee 1476 if (!c->cmd) {
3ab20376
PN
1477 addReplyErrorFormat(c,"unknown command '%s'",
1478 (char*)c->argv[0]->ptr);
cd8788f2 1479 return REDIS_OK;
09e2d9ee 1480 } else if ((c->cmd->arity > 0 && c->cmd->arity != c->argc) ||
1481 (c->argc < -c->cmd->arity)) {
3ab20376 1482 addReplyErrorFormat(c,"wrong number of arguments for '%s' command",
09e2d9ee 1483 c->cmd->name);
cd8788f2 1484 return REDIS_OK;
e2641e09 1485 }
e2641e09 1486
1487 /* Check if the user is authenticated */
09e2d9ee 1488 if (server.requirepass && !c->authenticated && c->cmd->proc != authCommand)
1489 {
3ab20376 1490 addReplyError(c,"operation not permitted");
cd8788f2 1491 return REDIS_OK;
e2641e09 1492 }
1493
1dd10ca2 1494 /* Handle the maxmemory directive.
1495 *
1496 * First we try to free some memory if possible (if there are volatile
1497 * keys in the dataset). If there are not the only thing we can do
1498 * is returning an error. */
f6b32c14 1499 if (server.maxmemory) {
1500 int retval = freeMemoryIfNeeded();
1501 if ((c->cmd->flags & REDIS_CMD_DENYOOM) && retval == REDIS_ERR) {
05406168 1502 addReply(c, shared.oomerr);
f6b32c14 1503 return REDIS_OK;
1504 }
e2641e09 1505 }
1506
c25e7eaf 1507 /* Don't accept write commands if there are problems persisting on disk. */
4d3bbf35 1508 if (server.stop_writes_on_bgsave_err &&
1509 server.saveparamslen > 0
1510 && server.lastbgsave_status == REDIS_ERR &&
c25e7eaf 1511 c->cmd->flags & REDIS_CMD_WRITE)
1512 {
1513 addReply(c, shared.bgsaveerr);
1514 return REDIS_OK;
05406168 1515 }
1516
1517 /* Don't accept wirte commands if this is a read only slave. But
1518 * accept write commands if this is our master. */
1519 if (server.masterhost && server.repl_slave_ro &&
1520 !(c->flags & REDIS_MASTER) &&
1521 c->cmd->flags & REDIS_CMD_WRITE)
1522 {
1523 addReply(c, shared.roslaveerr);
1524 return REDIS_OK;
c25e7eaf 1525 }
1526
e2641e09 1527 /* Only allow SUBSCRIBE and UNSUBSCRIBE in the context of Pub/Sub */
1528 if ((dictSize(c->pubsub_channels) > 0 || listLength(c->pubsub_patterns) > 0)
1529 &&
09e2d9ee 1530 c->cmd->proc != subscribeCommand &&
1531 c->cmd->proc != unsubscribeCommand &&
1532 c->cmd->proc != psubscribeCommand &&
1533 c->cmd->proc != punsubscribeCommand) {
3ab20376 1534 addReplyError(c,"only (P)SUBSCRIBE / (P)UNSUBSCRIBE / QUIT allowed in this context");
cd8788f2 1535 return REDIS_OK;
e2641e09 1536 }
1537
4ebfc455 1538 /* Only allow INFO and SLAVEOF when slave-serve-stale-data is no and
1539 * we are a slave with a broken link with master. */
1844f990 1540 if (server.masterhost && server.repl_state != REDIS_REPL_CONNECTED &&
4ebfc455 1541 server.repl_serve_stale_data == 0 &&
09e2d9ee 1542 c->cmd->proc != infoCommand && c->cmd->proc != slaveofCommand)
4ebfc455 1543 {
1544 addReplyError(c,
1545 "link with MASTER is down and slave-serve-stale-data is set to no");
1546 return REDIS_OK;
1547 }
1548
97e7f8ae 1549 /* Loading DB? Return an error if the command is not INFO */
09e2d9ee 1550 if (server.loading && c->cmd->proc != infoCommand) {
97e7f8ae 1551 addReply(c, shared.loadingerr);
1552 return REDIS_OK;
1553 }
1554
4ab8695d 1555 /* Lua script too slow? Only allow SHUTDOWN NOSAVE and SCRIPT KILL. */
1556 if (server.lua_timedout &&
ca577d16 1557 !(c->cmd->proc == shutdownCommand &&
4ab8695d 1558 c->argc == 2 &&
1559 tolower(((char*)c->argv[1]->ptr)[0]) == 'n') &&
1560 !(c->cmd->proc == scriptCommand &&
1561 c->argc == 2 &&
1562 tolower(((char*)c->argv[1]->ptr)[0]) == 'k'))
1563 {
115e3ff3 1564 addReply(c, shared.slowscripterr);
1565 return REDIS_OK;
1566 }
1567
e2641e09 1568 /* Exec the command */
1569 if (c->flags & REDIS_MULTI &&
09e2d9ee 1570 c->cmd->proc != execCommand && c->cmd->proc != discardCommand &&
1571 c->cmd->proc != multiCommand && c->cmd->proc != watchCommand)
e2641e09 1572 {
09e2d9ee 1573 queueMultiCommand(c);
e2641e09 1574 addReply(c,shared.queued);
1575 } else {
ce8b772b 1576 call(c,REDIS_CALL_FULL);
e2641e09 1577 }
cd8788f2 1578 return REDIS_OK;
e2641e09 1579}
1580
1581/*================================== Shutdown =============================== */
1582
4ab8695d 1583int prepareForShutdown(int flags) {
1584 int save = flags & REDIS_SHUTDOWN_SAVE;
1585 int nosave = flags & REDIS_SHUTDOWN_NOSAVE;
1586
adae85cd 1587 redisLog(REDIS_WARNING,"User requested shutdown...");
e2641e09 1588 /* Kill the saving child if there is a background saving in progress.
1589 We want to avoid race conditions, for instance our saving child may
1590 overwrite the synchronous saving did by SHUTDOWN. */
f48cd4b9 1591 if (server.rdb_child_pid != -1) {
adae85cd 1592 redisLog(REDIS_WARNING,"There is a child saving an .rdb. Killing it!");
f48cd4b9 1593 kill(server.rdb_child_pid,SIGKILL);
1594 rdbRemoveTempFile(server.rdb_child_pid);
e2641e09 1595 }
e394114d 1596 if (server.aof_state != REDIS_AOF_OFF) {
adae85cd 1597 /* Kill the AOF saving child as the AOF we already have may be longer
1598 * but contains the full dataset anyway. */
ff2145ad 1599 if (server.aof_child_pid != -1) {
adae85cd 1600 redisLog(REDIS_WARNING,
1601 "There is a child rewriting the AOF. Killing it!");
ff2145ad 1602 kill(server.aof_child_pid,SIGKILL);
adae85cd 1603 }
e2641e09 1604 /* Append only file: fsync() the AOF and exit */
adae85cd 1605 redisLog(REDIS_NOTICE,"Calling fsync() on the AOF file.");
ff2145ad 1606 aof_fsync(server.aof_fd);
adae85cd 1607 }
4ab8695d 1608 if ((server.saveparamslen > 0 && !nosave) || save) {
adae85cd 1609 redisLog(REDIS_NOTICE,"Saving the final RDB snapshot before exiting.");
e2641e09 1610 /* Snapshotting. Perform a SYNC SAVE and exit */
f48cd4b9 1611 if (rdbSave(server.rdb_filename) != REDIS_OK) {
e2641e09 1612 /* Ooops.. error saving! The best we can do is to continue
1613 * operating. Note that if there was a background saving process,
1614 * in the next cron() Redis will be notified that the background
1615 * saving aborted, handling special stuff like slaves pending for
1616 * synchronization... */
adae85cd 1617 redisLog(REDIS_WARNING,"Error trying to save the DB, can't exit.");
e2641e09 1618 return REDIS_ERR;
1619 }
1620 }
adae85cd 1621 if (server.daemonize) {
1622 redisLog(REDIS_NOTICE,"Removing the pid file.");
1623 unlink(server.pidfile);
1624 }
80e87a46 1625 /* Close the listening sockets. Apparently this allows faster restarts. */
1626 if (server.ipfd != -1) close(server.ipfd);
1627 if (server.sofd != -1) close(server.sofd);
56209f72
NF
1628 if (server.unixsocket) {
1629 redisLog(REDIS_NOTICE,"Removing the unix socket file.");
1630 unlink(server.unixsocket); /* don't care if this fails */
1631 }
80e87a46 1632
adae85cd 1633 redisLog(REDIS_WARNING,"Redis is now ready to exit, bye bye...");
e2641e09 1634 return REDIS_OK;
1635}
1636
1637/*================================== Commands =============================== */
1638
1639void authCommand(redisClient *c) {
ab52d1f4 1640 if (!server.requirepass) {
1641 addReplyError(c,"Client sent AUTH, but no password is set");
1642 } else if (!strcmp(c->argv[1]->ptr, server.requirepass)) {
e2641e09 1643 c->authenticated = 1;
1644 addReply(c,shared.ok);
1645 } else {
1646 c->authenticated = 0;
3ab20376 1647 addReplyError(c,"invalid password");
e2641e09 1648 }
1649}
1650
1651void pingCommand(redisClient *c) {
1652 addReply(c,shared.pong);
1653}
1654
1655void echoCommand(redisClient *c) {
1656 addReplyBulk(c,c->argv[1]);
1657}
1658
9494f1f1 1659void timeCommand(redisClient *c) {
1660 struct timeval tv;
1661
1662 /* gettimeofday() can only fail if &tv is a bad addresss so we
1663 * don't check for errors. */
1664 gettimeofday(&tv,NULL);
1665 addReplyMultiBulkLen(c,2);
1666 addReplyBulkLongLong(c,tv.tv_sec);
1667 addReplyBulkLongLong(c,tv.tv_usec);
1668}
1669
e2641e09 1670/* Convert an amount of bytes into a human readable string in the form
1671 * of 100B, 2G, 100M, 4K, and so forth. */
1672void bytesToHuman(char *s, unsigned long long n) {
1673 double d;
1674
1675 if (n < 1024) {
1676 /* Bytes */
1677 sprintf(s,"%lluB",n);
1678 return;
1679 } else if (n < (1024*1024)) {
1680 d = (double)n/(1024);
1681 sprintf(s,"%.2fK",d);
1682 } else if (n < (1024LL*1024*1024)) {
1683 d = (double)n/(1024*1024);
1684 sprintf(s,"%.2fM",d);
1685 } else if (n < (1024LL*1024*1024*1024)) {
1686 d = (double)n/(1024LL*1024*1024);
1687 sprintf(s,"%.2fG",d);
1688 }
1689}
1690
1691/* Create the string returned by the INFO command. This is decoupled
1692 * by the INFO command itself as we need to report the same information
1693 * on memory corruption problems. */
1b085c9f 1694sds genRedisInfoString(char *section) {
1695 sds info = sdsempty();
56ff70f8 1696 time_t uptime = server.unixtime-server.stat_starttime;
d9cb288c 1697 int j, numcommands;
2b00385d 1698 struct rusage self_ru, c_ru;
7a1fd61e 1699 unsigned long lol, bib;
1b085c9f 1700 int allsections = 0, defsections = 0;
1701 int sections = 0;
1702
1703 if (section) {
1704 allsections = strcasecmp(section,"all") == 0;
0d808ef2 1705 defsections = strcasecmp(section,"default") == 0;
1b085c9f 1706 }
2b00385d 1707
1708 getrusage(RUSAGE_SELF, &self_ru);
1709 getrusage(RUSAGE_CHILDREN, &c_ru);
7a1fd61e 1710 getClientsMaxBuffers(&lol,&bib);
1b085c9f 1711
1712 /* Server */
1713 if (allsections || defsections || !strcasecmp(section,"server")) {
fa2a27cf 1714 struct utsname name;
1715
1b085c9f 1716 if (sections++) info = sdscat(info,"\r\n");
fa2a27cf 1717 uname(&name);
e2641e09 1718 info = sdscatprintf(info,
1b085c9f 1719 "# Server\r\n"
1720 "redis_version:%s\r\n"
1721 "redis_git_sha1:%s\r\n"
1722 "redis_git_dirty:%d\r\n"
fa2a27cf 1723 "os:%s %s %s\r\n"
75eaac5c 1724 "arch_bits:%d\r\n"
1b085c9f 1725 "multiplexing_api:%s\r\n"
5db904bd 1726 "gcc_version:%d.%d.%d\r\n"
1b085c9f 1727 "process_id:%ld\r\n"
91d664d6 1728 "run_id:%s\r\n"
1b085c9f 1729 "tcp_port:%d\r\n"
1730 "uptime_in_seconds:%ld\r\n"
1731 "uptime_in_days:%ld\r\n"
1732 "lru_clock:%ld\r\n",
1733 REDIS_VERSION,
1734 redisGitSHA1(),
1735 strtol(redisGitDirty(),NULL,10) > 0,
fa2a27cf 1736 name.sysname, name.release, name.machine,
75eaac5c 1737 server.arch_bits,
1b085c9f 1738 aeGetApiName(),
5db904bd 1739#ifdef __GNUC__
1740 __GNUC__,__GNUC_MINOR__,__GNUC_PATCHLEVEL__,
1741#else
1742 0,0,0,
1743#endif
1b085c9f 1744 (long) getpid(),
91d664d6 1745 server.runid,
1b085c9f 1746 server.port,
1747 uptime,
1748 uptime/(3600*24),
1749 (unsigned long) server.lruclock);
1750 }
1751
1752 /* Clients */
1753 if (allsections || defsections || !strcasecmp(section,"clients")) {
1754 if (sections++) info = sdscat(info,"\r\n");
1755 info = sdscatprintf(info,
1756 "# Clients\r\n"
3c08fdae 1757 "connected_clients:%lu\r\n"
1b085c9f 1758 "client_longest_output_list:%lu\r\n"
1759 "client_biggest_input_buf:%lu\r\n"
1760 "blocked_clients:%d\r\n",
1761 listLength(server.clients)-listLength(server.slaves),
1762 lol, bib,
1763 server.bpop_blocked_clients);
1764 }
1765
1766 /* Memory */
1767 if (allsections || defsections || !strcasecmp(section,"memory")) {
17b24ff3 1768 char hmem[64];
1769 char peak_hmem[64];
1770
1771 bytesToHuman(hmem,zmalloc_used_memory());
1772 bytesToHuman(peak_hmem,server.stat_peak_memory);
1b085c9f 1773 if (sections++) info = sdscat(info,"\r\n");
1774 info = sdscatprintf(info,
1775 "# Memory\r\n"
1776 "used_memory:%zu\r\n"
1777 "used_memory_human:%s\r\n"
1778 "used_memory_rss:%zu\r\n"
17b24ff3 1779 "used_memory_peak:%zu\r\n"
1780 "used_memory_peak_human:%s\r\n"
8c3402df 1781 "used_memory_lua:%lld\r\n"
1b085c9f 1782 "mem_fragmentation_ratio:%.2f\r\n"
32f99c51 1783 "mem_allocator:%s\r\n",
1b085c9f 1784 zmalloc_used_memory(),
1785 hmem,
1786 zmalloc_get_rss(),
17b24ff3 1787 server.stat_peak_memory,
1788 peak_hmem,
8c3402df 1789 ((long long)lua_gc(server.lua,LUA_GCCOUNT,0))*1024LL,
1b085c9f 1790 zmalloc_get_fragmentation_ratio(),
fec5a664 1791 ZMALLOC_LIB
12ebe2ac 1792 );
0d808ef2 1793 }
1794
1b085c9f 1795 /* Persistence */
1796 if (allsections || defsections || !strcasecmp(section,"persistence")) {
1797 if (sections++) info = sdscat(info,"\r\n");
e2641e09 1798 info = sdscatprintf(info,
1b085c9f 1799 "# Persistence\r\n"
1800 "loading:%d\r\n"
1801 "aof_enabled:%d\r\n"
1802 "changes_since_last_save:%lld\r\n"
1803 "bgsave_in_progress:%d\r\n"
1804 "last_save_time:%ld\r\n"
c25e7eaf 1805 "last_bgsave_status:%s\r\n"
8d3f5ce9 1806 "bgrewriteaof_in_progress:%d\r\n"
1807 "bgrewriteaof_scheduled:%d\r\n",
1b085c9f 1808 server.loading,
e394114d 1809 server.aof_state != REDIS_AOF_OFF,
1b085c9f 1810 server.dirty,
f48cd4b9 1811 server.rdb_child_pid != -1,
1b085c9f 1812 server.lastsave,
c25e7eaf 1813 server.lastbgsave_status == REDIS_OK ? "ok" : "err",
8d3f5ce9 1814 server.aof_child_pid != -1,
1815 server.aof_rewrite_scheduled);
1b085c9f 1816
e394114d 1817 if (server.aof_state != REDIS_AOF_OFF) {
d630abcd 1818 info = sdscatprintf(info,
1819 "aof_current_size:%lld\r\n"
1820 "aof_base_size:%lld\r\n"
e7ef418c 1821 "aof_pending_rewrite:%d\r\n"
1822 "aof_buffer_length:%zu\r\n"
81f32c7b 1823 "aof_pending_bio_fsync:%llu\r\n"
1824 "aof_delayed_fsync:%lu\r\n",
2c915bcf 1825 (long long) server.aof_current_size,
1826 (long long) server.aof_rewrite_base_size,
1827 server.aof_rewrite_scheduled,
ff2145ad 1828 sdslen(server.aof_buf),
81f32c7b 1829 bioPendingJobsOfType(REDIS_BIO_AOF_FSYNC),
1830 server.aof_delayed_fsync);
d630abcd 1831 }
1832
1b085c9f 1833 if (server.loading) {
1834 double perc;
1835 time_t eta, elapsed;
1836 off_t remaining_bytes = server.loading_total_bytes-
1837 server.loading_loaded_bytes;
1838
1839 perc = ((double)server.loading_loaded_bytes /
1840 server.loading_total_bytes) * 100;
1841
56ff70f8 1842 elapsed = server.unixtime-server.loading_start_time;
1b085c9f 1843 if (elapsed == 0) {
1844 eta = 1; /* A fake 1 second figure if we don't have
1845 enough info */
1846 } else {
1847 eta = (elapsed*remaining_bytes)/server.loading_loaded_bytes;
1848 }
1849
1850 info = sdscatprintf(info,
1851 "loading_start_time:%ld\r\n"
1852 "loading_total_bytes:%llu\r\n"
1853 "loading_loaded_bytes:%llu\r\n"
1854 "loading_loaded_perc:%.2f\r\n"
1855 "loading_eta_seconds:%ld\r\n"
1856 ,(unsigned long) server.loading_start_time,
1857 (unsigned long long) server.loading_total_bytes,
1858 (unsigned long long) server.loading_loaded_bytes,
1859 perc,
1860 eta
1861 );
1862 }
e2641e09 1863 }
1b085c9f 1864
1b085c9f 1865 /* Stats */
1866 if (allsections || defsections || !strcasecmp(section,"stats")) {
1867 if (sections++) info = sdscat(info,"\r\n");
97e7f8ae 1868 info = sdscatprintf(info,
1b085c9f 1869 "# Stats\r\n"
1870 "total_connections_received:%lld\r\n"
1871 "total_commands_processed:%lld\r\n"
250e7f69 1872 "instantaneous_ops_per_sec:%lld\r\n"
3c95e721 1873 "rejected_connections:%lld\r\n"
1b085c9f 1874 "expired_keys:%lld\r\n"
1875 "evicted_keys:%lld\r\n"
1876 "keyspace_hits:%lld\r\n"
1877 "keyspace_misses:%lld\r\n"
1878 "pubsub_channels:%ld\r\n"
3c08fdae 1879 "pubsub_patterns:%lu\r\n"
615e414c 1880 "latest_fork_usec:%lld\r\n",
1b085c9f 1881 server.stat_numconnections,
1882 server.stat_numcommands,
250e7f69 1883 getOperationsPerSecond(),
3c95e721 1884 server.stat_rejected_conn,
1b085c9f 1885 server.stat_expiredkeys,
1886 server.stat_evictedkeys,
1887 server.stat_keyspace_hits,
1888 server.stat_keyspace_misses,
1889 dictSize(server.pubsub_channels),
615e414c 1890 listLength(server.pubsub_patterns),
1891 server.stat_fork_time);
97e7f8ae 1892 }
67a1810b 1893
1b085c9f 1894 /* Replication */
1895 if (allsections || defsections || !strcasecmp(section,"replication")) {
1896 if (sections++) info = sdscat(info,"\r\n");
1897 info = sdscatprintf(info,
1898 "# Replication\r\n"
1899 "role:%s\r\n",
1900 server.masterhost == NULL ? "master" : "slave");
1901 if (server.masterhost) {
1902 info = sdscatprintf(info,
1903 "master_host:%s\r\n"
1904 "master_port:%d\r\n"
1905 "master_link_status:%s\r\n"
1906 "master_last_io_seconds_ago:%d\r\n"
1907 "master_sync_in_progress:%d\r\n"
1908 ,server.masterhost,
1909 server.masterport,
1844f990 1910 (server.repl_state == REDIS_REPL_CONNECTED) ?
1b085c9f 1911 "up" : "down",
1912 server.master ?
56ff70f8 1913 ((int)(server.unixtime-server.master->lastinteraction)) : -1,
1844f990 1914 server.repl_state == REDIS_REPL_TRANSFER
1b085c9f 1915 );
1916
1844f990 1917 if (server.repl_state == REDIS_REPL_TRANSFER) {
1b085c9f 1918 info = sdscatprintf(info,
1919 "master_sync_left_bytes:%ld\r\n"
1920 "master_sync_last_io_seconds_ago:%d\r\n"
1921 ,(long)server.repl_transfer_left,
56ff70f8 1922 (int)(server.unixtime-server.repl_transfer_lastio)
1b085c9f 1923 );
1924 }
07486df6 1925
1844f990 1926 if (server.repl_state != REDIS_REPL_CONNECTED) {
07486df6 1927 info = sdscatprintf(info,
1928 "master_link_down_since_seconds:%ld\r\n",
56ff70f8 1929 (long)server.unixtime-server.repl_down_since);
07486df6 1930 }
67a1810b 1931 }
1b085c9f 1932 info = sdscatprintf(info,
3c08fdae 1933 "connected_slaves:%lu\r\n",
1b085c9f 1934 listLength(server.slaves));
503d87a8 1935 if (listLength(server.slaves)) {
1936 int slaveid = 0;
1937 listNode *ln;
1938 listIter li;
1939
1940 listRewind(server.slaves,&li);
1941 while((ln = listNext(&li))) {
1942 redisClient *slave = listNodeValue(ln);
1943 char *state = NULL;
1944 char ip[32];
1945 int port;
1946
1947 if (anetPeerToString(slave->fd,ip,&port) == -1) continue;
1948 switch(slave->replstate) {
1949 case REDIS_REPL_WAIT_BGSAVE_START:
1950 case REDIS_REPL_WAIT_BGSAVE_END:
1951 state = "wait_bgsave";
1952 break;
1953 case REDIS_REPL_SEND_BULK:
1954 state = "send_bulk";
1955 break;
1956 case REDIS_REPL_ONLINE:
1957 state = "online";
1958 break;
1959 }
1960 if (state == NULL) continue;
1961 info = sdscatprintf(info,"slave%d:%s,%d,%s\r\n",
1962 slaveid,ip,port,state);
1963 slaveid++;
1964 }
1965 }
67a1810b 1966 }
67a1810b 1967
0d808ef2 1968 /* CPU */
1969 if (allsections || defsections || !strcasecmp(section,"cpu")) {
1b085c9f 1970 if (sections++) info = sdscat(info,"\r\n");
1971 info = sdscatprintf(info,
0d808ef2 1972 "# CPU\r\n"
1b085c9f 1973 "used_cpu_sys:%.2f\r\n"
1974 "used_cpu_user:%.2f\r\n"
5a9dd97c 1975 "used_cpu_sys_children:%.2f\r\n"
1976 "used_cpu_user_children:%.2f\r\n",
1b085c9f 1977 (float)self_ru.ru_stime.tv_sec+(float)self_ru.ru_stime.tv_usec/1000000,
d83eda48 1978 (float)self_ru.ru_utime.tv_sec+(float)self_ru.ru_utime.tv_usec/1000000,
1979 (float)c_ru.ru_stime.tv_sec+(float)c_ru.ru_stime.tv_usec/1000000,
1980 (float)c_ru.ru_utime.tv_sec+(float)c_ru.ru_utime.tv_usec/1000000);
0d808ef2 1981 }
1b085c9f 1982
0d808ef2 1983 /* cmdtime */
1984 if (allsections || !strcasecmp(section,"commandstats")) {
1985 if (sections++) info = sdscat(info,"\r\n");
1986 info = sdscatprintf(info, "# Commandstats\r\n");
d7ed7fd2 1987 numcommands = sizeof(redisCommandTable)/sizeof(struct redisCommand);
1b085c9f 1988 for (j = 0; j < numcommands; j++) {
d7ed7fd2 1989 struct redisCommand *c = redisCommandTable+j;
0d808ef2 1990
d7ed7fd2 1991 if (!c->calls) continue;
1992 info = sdscatprintf(info,
1993 "cmdstat_%s:calls=%lld,usec=%lld,usec_per_call=%.2f\r\n",
1994 c->name, c->calls, c->microseconds,
1995 (c->calls == 0) ? 0 : ((float)c->microseconds/c->calls));
1b085c9f 1996 }
d9cb288c 1997 }
1998
1b085c9f 1999 /* Key space */
2000 if (allsections || defsections || !strcasecmp(section,"keyspace")) {
2001 if (sections++) info = sdscat(info,"\r\n");
2002 info = sdscatprintf(info, "# Keyspace\r\n");
2003 for (j = 0; j < server.dbnum; j++) {
2004 long long keys, vkeys;
e2641e09 2005
1b085c9f 2006 keys = dictSize(server.db[j].dict);
2007 vkeys = dictSize(server.db[j].expires);
2008 if (keys || vkeys) {
2009 info = sdscatprintf(info, "db%d:keys=%lld,expires=%lld\r\n",
2010 j, keys, vkeys);
2011 }
e2641e09 2012 }
2013 }
2014 return info;
2015}
2016
2017void infoCommand(redisClient *c) {
1b085c9f 2018 char *section = c->argc == 2 ? c->argv[1]->ptr : "default";
2019
2020 if (c->argc > 2) {
2021 addReply(c,shared.syntaxerr);
2022 return;
2023 }
2024 sds info = genRedisInfoString(section);
e2641e09 2025 addReplySds(c,sdscatprintf(sdsempty(),"$%lu\r\n",
2026 (unsigned long)sdslen(info)));
2027 addReplySds(c,info);
2028 addReply(c,shared.crlf);
2029}
2030
2031void monitorCommand(redisClient *c) {
2032 /* ignore MONITOR if aleady slave or in monitor mode */
2033 if (c->flags & REDIS_SLAVE) return;
2034
2035 c->flags |= (REDIS_SLAVE|REDIS_MONITOR);
2036 c->slaveseldb = 0;
2037 listAddNodeTail(server.monitors,c);
2038 addReply(c,shared.ok);
2039}
2040
2041/* ============================ Maxmemory directive ======================== */
2042
e2641e09 2043/* This function gets called when 'maxmemory' is set on the config file to limit
f6b32c14 2044 * the max memory used by the server, before processing a command.
e2641e09 2045 *
f6b32c14 2046 * The goal of the function is to free enough memory to keep Redis under the
2047 * configured memory limit.
e2641e09 2048 *
f6b32c14 2049 * The function starts calculating how many bytes should be freed to keep
2050 * Redis under the limit, and enters a loop selecting the best keys to
2051 * evict accordingly to the configured policy.
2052 *
2053 * If all the bytes needed to return back under the limit were freed the
2054 * function returns REDIS_OK, otherwise REDIS_ERR is returned, and the caller
2055 * should block the execution of commands that will result in more memory
2056 * used by the server.
e2641e09 2057 */
f6b32c14 2058int freeMemoryIfNeeded(void) {
2059 size_t mem_used, mem_tofree, mem_freed;
2060 int slaves = listLength(server.slaves);
2061
c1ef6ffe 2062 /* Remove the size of slaves output buffers and AOF buffer from the
2063 * count of used memory. */
f6b32c14 2064 mem_used = zmalloc_used_memory();
2065 if (slaves) {
2066 listIter li;
2067 listNode *ln;
2068
2069 listRewind(server.slaves,&li);
2070 while((ln = listNext(&li))) {
2071 redisClient *slave = listNodeValue(ln);
2072 unsigned long obuf_bytes = getClientOutputBufferMemoryUsage(slave);
2073 if (obuf_bytes > mem_used)
2074 mem_used = 0;
2075 else
2076 mem_used -= obuf_bytes;
2077 }
2078 }
c1ef6ffe 2079 if (server.aof_state != REDIS_AOF_OFF) {
2080 mem_used -= sdslen(server.aof_buf);
2081 mem_used -= sdslen(server.aof_rewrite_buf);
2082 }
5402c426 2083
f6b32c14 2084 /* Check if we are over the memory limit. */
2085 if (mem_used <= server.maxmemory) return REDIS_OK;
2086
2087 if (server.maxmemory_policy == REDIS_MAXMEMORY_NO_EVICTION)
2088 return REDIS_ERR; /* We need to free memory, but policy forbids. */
2089
2090 /* Compute how much memory we need to free. */
2091 mem_tofree = mem_used - server.maxmemory;
f6b32c14 2092 mem_freed = 0;
2093 while (mem_freed < mem_tofree) {
2094 int j, k, keys_freed = 0;
e2641e09 2095
165346ca 2096 for (j = 0; j < server.dbnum; j++) {
10c12171 2097 long bestval = 0; /* just to prevent warning */
165346ca 2098 sds bestkey = NULL;
2099 struct dictEntry *de;
2100 redisDb *db = server.db+j;
2101 dict *dict;
2102
2103 if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_LRU ||
2104 server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_RANDOM)
2105 {
2106 dict = server.db[j].dict;
2107 } else {
2108 dict = server.db[j].expires;
2109 }
2110 if (dictSize(dict) == 0) continue;
2111
2112 /* volatile-random and allkeys-random policy */
2113 if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_RANDOM ||
2114 server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_RANDOM)
2115 {
2116 de = dictGetRandomKey(dict);
c0ba9ebe 2117 bestkey = dictGetKey(de);
165346ca 2118 }
2119
2120 /* volatile-lru and allkeys-lru policy */
2121 else if (server.maxmemory_policy == REDIS_MAXMEMORY_ALLKEYS_LRU ||
2122 server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_LRU)
2123 {
2124 for (k = 0; k < server.maxmemory_samples; k++) {
2125 sds thiskey;
2126 long thisval;
2127 robj *o;
2128
2129 de = dictGetRandomKey(dict);
c0ba9ebe 2130 thiskey = dictGetKey(de);
0c2f75c6 2131 /* When policy is volatile-lru we need an additonal lookup
2132 * to locate the real key, as dict is set to db->expires. */
2133 if (server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_LRU)
2134 de = dictFind(db->dict, thiskey);
c0ba9ebe 2135 o = dictGetVal(de);
165346ca 2136 thisval = estimateObjectIdleTime(o);
2137
2138 /* Higher idle time is better candidate for deletion */
2139 if (bestkey == NULL || thisval > bestval) {
2140 bestkey = thiskey;
2141 bestval = thisval;
2142 }
2143 }
2144 }
2145
2146 /* volatile-ttl */
2147 else if (server.maxmemory_policy == REDIS_MAXMEMORY_VOLATILE_TTL) {
2148 for (k = 0; k < server.maxmemory_samples; k++) {
2149 sds thiskey;
2150 long thisval;
2151
2152 de = dictGetRandomKey(dict);
c0ba9ebe 2153 thiskey = dictGetKey(de);
2154 thisval = (long) dictGetVal(de);
165346ca 2155
2156 /* Expire sooner (minor expire unix timestamp) is better
2157 * candidate for deletion */
2158 if (bestkey == NULL || thisval < bestval) {
2159 bestkey = thiskey;
2160 bestval = thisval;
2161 }
2162 }
2163 }
2164
2165 /* Finally remove the selected key. */
2166 if (bestkey) {
f6b32c14 2167 long long delta;
2168
165346ca 2169 robj *keyobj = createStringObject(bestkey,sdslen(bestkey));
452229b6 2170 propagateExpire(db,keyobj);
f6b32c14 2171 /* We compute the amount of memory freed by dbDelete() alone.
2172 * It is possible that actually the memory needed to propagate
2173 * the DEL in AOF and replication link is greater than the one
2174 * we are freeing removing the key, but we can't account for
2175 * that otherwise we would never exit the loop.
2176 *
2177 * AOF and Output buffer memory will be freed eventually so
2178 * we only care about memory used by the key space. */
2179 delta = (long long) zmalloc_used_memory();
165346ca 2180 dbDelete(db,keyobj);
f6b32c14 2181 delta -= (long long) zmalloc_used_memory();
f6b32c14 2182 mem_freed += delta;
f21779ff 2183 server.stat_evictedkeys++;
165346ca 2184 decrRefCount(keyobj);
f6b32c14 2185 keys_freed++;
2186
2187 /* When the memory to free starts to be big enough, we may
2188 * start spending so much time here that is impossible to
2189 * deliver data to the slaves fast enough, so we force the
2190 * transmission here inside the loop. */
8b7c3455 2191 if (slaves) flushSlavesOutputBuffers();
165346ca 2192 }
2193 }
b129c6df 2194 if (!keys_freed) return REDIS_ERR; /* nothing to free... */
165346ca 2195 }
f6b32c14 2196 return REDIS_OK;
e2641e09 2197}
2198
2199/* =================================== Main! ================================ */
2200
2201#ifdef __linux__
2202int linuxOvercommitMemoryValue(void) {
2203 FILE *fp = fopen("/proc/sys/vm/overcommit_memory","r");
2204 char buf[64];
2205
2206 if (!fp) return -1;
2207 if (fgets(buf,64,fp) == NULL) {
2208 fclose(fp);
2209 return -1;
2210 }
2211 fclose(fp);
2212
2213 return atoi(buf);
2214}
2215
2216void linuxOvercommitMemoryWarning(void) {
2217 if (linuxOvercommitMemoryValue() == 0) {
2218 redisLog(REDIS_WARNING,"WARNING overcommit_memory is set to 0! Background save may fail under low memory condition. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect.");
2219 }
2220}
2221#endif /* __linux__ */
2222
695fe874 2223void createPidFile(void) {
2224 /* Try to write the pid file in a best-effort way. */
2225 FILE *fp = fopen(server.pidfile,"w");
2226 if (fp) {
8ce39260 2227 fprintf(fp,"%d\n",(int)getpid());
695fe874 2228 fclose(fp);
2229 }
2230}
2231
e2641e09 2232void daemonize(void) {
2233 int fd;
e2641e09 2234
2235 if (fork() != 0) exit(0); /* parent exits */
2236 setsid(); /* create a new session */
2237
2238 /* Every output goes to /dev/null. If Redis is daemonized but
2239 * the 'logfile' is set to 'stdout' in the configuration file
2240 * it will not log at all. */
2241 if ((fd = open("/dev/null", O_RDWR, 0)) != -1) {
2242 dup2(fd, STDIN_FILENO);
2243 dup2(fd, STDOUT_FILENO);
2244 dup2(fd, STDERR_FILENO);
2245 if (fd > STDERR_FILENO) close(fd);
2246 }
e2641e09 2247}
2248
2249void version() {
d2988258 2250 printf("Redis server v=%s sha=%s:%d malloc=%s bits=%d\n",
2251 REDIS_VERSION,
2252 redisGitSHA1(),
2253 atoi(redisGitDirty()) > 0,
2254 ZMALLOC_LIB,
2255 sizeof(long) == 4 ? 32 : 64);
e2641e09 2256 exit(0);
2257}
2258
2259void usage() {
9268a5b5 2260 fprintf(stderr,"Usage: ./redis-server [/path/to/redis.conf] [options]\n");
e2641e09 2261 fprintf(stderr," ./redis-server - (read config from stdin)\n");
9268a5b5 2262 fprintf(stderr," ./redis-server -v or --version\n");
78d6a02b 2263 fprintf(stderr," ./redis-server -h or --help\n");
2264 fprintf(stderr," ./redis-server --test-memory <megabytes>\n\n");
9268a5b5 2265 fprintf(stderr,"Examples:\n");
2266 fprintf(stderr," ./redis-server (run the server with default conf)\n");
2267 fprintf(stderr," ./redis-server /etc/redis/6379.conf\n");
2268 fprintf(stderr," ./redis-server --port 7777\n");
2269 fprintf(stderr," ./redis-server --port 7777 --slaveof 127.0.0.1 8888\n");
2270 fprintf(stderr," ./redis-server /etc/myredis.conf --loglevel verbose\n");
e2641e09 2271 exit(1);
2272}
2273
996d503d 2274void redisAsciiArt(void) {
2275#include "asciilogo.h"
2276 char *buf = zmalloc(1024*16);
2277
2278 snprintf(buf,1024*16,ascii_logo,
2279 REDIS_VERSION,
2280 redisGitSHA1(),
2281 strtol(redisGitDirty(),NULL,10) > 0,
2282 (sizeof(long) == 8) ? "64" : "32",
571e257d 2283 "stand alone",
996d503d 2284 server.port,
2285 (long) getpid()
2286 );
2287 redisLogRaw(REDIS_NOTICE|REDIS_LOG_RAW,buf);
2288 zfree(buf);
2289}
2290
633a9410 2291static void sigtermHandler(int sig) {
e2641e09 2292 REDIS_NOTUSED(sig);
2293
be4f8ccc 2294 redisLogFromHandler(REDIS_WARNING,"Received SIGTERM, scheduling shutdown...");
e2641e09 2295 server.shutdown_asap = 1;
2296}
2297
633a9410 2298void setupSignalHandlers(void) {
e2641e09 2299 struct sigaction act;
2300
633a9410
PN
2301 /* When the SA_SIGINFO flag is set in sa_flags then sa_sigaction is used.
2302 * Otherwise, sa_handler is used. */
2303 sigemptyset(&act.sa_mask);
c9adc81e 2304 act.sa_flags = 0;
e2641e09 2305 act.sa_handler = sigtermHandler;
633a9410 2306 sigaction(SIGTERM, &act, NULL);
e2641e09 2307
633a9410
PN
2308#ifdef HAVE_BACKTRACE
2309 sigemptyset(&act.sa_mask);
a28ab2a9 2310 act.sa_flags = SA_NODEFER | SA_RESETHAND | SA_SIGINFO;
633a9410
PN
2311 act.sa_sigaction = sigsegvHandler;
2312 sigaction(SIGSEGV, &act, NULL);
2313 sigaction(SIGBUS, &act, NULL);
2314 sigaction(SIGFPE, &act, NULL);
2315 sigaction(SIGILL, &act, NULL);
2316#endif
2317 return;
e2641e09 2318}
e2641e09 2319
78d6a02b 2320void memtest(size_t megabytes, int passes);
2321
39ca1713 2322int main(int argc, char **argv) {
2323 long long start;
a48c8d87 2324 struct timeval tv;
39ca1713 2325
06c5523a 2326 /* We need to initialize our libraries, and the server configuration. */
39ca1713 2327 zmalloc_enable_thread_safeness();
a48c8d87 2328 srand(time(NULL)^getpid());
2329 gettimeofday(&tv,NULL);
2330 dictSetHashFunctionSeed(tv.tv_sec^tv.tv_usec^getpid());
39ca1713 2331 initServerConfig();
a48c8d87 2332
67c6f0f6 2333 if (argc >= 2) {
2334 int j = 1; /* First option to parse in argv[] */
2335 sds options = sdsempty();
2336 char *configfile = NULL;
2337
2338 /* Handle special options --help and --version */
39ca1713 2339 if (strcmp(argv[1], "-v") == 0 ||
2340 strcmp(argv[1], "--version") == 0) version();
4c8bd905 2341 if (strcmp(argv[1], "--help") == 0 ||
2342 strcmp(argv[1], "-h") == 0) usage();
78d6a02b 2343 if (strcmp(argv[1], "--test-memory") == 0) {
2344 if (argc == 3) {
ea693f02 2345 memtest(atoi(argv[2]),50);
78d6a02b 2346 exit(0);
2347 } else {
2348 fprintf(stderr,"Please specify the amount of memory to test in megabytes.\n");
2349 fprintf(stderr,"Example: ./redis-server --test-memory 4096\n\n");
2350 exit(1);
2351 }
2352 }
2353
67c6f0f6 2354 /* First argument is the config file name? */
2355 if (argv[j][0] != '-' || argv[j][1] != '-')
2356 configfile = argv[j++];
2357 /* All the other options are parsed and conceptually appended to the
2358 * configuration file. For instance --port 6380 will generate the
2359 * string "port 6380\n" to be parsed after the actual file name
2360 * is parsed, if any. */
2361 while(j != argc) {
2362 if (argv[j][0] == '-' && argv[j][1] == '-') {
2363 /* Option name */
2364 if (sdslen(options)) options = sdscat(options,"\n");
2365 options = sdscat(options,argv[j]+2);
2366 options = sdscat(options," ");
2367 } else {
2368 /* Option argument */
2369 options = sdscatrepr(options,argv[j],strlen(argv[j]));
2370 options = sdscat(options," ");
2371 }
2372 j++;
2373 }
39ca1713 2374 resetServerSaveParams();
67c6f0f6 2375 loadServerConfig(configfile,options);
2376 sdsfree(options);
39ca1713 2377 } else {
2378 redisLog(REDIS_WARNING,"Warning: no config file specified, using the default config. In order to specify a config file use 'redis-server /path/to/redis.conf'");
2379 }
2380 if (server.daemonize) daemonize();
2381 initServer();
2382 if (server.daemonize) createPidFile();
2383 redisAsciiArt();
27ccb94a 2384 redisLog(REDIS_WARNING,"Server started, Redis version " REDIS_VERSION);
39ca1713 2385#ifdef __linux__
2386 linuxOvercommitMemoryWarning();
2387#endif
2388 start = ustime();
e394114d 2389 if (server.aof_state == REDIS_AOF_ON) {
2c915bcf 2390 if (loadAppendOnlyFile(server.aof_filename) == REDIS_OK)
39ca1713 2391 redisLog(REDIS_NOTICE,"DB loaded from append only file: %.3f seconds",(float)(ustime()-start)/1000000);
2392 } else {
f48cd4b9 2393 if (rdbLoad(server.rdb_filename) == REDIS_OK) {
39ca1713 2394 redisLog(REDIS_NOTICE,"DB loaded from disk: %.3f seconds",
2395 (float)(ustime()-start)/1000000);
2396 } else if (errno != ENOENT) {
2397 redisLog(REDIS_WARNING,"Fatal error loading the DB. Exiting.");
2398 exit(1);
2399 }
2400 }
2401 if (server.ipfd > 0)
2402 redisLog(REDIS_NOTICE,"The server is now ready to accept connections on port %d", server.port);
2403 if (server.sofd > 0)
2404 redisLog(REDIS_NOTICE,"The server is now ready to accept connections at %s", server.unixsocket);
2405 aeSetBeforeSleepProc(server.el,beforeSleep);
2406 aeMain(server.el);
2407 aeDeleteEventLoop(server.el);
2408 return 0;
2409}
2410
e2641e09 2411/* The End */