8 #include "solarisfixes.h"
21 #include <netinet/in.h>
24 #include "ae.h" /* Event driven programming library */
25 #include "sds.h" /* Dynamic safe strings */
26 #include "dict.h" /* Hash tables */
27 #include "adlist.h" /* Linked lists */
28 #include "zmalloc.h" /* total memory usage aware version of malloc/free */
29 #include "anet.h" /* Networking the easy way */
30 #include "zipmap.h" /* Compact string -> string data structure */
31 #include "ziplist.h" /* Compact list data structure */
32 #include "intset.h" /* Compact integer set structure */
33 #include "version.h" /* Version macro */
34 #include "util.h" /* Misc functions useful in many places */
40 /* Static server configuration */
41 #define REDIS_SERVERPORT 6379 /* TCP port */
42 #define REDIS_MAXIDLETIME (60*5) /* default client timeout */
43 #define REDIS_IOBUF_LEN 1024
44 #define REDIS_LOADBUF_LEN 1024
45 #define REDIS_DEFAULT_DBNUM 16
46 #define REDIS_CONFIGLINE_MAX 1024
47 #define REDIS_MAX_SYNC_TIME 60 /* Slave can't take more to sync */
48 #define REDIS_EXPIRELOOKUPS_PER_CRON 10 /* lookup 10 expires per loop */
49 #define REDIS_MAX_WRITE_PER_EVENT (1024*64)
50 #define REDIS_REQUEST_MAX_SIZE (1024*1024*256) /* max bytes in inline command */
51 #define REDIS_SHARED_INTEGERS 10000
52 #define REDIS_REPLY_CHUNK_BYTES (5*1500) /* 5 TCP packets with default MTU */
53 #define REDIS_MAX_LOGMSG_LEN 1024 /* Default maximum length of syslog messages */
54 #define REDIS_AUTO_AOFREWRITE_PERC 100
55 #define REDIS_AUTO_AOFREWRITE_MIN_SIZE (1024*1024)
56 #define REDIS_SLOWLOG_LOG_SLOWER_THAN 10000
57 #define REDIS_SLOWLOG_MAX_LEN 64
59 /* Hash table parameters */
60 #define REDIS_HT_MINFILL 10 /* Minimal hash table fill 10% */
64 * Commands marked with this flag will return an error when 'maxmemory' is
65 * set and the server is using more than 'maxmemory' bytes of memory.
66 * In short: commands with this flag are denied on low memory conditions.
67 * REDIS_CMD_FORCE_REPLICATION:
68 * Force replication even if dirty is 0. */
69 #define REDIS_CMD_DENYOOM 4
70 #define REDIS_CMD_FORCE_REPLICATION 8
73 #define REDIS_STRING 0
78 #define REDIS_VMPOINTER 8
80 /* Objects encoding. Some kind of objects like Strings and Hashes can be
81 * internally represented in multiple ways. The 'encoding' field of the object
82 * is set to one of this fields for this object. */
83 #define REDIS_ENCODING_RAW 0 /* Raw representation */
84 #define REDIS_ENCODING_INT 1 /* Encoded as integer */
85 #define REDIS_ENCODING_HT 2 /* Encoded as hash table */
86 #define REDIS_ENCODING_ZIPMAP 3 /* Encoded as zipmap */
87 #define REDIS_ENCODING_LINKEDLIST 4 /* Encoded as regular linked list */
88 #define REDIS_ENCODING_ZIPLIST 5 /* Encoded as ziplist */
89 #define REDIS_ENCODING_INTSET 6 /* Encoded as intset */
90 #define REDIS_ENCODING_SKIPLIST 7 /* Encoded as skiplist */
92 /* Object types only used for dumping to disk */
93 #define REDIS_EXPIRETIME 253
94 #define REDIS_SELECTDB 254
97 /* Defines related to the dump file format. To store 32 bits lengths for short
98 * keys requires a lot of space, so we check the most significant 2 bits of
99 * the first byte to interpreter the length:
101 * 00|000000 => if the two MSB are 00 the len is the 6 bits of this byte
102 * 01|000000 00000000 => 01, the len is 14 byes, 6 bits + 8 bits of next byte
103 * 10|000000 [32 bit integer] => if it's 01, a full 32 bit len will follow
104 * 11|000000 this means: specially encoded object will follow. The six bits
105 * number specify the kind of object that follows.
106 * See the REDIS_RDB_ENC_* defines.
108 * Lenghts up to 63 are stored using a single byte, most DB keys, and may
109 * values, will fit inside. */
110 #define REDIS_RDB_6BITLEN 0
111 #define REDIS_RDB_14BITLEN 1
112 #define REDIS_RDB_32BITLEN 2
113 #define REDIS_RDB_ENCVAL 3
114 #define REDIS_RDB_LENERR UINT_MAX
116 /* When a length of a string object stored on disk has the first two bits
117 * set, the remaining two bits specify a special encoding for the object
118 * accordingly to the following defines: */
119 #define REDIS_RDB_ENC_INT8 0 /* 8 bit signed integer */
120 #define REDIS_RDB_ENC_INT16 1 /* 16 bit signed integer */
121 #define REDIS_RDB_ENC_INT32 2 /* 32 bit signed integer */
122 #define REDIS_RDB_ENC_LZF 3 /* string compressed with FASTLZ */
125 #define REDIS_SLAVE 1 /* This client is a slave server */
126 #define REDIS_MASTER 2 /* This client is a master server */
127 #define REDIS_MONITOR 4 /* This client is a slave monitor, see MONITOR */
128 #define REDIS_MULTI 8 /* This client is in a MULTI context */
129 #define REDIS_BLOCKED 16 /* The client is waiting in a blocking operation */
130 #define REDIS_DIRTY_CAS 64 /* Watched keys modified. EXEC will fail. */
131 #define REDIS_CLOSE_AFTER_REPLY 128 /* Close after writing entire reply. */
132 #define REDIS_UNBLOCKED 256 /* This client was unblocked and is stored in
133 server.unblocked_clients */
134 #define REDIS_LUA_CLIENT 512 /* This is a non connected client used by Lua */
136 /* Client request types */
137 #define REDIS_REQ_INLINE 1
138 #define REDIS_REQ_MULTIBULK 2
140 /* Slave replication state - slave side */
141 #define REDIS_REPL_NONE 0 /* No active replication */
142 #define REDIS_REPL_CONNECT 1 /* Must connect to master */
143 #define REDIS_REPL_CONNECTING 2 /* Connecting to master */
144 #define REDIS_REPL_TRANSFER 3 /* Receiving .rdb from master */
145 #define REDIS_REPL_CONNECTED 4 /* Connected to master */
147 /* Synchronous read timeout - slave side */
148 #define REDIS_REPL_SYNCIO_TIMEOUT 5
150 /* Slave replication state - from the point of view of master
151 * Note that in SEND_BULK and ONLINE state the slave receives new updates
152 * in its output queue. In the WAIT_BGSAVE state instead the server is waiting
153 * to start the next background saving in order to send updates to it. */
154 #define REDIS_REPL_WAIT_BGSAVE_START 3 /* master waits bgsave to start feeding it */
155 #define REDIS_REPL_WAIT_BGSAVE_END 4 /* master waits bgsave to start bulk DB transmission */
156 #define REDIS_REPL_SEND_BULK 5 /* master is sending the bulk DB */
157 #define REDIS_REPL_ONLINE 6 /* bulk DB already transmitted, receive updates */
159 /* List related stuff */
163 /* Sort operations */
164 #define REDIS_SORT_GET 0
165 #define REDIS_SORT_ASC 1
166 #define REDIS_SORT_DESC 2
167 #define REDIS_SORTKEY_MAX 1024
170 #define REDIS_DEBUG 0
171 #define REDIS_VERBOSE 1
172 #define REDIS_NOTICE 2
173 #define REDIS_WARNING 3
174 #define REDIS_LOG_RAW (1<<10) /* Modifier to log without timestamp */
176 /* Anti-warning macro... */
177 #define REDIS_NOTUSED(V) ((void) V)
179 #define ZSKIPLIST_MAXLEVEL 32 /* Should be enough for 2^32 elements */
180 #define ZSKIPLIST_P 0.25 /* Skiplist P = 1/4 */
182 /* Append only defines */
183 #define APPENDFSYNC_NO 0
184 #define APPENDFSYNC_ALWAYS 1
185 #define APPENDFSYNC_EVERYSEC 2
187 /* Zip structure related defaults */
188 #define REDIS_HASH_MAX_ZIPMAP_ENTRIES 512
189 #define REDIS_HASH_MAX_ZIPMAP_VALUE 64
190 #define REDIS_LIST_MAX_ZIPLIST_ENTRIES 512
191 #define REDIS_LIST_MAX_ZIPLIST_VALUE 64
192 #define REDIS_SET_MAX_INTSET_ENTRIES 512
193 #define REDIS_ZSET_MAX_ZIPLIST_ENTRIES 128
194 #define REDIS_ZSET_MAX_ZIPLIST_VALUE 64
196 /* Sets operations codes */
197 #define REDIS_OP_UNION 0
198 #define REDIS_OP_DIFF 1
199 #define REDIS_OP_INTER 2
201 /* Redis maxmemory strategies */
202 #define REDIS_MAXMEMORY_VOLATILE_LRU 0
203 #define REDIS_MAXMEMORY_VOLATILE_TTL 1
204 #define REDIS_MAXMEMORY_VOLATILE_RANDOM 2
205 #define REDIS_MAXMEMORY_ALLKEYS_LRU 3
206 #define REDIS_MAXMEMORY_ALLKEYS_RANDOM 4
207 #define REDIS_MAXMEMORY_NO_EVICTION 5
210 #define REDIS_LUA_TIME_LIMIT 60000 /* milliseconds */
212 /* We can print the stacktrace, so our assert is defined this way: */
213 #define redisAssert(_e) ((_e)?(void)0 : (_redisAssert(#_e,__FILE__,__LINE__),_exit(1)))
214 #define redisPanic(_e) _redisPanic(#_e,__FILE__,__LINE__),_exit(1)
215 void _redisAssert(char *estr
, char *file
, int line
);
216 void _redisPanic(char *msg
, char *file
, int line
);
218 /*-----------------------------------------------------------------------------
220 *----------------------------------------------------------------------------*/
222 /* A redis object, that is a type able to hold a string / list / set */
224 /* The actual Redis Object */
225 #define REDIS_LRU_CLOCK_MAX ((1<<21)-1) /* Max value of obj->lru */
226 #define REDIS_LRU_CLOCK_RESOLUTION 10 /* LRU clock resolution in seconds */
227 typedef struct redisObject
{
229 unsigned notused
:2; /* Not used */
231 unsigned lru
:22; /* lru time (relative to server.lruclock) */
234 /* VM fields are only allocated if VM is active, otherwise the
235 * object allocation function will just allocate
236 * sizeof(redisObjct) minus sizeof(redisObjectVM), so using
237 * Redis without VM active will not have any overhead. */
240 /* The VM pointer structure - identifies an object in the swap file.
242 * This object is stored in place of the value
243 * object in the main key->value hash table representing a database.
244 * Note that the first fields (type, storage) are the same as the redisObject
245 * structure so that vmPointer strucuters can be accessed even when casted
246 * as redisObject structures.
248 * This is useful as we don't know if a value object is or not on disk, but we
249 * are always able to read obj->storage to check this. For vmPointer
250 * structures "type" is set to REDIS_VMPOINTER (even if without this field
251 * is still possible to check the kind of object from the value of 'storage').*/
252 typedef struct vmPointer
{
254 unsigned storage
:2; /* REDIS_VM_SWAPPED or REDIS_VM_LOADING */
256 unsigned int vtype
; /* type of the object stored in the swap file */
257 off_t page
; /* the page at witch the object is stored on disk */
258 off_t usedpages
; /* number of pages used on disk */
261 /* Macro used to initalize a Redis object allocated on the stack.
262 * Note that this macro is taken near the structure definition to make sure
263 * we'll update it when the structure is changed, to avoid bugs like
264 * bug #85 introduced exactly in this way. */
265 #define initStaticStringObject(_var,_ptr) do { \
267 _var.type = REDIS_STRING; \
268 _var.encoding = REDIS_ENCODING_RAW; \
272 typedef struct redisDb
{
273 dict
*dict
; /* The keyspace for this DB */
274 dict
*expires
; /* Timeout of keys with a timeout set */
275 dict
*blocking_keys
; /* Keys with clients waiting for data (BLPOP) */
276 dict
*watched_keys
; /* WATCHED keys for MULTI/EXEC CAS */
280 /* Client MULTI/EXEC state */
281 typedef struct multiCmd
{
284 struct redisCommand
*cmd
;
287 typedef struct multiState
{
288 multiCmd
*commands
; /* Array of MULTI commands */
289 int count
; /* Total number of MULTI commands */
292 typedef struct blockingState
{
293 robj
**keys
; /* The key we are waiting to terminate a blocking
294 * operation such as BLPOP. Otherwise NULL. */
295 int count
; /* Number of blocking keys */
296 time_t timeout
; /* Blocking operation timeout. If UNIX current time
297 * is >= timeout then the operation timed out. */
298 robj
*target
; /* The key that should receive the element,
302 /* With multiplexing we need to take per-clinet state.
303 * Clients are taken in a liked list. */
304 typedef struct redisClient
{
311 struct redisCommand
*cmd
;
313 int multibulklen
; /* number of multi bulk arguments left to read */
314 long bulklen
; /* length of bulk argument in multi bulk request */
317 time_t lastinteraction
; /* time of the last interaction, used for timeout */
318 int flags
; /* REDIS_SLAVE | REDIS_MONITOR | REDIS_MULTI ... */
319 int slaveseldb
; /* slave selected db, if this client is a slave */
320 int authenticated
; /* when requirepass is non-NULL */
321 int replstate
; /* replication state if this is a slave */
322 int repldbfd
; /* replication DB file descriptor */
323 long repldboff
; /* replication DB file offset */
324 off_t repldbsize
; /* replication DB file size */
325 multiState mstate
; /* MULTI/EXEC state */
326 blockingState bpop
; /* blocking state */
327 list
*io_keys
; /* Keys this client is waiting to be loaded from the
328 * swap file in order to continue. */
329 list
*watched_keys
; /* Keys WATCHED for MULTI/EXEC CAS */
330 dict
*pubsub_channels
; /* channels a client is interested in (SUBSCRIBE) */
331 list
*pubsub_patterns
; /* patterns a client is interested in (SUBSCRIBE) */
333 /* Response buffer */
335 char buf
[REDIS_REPLY_CHUNK_BYTES
];
343 struct sharedObjectsStruct
{
344 robj
*crlf
, *ok
, *err
, *emptybulk
, *czero
, *cone
, *cnegone
, *pong
, *space
,
345 *colon
, *nullbulk
, *nullmultibulk
, *queued
,
346 *emptymultibulk
, *wrongtypeerr
, *nokeyerr
, *syntaxerr
, *sameobjecterr
,
347 *outofrangeerr
, *noscripterr
, *loadingerr
, *plus
,
348 *select0
, *select1
, *select2
, *select3
, *select4
,
349 *select5
, *select6
, *select7
, *select8
, *select9
,
350 *messagebulk
, *pmessagebulk
, *subscribebulk
, *unsubscribebulk
, *mbulk3
,
351 *mbulk4
, *psubscribebulk
, *punsubscribebulk
,
352 *integers
[REDIS_SHARED_INTEGERS
];
355 /* ZSETs use a specialized version of Skiplists */
356 typedef struct zskiplistNode
{
359 struct zskiplistNode
*backward
;
360 struct zskiplistLevel
{
361 struct zskiplistNode
*forward
;
366 typedef struct zskiplist
{
367 struct zskiplistNode
*header
, *tail
;
368 unsigned long length
;
372 typedef struct zset
{
377 /*-----------------------------------------------------------------------------
378 * Redis cluster data structures
379 *----------------------------------------------------------------------------*/
381 #define REDIS_CLUSTER_SLOTS 4096
382 #define REDIS_CLUSTER_OK 0 /* Everything looks ok */
383 #define REDIS_CLUSTER_FAIL 1 /* The cluster can't work */
384 #define REDIS_CLUSTER_NEEDHELP 2 /* The cluster works, but needs some help */
385 #define REDIS_CLUSTER_NAMELEN 40 /* sha1 hex length */
386 #define REDIS_CLUSTER_PORT_INCR 10000 /* Cluster port = baseport + PORT_INCR */
390 /* clusterLink encapsulates everything needed to talk with a remote node. */
391 typedef struct clusterLink
{
392 int fd
; /* TCP socket file descriptor */
393 sds sndbuf
; /* Packet send buffer */
394 sds rcvbuf
; /* Packet reception buffer */
395 struct clusterNode
*node
; /* Node related to this link if any, or NULL */
399 #define REDIS_NODE_MASTER 1 /* The node is a master */
400 #define REDIS_NODE_SLAVE 2 /* The node is a slave */
401 #define REDIS_NODE_PFAIL 4 /* Failure? Need acknowledge */
402 #define REDIS_NODE_FAIL 8 /* The node is believed to be malfunctioning */
403 #define REDIS_NODE_MYSELF 16 /* This node is myself */
404 #define REDIS_NODE_HANDSHAKE 32 /* We have still to exchange the first ping */
405 #define REDIS_NODE_NOADDR 64 /* We don't know the address of this node */
406 #define REDIS_NODE_MEET 128 /* Send a MEET message to this node */
407 #define REDIS_NODE_NULL_NAME "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000"
410 char name
[REDIS_CLUSTER_NAMELEN
]; /* Node name, hex string, sha1-size */
411 int flags
; /* REDIS_NODE_... */
412 unsigned char slots
[REDIS_CLUSTER_SLOTS
/8]; /* slots handled by this node */
413 int numslaves
; /* Number of slave nodes, if this is a master */
414 struct clusterNode
**slaves
; /* pointers to slave nodes */
415 struct clusterNode
*slaveof
; /* pointer to the master node */
416 time_t ping_sent
; /* Unix time we sent latest ping */
417 time_t pong_received
; /* Unix time we received the pong */
418 char *configdigest
; /* Configuration digest of this node */
419 time_t configdigest_ts
; /* Configuration digest timestamp */
420 char ip
[16]; /* Latest known IP address of this node */
421 int port
; /* Latest known port of this node */
422 clusterLink
*link
; /* TCP/IP link with this node */
424 typedef struct clusterNode clusterNode
;
428 clusterNode
*myself
; /* This node */
429 int state
; /* REDIS_CLUSTER_OK, REDIS_CLUSTER_FAIL, ... */
431 dict
*nodes
; /* Hash table of name -> clusterNode structures */
432 clusterNode
*migrating_slots_to
[REDIS_CLUSTER_SLOTS
];
433 clusterNode
*importing_slots_from
[REDIS_CLUSTER_SLOTS
];
434 clusterNode
*slots
[REDIS_CLUSTER_SLOTS
];
435 zskiplist
*slots_to_keys
;
438 /* Redis cluster messages header */
440 /* Note that the PING, PONG and MEET messages are actually the same exact
441 * kind of packet. PONG is the reply to ping, in the extact format as a PING,
442 * while MEET is a special PING that forces the receiver to add the sender
443 * as a node (if it is not already in the list). */
444 #define CLUSTERMSG_TYPE_PING 0 /* Ping */
445 #define CLUSTERMSG_TYPE_PONG 1 /* Pong (reply to Ping) */
446 #define CLUSTERMSG_TYPE_MEET 2 /* Meet "let's join" message */
447 #define CLUSTERMSG_TYPE_FAIL 3 /* Mark node xxx as failing */
449 /* Initially we don't know our "name", but we'll find it once we connect
450 * to the first node, using the getsockname() function. Then we'll use this
451 * address for all the next messages. */
453 char nodename
[REDIS_CLUSTER_NAMELEN
];
455 uint32_t pong_received
;
456 char ip
[16]; /* IP address last time it was seen */
457 uint16_t port
; /* port last time it was seen */
459 uint32_t notused
; /* for 64 bit alignment */
460 } clusterMsgDataGossip
;
463 char nodename
[REDIS_CLUSTER_NAMELEN
];
464 } clusterMsgDataFail
;
466 union clusterMsgData
{
467 /* PING, MEET and PONG */
469 /* Array of N clusterMsgDataGossip structures */
470 clusterMsgDataGossip gossip
[1];
474 clusterMsgDataFail about
;
479 uint32_t totlen
; /* Total length of this message */
480 uint16_t type
; /* Message type */
481 uint16_t count
; /* Only used for some kind of messages. */
482 char sender
[REDIS_CLUSTER_NAMELEN
]; /* Name of the sender node */
483 unsigned char myslots
[REDIS_CLUSTER_SLOTS
/8];
484 char slaveof
[REDIS_CLUSTER_NAMELEN
];
485 char configdigest
[32];
486 uint16_t port
; /* Sender TCP base port */
487 unsigned char state
; /* Cluster state from the POV of the sender */
488 unsigned char notused
[5]; /* Reserved for future use. For alignment. */
489 union clusterMsgData data
;
492 /*-----------------------------------------------------------------------------
493 * Global server state
494 *----------------------------------------------------------------------------*/
499 dict
*commands
; /* Command table hahs table */
509 list
*slaves
, *monitors
;
510 char neterr
[ANET_ERR_LEN
];
511 /* RDB / AOF loading information */
513 off_t loading_total_bytes
;
514 off_t loading_loaded_bytes
;
515 time_t loading_start_time
;
516 /* Fast pointers to often looked up command */
517 struct redisCommand
*delCommand
, *multiCommand
;
518 int cronloops
; /* number of times the cron function run */
519 time_t lastsave
; /* Unix time of last save succeeede */
520 /* Fields used only for stats */
521 time_t stat_starttime
; /* server start time */
522 long long stat_numcommands
; /* number of processed commands */
523 long long stat_numconnections
; /* number of connections received */
524 long long stat_expiredkeys
; /* number of expired keys */
525 long long stat_evictedkeys
; /* number of evicted keys (maxmemory) */
526 long long stat_keyspace_hits
; /* number of successful lookups of keys */
527 long long stat_keyspace_misses
; /* number of failed lookups of keys */
528 size_t stat_peak_memory
; /* max used memory record */
529 long long stat_fork_time
; /* time needed to perform latets fork() */
531 long long slowlog_entry_id
;
532 long long slowlog_log_slower_than
;
533 unsigned long slowlog_max_len
;
541 int no_appendfsync_on_rewrite
;
542 int auto_aofrewrite_perc
; /* Rewrite AOF if % growth is > M and... */
543 off_t auto_aofrewrite_min_size
; /* the AOF file is at least N bytes. */
544 off_t auto_aofrewrite_base_size
;/* AOF size on latest startup or rewrite. */
545 off_t appendonly_current_size
; /* AOF current size. */
546 int aofrewrite_scheduled
; /* Rewrite once BGSAVE terminates. */
551 long long dirty
; /* changes to DB from the last save */
552 long long dirty_before_bgsave
; /* used to restore dirty on failed BGSAVE */
556 time_t aof_flush_postponed_start
;
558 pid_t bgsavechildpid
;
559 pid_t bgrewritechildpid
;
560 sds bgrewritebuf
; /* buffer taken by parent during oppend only rewrite */
561 sds aofbuf
; /* AOF buffer, written before entering the event loop */
562 struct saveparam
*saveparams
;
566 char *appendfilename
;
572 /* Replication related */
574 /* Slave specific fields */
578 redisClient
*master
; /* client that is master for this slave */
579 int repl_syncio_timeout
; /* timeout for synchronous I/O calls */
580 int replstate
; /* replication status if the instance is a slave */
581 off_t repl_transfer_left
; /* bytes left reading .rdb */
582 int repl_transfer_s
; /* slave -> master SYNC socket */
583 int repl_transfer_fd
; /* slave -> master SYNC temp file descriptor */
584 char *repl_transfer_tmpfile
; /* slave-> master SYNC temp file name */
585 time_t repl_transfer_lastio
; /* unix time of the latest read, for timeout */
586 int repl_serve_stale_data
; /* Serve stale data when link is down? */
587 time_t repl_down_since
; /* unix time at which link with master went down */
589 unsigned int maxclients
;
590 unsigned long long maxmemory
;
591 int maxmemory_policy
;
592 int maxmemory_samples
;
593 /* Blocked clients */
594 unsigned int bpop_blocked_clients
;
595 list
*unblocked_clients
; /* list of clients to unblock before next loop */
596 /* Sort parameters - qsort_r() is only available under BSD so we
597 * have to take this state global, in order to pass it to sortCompare() */
601 /* Zip structure config */
602 size_t hash_max_zipmap_entries
;
603 size_t hash_max_zipmap_value
;
604 size_t list_max_ziplist_entries
;
605 size_t list_max_ziplist_value
;
606 size_t set_max_intset_entries
;
607 size_t zset_max_ziplist_entries
;
608 size_t zset_max_ziplist_value
;
609 time_t unixtime
; /* Unix time sampled every second. */
611 dict
*pubsub_channels
; /* Map channels to list of subscribed clients */
612 list
*pubsub_patterns
; /* A list of pubsub_patterns */
614 unsigned lruclock
:22; /* clock incrementing every minute, for LRU */
615 unsigned lruclock_padding
:10;
618 clusterState cluster
;
620 lua_State
*lua
; /* The Lua interpreter. We use just one for all clients */
621 redisClient
*lua_client
; /* The "fake client" to query Redis from Lua */
622 dict
*lua_scripts
; /* A dictionary of SHA1 -> Lua scripts */
623 long long lua_time_limit
;
624 long long lua_time_start
;
627 typedef struct pubsubPattern
{
632 typedef void redisCommandProc(redisClient
*c
);
633 typedef int *redisGetKeysProc(struct redisCommand
*cmd
, robj
**argv
, int argc
, int *numkeys
, int flags
);
634 struct redisCommand
{
636 redisCommandProc
*proc
;
639 /* Use a function to determine keys arguments in a command line.
640 * Used for Redis Cluster redirect. */
641 redisGetKeysProc
*getkeys_proc
;
642 /* What keys should be loaded in background when calling this command? */
643 int firstkey
; /* The first argument that's a key (0 = no keys) */
644 int lastkey
; /* THe last argument that's a key */
645 int keystep
; /* The step between first and last key */
646 long long microseconds
, calls
;
649 struct redisFunctionSym
{
651 unsigned long pointer
;
654 typedef struct _redisSortObject
{
662 typedef struct _redisSortOperation
{
665 } redisSortOperation
;
667 /* Structure to hold list iteration abstraction. */
670 unsigned char encoding
;
671 unsigned char direction
; /* Iteration direction */
676 /* Structure for an entry while iterating over a list. */
678 listTypeIterator
*li
;
679 unsigned char *zi
; /* Entry in ziplist */
680 listNode
*ln
; /* Entry in linked list */
683 /* Structure to hold set iteration abstraction. */
687 int ii
; /* intset iterator */
691 /* Structure to hold hash iteration abstration. Note that iteration over
692 * hashes involves both fields and values. Because it is possible that
693 * not both are required, store pointers in the iterator to avoid
694 * unnecessary memory allocation for fields/values. */
698 unsigned char *zk
, *zv
;
699 unsigned int zklen
, zvlen
;
705 #define REDIS_HASH_KEY 1
706 #define REDIS_HASH_VALUE 2
708 /*-----------------------------------------------------------------------------
709 * Extern declarations
710 *----------------------------------------------------------------------------*/
712 extern struct redisServer server
;
713 extern struct sharedObjectsStruct shared
;
714 extern dictType setDictType
;
715 extern dictType zsetDictType
;
716 extern dictType clusterNodesDictType
;
717 extern dictType dbDictType
;
718 extern double R_Zero
, R_PosInf
, R_NegInf
, R_Nan
;
719 dictType hashDictType
;
721 /*-----------------------------------------------------------------------------
722 * Functions prototypes
723 *----------------------------------------------------------------------------*/
726 long long ustime(void);
728 /* networking.c -- Networking and Client related operations */
729 redisClient
*createClient(int fd
);
730 void closeTimedoutClients(void);
731 void freeClient(redisClient
*c
);
732 void resetClient(redisClient
*c
);
733 void sendReplyToClient(aeEventLoop
*el
, int fd
, void *privdata
, int mask
);
734 void addReply(redisClient
*c
, robj
*obj
);
735 void *addDeferredMultiBulkLength(redisClient
*c
);
736 void setDeferredMultiBulkLength(redisClient
*c
, void *node
, long length
);
737 void addReplySds(redisClient
*c
, sds s
);
738 void processInputBuffer(redisClient
*c
);
739 void acceptTcpHandler(aeEventLoop
*el
, int fd
, void *privdata
, int mask
);
740 void acceptUnixHandler(aeEventLoop
*el
, int fd
, void *privdata
, int mask
);
741 void readQueryFromClient(aeEventLoop
*el
, int fd
, void *privdata
, int mask
);
742 void addReplyBulk(redisClient
*c
, robj
*obj
);
743 void addReplyBulkCString(redisClient
*c
, char *s
);
744 void addReplyBulkCBuffer(redisClient
*c
, void *p
, size_t len
);
745 void addReplyBulkLongLong(redisClient
*c
, long long ll
);
746 void acceptHandler(aeEventLoop
*el
, int fd
, void *privdata
, int mask
);
747 void addReply(redisClient
*c
, robj
*obj
);
748 void addReplySds(redisClient
*c
, sds s
);
749 void addReplyError(redisClient
*c
, char *err
);
750 void addReplyStatus(redisClient
*c
, char *status
);
751 void addReplyDouble(redisClient
*c
, double d
);
752 void addReplyLongLong(redisClient
*c
, long long ll
);
753 void addReplyMultiBulkLen(redisClient
*c
, long length
);
754 void *dupClientReplyValue(void *o
);
755 void getClientsMaxBuffers(unsigned long *longest_output_list
,
756 unsigned long *biggest_input_buffer
);
757 void rewriteClientCommandVector(redisClient
*c
, int argc
, ...);
758 void rewriteClientCommandArgument(redisClient
*c
, int i
, robj
*newval
);
761 void addReplyErrorFormat(redisClient
*c
, const char *fmt
, ...)
762 __attribute__((format(printf
, 2, 3)));
763 void addReplyStatusFormat(redisClient
*c
, const char *fmt
, ...)
764 __attribute__((format(printf
, 2, 3)));
766 void addReplyErrorFormat(redisClient
*c
, const char *fmt
, ...);
767 void addReplyStatusFormat(redisClient
*c
, const char *fmt
, ...);
771 void listTypeTryConversion(robj
*subject
, robj
*value
);
772 void listTypePush(robj
*subject
, robj
*value
, int where
);
773 robj
*listTypePop(robj
*subject
, int where
);
774 unsigned long listTypeLength(robj
*subject
);
775 listTypeIterator
*listTypeInitIterator(robj
*subject
, int index
, unsigned char direction
);
776 void listTypeReleaseIterator(listTypeIterator
*li
);
777 int listTypeNext(listTypeIterator
*li
, listTypeEntry
*entry
);
778 robj
*listTypeGet(listTypeEntry
*entry
);
779 void listTypeInsert(listTypeEntry
*entry
, robj
*value
, int where
);
780 int listTypeEqual(listTypeEntry
*entry
, robj
*o
);
781 void listTypeDelete(listTypeEntry
*entry
);
782 void listTypeConvert(robj
*subject
, int enc
);
783 void unblockClientWaitingData(redisClient
*c
);
784 int handleClientsWaitingListPush(redisClient
*c
, robj
*key
, robj
*ele
);
785 void popGenericCommand(redisClient
*c
, int where
);
787 /* MULTI/EXEC/WATCH... */
788 void unwatchAllKeys(redisClient
*c
);
789 void initClientMultiState(redisClient
*c
);
790 void freeClientMultiState(redisClient
*c
);
791 void queueMultiCommand(redisClient
*c
);
792 void touchWatchedKey(redisDb
*db
, robj
*key
);
793 void touchWatchedKeysOnFlush(int dbid
);
795 /* Redis object implementation */
796 void decrRefCount(void *o
);
797 void incrRefCount(robj
*o
);
798 robj
*resetRefCount(robj
*obj
);
799 void freeStringObject(robj
*o
);
800 void freeListObject(robj
*o
);
801 void freeSetObject(robj
*o
);
802 void freeZsetObject(robj
*o
);
803 void freeHashObject(robj
*o
);
804 robj
*createObject(int type
, void *ptr
);
805 robj
*createStringObject(char *ptr
, size_t len
);
806 robj
*dupStringObject(robj
*o
);
807 int isObjectRepresentableAsLongLong(robj
*o
, long long *llongval
);
808 robj
*tryObjectEncoding(robj
*o
);
809 robj
*getDecodedObject(robj
*o
);
810 size_t stringObjectLen(robj
*o
);
811 robj
*createStringObjectFromLongLong(long long value
);
812 robj
*createListObject(void);
813 robj
*createZiplistObject(void);
814 robj
*createSetObject(void);
815 robj
*createIntsetObject(void);
816 robj
*createHashObject(void);
817 robj
*createZsetObject(void);
818 robj
*createZsetZiplistObject(void);
819 int getLongFromObjectOrReply(redisClient
*c
, robj
*o
, long *target
, const char *msg
);
820 int checkType(redisClient
*c
, robj
*o
, int type
);
821 int getLongLongFromObjectOrReply(redisClient
*c
, robj
*o
, long long *target
, const char *msg
);
822 int getDoubleFromObjectOrReply(redisClient
*c
, robj
*o
, double *target
, const char *msg
);
823 int getLongLongFromObject(robj
*o
, long long *target
);
824 char *strEncoding(int encoding
);
825 int compareStringObjects(robj
*a
, robj
*b
);
826 int equalStringObjects(robj
*a
, robj
*b
);
827 unsigned long estimateObjectIdleTime(robj
*o
);
829 /* Synchronous I/O with timeout */
830 int syncWrite(int fd
, char *ptr
, ssize_t size
, int timeout
);
831 int syncRead(int fd
, char *ptr
, ssize_t size
, int timeout
);
832 int syncReadLine(int fd
, char *ptr
, ssize_t size
, int timeout
);
835 void replicationFeedSlaves(list
*slaves
, int dictid
, robj
**argv
, int argc
);
836 void replicationFeedMonitors(list
*monitors
, int dictid
, robj
**argv
, int argc
);
837 void updateSlavesWaitingBgsave(int bgsaveerr
);
838 void replicationCron(void);
840 /* Generic persistence functions */
841 void startLoading(FILE *fp
);
842 void loadingProgress(off_t pos
);
843 void stopLoading(void);
845 /* RDB persistence */
848 /* AOF persistence */
849 void flushAppendOnlyFile(int force
);
850 void feedAppendOnlyFile(struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
);
851 void aofRemoveTempFile(pid_t childpid
);
852 int rewriteAppendOnlyFileBackground(void);
853 int loadAppendOnlyFile(char *filename
);
854 void stopAppendOnly(void);
855 int startAppendOnly(void);
856 void backgroundRewriteDoneHandler(int exitcode
, int bysignal
);
858 /* Sorted sets data type */
860 /* Struct to hold a inclusive/exclusive range spec. */
863 int minex
, maxex
; /* are min or max exclusive? */
866 zskiplist
*zslCreate(void);
867 void zslFree(zskiplist
*zsl
);
868 zskiplistNode
*zslInsert(zskiplist
*zsl
, double score
, robj
*obj
);
869 unsigned char *zzlInsert(unsigned char *zl
, robj
*ele
, double score
);
870 int zslDelete(zskiplist
*zsl
, double score
, robj
*obj
);
871 zskiplistNode
*zslFirstInRange(zskiplist
*zsl
, zrangespec range
);
872 double zzlGetScore(unsigned char *sptr
);
873 void zzlNext(unsigned char *zl
, unsigned char **eptr
, unsigned char **sptr
);
874 void zzlPrev(unsigned char *zl
, unsigned char **eptr
, unsigned char **sptr
);
875 unsigned int zsetLength(robj
*zobj
);
876 void zsetConvert(robj
*zobj
, int encoding
);
879 void freeMemoryIfNeeded(void);
880 int processCommand(redisClient
*c
);
881 void setupSignalHandlers(void);
882 struct redisCommand
*lookupCommand(sds name
);
883 struct redisCommand
*lookupCommandByCString(char *s
);
884 void call(redisClient
*c
);
885 int prepareForShutdown();
886 void redisLog(int level
, const char *fmt
, ...);
887 void redisLogRaw(int level
, const char *msg
);
889 void updateDictResizePolicy(void);
890 int htNeedsResize(dict
*dict
);
891 void oom(const char *msg
);
892 void populateCommandTable(void);
893 void resetCommandTableStats(void);
896 robj
*setTypeCreate(robj
*value
);
897 int setTypeAdd(robj
*subject
, robj
*value
);
898 int setTypeRemove(robj
*subject
, robj
*value
);
899 int setTypeIsMember(robj
*subject
, robj
*value
);
900 setTypeIterator
*setTypeInitIterator(robj
*subject
);
901 void setTypeReleaseIterator(setTypeIterator
*si
);
902 int setTypeNext(setTypeIterator
*si
, robj
**objele
, int64_t *llele
);
903 robj
*setTypeNextObject(setTypeIterator
*si
);
904 int setTypeRandomElement(robj
*setobj
, robj
**objele
, int64_t *llele
);
905 unsigned long setTypeSize(robj
*subject
);
906 void setTypeConvert(robj
*subject
, int enc
);
909 void convertToRealHash(robj
*o
);
910 void hashTypeTryConversion(robj
*subject
, robj
**argv
, int start
, int end
);
911 void hashTypeTryObjectEncoding(robj
*subject
, robj
**o1
, robj
**o2
);
912 int hashTypeGet(robj
*o
, robj
*key
, robj
**objval
, unsigned char **v
, unsigned int *vlen
);
913 robj
*hashTypeGetObject(robj
*o
, robj
*key
);
914 int hashTypeExists(robj
*o
, robj
*key
);
915 int hashTypeSet(robj
*o
, robj
*key
, robj
*value
);
916 int hashTypeDelete(robj
*o
, robj
*key
);
917 unsigned long hashTypeLength(robj
*o
);
918 hashTypeIterator
*hashTypeInitIterator(robj
*subject
);
919 void hashTypeReleaseIterator(hashTypeIterator
*hi
);
920 int hashTypeNext(hashTypeIterator
*hi
);
921 int hashTypeCurrent(hashTypeIterator
*hi
, int what
, robj
**objval
, unsigned char **v
, unsigned int *vlen
);
922 robj
*hashTypeCurrentObject(hashTypeIterator
*hi
, int what
);
923 robj
*hashTypeLookupWriteOrCreate(redisClient
*c
, robj
*key
);
926 int pubsubUnsubscribeAllChannels(redisClient
*c
, int notify
);
927 int pubsubUnsubscribeAllPatterns(redisClient
*c
, int notify
);
928 void freePubsubPattern(void *p
);
929 int listMatchPubsubPattern(void *a
, void *b
);
932 void loadServerConfig(char *filename
);
933 void appendServerSaveParams(time_t seconds
, int changes
);
934 void resetServerSaveParams();
936 /* db.c -- Keyspace access API */
937 int removeExpire(redisDb
*db
, robj
*key
);
938 void propagateExpire(redisDb
*db
, robj
*key
);
939 int expireIfNeeded(redisDb
*db
, robj
*key
);
940 time_t getExpire(redisDb
*db
, robj
*key
);
941 void setExpire(redisDb
*db
, robj
*key
, time_t when
);
942 robj
*lookupKey(redisDb
*db
, robj
*key
);
943 robj
*lookupKeyRead(redisDb
*db
, robj
*key
);
944 robj
*lookupKeyWrite(redisDb
*db
, robj
*key
);
945 robj
*lookupKeyReadOrReply(redisClient
*c
, robj
*key
, robj
*reply
);
946 robj
*lookupKeyWriteOrReply(redisClient
*c
, robj
*key
, robj
*reply
);
947 void dbAdd(redisDb
*db
, robj
*key
, robj
*val
);
948 void dbOverwrite(redisDb
*db
, robj
*key
, robj
*val
);
949 void setKey(redisDb
*db
, robj
*key
, robj
*val
);
950 int dbExists(redisDb
*db
, robj
*key
);
951 robj
*dbRandomKey(redisDb
*db
);
952 int dbDelete(redisDb
*db
, robj
*key
);
954 int selectDb(redisClient
*c
, int id
);
955 void signalModifiedKey(redisDb
*db
, robj
*key
);
956 void signalFlushedDb(int dbid
);
957 unsigned int GetKeysInSlot(unsigned int hashslot
, robj
**keys
, unsigned int count
);
959 /* API to get key arguments from commands */
960 #define REDIS_GETKEYS_ALL 0
961 #define REDIS_GETKEYS_PRELOAD 1
962 int *getKeysFromCommand(struct redisCommand
*cmd
, robj
**argv
, int argc
, int *numkeys
, int flags
);
963 void getKeysFreeResult(int *result
);
964 int *noPreloadGetKeys(struct redisCommand
*cmd
,robj
**argv
, int argc
, int *numkeys
, int flags
);
965 int *renameGetKeys(struct redisCommand
*cmd
,robj
**argv
, int argc
, int *numkeys
, int flags
);
966 int *zunionInterGetKeys(struct redisCommand
*cmd
,robj
**argv
, int argc
, int *numkeys
, int flags
);
969 void clusterInit(void);
970 unsigned short crc16(const char *buf
, int len
);
971 unsigned int keyHashSlot(char *key
, int keylen
);
972 clusterNode
*createClusterNode(char *nodename
, int flags
);
973 int clusterAddNode(clusterNode
*node
);
974 void clusterCron(void);
975 clusterNode
*getNodeByQuery(redisClient
*c
, struct redisCommand
*cmd
, robj
**argv
, int argc
, int *hashslot
, int *ask
);
978 void scriptingInit(void);
981 char *redisGitSHA1(void);
982 char *redisGitDirty(void);
984 /* Commands prototypes */
985 void authCommand(redisClient
*c
);
986 void pingCommand(redisClient
*c
);
987 void echoCommand(redisClient
*c
);
988 void setCommand(redisClient
*c
);
989 void setnxCommand(redisClient
*c
);
990 void setexCommand(redisClient
*c
);
991 void getCommand(redisClient
*c
);
992 void delCommand(redisClient
*c
);
993 void existsCommand(redisClient
*c
);
994 void setbitCommand(redisClient
*c
);
995 void getbitCommand(redisClient
*c
);
996 void setrangeCommand(redisClient
*c
);
997 void getrangeCommand(redisClient
*c
);
998 void incrCommand(redisClient
*c
);
999 void decrCommand(redisClient
*c
);
1000 void incrbyCommand(redisClient
*c
);
1001 void decrbyCommand(redisClient
*c
);
1002 void selectCommand(redisClient
*c
);
1003 void randomkeyCommand(redisClient
*c
);
1004 void keysCommand(redisClient
*c
);
1005 void dbsizeCommand(redisClient
*c
);
1006 void lastsaveCommand(redisClient
*c
);
1007 void saveCommand(redisClient
*c
);
1008 void bgsaveCommand(redisClient
*c
);
1009 void bgrewriteaofCommand(redisClient
*c
);
1010 void shutdownCommand(redisClient
*c
);
1011 void moveCommand(redisClient
*c
);
1012 void renameCommand(redisClient
*c
);
1013 void renamenxCommand(redisClient
*c
);
1014 void lpushCommand(redisClient
*c
);
1015 void rpushCommand(redisClient
*c
);
1016 void lpushxCommand(redisClient
*c
);
1017 void rpushxCommand(redisClient
*c
);
1018 void linsertCommand(redisClient
*c
);
1019 void lpopCommand(redisClient
*c
);
1020 void rpopCommand(redisClient
*c
);
1021 void llenCommand(redisClient
*c
);
1022 void lindexCommand(redisClient
*c
);
1023 void lrangeCommand(redisClient
*c
);
1024 void ltrimCommand(redisClient
*c
);
1025 void typeCommand(redisClient
*c
);
1026 void lsetCommand(redisClient
*c
);
1027 void saddCommand(redisClient
*c
);
1028 void sremCommand(redisClient
*c
);
1029 void smoveCommand(redisClient
*c
);
1030 void sismemberCommand(redisClient
*c
);
1031 void scardCommand(redisClient
*c
);
1032 void spopCommand(redisClient
*c
);
1033 void srandmemberCommand(redisClient
*c
);
1034 void sinterCommand(redisClient
*c
);
1035 void sinterstoreCommand(redisClient
*c
);
1036 void sunionCommand(redisClient
*c
);
1037 void sunionstoreCommand(redisClient
*c
);
1038 void sdiffCommand(redisClient
*c
);
1039 void sdiffstoreCommand(redisClient
*c
);
1040 void syncCommand(redisClient
*c
);
1041 void flushdbCommand(redisClient
*c
);
1042 void flushallCommand(redisClient
*c
);
1043 void sortCommand(redisClient
*c
);
1044 void lremCommand(redisClient
*c
);
1045 void rpoplpushCommand(redisClient
*c
);
1046 void infoCommand(redisClient
*c
);
1047 void mgetCommand(redisClient
*c
);
1048 void monitorCommand(redisClient
*c
);
1049 void expireCommand(redisClient
*c
);
1050 void expireatCommand(redisClient
*c
);
1051 void getsetCommand(redisClient
*c
);
1052 void ttlCommand(redisClient
*c
);
1053 void persistCommand(redisClient
*c
);
1054 void slaveofCommand(redisClient
*c
);
1055 void debugCommand(redisClient
*c
);
1056 void msetCommand(redisClient
*c
);
1057 void msetnxCommand(redisClient
*c
);
1058 void zaddCommand(redisClient
*c
);
1059 void zincrbyCommand(redisClient
*c
);
1060 void zrangeCommand(redisClient
*c
);
1061 void zrangebyscoreCommand(redisClient
*c
);
1062 void zrevrangebyscoreCommand(redisClient
*c
);
1063 void zcountCommand(redisClient
*c
);
1064 void zrevrangeCommand(redisClient
*c
);
1065 void zcardCommand(redisClient
*c
);
1066 void zremCommand(redisClient
*c
);
1067 void zscoreCommand(redisClient
*c
);
1068 void zremrangebyscoreCommand(redisClient
*c
);
1069 void multiCommand(redisClient
*c
);
1070 void execCommand(redisClient
*c
);
1071 void discardCommand(redisClient
*c
);
1072 void blpopCommand(redisClient
*c
);
1073 void brpopCommand(redisClient
*c
);
1074 void brpoplpushCommand(redisClient
*c
);
1075 void appendCommand(redisClient
*c
);
1076 void strlenCommand(redisClient
*c
);
1077 void zrankCommand(redisClient
*c
);
1078 void zrevrankCommand(redisClient
*c
);
1079 void hsetCommand(redisClient
*c
);
1080 void hsetnxCommand(redisClient
*c
);
1081 void hgetCommand(redisClient
*c
);
1082 void hmsetCommand(redisClient
*c
);
1083 void hmgetCommand(redisClient
*c
);
1084 void hdelCommand(redisClient
*c
);
1085 void hlenCommand(redisClient
*c
);
1086 void zremrangebyrankCommand(redisClient
*c
);
1087 void zunionstoreCommand(redisClient
*c
);
1088 void zinterstoreCommand(redisClient
*c
);
1089 void hkeysCommand(redisClient
*c
);
1090 void hvalsCommand(redisClient
*c
);
1091 void hgetallCommand(redisClient
*c
);
1092 void hexistsCommand(redisClient
*c
);
1093 void configCommand(redisClient
*c
);
1094 void hincrbyCommand(redisClient
*c
);
1095 void subscribeCommand(redisClient
*c
);
1096 void unsubscribeCommand(redisClient
*c
);
1097 void psubscribeCommand(redisClient
*c
);
1098 void punsubscribeCommand(redisClient
*c
);
1099 void publishCommand(redisClient
*c
);
1100 void watchCommand(redisClient
*c
);
1101 void unwatchCommand(redisClient
*c
);
1102 void clusterCommand(redisClient
*c
);
1103 void restoreCommand(redisClient
*c
);
1104 void migrateCommand(redisClient
*c
);
1105 void dumpCommand(redisClient
*c
);
1106 void objectCommand(redisClient
*c
);
1107 void clientCommand(redisClient
*c
);
1108 void evalCommand(redisClient
*c
);
1109 void evalShaCommand(redisClient
*c
);
1111 #if defined(__GNUC__)
1112 void *calloc(size_t count
, size_t size
) __attribute__ ((deprecated
));
1113 void free(void *ptr
) __attribute__ ((deprecated
));
1114 void *malloc(size_t size
) __attribute__ ((deprecated
));
1115 void *realloc(void *ptr
, size_t size
) __attribute__ ((deprecated
));