]>
Commit | Line | Data |
---|---|---|
1 | #include "redis.h" | |
2 | #include <sys/uio.h> | |
3 | ||
4 | void *dupClientReplyValue(void *o) { | |
5 | incrRefCount((robj*)o); | |
6 | return o; | |
7 | } | |
8 | ||
9 | int listMatchObjects(void *a, void *b) { | |
10 | return equalStringObjects(a,b); | |
11 | } | |
12 | ||
13 | redisClient *createClient(int fd) { | |
14 | redisClient *c = zmalloc(sizeof(redisClient)); | |
15 | c->bufpos = 0; | |
16 | ||
17 | anetNonBlock(NULL,fd); | |
18 | anetTcpNoDelay(NULL,fd); | |
19 | if (!c) return NULL; | |
20 | if (aeCreateFileEvent(server.el,fd,AE_READABLE, | |
21 | readQueryFromClient, c) == AE_ERR) | |
22 | { | |
23 | close(fd); | |
24 | zfree(c); | |
25 | return NULL; | |
26 | } | |
27 | ||
28 | selectDb(c,0); | |
29 | c->fd = fd; | |
30 | c->querybuf = sdsempty(); | |
31 | c->reqtype = 0; | |
32 | c->argc = 0; | |
33 | c->argv = NULL; | |
34 | c->multibulklen = 0; | |
35 | c->bulklen = -1; | |
36 | c->sentlen = 0; | |
37 | c->flags = 0; | |
38 | c->lastinteraction = time(NULL); | |
39 | c->authenticated = 0; | |
40 | c->replstate = REDIS_REPL_NONE; | |
41 | c->reply = listCreate(); | |
42 | listSetFreeMethod(c->reply,decrRefCount); | |
43 | listSetDupMethod(c->reply,dupClientReplyValue); | |
44 | c->blocking_keys = NULL; | |
45 | c->blocking_keys_num = 0; | |
46 | c->io_keys = listCreate(); | |
47 | c->watched_keys = listCreate(); | |
48 | listSetFreeMethod(c->io_keys,decrRefCount); | |
49 | c->pubsub_channels = dictCreate(&setDictType,NULL); | |
50 | c->pubsub_patterns = listCreate(); | |
51 | listSetFreeMethod(c->pubsub_patterns,decrRefCount); | |
52 | listSetMatchMethod(c->pubsub_patterns,listMatchObjects); | |
53 | listAddNodeTail(server.clients,c); | |
54 | initClientMultiState(c); | |
55 | return c; | |
56 | } | |
57 | ||
58 | /* Set the event loop to listen for write events on the client's socket. | |
59 | * Typically gets called every time a reply is built. */ | |
60 | int _installWriteEvent(redisClient *c) { | |
61 | /* When CLOSE_AFTER_REPLY is set, no more replies may be added! */ | |
62 | redisAssert(!(c->flags & REDIS_CLOSE_AFTER_REPLY)); | |
63 | ||
64 | if (c->fd <= 0) return REDIS_ERR; | |
65 | if (c->bufpos == 0 && listLength(c->reply) == 0 && | |
66 | (c->replstate == REDIS_REPL_NONE || | |
67 | c->replstate == REDIS_REPL_ONLINE) && | |
68 | aeCreateFileEvent(server.el, c->fd, AE_WRITABLE, | |
69 | sendReplyToClient, c) == AE_ERR) return REDIS_ERR; | |
70 | return REDIS_OK; | |
71 | } | |
72 | ||
73 | /* Create a duplicate of the last object in the reply list when | |
74 | * it is not exclusively owned by the reply list. */ | |
75 | robj *dupLastObjectIfNeeded(list *reply) { | |
76 | robj *new, *cur; | |
77 | listNode *ln; | |
78 | redisAssert(listLength(reply) > 0); | |
79 | ln = listLast(reply); | |
80 | cur = listNodeValue(ln); | |
81 | if (cur->refcount > 1) { | |
82 | new = dupStringObject(cur); | |
83 | decrRefCount(cur); | |
84 | listNodeValue(ln) = new; | |
85 | } | |
86 | return listNodeValue(ln); | |
87 | } | |
88 | ||
89 | int _addReplyToBuffer(redisClient *c, char *s, size_t len) { | |
90 | size_t available = sizeof(c->buf)-c->bufpos; | |
91 | ||
92 | /* If there already are entries in the reply list, we cannot | |
93 | * add anything more to the static buffer. */ | |
94 | if (listLength(c->reply) > 0) return REDIS_ERR; | |
95 | ||
96 | /* Check that the buffer has enough space available for this string. */ | |
97 | if (len > available) return REDIS_ERR; | |
98 | ||
99 | memcpy(c->buf+c->bufpos,s,len); | |
100 | c->bufpos+=len; | |
101 | return REDIS_OK; | |
102 | } | |
103 | ||
104 | void _addReplyObjectToList(redisClient *c, robj *o) { | |
105 | robj *tail; | |
106 | if (listLength(c->reply) == 0) { | |
107 | incrRefCount(o); | |
108 | listAddNodeTail(c->reply,o); | |
109 | } else { | |
110 | tail = listNodeValue(listLast(c->reply)); | |
111 | ||
112 | /* Append to this object when possible. */ | |
113 | if (tail->ptr != NULL && | |
114 | sdslen(tail->ptr)+sdslen(o->ptr) <= REDIS_REPLY_CHUNK_BYTES) | |
115 | { | |
116 | tail = dupLastObjectIfNeeded(c->reply); | |
117 | tail->ptr = sdscatlen(tail->ptr,o->ptr,sdslen(o->ptr)); | |
118 | } else { | |
119 | incrRefCount(o); | |
120 | listAddNodeTail(c->reply,o); | |
121 | } | |
122 | } | |
123 | } | |
124 | ||
125 | /* This method takes responsibility over the sds. When it is no longer | |
126 | * needed it will be free'd, otherwise it ends up in a robj. */ | |
127 | void _addReplySdsToList(redisClient *c, sds s) { | |
128 | robj *tail; | |
129 | if (listLength(c->reply) == 0) { | |
130 | listAddNodeTail(c->reply,createObject(REDIS_STRING,s)); | |
131 | } else { | |
132 | tail = listNodeValue(listLast(c->reply)); | |
133 | ||
134 | /* Append to this object when possible. */ | |
135 | if (tail->ptr != NULL && | |
136 | sdslen(tail->ptr)+sdslen(s) <= REDIS_REPLY_CHUNK_BYTES) | |
137 | { | |
138 | tail = dupLastObjectIfNeeded(c->reply); | |
139 | tail->ptr = sdscatlen(tail->ptr,s,sdslen(s)); | |
140 | sdsfree(s); | |
141 | } else { | |
142 | listAddNodeTail(c->reply,createObject(REDIS_STRING,s)); | |
143 | } | |
144 | } | |
145 | } | |
146 | ||
147 | void _addReplyStringToList(redisClient *c, char *s, size_t len) { | |
148 | robj *tail; | |
149 | if (listLength(c->reply) == 0) { | |
150 | listAddNodeTail(c->reply,createStringObject(s,len)); | |
151 | } else { | |
152 | tail = listNodeValue(listLast(c->reply)); | |
153 | ||
154 | /* Append to this object when possible. */ | |
155 | if (tail->ptr != NULL && | |
156 | sdslen(tail->ptr)+len <= REDIS_REPLY_CHUNK_BYTES) | |
157 | { | |
158 | tail = dupLastObjectIfNeeded(c->reply); | |
159 | tail->ptr = sdscatlen(tail->ptr,s,len); | |
160 | } else { | |
161 | listAddNodeTail(c->reply,createStringObject(s,len)); | |
162 | } | |
163 | } | |
164 | } | |
165 | ||
166 | void addReply(redisClient *c, robj *obj) { | |
167 | if (_installWriteEvent(c) != REDIS_OK) return; | |
168 | redisAssert(!server.vm_enabled || obj->storage == REDIS_VM_MEMORY); | |
169 | ||
170 | /* This is an important place where we can avoid copy-on-write | |
171 | * when there is a saving child running, avoiding touching the | |
172 | * refcount field of the object if it's not needed. | |
173 | * | |
174 | * If the encoding is RAW and there is room in the static buffer | |
175 | * we'll be able to send the object to the client without | |
176 | * messing with its page. */ | |
177 | if (obj->encoding == REDIS_ENCODING_RAW) { | |
178 | if (_addReplyToBuffer(c,obj->ptr,sdslen(obj->ptr)) != REDIS_OK) | |
179 | _addReplyObjectToList(c,obj); | |
180 | } else { | |
181 | obj = getDecodedObject(obj); | |
182 | if (_addReplyToBuffer(c,obj->ptr,sdslen(obj->ptr)) != REDIS_OK) | |
183 | _addReplyObjectToList(c,obj); | |
184 | decrRefCount(obj); | |
185 | } | |
186 | } | |
187 | ||
188 | void addReplySds(redisClient *c, sds s) { | |
189 | if (_installWriteEvent(c) != REDIS_OK) { | |
190 | /* The caller expects the sds to be free'd. */ | |
191 | sdsfree(s); | |
192 | return; | |
193 | } | |
194 | if (_addReplyToBuffer(c,s,sdslen(s)) == REDIS_OK) { | |
195 | sdsfree(s); | |
196 | } else { | |
197 | /* This method free's the sds when it is no longer needed. */ | |
198 | _addReplySdsToList(c,s); | |
199 | } | |
200 | } | |
201 | ||
202 | void addReplyString(redisClient *c, char *s, size_t len) { | |
203 | if (_installWriteEvent(c) != REDIS_OK) return; | |
204 | if (_addReplyToBuffer(c,s,len) != REDIS_OK) | |
205 | _addReplyStringToList(c,s,len); | |
206 | } | |
207 | ||
208 | void _addReplyError(redisClient *c, char *s, size_t len) { | |
209 | addReplyString(c,"-ERR ",5); | |
210 | addReplyString(c,s,len); | |
211 | addReplyString(c,"\r\n",2); | |
212 | } | |
213 | ||
214 | void addReplyError(redisClient *c, char *err) { | |
215 | _addReplyError(c,err,strlen(err)); | |
216 | } | |
217 | ||
218 | void addReplyErrorFormat(redisClient *c, const char *fmt, ...) { | |
219 | va_list ap; | |
220 | va_start(ap,fmt); | |
221 | sds s = sdscatvprintf(sdsempty(),fmt,ap); | |
222 | va_end(ap); | |
223 | _addReplyError(c,s,sdslen(s)); | |
224 | sdsfree(s); | |
225 | } | |
226 | ||
227 | void _addReplyStatus(redisClient *c, char *s, size_t len) { | |
228 | addReplyString(c,"+",1); | |
229 | addReplyString(c,s,len); | |
230 | addReplyString(c,"\r\n",2); | |
231 | } | |
232 | ||
233 | void addReplyStatus(redisClient *c, char *status) { | |
234 | _addReplyStatus(c,status,strlen(status)); | |
235 | } | |
236 | ||
237 | void addReplyStatusFormat(redisClient *c, const char *fmt, ...) { | |
238 | va_list ap; | |
239 | va_start(ap,fmt); | |
240 | sds s = sdscatvprintf(sdsempty(),fmt,ap); | |
241 | va_end(ap); | |
242 | _addReplyStatus(c,s,sdslen(s)); | |
243 | sdsfree(s); | |
244 | } | |
245 | ||
246 | /* Adds an empty object to the reply list that will contain the multi bulk | |
247 | * length, which is not known when this function is called. */ | |
248 | void *addDeferredMultiBulkLength(redisClient *c) { | |
249 | /* Note that we install the write event here even if the object is not | |
250 | * ready to be sent, since we are sure that before returning to the | |
251 | * event loop setDeferredMultiBulkLength() will be called. */ | |
252 | if (_installWriteEvent(c) != REDIS_OK) return NULL; | |
253 | listAddNodeTail(c->reply,createObject(REDIS_STRING,NULL)); | |
254 | return listLast(c->reply); | |
255 | } | |
256 | ||
257 | /* Populate the length object and try glueing it to the next chunk. */ | |
258 | void setDeferredMultiBulkLength(redisClient *c, void *node, long length) { | |
259 | listNode *ln = (listNode*)node; | |
260 | robj *len, *next; | |
261 | ||
262 | /* Abort when *node is NULL (see addDeferredMultiBulkLength). */ | |
263 | if (node == NULL) return; | |
264 | ||
265 | len = listNodeValue(ln); | |
266 | len->ptr = sdscatprintf(sdsempty(),"*%ld\r\n",length); | |
267 | if (ln->next != NULL) { | |
268 | next = listNodeValue(ln->next); | |
269 | ||
270 | /* Only glue when the next node is non-NULL (an sds in this case) */ | |
271 | if (next->ptr != NULL) { | |
272 | len->ptr = sdscatlen(len->ptr,next->ptr,sdslen(next->ptr)); | |
273 | listDelNode(c->reply,ln->next); | |
274 | } | |
275 | } | |
276 | } | |
277 | ||
278 | void addReplyDouble(redisClient *c, double d) { | |
279 | char dbuf[128], sbuf[128]; | |
280 | int dlen, slen; | |
281 | dlen = snprintf(dbuf,sizeof(dbuf),"%.17g",d); | |
282 | slen = snprintf(sbuf,sizeof(sbuf),"$%d\r\n%s\r\n",dlen,dbuf); | |
283 | addReplyString(c,sbuf,slen); | |
284 | } | |
285 | ||
286 | void _addReplyLongLong(redisClient *c, long long ll, char prefix) { | |
287 | char buf[128]; | |
288 | int len; | |
289 | buf[0] = prefix; | |
290 | len = ll2string(buf+1,sizeof(buf)-1,ll); | |
291 | buf[len+1] = '\r'; | |
292 | buf[len+2] = '\n'; | |
293 | addReplyString(c,buf,len+3); | |
294 | } | |
295 | ||
296 | void addReplyLongLong(redisClient *c, long long ll) { | |
297 | _addReplyLongLong(c,ll,':'); | |
298 | } | |
299 | ||
300 | void addReplyMultiBulkLen(redisClient *c, long length) { | |
301 | _addReplyLongLong(c,length,'*'); | |
302 | } | |
303 | ||
304 | void addReplyBulkLen(redisClient *c, robj *obj) { | |
305 | size_t len; | |
306 | ||
307 | if (obj->encoding == REDIS_ENCODING_RAW) { | |
308 | len = sdslen(obj->ptr); | |
309 | } else { | |
310 | long n = (long)obj->ptr; | |
311 | ||
312 | /* Compute how many bytes will take this integer as a radix 10 string */ | |
313 | len = 1; | |
314 | if (n < 0) { | |
315 | len++; | |
316 | n = -n; | |
317 | } | |
318 | while((n = n/10) != 0) { | |
319 | len++; | |
320 | } | |
321 | } | |
322 | _addReplyLongLong(c,len,'$'); | |
323 | } | |
324 | ||
325 | void addReplyBulk(redisClient *c, robj *obj) { | |
326 | addReplyBulkLen(c,obj); | |
327 | addReply(c,obj); | |
328 | addReply(c,shared.crlf); | |
329 | } | |
330 | ||
331 | /* In the CONFIG command we need to add vanilla C string as bulk replies */ | |
332 | void addReplyBulkCString(redisClient *c, char *s) { | |
333 | if (s == NULL) { | |
334 | addReply(c,shared.nullbulk); | |
335 | } else { | |
336 | robj *o = createStringObject(s,strlen(s)); | |
337 | addReplyBulk(c,o); | |
338 | decrRefCount(o); | |
339 | } | |
340 | } | |
341 | ||
342 | static void acceptCommonHandler(int fd) { | |
343 | redisClient *c; | |
344 | if ((c = createClient(fd)) == NULL) { | |
345 | redisLog(REDIS_WARNING,"Error allocating resoures for the client"); | |
346 | close(fd); /* May be already closed, just ingore errors */ | |
347 | return; | |
348 | } | |
349 | /* If maxclient directive is set and this is one client more... close the | |
350 | * connection. Note that we create the client instead to check before | |
351 | * for this condition, since now the socket is already set in nonblocking | |
352 | * mode and we can send an error for free using the Kernel I/O */ | |
353 | if (server.maxclients && listLength(server.clients) > server.maxclients) { | |
354 | char *err = "-ERR max number of clients reached\r\n"; | |
355 | ||
356 | /* That's a best effort error message, don't check write errors */ | |
357 | if (write(c->fd,err,strlen(err)) == -1) { | |
358 | /* Nothing to do, Just to avoid the warning... */ | |
359 | } | |
360 | freeClient(c); | |
361 | return; | |
362 | } | |
363 | server.stat_numconnections++; | |
364 | } | |
365 | ||
366 | void acceptTcpHandler(aeEventLoop *el, int fd, void *privdata, int mask) { | |
367 | int cport, cfd; | |
368 | char cip[128]; | |
369 | REDIS_NOTUSED(el); | |
370 | REDIS_NOTUSED(mask); | |
371 | REDIS_NOTUSED(privdata); | |
372 | ||
373 | cfd = anetTcpAccept(server.neterr, fd, cip, &cport); | |
374 | if (cfd == AE_ERR) { | |
375 | redisLog(REDIS_VERBOSE,"Accepting client connection: %s", server.neterr); | |
376 | return; | |
377 | } | |
378 | redisLog(REDIS_VERBOSE,"Accepted %s:%d", cip, cport); | |
379 | acceptCommonHandler(cfd); | |
380 | } | |
381 | ||
382 | void acceptUnixHandler(aeEventLoop *el, int fd, void *privdata, int mask) { | |
383 | int cfd; | |
384 | REDIS_NOTUSED(el); | |
385 | REDIS_NOTUSED(mask); | |
386 | REDIS_NOTUSED(privdata); | |
387 | ||
388 | cfd = anetUnixAccept(server.neterr, fd); | |
389 | if (cfd == AE_ERR) { | |
390 | redisLog(REDIS_VERBOSE,"Accepting client connection: %s", server.neterr); | |
391 | return; | |
392 | } | |
393 | redisLog(REDIS_VERBOSE,"Accepted connection to %s", server.unixsocket); | |
394 | acceptCommonHandler(cfd); | |
395 | } | |
396 | ||
397 | ||
398 | static void freeClientArgv(redisClient *c) { | |
399 | int j; | |
400 | for (j = 0; j < c->argc; j++) | |
401 | decrRefCount(c->argv[j]); | |
402 | c->argc = 0; | |
403 | } | |
404 | ||
405 | void freeClient(redisClient *c) { | |
406 | listNode *ln; | |
407 | ||
408 | /* Note that if the client we are freeing is blocked into a blocking | |
409 | * call, we have to set querybuf to NULL *before* to call | |
410 | * unblockClientWaitingData() to avoid processInputBuffer() will get | |
411 | * called. Also it is important to remove the file events after | |
412 | * this, because this call adds the READABLE event. */ | |
413 | sdsfree(c->querybuf); | |
414 | c->querybuf = NULL; | |
415 | if (c->flags & REDIS_BLOCKED) | |
416 | unblockClientWaitingData(c); | |
417 | ||
418 | /* UNWATCH all the keys */ | |
419 | unwatchAllKeys(c); | |
420 | listRelease(c->watched_keys); | |
421 | /* Unsubscribe from all the pubsub channels */ | |
422 | pubsubUnsubscribeAllChannels(c,0); | |
423 | pubsubUnsubscribeAllPatterns(c,0); | |
424 | dictRelease(c->pubsub_channels); | |
425 | listRelease(c->pubsub_patterns); | |
426 | /* Obvious cleanup */ | |
427 | aeDeleteFileEvent(server.el,c->fd,AE_READABLE); | |
428 | aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE); | |
429 | listRelease(c->reply); | |
430 | freeClientArgv(c); | |
431 | close(c->fd); | |
432 | /* Remove from the list of clients */ | |
433 | ln = listSearchKey(server.clients,c); | |
434 | redisAssert(ln != NULL); | |
435 | listDelNode(server.clients,ln); | |
436 | /* Remove from the list of clients waiting for swapped keys, or ready | |
437 | * to be restarted, but not yet woken up again. */ | |
438 | if (c->flags & REDIS_IO_WAIT) { | |
439 | redisAssert(server.vm_enabled); | |
440 | if (listLength(c->io_keys) == 0) { | |
441 | ln = listSearchKey(server.io_ready_clients,c); | |
442 | ||
443 | /* When this client is waiting to be woken up (REDIS_IO_WAIT), | |
444 | * it should be present in the list io_ready_clients */ | |
445 | redisAssert(ln != NULL); | |
446 | listDelNode(server.io_ready_clients,ln); | |
447 | } else { | |
448 | while (listLength(c->io_keys)) { | |
449 | ln = listFirst(c->io_keys); | |
450 | dontWaitForSwappedKey(c,ln->value); | |
451 | } | |
452 | } | |
453 | server.vm_blocked_clients--; | |
454 | } | |
455 | listRelease(c->io_keys); | |
456 | /* Master/slave cleanup. | |
457 | * Case 1: we lost the connection with a slave. */ | |
458 | if (c->flags & REDIS_SLAVE) { | |
459 | if (c->replstate == REDIS_REPL_SEND_BULK && c->repldbfd != -1) | |
460 | close(c->repldbfd); | |
461 | list *l = (c->flags & REDIS_MONITOR) ? server.monitors : server.slaves; | |
462 | ln = listSearchKey(l,c); | |
463 | redisAssert(ln != NULL); | |
464 | listDelNode(l,ln); | |
465 | } | |
466 | ||
467 | /* Case 2: we lost the connection with the master. */ | |
468 | if (c->flags & REDIS_MASTER) { | |
469 | server.master = NULL; | |
470 | server.replstate = REDIS_REPL_CONNECT; | |
471 | /* Since we lost the connection with the master, we should also | |
472 | * close the connection with all our slaves if we have any, so | |
473 | * when we'll resync with the master the other slaves will sync again | |
474 | * with us as well. Note that also when the slave is not connected | |
475 | * to the master it will keep refusing connections by other slaves. */ | |
476 | while (listLength(server.slaves)) { | |
477 | ln = listFirst(server.slaves); | |
478 | freeClient((redisClient*)ln->value); | |
479 | } | |
480 | } | |
481 | /* Release memory */ | |
482 | zfree(c->argv); | |
483 | freeClientMultiState(c); | |
484 | zfree(c); | |
485 | } | |
486 | ||
487 | void sendReplyToClient(aeEventLoop *el, int fd, void *privdata, int mask) { | |
488 | redisClient *c = privdata; | |
489 | int nwritten = 0, totwritten = 0, objlen; | |
490 | robj *o; | |
491 | REDIS_NOTUSED(el); | |
492 | REDIS_NOTUSED(mask); | |
493 | ||
494 | /* Use writev() if we have enough buffers to send */ | |
495 | if (!server.glueoutputbuf && | |
496 | listLength(c->reply) > REDIS_WRITEV_THRESHOLD && | |
497 | !(c->flags & REDIS_MASTER)) | |
498 | { | |
499 | sendReplyToClientWritev(el, fd, privdata, mask); | |
500 | return; | |
501 | } | |
502 | ||
503 | while(c->bufpos > 0 || listLength(c->reply)) { | |
504 | if (c->bufpos > 0) { | |
505 | if (c->flags & REDIS_MASTER) { | |
506 | /* Don't reply to a master */ | |
507 | nwritten = c->bufpos - c->sentlen; | |
508 | } else { | |
509 | nwritten = write(fd,c->buf+c->sentlen,c->bufpos-c->sentlen); | |
510 | if (nwritten <= 0) break; | |
511 | } | |
512 | c->sentlen += nwritten; | |
513 | totwritten += nwritten; | |
514 | ||
515 | /* If the buffer was sent, set bufpos to zero to continue with | |
516 | * the remainder of the reply. */ | |
517 | if (c->sentlen == c->bufpos) { | |
518 | c->bufpos = 0; | |
519 | c->sentlen = 0; | |
520 | } | |
521 | } else { | |
522 | o = listNodeValue(listFirst(c->reply)); | |
523 | objlen = sdslen(o->ptr); | |
524 | ||
525 | if (objlen == 0) { | |
526 | listDelNode(c->reply,listFirst(c->reply)); | |
527 | continue; | |
528 | } | |
529 | ||
530 | if (c->flags & REDIS_MASTER) { | |
531 | /* Don't reply to a master */ | |
532 | nwritten = objlen - c->sentlen; | |
533 | } else { | |
534 | nwritten = write(fd, ((char*)o->ptr)+c->sentlen,objlen-c->sentlen); | |
535 | if (nwritten <= 0) break; | |
536 | } | |
537 | c->sentlen += nwritten; | |
538 | totwritten += nwritten; | |
539 | ||
540 | /* If we fully sent the object on head go to the next one */ | |
541 | if (c->sentlen == objlen) { | |
542 | listDelNode(c->reply,listFirst(c->reply)); | |
543 | c->sentlen = 0; | |
544 | } | |
545 | } | |
546 | /* Note that we avoid to send more thank REDIS_MAX_WRITE_PER_EVENT | |
547 | * bytes, in a single threaded server it's a good idea to serve | |
548 | * other clients as well, even if a very large request comes from | |
549 | * super fast link that is always able to accept data (in real world | |
550 | * scenario think about 'KEYS *' against the loopback interfae) */ | |
551 | if (totwritten > REDIS_MAX_WRITE_PER_EVENT) break; | |
552 | } | |
553 | if (nwritten == -1) { | |
554 | if (errno == EAGAIN) { | |
555 | nwritten = 0; | |
556 | } else { | |
557 | redisLog(REDIS_VERBOSE, | |
558 | "Error writing to client: %s", strerror(errno)); | |
559 | freeClient(c); | |
560 | return; | |
561 | } | |
562 | } | |
563 | if (totwritten > 0) c->lastinteraction = time(NULL); | |
564 | if (listLength(c->reply) == 0) { | |
565 | c->sentlen = 0; | |
566 | aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE); | |
567 | ||
568 | /* Close connection after entire reply has been sent. */ | |
569 | if (c->flags & REDIS_CLOSE_AFTER_REPLY) freeClient(c); | |
570 | } | |
571 | } | |
572 | ||
573 | void sendReplyToClientWritev(aeEventLoop *el, int fd, void *privdata, int mask) | |
574 | { | |
575 | redisClient *c = privdata; | |
576 | int nwritten = 0, totwritten = 0, objlen, willwrite; | |
577 | robj *o; | |
578 | struct iovec iov[REDIS_WRITEV_IOVEC_COUNT]; | |
579 | int offset, ion = 0; | |
580 | REDIS_NOTUSED(el); | |
581 | REDIS_NOTUSED(mask); | |
582 | ||
583 | listNode *node; | |
584 | while (listLength(c->reply)) { | |
585 | offset = c->sentlen; | |
586 | ion = 0; | |
587 | willwrite = 0; | |
588 | ||
589 | /* fill-in the iov[] array */ | |
590 | for(node = listFirst(c->reply); node; node = listNextNode(node)) { | |
591 | o = listNodeValue(node); | |
592 | objlen = sdslen(o->ptr); | |
593 | ||
594 | if (totwritten + objlen - offset > REDIS_MAX_WRITE_PER_EVENT) | |
595 | break; | |
596 | ||
597 | if(ion == REDIS_WRITEV_IOVEC_COUNT) | |
598 | break; /* no more iovecs */ | |
599 | ||
600 | iov[ion].iov_base = ((char*)o->ptr) + offset; | |
601 | iov[ion].iov_len = objlen - offset; | |
602 | willwrite += objlen - offset; | |
603 | offset = 0; /* just for the first item */ | |
604 | ion++; | |
605 | } | |
606 | ||
607 | if(willwrite == 0) | |
608 | break; | |
609 | ||
610 | /* write all collected blocks at once */ | |
611 | if((nwritten = writev(fd, iov, ion)) < 0) { | |
612 | if (errno != EAGAIN) { | |
613 | redisLog(REDIS_VERBOSE, | |
614 | "Error writing to client: %s", strerror(errno)); | |
615 | freeClient(c); | |
616 | return; | |
617 | } | |
618 | break; | |
619 | } | |
620 | ||
621 | totwritten += nwritten; | |
622 | offset = c->sentlen; | |
623 | ||
624 | /* remove written robjs from c->reply */ | |
625 | while (nwritten && listLength(c->reply)) { | |
626 | o = listNodeValue(listFirst(c->reply)); | |
627 | objlen = sdslen(o->ptr); | |
628 | ||
629 | if(nwritten >= objlen - offset) { | |
630 | listDelNode(c->reply, listFirst(c->reply)); | |
631 | nwritten -= objlen - offset; | |
632 | c->sentlen = 0; | |
633 | } else { | |
634 | /* partial write */ | |
635 | c->sentlen += nwritten; | |
636 | break; | |
637 | } | |
638 | offset = 0; | |
639 | } | |
640 | } | |
641 | ||
642 | if (totwritten > 0) | |
643 | c->lastinteraction = time(NULL); | |
644 | ||
645 | if (listLength(c->reply) == 0) { | |
646 | c->sentlen = 0; | |
647 | aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE); | |
648 | } | |
649 | } | |
650 | ||
651 | /* resetClient prepare the client to process the next command */ | |
652 | void resetClient(redisClient *c) { | |
653 | freeClientArgv(c); | |
654 | c->reqtype = 0; | |
655 | c->multibulklen = 0; | |
656 | c->bulklen = -1; | |
657 | } | |
658 | ||
659 | void closeTimedoutClients(void) { | |
660 | redisClient *c; | |
661 | listNode *ln; | |
662 | time_t now = time(NULL); | |
663 | listIter li; | |
664 | ||
665 | listRewind(server.clients,&li); | |
666 | while ((ln = listNext(&li)) != NULL) { | |
667 | c = listNodeValue(ln); | |
668 | if (server.maxidletime && | |
669 | !(c->flags & REDIS_SLAVE) && /* no timeout for slaves */ | |
670 | !(c->flags & REDIS_MASTER) && /* no timeout for masters */ | |
671 | !(c->flags & REDIS_BLOCKED) && /* no timeout for BLPOP */ | |
672 | dictSize(c->pubsub_channels) == 0 && /* no timeout for pubsub */ | |
673 | listLength(c->pubsub_patterns) == 0 && | |
674 | (now - c->lastinteraction > server.maxidletime)) | |
675 | { | |
676 | redisLog(REDIS_VERBOSE,"Closing idle client"); | |
677 | freeClient(c); | |
678 | } else if (c->flags & REDIS_BLOCKED) { | |
679 | if (c->blockingto != 0 && c->blockingto < now) { | |
680 | addReply(c,shared.nullmultibulk); | |
681 | unblockClientWaitingData(c); | |
682 | } | |
683 | } | |
684 | } | |
685 | } | |
686 | ||
687 | int processInlineBuffer(redisClient *c) { | |
688 | char *newline = strstr(c->querybuf,"\r\n"); | |
689 | int argc, j; | |
690 | sds *argv; | |
691 | size_t querylen; | |
692 | ||
693 | /* Nothing to do without a \r\n */ | |
694 | if (newline == NULL) | |
695 | return REDIS_ERR; | |
696 | ||
697 | /* Split the input buffer up to the \r\n */ | |
698 | querylen = newline-(c->querybuf); | |
699 | argv = sdssplitlen(c->querybuf,querylen," ",1,&argc); | |
700 | ||
701 | /* Leave data after the first line of the query in the buffer */ | |
702 | c->querybuf = sdsrange(c->querybuf,querylen+2,-1); | |
703 | ||
704 | /* Setup argv array on client structure */ | |
705 | if (c->argv) zfree(c->argv); | |
706 | c->argv = zmalloc(sizeof(robj*)*argc); | |
707 | ||
708 | /* Create redis objects for all arguments. */ | |
709 | for (c->argc = 0, j = 0; j < argc; j++) { | |
710 | if (sdslen(argv[j])) { | |
711 | c->argv[c->argc] = createObject(REDIS_STRING,argv[j]); | |
712 | c->argc++; | |
713 | } else { | |
714 | sdsfree(argv[j]); | |
715 | } | |
716 | } | |
717 | zfree(argv); | |
718 | return REDIS_OK; | |
719 | } | |
720 | ||
721 | /* Helper function. Trims query buffer to make the function that processes | |
722 | * multi bulk requests idempotent. */ | |
723 | static void setProtocolError(redisClient *c, int pos) { | |
724 | c->flags |= REDIS_CLOSE_AFTER_REPLY; | |
725 | c->querybuf = sdsrange(c->querybuf,pos,-1); | |
726 | } | |
727 | ||
728 | int processMultibulkBuffer(redisClient *c) { | |
729 | char *newline = NULL; | |
730 | char *eptr; | |
731 | int pos = 0, tolerr; | |
732 | long bulklen; | |
733 | ||
734 | if (c->multibulklen == 0) { | |
735 | /* The client should have been reset */ | |
736 | redisAssert(c->argc == 0); | |
737 | ||
738 | /* Multi bulk length cannot be read without a \r\n */ | |
739 | newline = strstr(c->querybuf,"\r\n"); | |
740 | if (newline == NULL) | |
741 | return REDIS_ERR; | |
742 | ||
743 | /* We know for sure there is a whole line since newline != NULL, | |
744 | * so go ahead and find out the multi bulk length. */ | |
745 | redisAssert(c->querybuf[0] == '*'); | |
746 | c->multibulklen = strtol(c->querybuf+1,&eptr,10); | |
747 | pos = (newline-c->querybuf)+2; | |
748 | if (c->multibulklen <= 0) { | |
749 | c->querybuf = sdsrange(c->querybuf,pos,-1); | |
750 | return REDIS_OK; | |
751 | } else if (c->multibulklen > 1024*1024) { | |
752 | addReplyError(c,"Protocol error: invalid multibulk length"); | |
753 | setProtocolError(c,pos); | |
754 | return REDIS_ERR; | |
755 | } | |
756 | ||
757 | /* Setup argv array on client structure */ | |
758 | if (c->argv) zfree(c->argv); | |
759 | c->argv = zmalloc(sizeof(robj*)*c->multibulklen); | |
760 | ||
761 | /* Search new newline */ | |
762 | newline = strstr(c->querybuf+pos,"\r\n"); | |
763 | } | |
764 | ||
765 | redisAssert(c->multibulklen > 0); | |
766 | while(c->multibulklen) { | |
767 | /* Read bulk length if unknown */ | |
768 | if (c->bulklen == -1) { | |
769 | newline = strstr(c->querybuf+pos,"\r\n"); | |
770 | if (newline != NULL) { | |
771 | if (c->querybuf[pos] != '$') { | |
772 | addReplyErrorFormat(c, | |
773 | "Protocol error: expected '$', got '%c'", | |
774 | c->querybuf[pos]); | |
775 | setProtocolError(c,pos); | |
776 | return REDIS_ERR; | |
777 | } | |
778 | ||
779 | bulklen = strtol(c->querybuf+pos+1,&eptr,10); | |
780 | tolerr = (eptr[0] != '\r'); | |
781 | if (tolerr || bulklen == LONG_MIN || bulklen == LONG_MAX || | |
782 | bulklen < 0 || bulklen > 1024*1024*1024) | |
783 | { | |
784 | addReplyError(c,"Protocol error: invalid bulk length"); | |
785 | setProtocolError(c,pos); | |
786 | return REDIS_ERR; | |
787 | } | |
788 | pos += eptr-(c->querybuf+pos)+2; | |
789 | c->bulklen = bulklen; | |
790 | } else { | |
791 | /* No newline in current buffer, so wait for more data */ | |
792 | break; | |
793 | } | |
794 | } | |
795 | ||
796 | /* Read bulk argument */ | |
797 | if (sdslen(c->querybuf)-pos < (unsigned)(c->bulklen+2)) { | |
798 | /* Not enough data (+2 == trailing \r\n) */ | |
799 | break; | |
800 | } else { | |
801 | c->argv[c->argc++] = createStringObject(c->querybuf+pos,c->bulklen); | |
802 | pos += c->bulklen+2; | |
803 | c->bulklen = -1; | |
804 | c->multibulklen--; | |
805 | } | |
806 | } | |
807 | ||
808 | /* Trim to pos */ | |
809 | c->querybuf = sdsrange(c->querybuf,pos,-1); | |
810 | ||
811 | /* We're done when c->multibulk == 0 */ | |
812 | if (c->multibulklen == 0) { | |
813 | return REDIS_OK; | |
814 | } | |
815 | return REDIS_ERR; | |
816 | } | |
817 | ||
818 | void processInputBuffer(redisClient *c) { | |
819 | /* Keep processing while there is something in the input buffer */ | |
820 | while(sdslen(c->querybuf)) { | |
821 | /* Immediately abort if the client is in the middle of something. */ | |
822 | if (c->flags & REDIS_BLOCKED || c->flags & REDIS_IO_WAIT) return; | |
823 | ||
824 | /* REDIS_CLOSE_AFTER_REPLY closes the connection once the reply is | |
825 | * written to the client. Make sure to not let the reply grow after | |
826 | * this flag has been set (i.e. don't process more commands). */ | |
827 | if (c->flags & REDIS_CLOSE_AFTER_REPLY) return; | |
828 | ||
829 | /* Determine request type when unknown. */ | |
830 | if (!c->reqtype) { | |
831 | if (c->querybuf[0] == '*') { | |
832 | c->reqtype = REDIS_REQ_MULTIBULK; | |
833 | } else { | |
834 | c->reqtype = REDIS_REQ_INLINE; | |
835 | } | |
836 | } | |
837 | ||
838 | if (c->reqtype == REDIS_REQ_INLINE) { | |
839 | if (processInlineBuffer(c) != REDIS_OK) break; | |
840 | } else if (c->reqtype == REDIS_REQ_MULTIBULK) { | |
841 | if (processMultibulkBuffer(c) != REDIS_OK) break; | |
842 | } else { | |
843 | redisPanic("Unknown request type"); | |
844 | } | |
845 | ||
846 | /* Multibulk processing could see a <= 0 length. */ | |
847 | if (c->argc == 0) { | |
848 | resetClient(c); | |
849 | } else { | |
850 | /* Only reset the client when the command was executed. */ | |
851 | if (processCommand(c) == REDIS_OK) | |
852 | resetClient(c); | |
853 | } | |
854 | } | |
855 | } | |
856 | ||
857 | void readQueryFromClient(aeEventLoop *el, int fd, void *privdata, int mask) { | |
858 | redisClient *c = (redisClient*) privdata; | |
859 | char buf[REDIS_IOBUF_LEN]; | |
860 | int nread; | |
861 | REDIS_NOTUSED(el); | |
862 | REDIS_NOTUSED(mask); | |
863 | ||
864 | nread = read(fd, buf, REDIS_IOBUF_LEN); | |
865 | if (nread == -1) { | |
866 | if (errno == EAGAIN) { | |
867 | nread = 0; | |
868 | } else { | |
869 | redisLog(REDIS_VERBOSE, "Reading from client: %s",strerror(errno)); | |
870 | freeClient(c); | |
871 | return; | |
872 | } | |
873 | } else if (nread == 0) { | |
874 | redisLog(REDIS_VERBOSE, "Client closed connection"); | |
875 | freeClient(c); | |
876 | return; | |
877 | } | |
878 | if (nread) { | |
879 | c->querybuf = sdscatlen(c->querybuf,buf,nread); | |
880 | c->lastinteraction = time(NULL); | |
881 | } else { | |
882 | return; | |
883 | } | |
884 | processInputBuffer(c); | |
885 | } |