]> git.saurik.com Git - redis.git/blob - src/t_zset.c
0a35f3925bc0a96de297408e499e7f6e157892c7
[redis.git] / src / t_zset.c
1 #include "redis.h"
2
3 #include <math.h>
4
5 /*-----------------------------------------------------------------------------
6 * Sorted set API
7 *----------------------------------------------------------------------------*/
8
9 /* ZSETs are ordered sets using two data structures to hold the same elements
10 * in order to get O(log(N)) INSERT and REMOVE operations into a sorted
11 * data structure.
12 *
13 * The elements are added to an hash table mapping Redis objects to scores.
14 * At the same time the elements are added to a skip list mapping scores
15 * to Redis objects (so objects are sorted by scores in this "view"). */
16
17 /* This skiplist implementation is almost a C translation of the original
18 * algorithm described by William Pugh in "Skip Lists: A Probabilistic
19 * Alternative to Balanced Trees", modified in three ways:
20 * a) this implementation allows for repeated values.
21 * b) the comparison is not just by key (our 'score') but by satellite data.
22 * c) there is a back pointer, so it's a doubly linked list with the back
23 * pointers being only at "level 1". This allows to traverse the list
24 * from tail to head, useful for ZREVRANGE. */
25
26 zskiplistNode *zslCreateNode(int level, double score, robj *obj) {
27 zskiplistNode *zn = zmalloc(sizeof(*zn)+level*sizeof(struct zskiplistLevel));
28 zn->score = score;
29 zn->obj = obj;
30 return zn;
31 }
32
33 zskiplist *zslCreate(void) {
34 int j;
35 zskiplist *zsl;
36
37 zsl = zmalloc(sizeof(*zsl));
38 zsl->level = 1;
39 zsl->length = 0;
40 zsl->header = zslCreateNode(ZSKIPLIST_MAXLEVEL,0,NULL);
41 for (j = 0; j < ZSKIPLIST_MAXLEVEL; j++) {
42 zsl->header->level[j].forward = NULL;
43 zsl->header->level[j].span = 0;
44 }
45 zsl->header->backward = NULL;
46 zsl->tail = NULL;
47 return zsl;
48 }
49
50 void zslFreeNode(zskiplistNode *node) {
51 decrRefCount(node->obj);
52 zfree(node);
53 }
54
55 void zslFree(zskiplist *zsl) {
56 zskiplistNode *node = zsl->header->level[0].forward, *next;
57
58 zfree(zsl->header);
59 while(node) {
60 next = node->level[0].forward;
61 zslFreeNode(node);
62 node = next;
63 }
64 zfree(zsl);
65 }
66
67 int zslRandomLevel(void) {
68 int level = 1;
69 while ((random()&0xFFFF) < (ZSKIPLIST_P * 0xFFFF))
70 level += 1;
71 return (level<ZSKIPLIST_MAXLEVEL) ? level : ZSKIPLIST_MAXLEVEL;
72 }
73
74 zskiplistNode *zslInsert(zskiplist *zsl, double score, robj *obj) {
75 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
76 unsigned int rank[ZSKIPLIST_MAXLEVEL];
77 int i, level;
78
79 x = zsl->header;
80 for (i = zsl->level-1; i >= 0; i--) {
81 /* store rank that is crossed to reach the insert position */
82 rank[i] = i == (zsl->level-1) ? 0 : rank[i+1];
83 while (x->level[i].forward &&
84 (x->level[i].forward->score < score ||
85 (x->level[i].forward->score == score &&
86 compareStringObjects(x->level[i].forward->obj,obj) < 0))) {
87 rank[i] += x->level[i].span;
88 x = x->level[i].forward;
89 }
90 update[i] = x;
91 }
92 /* we assume the key is not already inside, since we allow duplicated
93 * scores, and the re-insertion of score and redis object should never
94 * happpen since the caller of zslInsert() should test in the hash table
95 * if the element is already inside or not. */
96 level = zslRandomLevel();
97 if (level > zsl->level) {
98 for (i = zsl->level; i < level; i++) {
99 rank[i] = 0;
100 update[i] = zsl->header;
101 update[i]->level[i].span = zsl->length;
102 }
103 zsl->level = level;
104 }
105 x = zslCreateNode(level,score,obj);
106 for (i = 0; i < level; i++) {
107 x->level[i].forward = update[i]->level[i].forward;
108 update[i]->level[i].forward = x;
109
110 /* update span covered by update[i] as x is inserted here */
111 x->level[i].span = update[i]->level[i].span - (rank[0] - rank[i]);
112 update[i]->level[i].span = (rank[0] - rank[i]) + 1;
113 }
114
115 /* increment span for untouched levels */
116 for (i = level; i < zsl->level; i++) {
117 update[i]->level[i].span++;
118 }
119
120 x->backward = (update[0] == zsl->header) ? NULL : update[0];
121 if (x->level[0].forward)
122 x->level[0].forward->backward = x;
123 else
124 zsl->tail = x;
125 zsl->length++;
126 return x;
127 }
128
129 /* Internal function used by zslDelete, zslDeleteByScore and zslDeleteByRank */
130 void zslDeleteNode(zskiplist *zsl, zskiplistNode *x, zskiplistNode **update) {
131 int i;
132 for (i = 0; i < zsl->level; i++) {
133 if (update[i]->level[i].forward == x) {
134 update[i]->level[i].span += x->level[i].span - 1;
135 update[i]->level[i].forward = x->level[i].forward;
136 } else {
137 update[i]->level[i].span -= 1;
138 }
139 }
140 if (x->level[0].forward) {
141 x->level[0].forward->backward = x->backward;
142 } else {
143 zsl->tail = x->backward;
144 }
145 while(zsl->level > 1 && zsl->header->level[zsl->level-1].forward == NULL)
146 zsl->level--;
147 zsl->length--;
148 }
149
150 /* Delete an element with matching score/object from the skiplist. */
151 int zslDelete(zskiplist *zsl, double score, robj *obj) {
152 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
153 int i;
154
155 x = zsl->header;
156 for (i = zsl->level-1; i >= 0; i--) {
157 while (x->level[i].forward &&
158 (x->level[i].forward->score < score ||
159 (x->level[i].forward->score == score &&
160 compareStringObjects(x->level[i].forward->obj,obj) < 0)))
161 x = x->level[i].forward;
162 update[i] = x;
163 }
164 /* We may have multiple elements with the same score, what we need
165 * is to find the element with both the right score and object. */
166 x = x->level[0].forward;
167 if (x && score == x->score && equalStringObjects(x->obj,obj)) {
168 zslDeleteNode(zsl, x, update);
169 zslFreeNode(x);
170 return 1;
171 } else {
172 return 0; /* not found */
173 }
174 return 0; /* not found */
175 }
176
177 /* Struct to hold a inclusive/exclusive range spec. */
178 typedef struct {
179 double min, max;
180 int minex, maxex; /* are min or max exclusive? */
181 } zrangespec;
182
183 static int zslValueGteMin(double value, zrangespec *spec) {
184 return spec->minex ? (value > spec->min) : (value >= spec->min);
185 }
186
187 static int zslValueLteMax(double value, zrangespec *spec) {
188 return spec->maxex ? (value < spec->max) : (value <= spec->max);
189 }
190
191 static int zslValueInRange(double value, zrangespec *spec) {
192 return zslValueGteMin(value,spec) && zslValueLteMax(value,spec);
193 }
194
195 /* Returns if there is a part of the zset is in range. */
196 int zslIsInRange(zskiplist *zsl, zrangespec *range) {
197 zskiplistNode *x;
198
199 /* Test for ranges that will always be empty. */
200 if (range->min > range->max ||
201 (range->min == range->max && (range->minex || range->maxex)))
202 return 0;
203 x = zsl->tail;
204 if (x == NULL || !zslValueGteMin(x->score,range))
205 return 0;
206 x = zsl->header->level[0].forward;
207 if (x == NULL || !zslValueLteMax(x->score,range))
208 return 0;
209 return 1;
210 }
211
212 /* Find the first node that is contained in the specified range.
213 * Returns NULL when no element is contained in the range. */
214 zskiplistNode *zslFirstInRange(zskiplist *zsl, zrangespec range) {
215 zskiplistNode *x;
216 int i;
217
218 /* If everything is out of range, return early. */
219 if (!zslIsInRange(zsl,&range)) return NULL;
220
221 x = zsl->header;
222 for (i = zsl->level-1; i >= 0; i--) {
223 /* Go forward while *OUT* of range. */
224 while (x->level[i].forward &&
225 !zslValueGteMin(x->level[i].forward->score,&range))
226 x = x->level[i].forward;
227 }
228
229 /* The tail is in range, so the previous block should always return a
230 * node that is non-NULL and the last one to be out of range. */
231 x = x->level[0].forward;
232 redisAssert(x != NULL && zslValueInRange(x->score,&range));
233 return x;
234 }
235
236 /* Find the last node that is contained in the specified range.
237 * Returns NULL when no element is contained in the range. */
238 zskiplistNode *zslLastInRange(zskiplist *zsl, zrangespec range) {
239 zskiplistNode *x;
240 int i;
241
242 /* If everything is out of range, return early. */
243 if (!zslIsInRange(zsl,&range)) return NULL;
244
245 x = zsl->header;
246 for (i = zsl->level-1; i >= 0; i--) {
247 /* Go forward while *IN* range. */
248 while (x->level[i].forward &&
249 zslValueLteMax(x->level[i].forward->score,&range))
250 x = x->level[i].forward;
251 }
252
253 /* The header is in range, so the previous block should always return a
254 * node that is non-NULL and in range. */
255 redisAssert(x != NULL && zslValueInRange(x->score,&range));
256 return x;
257 }
258
259 /* Delete all the elements with score between min and max from the skiplist.
260 * Min and mx are inclusive, so a score >= min || score <= max is deleted.
261 * Note that this function takes the reference to the hash table view of the
262 * sorted set, in order to remove the elements from the hash table too. */
263 unsigned long zslDeleteRangeByScore(zskiplist *zsl, zrangespec range, dict *dict) {
264 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
265 unsigned long removed = 0;
266 int i;
267
268 x = zsl->header;
269 for (i = zsl->level-1; i >= 0; i--) {
270 while (x->level[i].forward && (range.minex ?
271 x->level[i].forward->score <= range.min :
272 x->level[i].forward->score < range.min))
273 x = x->level[i].forward;
274 update[i] = x;
275 }
276
277 /* Current node is the last with score < or <= min. */
278 x = x->level[0].forward;
279
280 /* Delete nodes while in range. */
281 while (x && (range.maxex ? x->score < range.max : x->score <= range.max)) {
282 zskiplistNode *next = x->level[0].forward;
283 zslDeleteNode(zsl,x,update);
284 dictDelete(dict,x->obj);
285 zslFreeNode(x);
286 removed++;
287 x = next;
288 }
289 return removed;
290 }
291
292 /* Delete all the elements with rank between start and end from the skiplist.
293 * Start and end are inclusive. Note that start and end need to be 1-based */
294 unsigned long zslDeleteRangeByRank(zskiplist *zsl, unsigned int start, unsigned int end, dict *dict) {
295 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
296 unsigned long traversed = 0, removed = 0;
297 int i;
298
299 x = zsl->header;
300 for (i = zsl->level-1; i >= 0; i--) {
301 while (x->level[i].forward && (traversed + x->level[i].span) < start) {
302 traversed += x->level[i].span;
303 x = x->level[i].forward;
304 }
305 update[i] = x;
306 }
307
308 traversed++;
309 x = x->level[0].forward;
310 while (x && traversed <= end) {
311 zskiplistNode *next = x->level[0].forward;
312 zslDeleteNode(zsl,x,update);
313 dictDelete(dict,x->obj);
314 zslFreeNode(x);
315 removed++;
316 traversed++;
317 x = next;
318 }
319 return removed;
320 }
321
322 /* Find the rank for an element by both score and key.
323 * Returns 0 when the element cannot be found, rank otherwise.
324 * Note that the rank is 1-based due to the span of zsl->header to the
325 * first element. */
326 unsigned long zslGetRank(zskiplist *zsl, double score, robj *o) {
327 zskiplistNode *x;
328 unsigned long rank = 0;
329 int i;
330
331 x = zsl->header;
332 for (i = zsl->level-1; i >= 0; i--) {
333 while (x->level[i].forward &&
334 (x->level[i].forward->score < score ||
335 (x->level[i].forward->score == score &&
336 compareStringObjects(x->level[i].forward->obj,o) <= 0))) {
337 rank += x->level[i].span;
338 x = x->level[i].forward;
339 }
340
341 /* x might be equal to zsl->header, so test if obj is non-NULL */
342 if (x->obj && equalStringObjects(x->obj,o)) {
343 return rank;
344 }
345 }
346 return 0;
347 }
348
349 /* Finds an element by its rank. The rank argument needs to be 1-based. */
350 zskiplistNode* zslGetElementByRank(zskiplist *zsl, unsigned long rank) {
351 zskiplistNode *x;
352 unsigned long traversed = 0;
353 int i;
354
355 x = zsl->header;
356 for (i = zsl->level-1; i >= 0; i--) {
357 while (x->level[i].forward && (traversed + x->level[i].span) <= rank)
358 {
359 traversed += x->level[i].span;
360 x = x->level[i].forward;
361 }
362 if (traversed == rank) {
363 return x;
364 }
365 }
366 return NULL;
367 }
368
369 /* Populate the rangespec according to the objects min and max. */
370 static int zslParseRange(robj *min, robj *max, zrangespec *spec) {
371 char *eptr;
372 spec->minex = spec->maxex = 0;
373
374 /* Parse the min-max interval. If one of the values is prefixed
375 * by the "(" character, it's considered "open". For instance
376 * ZRANGEBYSCORE zset (1.5 (2.5 will match min < x < max
377 * ZRANGEBYSCORE zset 1.5 2.5 will instead match min <= x <= max */
378 if (min->encoding == REDIS_ENCODING_INT) {
379 spec->min = (long)min->ptr;
380 } else {
381 if (((char*)min->ptr)[0] == '(') {
382 spec->min = strtod((char*)min->ptr+1,&eptr);
383 if (eptr[0] != '\0' || isnan(spec->min)) return REDIS_ERR;
384 spec->minex = 1;
385 } else {
386 spec->min = strtod((char*)min->ptr,&eptr);
387 if (eptr[0] != '\0' || isnan(spec->min)) return REDIS_ERR;
388 }
389 }
390 if (max->encoding == REDIS_ENCODING_INT) {
391 spec->max = (long)max->ptr;
392 } else {
393 if (((char*)max->ptr)[0] == '(') {
394 spec->max = strtod((char*)max->ptr+1,&eptr);
395 if (eptr[0] != '\0' || isnan(spec->max)) return REDIS_ERR;
396 spec->maxex = 1;
397 } else {
398 spec->max = strtod((char*)max->ptr,&eptr);
399 if (eptr[0] != '\0' || isnan(spec->max)) return REDIS_ERR;
400 }
401 }
402
403 return REDIS_OK;
404 }
405
406 /*-----------------------------------------------------------------------------
407 * Ziplist-backed sorted set API
408 *----------------------------------------------------------------------------*/
409
410 double zzlGetScore(unsigned char *sptr) {
411 unsigned char *vstr;
412 unsigned int vlen;
413 long long vlong;
414 char buf[128];
415 double score;
416
417 redisAssert(sptr != NULL);
418 redisAssert(ziplistGet(sptr,&vstr,&vlen,&vlong));
419
420 if (vstr) {
421 memcpy(buf,vstr,vlen);
422 buf[vlen] = '\0';
423 score = strtod(buf,NULL);
424 } else {
425 score = vlong;
426 }
427
428 return score;
429 }
430
431 /* Compare element in sorted set with given element. */
432 int zzlCompareElements(unsigned char *eptr, unsigned char *cstr, unsigned int clen) {
433 unsigned char *vstr;
434 unsigned int vlen;
435 long long vlong;
436 unsigned char vbuf[32];
437 int minlen, cmp;
438
439 redisAssert(ziplistGet(eptr,&vstr,&vlen,&vlong));
440 if (vstr == NULL) {
441 /* Store string representation of long long in buf. */
442 vlen = ll2string((char*)vbuf,sizeof(vbuf),vlong);
443 vstr = vbuf;
444 }
445
446 minlen = (vlen < clen) ? vlen : clen;
447 cmp = memcmp(vstr,cstr,minlen);
448 if (cmp == 0) return vlen-clen;
449 return cmp;
450 }
451
452 unsigned int zzlLength(unsigned char *zl) {
453 return ziplistLen(zl)/2;
454 }
455
456 /* Move to next entry based on the values in eptr and sptr. Both are set to
457 * NULL when there is no next entry. */
458 void zzlNext(unsigned char *zl, unsigned char **eptr, unsigned char **sptr) {
459 unsigned char *_eptr, *_sptr;
460 redisAssert(*eptr != NULL && *sptr != NULL);
461
462 _eptr = ziplistNext(zl,*sptr);
463 if (_eptr != NULL) {
464 _sptr = ziplistNext(zl,_eptr);
465 redisAssert(_sptr != NULL);
466 } else {
467 /* No next entry. */
468 _sptr = NULL;
469 }
470
471 *eptr = _eptr;
472 *sptr = _sptr;
473 }
474
475 /* Move to the previous entry based on the values in eptr and sptr. Both are
476 * set to NULL when there is no next entry. */
477 void zzlPrev(unsigned char *zl, unsigned char **eptr, unsigned char **sptr) {
478 unsigned char *_eptr, *_sptr;
479 redisAssert(*eptr != NULL && *sptr != NULL);
480
481 _sptr = ziplistPrev(zl,*eptr);
482 if (_sptr != NULL) {
483 _eptr = ziplistPrev(zl,_sptr);
484 redisAssert(_eptr != NULL);
485 } else {
486 /* No previous entry. */
487 _eptr = NULL;
488 }
489
490 *eptr = _eptr;
491 *sptr = _sptr;
492 }
493
494 /* Returns if there is a part of the zset is in range. Should only be used
495 * internally by zzlFirstInRange and zzlLastInRange. */
496 int zzlIsInRange(unsigned char *zl, zrangespec *range) {
497 unsigned char *p;
498 double score;
499
500 /* Test for ranges that will always be empty. */
501 if (range->min > range->max ||
502 (range->min == range->max && (range->minex || range->maxex)))
503 return 0;
504
505 p = ziplistIndex(zl,-1); /* Last score. */
506 redisAssert(p != NULL);
507 score = zzlGetScore(p);
508 if (!zslValueGteMin(score,range))
509 return 0;
510
511 p = ziplistIndex(zl,1); /* First score. */
512 redisAssert(p != NULL);
513 score = zzlGetScore(p);
514 if (!zslValueLteMax(score,range))
515 return 0;
516
517 return 1;
518 }
519
520 /* Find pointer to the first element contained in the specified range.
521 * Returns NULL when no element is contained in the range. */
522 unsigned char *zzlFirstInRange(robj *zobj, zrangespec range) {
523 unsigned char *zl = zobj->ptr;
524 unsigned char *eptr = ziplistIndex(zl,0), *sptr;
525 double score;
526
527 /* If everything is out of range, return early. */
528 if (!zzlIsInRange(zl,&range)) return NULL;
529
530 while (eptr != NULL) {
531 sptr = ziplistNext(zl,eptr);
532 redisAssert(sptr != NULL);
533
534 score = zzlGetScore(sptr);
535 if (zslValueGteMin(score,&range))
536 return eptr;
537
538 /* Move to next element. */
539 eptr = ziplistNext(zl,sptr);
540 }
541
542 return NULL;
543 }
544
545 /* Find pointer to the last element contained in the specified range.
546 * Returns NULL when no element is contained in the range. */
547 unsigned char *zzlLastInRange(robj *zobj, zrangespec range) {
548 unsigned char *zl = zobj->ptr;
549 unsigned char *eptr = ziplistIndex(zl,-2), *sptr;
550 double score;
551
552 /* If everything is out of range, return early. */
553 if (!zzlIsInRange(zl,&range)) return NULL;
554
555 while (eptr != NULL) {
556 sptr = ziplistNext(zl,eptr);
557 redisAssert(sptr != NULL);
558
559 score = zzlGetScore(sptr);
560 if (zslValueLteMax(score,&range))
561 return eptr;
562
563 /* Move to previous element by moving to the score of previous element.
564 * When this returns NULL, we know there also is no element. */
565 sptr = ziplistPrev(zl,eptr);
566 if (sptr != NULL)
567 redisAssert((eptr = ziplistPrev(zl,sptr)) != NULL);
568 else
569 eptr = NULL;
570 }
571
572 return NULL;
573 }
574
575 unsigned char *zzlFind(robj *zobj, robj *ele, double *score) {
576 unsigned char *zl = zobj->ptr;
577 unsigned char *eptr = ziplistIndex(zl,0), *sptr;
578
579 ele = getDecodedObject(ele);
580 while (eptr != NULL) {
581 sptr = ziplistNext(zl,eptr);
582 redisAssert(sptr != NULL);
583
584 if (ziplistCompare(eptr,ele->ptr,sdslen(ele->ptr))) {
585 /* Matching element, pull out score. */
586 if (score != NULL) *score = zzlGetScore(sptr);
587 decrRefCount(ele);
588 return eptr;
589 }
590
591 /* Move to next element. */
592 eptr = ziplistNext(zl,sptr);
593 }
594
595 decrRefCount(ele);
596 return NULL;
597 }
598
599 /* Delete (element,score) pair from ziplist. Use local copy of eptr because we
600 * don't want to modify the one given as argument. */
601 int zzlDelete(robj *zobj, unsigned char *eptr) {
602 unsigned char *zl = zobj->ptr;
603 unsigned char *p = eptr;
604
605 /* TODO: add function to ziplist API to delete N elements from offset. */
606 zl = ziplistDelete(zl,&p);
607 zl = ziplistDelete(zl,&p);
608 zobj->ptr = zl;
609 return REDIS_OK;
610 }
611
612 int zzlInsertAt(robj *zobj, robj *ele, double score, unsigned char *eptr) {
613 unsigned char *zl = zobj->ptr;
614 unsigned char *sptr;
615 char scorebuf[128];
616 int scorelen;
617 int offset;
618
619 redisAssert(ele->encoding == REDIS_ENCODING_RAW);
620 scorelen = d2string(scorebuf,sizeof(scorebuf),score);
621 if (eptr == NULL) {
622 zl = ziplistPush(zl,ele->ptr,sdslen(ele->ptr),ZIPLIST_TAIL);
623 zl = ziplistPush(zl,(unsigned char*)scorebuf,scorelen,ZIPLIST_TAIL);
624 } else {
625 /* Keep offset relative to zl, as it might be re-allocated. */
626 offset = eptr-zl;
627 zl = ziplistInsert(zl,eptr,ele->ptr,sdslen(ele->ptr));
628 eptr = zl+offset;
629
630 /* Insert score after the element. */
631 redisAssert((sptr = ziplistNext(zl,eptr)) != NULL);
632 zl = ziplistInsert(zl,sptr,(unsigned char*)scorebuf,scorelen);
633 }
634
635 zobj->ptr = zl;
636 return REDIS_OK;
637 }
638
639 /* Insert (element,score) pair in ziplist. This function assumes the element is
640 * not yet present in the list. */
641 int zzlInsert(robj *zobj, robj *ele, double score) {
642 unsigned char *zl = zobj->ptr;
643 unsigned char *eptr = ziplistIndex(zl,0), *sptr;
644 double s;
645
646 ele = getDecodedObject(ele);
647 while (eptr != NULL) {
648 sptr = ziplistNext(zl,eptr);
649 redisAssert(sptr != NULL);
650 s = zzlGetScore(sptr);
651
652 if (s > score) {
653 /* First element with score larger than score for element to be
654 * inserted. This means we should take its spot in the list to
655 * maintain ordering. */
656 zzlInsertAt(zobj,ele,score,eptr);
657 break;
658 } else if (s == score) {
659 /* Ensure lexicographical ordering for elements. */
660 if (zzlCompareElements(eptr,ele->ptr,sdslen(ele->ptr)) > 0) {
661 zzlInsertAt(zobj,ele,score,eptr);
662 break;
663 }
664 }
665
666 /* Move to next element. */
667 eptr = ziplistNext(zl,sptr);
668 }
669
670 /* Push on tail of list when it was not yet inserted. */
671 if (eptr == NULL)
672 zzlInsertAt(zobj,ele,score,NULL);
673
674 decrRefCount(ele);
675 return REDIS_OK;
676 }
677
678 unsigned long zzlDeleteRangeByScore(robj *zobj, zrangespec range) {
679 unsigned char *zl = zobj->ptr;
680 unsigned char *eptr, *sptr;
681 double score;
682 unsigned long deleted = 0;
683
684 eptr = zzlFirstInRange(zobj,range);
685 if (eptr == NULL) return deleted;
686
687
688 /* When the tail of the ziplist is deleted, eptr will point to the sentinel
689 * byte and ziplistNext will return NULL. */
690 while ((sptr = ziplistNext(zl,eptr)) != NULL) {
691 score = zzlGetScore(sptr);
692 if (zslValueLteMax(score,&range)) {
693 /* Delete both the element and the score. */
694 zl = ziplistDelete(zl,&eptr);
695 zl = ziplistDelete(zl,&eptr);
696 deleted++;
697 } else {
698 /* No longer in range. */
699 break;
700 }
701 }
702
703 return deleted;
704 }
705
706 /* Delete all the elements with rank between start and end from the skiplist.
707 * Start and end are inclusive. Note that start and end need to be 1-based */
708 unsigned long zzlDeleteRangeByRank(robj *zobj, unsigned int start, unsigned int end) {
709 unsigned int num = (end-start)+1;
710 zobj->ptr = ziplistDeleteRange(zobj->ptr,2*(start-1),2*num);
711 return num;
712 }
713
714 /*-----------------------------------------------------------------------------
715 * Common sorted set API
716 *----------------------------------------------------------------------------*/
717
718 int zsLength(robj *zobj) {
719 int length = -1;
720 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
721 length = zzlLength(zobj->ptr);
722 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
723 length = ((zset*)zobj->ptr)->zsl->length;
724 } else {
725 redisPanic("Unknown sorted set encoding");
726 }
727 return length;
728 }
729
730 void zsConvert(robj *zobj, int encoding) {
731 zset *zs;
732 zskiplistNode *node, *next;
733 robj *ele;
734 double score;
735
736 if (zobj->encoding == encoding) return;
737 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
738 unsigned char *zl = zobj->ptr;
739 unsigned char *eptr, *sptr;
740 unsigned char *vstr;
741 unsigned int vlen;
742 long long vlong;
743
744 if (encoding != REDIS_ENCODING_RAW)
745 redisPanic("Unknown target encoding");
746
747 zs = zmalloc(sizeof(*zs));
748 zs->dict = dictCreate(&zsetDictType,NULL);
749 zs->zsl = zslCreate();
750
751 eptr = ziplistIndex(zl,0);
752 redisAssert(eptr != NULL);
753 sptr = ziplistNext(zl,eptr);
754 redisAssert(sptr != NULL);
755
756 while (eptr != NULL) {
757 score = zzlGetScore(sptr);
758 redisAssert(ziplistGet(eptr,&vstr,&vlen,&vlong));
759 if (vstr == NULL)
760 ele = createStringObjectFromLongLong(vlong);
761 else
762 ele = createStringObject((char*)vstr,vlen);
763
764 /* Has incremented refcount since it was just created. */
765 node = zslInsert(zs->zsl,score,ele);
766 redisAssert(dictAdd(zs->dict,ele,&node->score) == DICT_OK);
767 incrRefCount(ele); /* Added to dictionary. */
768 zzlNext(zl,&eptr,&sptr);
769 }
770
771 zfree(zobj->ptr);
772 zobj->ptr = zs;
773 zobj->encoding = REDIS_ENCODING_RAW;
774 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
775 unsigned char *zl = ziplistNew();
776
777 if (encoding != REDIS_ENCODING_ZIPLIST)
778 redisPanic("Unknown target encoding");
779
780 /* Approach similar to zslFree(), since we want to free the skiplist at
781 * the same time as creating the ziplist. */
782 zs = zobj->ptr;
783 dictRelease(zs->dict);
784 node = zs->zsl->header->level[0].forward;
785 zfree(zs->zsl->header);
786 zfree(zs->zsl);
787
788 /* Immediately store pointer to ziplist in object because it will
789 * change because of reallocations when pushing to the ziplist. */
790 zobj->ptr = zl;
791
792 while (node) {
793 ele = getDecodedObject(node->obj);
794 redisAssert(zzlInsertAt(zobj,ele,node->score,NULL) == REDIS_OK);
795 decrRefCount(ele);
796
797 next = node->level[0].forward;
798 zslFreeNode(node);
799 node = next;
800 }
801
802 zfree(zs);
803 zobj->encoding = REDIS_ENCODING_ZIPLIST;
804 } else {
805 redisPanic("Unknown sorted set encoding");
806 }
807 }
808
809 /*-----------------------------------------------------------------------------
810 * Sorted set commands
811 *----------------------------------------------------------------------------*/
812
813 /* This generic command implements both ZADD and ZINCRBY. */
814 void zaddGenericCommand(redisClient *c, int incr) {
815 static char *nanerr = "resulting score is not a number (NaN)";
816 robj *key = c->argv[1];
817 robj *ele;
818 robj *zobj;
819 robj *curobj;
820 double score, curscore = 0.0;
821
822 if (getDoubleFromObjectOrReply(c,c->argv[2],&score,NULL) != REDIS_OK)
823 return;
824
825 zobj = lookupKeyWrite(c->db,key);
826 if (zobj == NULL) {
827 if (server.zset_max_ziplist_entries == 0 ||
828 server.zset_max_ziplist_value < sdslen(c->argv[3]->ptr))
829 {
830 zobj = createZsetObject();
831 } else {
832 zobj = createZsetZiplistObject();
833 }
834 dbAdd(c->db,key,zobj);
835 } else {
836 if (zobj->type != REDIS_ZSET) {
837 addReply(c,shared.wrongtypeerr);
838 return;
839 }
840 }
841
842 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
843 unsigned char *eptr;
844
845 /* Prefer non-encoded element when dealing with ziplists. */
846 ele = c->argv[3];
847 if ((eptr = zzlFind(zobj,ele,&curscore)) != NULL) {
848 if (incr) {
849 score += curscore;
850 if (isnan(score)) {
851 addReplyError(c,nanerr);
852 /* Don't need to check if the sorted set is empty, because
853 * we know it has at least one element. */
854 return;
855 }
856 }
857
858 /* Remove and re-insert when score changed. */
859 if (score != curscore) {
860 redisAssert(zzlDelete(zobj,eptr) == REDIS_OK);
861 redisAssert(zzlInsert(zobj,ele,score) == REDIS_OK);
862
863 signalModifiedKey(c->db,key);
864 server.dirty++;
865 }
866
867 if (incr) /* ZINCRBY */
868 addReplyDouble(c,score);
869 else /* ZADD */
870 addReply(c,shared.czero);
871 } else {
872 /* Optimize: check if the element is too large or the list becomes
873 * too long *before* executing zzlInsert. */
874 redisAssert(zzlInsert(zobj,ele,score) == REDIS_OK);
875 if (zzlLength(zobj->ptr) > server.zset_max_ziplist_entries)
876 zsConvert(zobj,REDIS_ENCODING_RAW);
877 if (sdslen(ele->ptr) > server.zset_max_ziplist_value)
878 zsConvert(zobj,REDIS_ENCODING_RAW);
879
880 signalModifiedKey(c->db,key);
881 server.dirty++;
882
883 if (incr) /* ZINCRBY */
884 addReplyDouble(c,score);
885 else /* ZADD */
886 addReply(c,shared.cone);
887 }
888 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
889 zset *zs = zobj->ptr;
890 zskiplistNode *znode;
891 dictEntry *de;
892
893 ele = c->argv[3] = tryObjectEncoding(c->argv[3]);
894 de = dictFind(zs->dict,ele);
895 if (de != NULL) {
896 curobj = dictGetEntryKey(de);
897 curscore = *(double*)dictGetEntryVal(de);
898
899 if (incr) {
900 score += curscore;
901 if (isnan(score)) {
902 addReplyError(c,nanerr);
903 /* Don't need to check if the sorted set is empty, because
904 * we know it has at least one element. */
905 return;
906 }
907 }
908
909 /* Remove and re-insert when score changed. We can safely delete
910 * the key object from the skiplist, since the dictionary still has
911 * a reference to it. */
912 if (score != curscore) {
913 redisAssert(zslDelete(zs->zsl,curscore,curobj));
914 znode = zslInsert(zs->zsl,score,curobj);
915 incrRefCount(curobj); /* Re-inserted in skiplist. */
916 dictGetEntryVal(de) = &znode->score; /* Update score ptr. */
917
918 signalModifiedKey(c->db,key);
919 server.dirty++;
920 }
921
922 if (incr) /* ZINCRBY */
923 addReplyDouble(c,score);
924 else /* ZADD */
925 addReply(c,shared.czero);
926 } else {
927 znode = zslInsert(zs->zsl,score,ele);
928 incrRefCount(ele); /* Inserted in skiplist. */
929 redisAssert(dictAdd(zs->dict,ele,&znode->score) == DICT_OK);
930 incrRefCount(ele); /* Added to dictionary. */
931
932 signalModifiedKey(c->db,key);
933 server.dirty++;
934
935 if (incr) /* ZINCRBY */
936 addReplyDouble(c,score);
937 else /* ZADD */
938 addReply(c,shared.cone);
939 }
940 } else {
941 redisPanic("Unknown sorted set encoding");
942 }
943 }
944
945 void zaddCommand(redisClient *c) {
946 zaddGenericCommand(c,0);
947 }
948
949 void zincrbyCommand(redisClient *c) {
950 zaddGenericCommand(c,1);
951 }
952
953 void zremCommand(redisClient *c) {
954 robj *key = c->argv[1];
955 robj *ele = c->argv[2];
956 robj *zobj;
957
958 if ((zobj = lookupKeyWriteOrReply(c,key,shared.czero)) == NULL ||
959 checkType(c,zobj,REDIS_ZSET)) return;
960
961 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
962 unsigned char *eptr;
963
964 if ((eptr = zzlFind(zobj,ele,NULL)) != NULL) {
965 redisAssert(zzlDelete(zobj,eptr) == REDIS_OK);
966 if (zzlLength(zobj->ptr) == 0) dbDelete(c->db,key);
967 } else {
968 addReply(c,shared.czero);
969 return;
970 }
971 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
972 zset *zs = zobj->ptr;
973 dictEntry *de;
974 double score;
975
976 de = dictFind(zs->dict,ele);
977 if (de != NULL) {
978 /* Delete from the skiplist */
979 score = *(double*)dictGetEntryVal(de);
980 redisAssert(zslDelete(zs->zsl,score,ele));
981
982 /* Delete from the hash table */
983 dictDelete(zs->dict,ele);
984 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
985 if (dictSize(zs->dict) == 0) dbDelete(c->db,key);
986 } else {
987 addReply(c,shared.czero);
988 return;
989 }
990 } else {
991 redisPanic("Unknown sorted set encoding");
992 }
993
994 signalModifiedKey(c->db,key);
995 server.dirty++;
996 addReply(c,shared.cone);
997 }
998
999 void zremrangebyscoreCommand(redisClient *c) {
1000 robj *key = c->argv[1];
1001 robj *zobj;
1002 zrangespec range;
1003 unsigned long deleted;
1004
1005 /* Parse the range arguments. */
1006 if (zslParseRange(c->argv[2],c->argv[3],&range) != REDIS_OK) {
1007 addReplyError(c,"min or max is not a double");
1008 return;
1009 }
1010
1011 if ((zobj = lookupKeyWriteOrReply(c,key,shared.czero)) == NULL ||
1012 checkType(c,zobj,REDIS_ZSET)) return;
1013
1014 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1015 deleted = zzlDeleteRangeByScore(zobj,range);
1016 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
1017 zset *zs = zobj->ptr;
1018 deleted = zslDeleteRangeByScore(zs->zsl,range,zs->dict);
1019 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
1020 if (dictSize(zs->dict) == 0) dbDelete(c->db,key);
1021 } else {
1022 redisPanic("Unknown sorted set encoding");
1023 }
1024
1025 if (deleted) signalModifiedKey(c->db,key);
1026 server.dirty += deleted;
1027 addReplyLongLong(c,deleted);
1028 }
1029
1030 void zremrangebyrankCommand(redisClient *c) {
1031 robj *key = c->argv[1];
1032 robj *zobj;
1033 long start;
1034 long end;
1035 int llen;
1036 unsigned long deleted;
1037
1038 if ((getLongFromObjectOrReply(c, c->argv[2], &start, NULL) != REDIS_OK) ||
1039 (getLongFromObjectOrReply(c, c->argv[3], &end, NULL) != REDIS_OK)) return;
1040
1041 if ((zobj = lookupKeyWriteOrReply(c,key,shared.czero)) == NULL ||
1042 checkType(c,zobj,REDIS_ZSET)) return;
1043
1044 /* Sanitize indexes. */
1045 llen = zsLength(zobj);
1046 if (start < 0) start = llen+start;
1047 if (end < 0) end = llen+end;
1048 if (start < 0) start = 0;
1049
1050 /* Invariant: start >= 0, so this test will be true when end < 0.
1051 * The range is empty when start > end or start >= length. */
1052 if (start > end || start >= llen) {
1053 addReply(c,shared.czero);
1054 return;
1055 }
1056 if (end >= llen) end = llen-1;
1057
1058 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1059 /* Correct for 1-based rank. */
1060 deleted = zzlDeleteRangeByRank(zobj,start+1,end+1);
1061 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
1062 zset *zs = zobj->ptr;
1063
1064 /* Correct for 1-based rank. */
1065 deleted = zslDeleteRangeByRank(zs->zsl,start+1,end+1,zs->dict);
1066 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
1067 if (dictSize(zs->dict) == 0) dbDelete(c->db,key);
1068 } else {
1069 redisPanic("Unknown sorted set encoding");
1070 }
1071
1072 if (deleted) signalModifiedKey(c->db,key);
1073 server.dirty += deleted;
1074 addReplyLongLong(c,deleted);
1075 }
1076
1077 typedef struct {
1078 dict *dict;
1079 double weight;
1080 } zsetopsrc;
1081
1082 int qsortCompareZsetopsrcByCardinality(const void *s1, const void *s2) {
1083 zsetopsrc *d1 = (void*) s1, *d2 = (void*) s2;
1084 unsigned long size1, size2;
1085 size1 = d1->dict ? dictSize(d1->dict) : 0;
1086 size2 = d2->dict ? dictSize(d2->dict) : 0;
1087 return size1 - size2;
1088 }
1089
1090 #define REDIS_AGGR_SUM 1
1091 #define REDIS_AGGR_MIN 2
1092 #define REDIS_AGGR_MAX 3
1093 #define zunionInterDictValue(_e) (dictGetEntryVal(_e) == NULL ? 1.0 : *(double*)dictGetEntryVal(_e))
1094
1095 inline static void zunionInterAggregate(double *target, double val, int aggregate) {
1096 if (aggregate == REDIS_AGGR_SUM) {
1097 *target = *target + val;
1098 /* The result of adding two doubles is NaN when one variable
1099 * is +inf and the other is -inf. When these numbers are added,
1100 * we maintain the convention of the result being 0.0. */
1101 if (isnan(*target)) *target = 0.0;
1102 } else if (aggregate == REDIS_AGGR_MIN) {
1103 *target = val < *target ? val : *target;
1104 } else if (aggregate == REDIS_AGGR_MAX) {
1105 *target = val > *target ? val : *target;
1106 } else {
1107 /* safety net */
1108 redisPanic("Unknown ZUNION/INTER aggregate type");
1109 }
1110 }
1111
1112 void zunionInterGenericCommand(redisClient *c, robj *dstkey, int op) {
1113 int i, j, setnum;
1114 int aggregate = REDIS_AGGR_SUM;
1115 zsetopsrc *src;
1116 robj *dstobj;
1117 zset *dstzset;
1118 zskiplistNode *znode;
1119 dictIterator *di;
1120 dictEntry *de;
1121 int touched = 0;
1122
1123 /* expect setnum input keys to be given */
1124 setnum = atoi(c->argv[2]->ptr);
1125 if (setnum < 1) {
1126 addReplyError(c,
1127 "at least 1 input key is needed for ZUNIONSTORE/ZINTERSTORE");
1128 return;
1129 }
1130
1131 /* test if the expected number of keys would overflow */
1132 if (3+setnum > c->argc) {
1133 addReply(c,shared.syntaxerr);
1134 return;
1135 }
1136
1137 /* read keys to be used for input */
1138 src = zmalloc(sizeof(zsetopsrc) * setnum);
1139 for (i = 0, j = 3; i < setnum; i++, j++) {
1140 robj *obj = lookupKeyWrite(c->db,c->argv[j]);
1141 if (!obj) {
1142 src[i].dict = NULL;
1143 } else {
1144 if (obj->type == REDIS_ZSET) {
1145 src[i].dict = ((zset*)obj->ptr)->dict;
1146 } else if (obj->type == REDIS_SET) {
1147 src[i].dict = (obj->ptr);
1148 } else {
1149 zfree(src);
1150 addReply(c,shared.wrongtypeerr);
1151 return;
1152 }
1153 }
1154
1155 /* default all weights to 1 */
1156 src[i].weight = 1.0;
1157 }
1158
1159 /* parse optional extra arguments */
1160 if (j < c->argc) {
1161 int remaining = c->argc - j;
1162
1163 while (remaining) {
1164 if (remaining >= (setnum + 1) && !strcasecmp(c->argv[j]->ptr,"weights")) {
1165 j++; remaining--;
1166 for (i = 0; i < setnum; i++, j++, remaining--) {
1167 if (getDoubleFromObjectOrReply(c,c->argv[j],&src[i].weight,
1168 "weight value is not a double") != REDIS_OK)
1169 {
1170 zfree(src);
1171 return;
1172 }
1173 }
1174 } else if (remaining >= 2 && !strcasecmp(c->argv[j]->ptr,"aggregate")) {
1175 j++; remaining--;
1176 if (!strcasecmp(c->argv[j]->ptr,"sum")) {
1177 aggregate = REDIS_AGGR_SUM;
1178 } else if (!strcasecmp(c->argv[j]->ptr,"min")) {
1179 aggregate = REDIS_AGGR_MIN;
1180 } else if (!strcasecmp(c->argv[j]->ptr,"max")) {
1181 aggregate = REDIS_AGGR_MAX;
1182 } else {
1183 zfree(src);
1184 addReply(c,shared.syntaxerr);
1185 return;
1186 }
1187 j++; remaining--;
1188 } else {
1189 zfree(src);
1190 addReply(c,shared.syntaxerr);
1191 return;
1192 }
1193 }
1194 }
1195
1196 /* sort sets from the smallest to largest, this will improve our
1197 * algorithm's performance */
1198 qsort(src,setnum,sizeof(zsetopsrc),qsortCompareZsetopsrcByCardinality);
1199
1200 dstobj = createZsetObject();
1201 dstzset = dstobj->ptr;
1202
1203 if (op == REDIS_OP_INTER) {
1204 /* skip going over all entries if the smallest zset is NULL or empty */
1205 if (src[0].dict && dictSize(src[0].dict) > 0) {
1206 /* precondition: as src[0].dict is non-empty and the zsets are ordered
1207 * from small to large, all src[i > 0].dict are non-empty too */
1208 di = dictGetIterator(src[0].dict);
1209 while((de = dictNext(di)) != NULL) {
1210 double score, value;
1211
1212 score = src[0].weight * zunionInterDictValue(de);
1213 for (j = 1; j < setnum; j++) {
1214 dictEntry *other = dictFind(src[j].dict,dictGetEntryKey(de));
1215 if (other) {
1216 value = src[j].weight * zunionInterDictValue(other);
1217 zunionInterAggregate(&score,value,aggregate);
1218 } else {
1219 break;
1220 }
1221 }
1222
1223 /* Only continue when present in every source dict. */
1224 if (j == setnum) {
1225 robj *o = dictGetEntryKey(de);
1226 znode = zslInsert(dstzset->zsl,score,o);
1227 incrRefCount(o); /* added to skiplist */
1228 dictAdd(dstzset->dict,o,&znode->score);
1229 incrRefCount(o); /* added to dictionary */
1230 }
1231 }
1232 dictReleaseIterator(di);
1233 }
1234 } else if (op == REDIS_OP_UNION) {
1235 for (i = 0; i < setnum; i++) {
1236 if (!src[i].dict) continue;
1237
1238 di = dictGetIterator(src[i].dict);
1239 while((de = dictNext(di)) != NULL) {
1240 double score, value;
1241
1242 /* skip key when already processed */
1243 if (dictFind(dstzset->dict,dictGetEntryKey(de)) != NULL)
1244 continue;
1245
1246 /* initialize score */
1247 score = src[i].weight * zunionInterDictValue(de);
1248
1249 /* because the zsets are sorted by size, its only possible
1250 * for sets at larger indices to hold this entry */
1251 for (j = (i+1); j < setnum; j++) {
1252 dictEntry *other = dictFind(src[j].dict,dictGetEntryKey(de));
1253 if (other) {
1254 value = src[j].weight * zunionInterDictValue(other);
1255 zunionInterAggregate(&score,value,aggregate);
1256 }
1257 }
1258
1259 robj *o = dictGetEntryKey(de);
1260 znode = zslInsert(dstzset->zsl,score,o);
1261 incrRefCount(o); /* added to skiplist */
1262 dictAdd(dstzset->dict,o,&znode->score);
1263 incrRefCount(o); /* added to dictionary */
1264 }
1265 dictReleaseIterator(di);
1266 }
1267 } else {
1268 /* unknown operator */
1269 redisAssert(op == REDIS_OP_INTER || op == REDIS_OP_UNION);
1270 }
1271
1272 if (dbDelete(c->db,dstkey)) {
1273 signalModifiedKey(c->db,dstkey);
1274 touched = 1;
1275 server.dirty++;
1276 }
1277 if (dstzset->zsl->length) {
1278 dbAdd(c->db,dstkey,dstobj);
1279 addReplyLongLong(c, dstzset->zsl->length);
1280 if (!touched) signalModifiedKey(c->db,dstkey);
1281 server.dirty++;
1282 } else {
1283 decrRefCount(dstobj);
1284 addReply(c, shared.czero);
1285 }
1286 zfree(src);
1287 }
1288
1289 void zunionstoreCommand(redisClient *c) {
1290 zunionInterGenericCommand(c,c->argv[1], REDIS_OP_UNION);
1291 }
1292
1293 void zinterstoreCommand(redisClient *c) {
1294 zunionInterGenericCommand(c,c->argv[1], REDIS_OP_INTER);
1295 }
1296
1297 void zrangeGenericCommand(redisClient *c, int reverse) {
1298 robj *key = c->argv[1];
1299 robj *zobj;
1300 int withscores = 0;
1301 long start;
1302 long end;
1303 int llen;
1304 int rangelen;
1305
1306 if ((getLongFromObjectOrReply(c, c->argv[2], &start, NULL) != REDIS_OK) ||
1307 (getLongFromObjectOrReply(c, c->argv[3], &end, NULL) != REDIS_OK)) return;
1308
1309 if (c->argc == 5 && !strcasecmp(c->argv[4]->ptr,"withscores")) {
1310 withscores = 1;
1311 } else if (c->argc >= 5) {
1312 addReply(c,shared.syntaxerr);
1313 return;
1314 }
1315
1316 if ((zobj = lookupKeyReadOrReply(c,key,shared.emptymultibulk)) == NULL
1317 || checkType(c,zobj,REDIS_ZSET)) return;
1318
1319 /* Sanitize indexes. */
1320 llen = zsLength(zobj);
1321 if (start < 0) start = llen+start;
1322 if (end < 0) end = llen+end;
1323 if (start < 0) start = 0;
1324
1325 /* Invariant: start >= 0, so this test will be true when end < 0.
1326 * The range is empty when start > end or start >= length. */
1327 if (start > end || start >= llen) {
1328 addReply(c,shared.emptymultibulk);
1329 return;
1330 }
1331 if (end >= llen) end = llen-1;
1332 rangelen = (end-start)+1;
1333
1334 /* Return the result in form of a multi-bulk reply */
1335 addReplyMultiBulkLen(c, withscores ? (rangelen*2) : rangelen);
1336
1337 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1338 unsigned char *zl = zobj->ptr;
1339 unsigned char *eptr, *sptr;
1340 unsigned char *vstr;
1341 unsigned int vlen;
1342 long long vlong;
1343
1344 if (reverse)
1345 eptr = ziplistIndex(zl,-2-(2*start));
1346 else
1347 eptr = ziplistIndex(zl,2*start);
1348
1349 redisAssert(eptr != NULL);
1350 sptr = ziplistNext(zl,eptr);
1351
1352 while (rangelen--) {
1353 redisAssert(eptr != NULL && sptr != NULL);
1354 redisAssert(ziplistGet(eptr,&vstr,&vlen,&vlong));
1355 if (vstr == NULL)
1356 addReplyBulkLongLong(c,vlong);
1357 else
1358 addReplyBulkCBuffer(c,vstr,vlen);
1359
1360 if (withscores)
1361 addReplyDouble(c,zzlGetScore(sptr));
1362
1363 if (reverse)
1364 zzlPrev(zl,&eptr,&sptr);
1365 else
1366 zzlNext(zl,&eptr,&sptr);
1367 }
1368
1369 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
1370 zset *zs = zobj->ptr;
1371 zskiplist *zsl = zs->zsl;
1372 zskiplistNode *ln;
1373 robj *ele;
1374
1375 /* Check if starting point is trivial, before doing log(N) lookup. */
1376 if (reverse) {
1377 ln = zsl->tail;
1378 if (start > 0)
1379 ln = zslGetElementByRank(zsl,llen-start);
1380 } else {
1381 ln = zsl->header->level[0].forward;
1382 if (start > 0)
1383 ln = zslGetElementByRank(zsl,start+1);
1384 }
1385
1386 while(rangelen--) {
1387 redisAssert(ln != NULL);
1388 ele = ln->obj;
1389 addReplyBulk(c,ele);
1390 if (withscores)
1391 addReplyDouble(c,ln->score);
1392 ln = reverse ? ln->backward : ln->level[0].forward;
1393 }
1394 } else {
1395 redisPanic("Unknown sorted set encoding");
1396 }
1397 }
1398
1399 void zrangeCommand(redisClient *c) {
1400 zrangeGenericCommand(c,0);
1401 }
1402
1403 void zrevrangeCommand(redisClient *c) {
1404 zrangeGenericCommand(c,1);
1405 }
1406
1407 /* This command implements ZRANGEBYSCORE, ZREVRANGEBYSCORE and ZCOUNT.
1408 * If "justcount", only the number of elements in the range is returned. */
1409 void genericZrangebyscoreCommand(redisClient *c, int reverse, int justcount) {
1410 zrangespec range;
1411 robj *key = c->argv[1];
1412 robj *emptyreply, *zobj;
1413 int offset = 0, limit = -1;
1414 int withscores = 0;
1415 unsigned long rangelen = 0;
1416 void *replylen = NULL;
1417 int minidx, maxidx;
1418
1419 /* Parse the range arguments. */
1420 if (reverse) {
1421 /* Range is given as [max,min] */
1422 maxidx = 2; minidx = 3;
1423 } else {
1424 /* Range is given as [min,max] */
1425 minidx = 2; maxidx = 3;
1426 }
1427
1428 if (zslParseRange(c->argv[minidx],c->argv[maxidx],&range) != REDIS_OK) {
1429 addReplyError(c,"min or max is not a double");
1430 return;
1431 }
1432
1433 /* Parse optional extra arguments. Note that ZCOUNT will exactly have
1434 * 4 arguments, so we'll never enter the following code path. */
1435 if (c->argc > 4) {
1436 int remaining = c->argc - 4;
1437 int pos = 4;
1438
1439 while (remaining) {
1440 if (remaining >= 1 && !strcasecmp(c->argv[pos]->ptr,"withscores")) {
1441 pos++; remaining--;
1442 withscores = 1;
1443 } else if (remaining >= 3 && !strcasecmp(c->argv[pos]->ptr,"limit")) {
1444 offset = atoi(c->argv[pos+1]->ptr);
1445 limit = atoi(c->argv[pos+2]->ptr);
1446 pos += 3; remaining -= 3;
1447 } else {
1448 addReply(c,shared.syntaxerr);
1449 return;
1450 }
1451 }
1452 }
1453
1454 /* Ok, lookup the key and get the range */
1455 emptyreply = justcount ? shared.czero : shared.emptymultibulk;
1456 if ((zobj = lookupKeyReadOrReply(c,key,emptyreply)) == NULL ||
1457 checkType(c,zobj,REDIS_ZSET)) return;
1458
1459 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1460 unsigned char *zl = zobj->ptr;
1461 unsigned char *eptr, *sptr;
1462 unsigned char *vstr;
1463 unsigned int vlen;
1464 long long vlong;
1465 double score;
1466
1467 /* If reversed, get the last node in range as starting point. */
1468 if (reverse)
1469 eptr = zzlLastInRange(zobj,range);
1470 else
1471 eptr = zzlFirstInRange(zobj,range);
1472
1473 /* No "first" element in the specified interval. */
1474 if (eptr == NULL) {
1475 addReply(c,emptyreply);
1476 return;
1477 }
1478
1479 /* Get score pointer for the first element. */
1480 redisAssert(eptr != NULL);
1481 sptr = ziplistNext(zl,eptr);
1482
1483 /* We don't know in advance how many matching elements there are in the
1484 * list, so we push this object that will represent the multi-bulk
1485 * length in the output buffer, and will "fix" it later */
1486 if (!justcount)
1487 replylen = addDeferredMultiBulkLength(c);
1488
1489 /* If there is an offset, just traverse the number of elements without
1490 * checking the score because that is done in the next loop. */
1491 while (eptr && offset--)
1492 if (reverse)
1493 zzlPrev(zl,&eptr,&sptr);
1494 else
1495 zzlNext(zl,&eptr,&sptr);
1496
1497 while (eptr && limit--) {
1498 score = zzlGetScore(sptr);
1499
1500 /* Abort when the node is no longer in range. */
1501 if (reverse) {
1502 if (!zslValueGteMin(score,&range)) break;
1503 } else {
1504 if (!zslValueLteMax(score,&range)) break;
1505 }
1506
1507 /* Do our magic */
1508 rangelen++;
1509 if (!justcount) {
1510 redisAssert(ziplistGet(eptr,&vstr,&vlen,&vlong));
1511 if (vstr == NULL)
1512 addReplyBulkLongLong(c,vlong);
1513 else
1514 addReplyBulkCBuffer(c,vstr,vlen);
1515
1516 if (withscores)
1517 addReplyDouble(c,score);
1518 }
1519
1520 /* Move to next node */
1521 if (reverse)
1522 zzlPrev(zl,&eptr,&sptr);
1523 else
1524 zzlNext(zl,&eptr,&sptr);
1525 }
1526 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
1527 zset *zs = zobj->ptr;
1528 zskiplist *zsl = zs->zsl;
1529 zskiplistNode *ln;
1530
1531 /* If reversed, get the last node in range as starting point. */
1532 if (reverse)
1533 ln = zslLastInRange(zsl,range);
1534 else
1535 ln = zslFirstInRange(zsl,range);
1536
1537 /* No "first" element in the specified interval. */
1538 if (ln == NULL) {
1539 addReply(c,emptyreply);
1540 return;
1541 }
1542
1543 /* We don't know in advance how many matching elements there are in the
1544 * list, so we push this object that will represent the multi-bulk
1545 * length in the output buffer, and will "fix" it later */
1546 if (!justcount)
1547 replylen = addDeferredMultiBulkLength(c);
1548
1549 /* If there is an offset, just traverse the number of elements without
1550 * checking the score because that is done in the next loop. */
1551 while (ln && offset--)
1552 ln = reverse ? ln->backward : ln->level[0].forward;
1553
1554 while (ln && limit--) {
1555 /* Abort when the node is no longer in range. */
1556 if (reverse) {
1557 if (!zslValueGteMin(ln->score,&range)) break;
1558 } else {
1559 if (!zslValueLteMax(ln->score,&range)) break;
1560 }
1561
1562 /* Do our magic */
1563 rangelen++;
1564 if (!justcount) {
1565 addReplyBulk(c,ln->obj);
1566 if (withscores)
1567 addReplyDouble(c,ln->score);
1568 }
1569
1570 /* Move to next node */
1571 ln = reverse ? ln->backward : ln->level[0].forward;
1572 }
1573 } else {
1574 redisPanic("Unknown sorted set encoding");
1575 }
1576
1577 if (justcount) {
1578 addReplyLongLong(c,(long)rangelen);
1579 } else {
1580 if (withscores) rangelen *= 2;
1581 setDeferredMultiBulkLength(c,replylen,rangelen);
1582 }
1583 }
1584
1585 void zrangebyscoreCommand(redisClient *c) {
1586 genericZrangebyscoreCommand(c,0,0);
1587 }
1588
1589 void zrevrangebyscoreCommand(redisClient *c) {
1590 genericZrangebyscoreCommand(c,1,0);
1591 }
1592
1593 void zcountCommand(redisClient *c) {
1594 genericZrangebyscoreCommand(c,0,1);
1595 }
1596
1597 void zcardCommand(redisClient *c) {
1598 robj *key = c->argv[1];
1599 robj *zobj;
1600
1601 if ((zobj = lookupKeyReadOrReply(c,key,shared.czero)) == NULL ||
1602 checkType(c,zobj,REDIS_ZSET)) return;
1603
1604 addReplyLongLong(c,zsLength(zobj));
1605 }
1606
1607 void zscoreCommand(redisClient *c) {
1608 robj *key = c->argv[1];
1609 robj *zobj;
1610 double score;
1611
1612 if ((zobj = lookupKeyReadOrReply(c,key,shared.nullbulk)) == NULL ||
1613 checkType(c,zobj,REDIS_ZSET)) return;
1614
1615 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1616 if (zzlFind(zobj,c->argv[2],&score) != NULL)
1617 addReplyDouble(c,score);
1618 else
1619 addReply(c,shared.nullbulk);
1620 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
1621 zset *zs = zobj->ptr;
1622 dictEntry *de;
1623
1624 c->argv[2] = tryObjectEncoding(c->argv[2]);
1625 de = dictFind(zs->dict,c->argv[2]);
1626 if (de != NULL) {
1627 score = *(double*)dictGetEntryVal(de);
1628 addReplyDouble(c,score);
1629 } else {
1630 addReply(c,shared.nullbulk);
1631 }
1632 } else {
1633 redisPanic("Unknown sorted set encoding");
1634 }
1635 }
1636
1637 void zrankGenericCommand(redisClient *c, int reverse) {
1638 robj *key = c->argv[1];
1639 robj *ele = c->argv[2];
1640 robj *zobj;
1641 unsigned long llen;
1642 unsigned long rank;
1643
1644 if ((zobj = lookupKeyReadOrReply(c,key,shared.nullbulk)) == NULL ||
1645 checkType(c,zobj,REDIS_ZSET)) return;
1646 llen = zsLength(zobj);
1647
1648 redisAssert(ele->encoding == REDIS_ENCODING_RAW);
1649 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1650 unsigned char *zl = zobj->ptr;
1651 unsigned char *eptr, *sptr;
1652
1653 eptr = ziplistIndex(zl,0);
1654 redisAssert(eptr != NULL);
1655 sptr = ziplistNext(zl,eptr);
1656 redisAssert(sptr != NULL);
1657
1658 rank = 1;
1659 while(eptr != NULL) {
1660 if (ziplistCompare(eptr,ele->ptr,sdslen(ele->ptr)))
1661 break;
1662 rank++;
1663 zzlNext(zl,&eptr,&sptr);
1664 }
1665
1666 if (eptr != NULL) {
1667 if (reverse)
1668 addReplyLongLong(c,llen-rank);
1669 else
1670 addReplyLongLong(c,rank-1);
1671 } else {
1672 addReply(c,shared.nullbulk);
1673 }
1674 } else if (zobj->encoding == REDIS_ENCODING_RAW) {
1675 zset *zs = zobj->ptr;
1676 zskiplist *zsl = zs->zsl;
1677 dictEntry *de;
1678 double score;
1679
1680 ele = c->argv[2] = tryObjectEncoding(c->argv[2]);
1681 de = dictFind(zs->dict,ele);
1682 if (de != NULL) {
1683 score = *(double*)dictGetEntryVal(de);
1684 rank = zslGetRank(zsl,score,ele);
1685 redisAssert(rank); /* Existing elements always have a rank. */
1686 if (reverse)
1687 addReplyLongLong(c,llen-rank);
1688 else
1689 addReplyLongLong(c,rank-1);
1690 } else {
1691 addReply(c,shared.nullbulk);
1692 }
1693 } else {
1694 redisPanic("Unknown sorted set encoding");
1695 }
1696 }
1697
1698 void zrankCommand(redisClient *c) {
1699 zrankGenericCommand(c, 0);
1700 }
1701
1702 void zrevrankCommand(redisClient *c) {
1703 zrankGenericCommand(c, 1);
1704 }