]> git.saurik.com Git - redis.git/blame - src/t_zset.c
Fixed some spelling errors in the comments
[redis.git] / src / t_zset.c
CommitLineData
e2641e09 1#include "redis.h"
2
3#include <math.h>
4
5/*-----------------------------------------------------------------------------
6 * Sorted set API
7 *----------------------------------------------------------------------------*/
8
9/* ZSETs are ordered sets using two data structures to hold the same elements
10 * in order to get O(log(N)) INSERT and REMOVE operations into a sorted
11 * data structure.
12 *
13 * The elements are added to an hash table mapping Redis objects to scores.
14 * At the same time the elements are added to a skip list mapping scores
15 * to Redis objects (so objects are sorted by scores in this "view"). */
16
17/* This skiplist implementation is almost a C translation of the original
18 * algorithm described by William Pugh in "Skip Lists: A Probabilistic
19 * Alternative to Balanced Trees", modified in three ways:
d8bd12f9 20 * a) this implementation allows for repeated scores.
e2641e09 21 * b) the comparison is not just by key (our 'score') but by satellite data.
22 * c) there is a back pointer, so it's a doubly linked list with the back
23 * pointers being only at "level 1". This allows to traverse the list
24 * from tail to head, useful for ZREVRANGE. */
25
26zskiplistNode *zslCreateNode(int level, double score, robj *obj) {
2159782b 27 zskiplistNode *zn = zmalloc(sizeof(*zn)+level*sizeof(struct zskiplistLevel));
e2641e09 28 zn->score = score;
29 zn->obj = obj;
30 return zn;
31}
32
33zskiplist *zslCreate(void) {
34 int j;
35 zskiplist *zsl;
36
37 zsl = zmalloc(sizeof(*zsl));
38 zsl->level = 1;
39 zsl->length = 0;
40 zsl->header = zslCreateNode(ZSKIPLIST_MAXLEVEL,0,NULL);
41 for (j = 0; j < ZSKIPLIST_MAXLEVEL; j++) {
2159782b
PN
42 zsl->header->level[j].forward = NULL;
43 zsl->header->level[j].span = 0;
e2641e09 44 }
45 zsl->header->backward = NULL;
46 zsl->tail = NULL;
47 return zsl;
48}
49
50void zslFreeNode(zskiplistNode *node) {
51 decrRefCount(node->obj);
e2641e09 52 zfree(node);
53}
54
55void zslFree(zskiplist *zsl) {
2159782b 56 zskiplistNode *node = zsl->header->level[0].forward, *next;
e2641e09 57
e2641e09 58 zfree(zsl->header);
59 while(node) {
2159782b 60 next = node->level[0].forward;
e2641e09 61 zslFreeNode(node);
62 node = next;
63 }
64 zfree(zsl);
65}
66
7faa1f07 67/* Returns a random level for the new skiplist node we are going to create.
68 * The return value of this function is between 1 and ZSKIPLIST_MAXLEVEL
69 * (both inclusive), with a powerlaw-alike distribution where higher
70 * levels are less likely to be returned. */
e2641e09 71int zslRandomLevel(void) {
72 int level = 1;
73 while ((random()&0xFFFF) < (ZSKIPLIST_P * 0xFFFF))
74 level += 1;
75 return (level<ZSKIPLIST_MAXLEVEL) ? level : ZSKIPLIST_MAXLEVEL;
76}
77
69ef89f2 78zskiplistNode *zslInsert(zskiplist *zsl, double score, robj *obj) {
e2641e09 79 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
80 unsigned int rank[ZSKIPLIST_MAXLEVEL];
81 int i, level;
82
a244a13b 83 redisAssert(!isnan(score));
e2641e09 84 x = zsl->header;
85 for (i = zsl->level-1; i >= 0; i--) {
86 /* store rank that is crossed to reach the insert position */
87 rank[i] = i == (zsl->level-1) ? 0 : rank[i+1];
2159782b
PN
88 while (x->level[i].forward &&
89 (x->level[i].forward->score < score ||
90 (x->level[i].forward->score == score &&
91 compareStringObjects(x->level[i].forward->obj,obj) < 0))) {
92 rank[i] += x->level[i].span;
93 x = x->level[i].forward;
e2641e09 94 }
95 update[i] = x;
96 }
97 /* we assume the key is not already inside, since we allow duplicated
98 * scores, and the re-insertion of score and redis object should never
99 * happpen since the caller of zslInsert() should test in the hash table
100 * if the element is already inside or not. */
101 level = zslRandomLevel();
102 if (level > zsl->level) {
103 for (i = zsl->level; i < level; i++) {
104 rank[i] = 0;
105 update[i] = zsl->header;
2159782b 106 update[i]->level[i].span = zsl->length;
e2641e09 107 }
108 zsl->level = level;
109 }
110 x = zslCreateNode(level,score,obj);
111 for (i = 0; i < level; i++) {
2159782b
PN
112 x->level[i].forward = update[i]->level[i].forward;
113 update[i]->level[i].forward = x;
e2641e09 114
115 /* update span covered by update[i] as x is inserted here */
2159782b
PN
116 x->level[i].span = update[i]->level[i].span - (rank[0] - rank[i]);
117 update[i]->level[i].span = (rank[0] - rank[i]) + 1;
e2641e09 118 }
119
120 /* increment span for untouched levels */
121 for (i = level; i < zsl->level; i++) {
2159782b 122 update[i]->level[i].span++;
e2641e09 123 }
124
125 x->backward = (update[0] == zsl->header) ? NULL : update[0];
2159782b
PN
126 if (x->level[0].forward)
127 x->level[0].forward->backward = x;
e2641e09 128 else
129 zsl->tail = x;
130 zsl->length++;
69ef89f2 131 return x;
e2641e09 132}
133
134/* Internal function used by zslDelete, zslDeleteByScore and zslDeleteByRank */
135void zslDeleteNode(zskiplist *zsl, zskiplistNode *x, zskiplistNode **update) {
136 int i;
137 for (i = 0; i < zsl->level; i++) {
2159782b
PN
138 if (update[i]->level[i].forward == x) {
139 update[i]->level[i].span += x->level[i].span - 1;
140 update[i]->level[i].forward = x->level[i].forward;
e2641e09 141 } else {
2159782b 142 update[i]->level[i].span -= 1;
e2641e09 143 }
144 }
2159782b
PN
145 if (x->level[0].forward) {
146 x->level[0].forward->backward = x->backward;
e2641e09 147 } else {
148 zsl->tail = x->backward;
149 }
2159782b 150 while(zsl->level > 1 && zsl->header->level[zsl->level-1].forward == NULL)
e2641e09 151 zsl->level--;
152 zsl->length--;
153}
154
155/* Delete an element with matching score/object from the skiplist. */
156int zslDelete(zskiplist *zsl, double score, robj *obj) {
157 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
158 int i;
159
160 x = zsl->header;
161 for (i = zsl->level-1; i >= 0; i--) {
2159782b
PN
162 while (x->level[i].forward &&
163 (x->level[i].forward->score < score ||
164 (x->level[i].forward->score == score &&
165 compareStringObjects(x->level[i].forward->obj,obj) < 0)))
166 x = x->level[i].forward;
e2641e09 167 update[i] = x;
168 }
169 /* We may have multiple elements with the same score, what we need
170 * is to find the element with both the right score and object. */
2159782b 171 x = x->level[0].forward;
e2641e09 172 if (x && score == x->score && equalStringObjects(x->obj,obj)) {
173 zslDeleteNode(zsl, x, update);
174 zslFreeNode(x);
175 return 1;
176 } else {
177 return 0; /* not found */
178 }
179 return 0; /* not found */
180}
181
45290ad9 182static int zslValueGteMin(double value, zrangespec *spec) {
22b9bf15
PN
183 return spec->minex ? (value > spec->min) : (value >= spec->min);
184}
185
45290ad9 186static int zslValueLteMax(double value, zrangespec *spec) {
22b9bf15
PN
187 return spec->maxex ? (value < spec->max) : (value <= spec->max);
188}
189
22b9bf15
PN
190/* Returns if there is a part of the zset is in range. */
191int zslIsInRange(zskiplist *zsl, zrangespec *range) {
192 zskiplistNode *x;
193
8e1b3277
PN
194 /* Test for ranges that will always be empty. */
195 if (range->min > range->max ||
196 (range->min == range->max && (range->minex || range->maxex)))
197 return 0;
22b9bf15 198 x = zsl->tail;
45290ad9 199 if (x == NULL || !zslValueGteMin(x->score,range))
22b9bf15
PN
200 return 0;
201 x = zsl->header->level[0].forward;
45290ad9 202 if (x == NULL || !zslValueLteMax(x->score,range))
22b9bf15
PN
203 return 0;
204 return 1;
205}
206
207/* Find the first node that is contained in the specified range.
208 * Returns NULL when no element is contained in the range. */
209zskiplistNode *zslFirstInRange(zskiplist *zsl, zrangespec range) {
210 zskiplistNode *x;
211 int i;
212
213 /* If everything is out of range, return early. */
214 if (!zslIsInRange(zsl,&range)) return NULL;
215
216 x = zsl->header;
217 for (i = zsl->level-1; i >= 0; i--) {
218 /* Go forward while *OUT* of range. */
219 while (x->level[i].forward &&
45290ad9 220 !zslValueGteMin(x->level[i].forward->score,&range))
22b9bf15
PN
221 x = x->level[i].forward;
222 }
223
e53ca04b 224 /* This is an inner range, so the next node cannot be NULL. */
22b9bf15 225 x = x->level[0].forward;
e53ca04b
PN
226 redisAssert(x != NULL);
227
228 /* Check if score <= max. */
229 if (!zslValueLteMax(x->score,&range)) return NULL;
22b9bf15
PN
230 return x;
231}
232
233/* Find the last node that is contained in the specified range.
234 * Returns NULL when no element is contained in the range. */
235zskiplistNode *zslLastInRange(zskiplist *zsl, zrangespec range) {
236 zskiplistNode *x;
237 int i;
238
239 /* If everything is out of range, return early. */
240 if (!zslIsInRange(zsl,&range)) return NULL;
241
242 x = zsl->header;
243 for (i = zsl->level-1; i >= 0; i--) {
244 /* Go forward while *IN* range. */
245 while (x->level[i].forward &&
45290ad9 246 zslValueLteMax(x->level[i].forward->score,&range))
22b9bf15
PN
247 x = x->level[i].forward;
248 }
249
e53ca04b
PN
250 /* This is an inner range, so this node cannot be NULL. */
251 redisAssert(x != NULL);
252
253 /* Check if score >= min. */
254 if (!zslValueGteMin(x->score,&range)) return NULL;
22b9bf15
PN
255 return x;
256}
257
e2641e09 258/* Delete all the elements with score between min and max from the skiplist.
259 * Min and mx are inclusive, so a score >= min || score <= max is deleted.
260 * Note that this function takes the reference to the hash table view of the
261 * sorted set, in order to remove the elements from the hash table too. */
91504b6c 262unsigned long zslDeleteRangeByScore(zskiplist *zsl, zrangespec range, dict *dict) {
e2641e09 263 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
264 unsigned long removed = 0;
265 int i;
266
267 x = zsl->header;
268 for (i = zsl->level-1; i >= 0; i--) {
91504b6c
PN
269 while (x->level[i].forward && (range.minex ?
270 x->level[i].forward->score <= range.min :
271 x->level[i].forward->score < range.min))
272 x = x->level[i].forward;
e2641e09 273 update[i] = x;
274 }
91504b6c
PN
275
276 /* Current node is the last with score < or <= min. */
2159782b 277 x = x->level[0].forward;
91504b6c
PN
278
279 /* Delete nodes while in range. */
280 while (x && (range.maxex ? x->score < range.max : x->score <= range.max)) {
2159782b 281 zskiplistNode *next = x->level[0].forward;
69ef89f2 282 zslDeleteNode(zsl,x,update);
e2641e09 283 dictDelete(dict,x->obj);
284 zslFreeNode(x);
285 removed++;
286 x = next;
287 }
91504b6c 288 return removed;
e2641e09 289}
290
291/* Delete all the elements with rank between start and end from the skiplist.
292 * Start and end are inclusive. Note that start and end need to be 1-based */
293unsigned long zslDeleteRangeByRank(zskiplist *zsl, unsigned int start, unsigned int end, dict *dict) {
294 zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
295 unsigned long traversed = 0, removed = 0;
296 int i;
297
298 x = zsl->header;
299 for (i = zsl->level-1; i >= 0; i--) {
2159782b
PN
300 while (x->level[i].forward && (traversed + x->level[i].span) < start) {
301 traversed += x->level[i].span;
302 x = x->level[i].forward;
e2641e09 303 }
304 update[i] = x;
305 }
306
307 traversed++;
2159782b 308 x = x->level[0].forward;
e2641e09 309 while (x && traversed <= end) {
2159782b 310 zskiplistNode *next = x->level[0].forward;
69ef89f2 311 zslDeleteNode(zsl,x,update);
e2641e09 312 dictDelete(dict,x->obj);
313 zslFreeNode(x);
314 removed++;
315 traversed++;
316 x = next;
317 }
318 return removed;
319}
320
e2641e09 321/* Find the rank for an element by both score and key.
322 * Returns 0 when the element cannot be found, rank otherwise.
323 * Note that the rank is 1-based due to the span of zsl->header to the
324 * first element. */
a3004773 325unsigned long zslGetRank(zskiplist *zsl, double score, robj *o) {
e2641e09 326 zskiplistNode *x;
327 unsigned long rank = 0;
328 int i;
329
330 x = zsl->header;
331 for (i = zsl->level-1; i >= 0; i--) {
2159782b
PN
332 while (x->level[i].forward &&
333 (x->level[i].forward->score < score ||
334 (x->level[i].forward->score == score &&
335 compareStringObjects(x->level[i].forward->obj,o) <= 0))) {
336 rank += x->level[i].span;
337 x = x->level[i].forward;
e2641e09 338 }
339
340 /* x might be equal to zsl->header, so test if obj is non-NULL */
341 if (x->obj && equalStringObjects(x->obj,o)) {
342 return rank;
343 }
344 }
345 return 0;
346}
347
348/* Finds an element by its rank. The rank argument needs to be 1-based. */
a3004773 349zskiplistNode* zslGetElementByRank(zskiplist *zsl, unsigned long rank) {
e2641e09 350 zskiplistNode *x;
351 unsigned long traversed = 0;
352 int i;
353
354 x = zsl->header;
355 for (i = zsl->level-1; i >= 0; i--) {
2159782b 356 while (x->level[i].forward && (traversed + x->level[i].span) <= rank)
e2641e09 357 {
2159782b
PN
358 traversed += x->level[i].span;
359 x = x->level[i].forward;
e2641e09 360 }
361 if (traversed == rank) {
362 return x;
363 }
364 }
365 return NULL;
366}
367
25bb8a44 368/* Populate the rangespec according to the objects min and max. */
7236fdb2
PN
369static int zslParseRange(robj *min, robj *max, zrangespec *spec) {
370 char *eptr;
25bb8a44
PN
371 spec->minex = spec->maxex = 0;
372
373 /* Parse the min-max interval. If one of the values is prefixed
374 * by the "(" character, it's considered "open". For instance
375 * ZRANGEBYSCORE zset (1.5 (2.5 will match min < x < max
376 * ZRANGEBYSCORE zset 1.5 2.5 will instead match min <= x <= max */
377 if (min->encoding == REDIS_ENCODING_INT) {
378 spec->min = (long)min->ptr;
379 } else {
380 if (((char*)min->ptr)[0] == '(') {
7236fdb2
PN
381 spec->min = strtod((char*)min->ptr+1,&eptr);
382 if (eptr[0] != '\0' || isnan(spec->min)) return REDIS_ERR;
25bb8a44
PN
383 spec->minex = 1;
384 } else {
7236fdb2
PN
385 spec->min = strtod((char*)min->ptr,&eptr);
386 if (eptr[0] != '\0' || isnan(spec->min)) return REDIS_ERR;
25bb8a44
PN
387 }
388 }
389 if (max->encoding == REDIS_ENCODING_INT) {
390 spec->max = (long)max->ptr;
391 } else {
392 if (((char*)max->ptr)[0] == '(') {
7236fdb2
PN
393 spec->max = strtod((char*)max->ptr+1,&eptr);
394 if (eptr[0] != '\0' || isnan(spec->max)) return REDIS_ERR;
25bb8a44
PN
395 spec->maxex = 1;
396 } else {
7236fdb2
PN
397 spec->max = strtod((char*)max->ptr,&eptr);
398 if (eptr[0] != '\0' || isnan(spec->max)) return REDIS_ERR;
25bb8a44
PN
399 }
400 }
401
402 return REDIS_OK;
403}
404
21c5b508
PN
405/*-----------------------------------------------------------------------------
406 * Ziplist-backed sorted set API
407 *----------------------------------------------------------------------------*/
408
409double zzlGetScore(unsigned char *sptr) {
410 unsigned char *vstr;
411 unsigned int vlen;
412 long long vlong;
413 char buf[128];
414 double score;
415
416 redisAssert(sptr != NULL);
417 redisAssert(ziplistGet(sptr,&vstr,&vlen,&vlong));
418
419 if (vstr) {
420 memcpy(buf,vstr,vlen);
421 buf[vlen] = '\0';
422 score = strtod(buf,NULL);
423 } else {
424 score = vlong;
425 }
426
427 return score;
428}
429
430/* Compare element in sorted set with given element. */
431int zzlCompareElements(unsigned char *eptr, unsigned char *cstr, unsigned int clen) {
432 unsigned char *vstr;
433 unsigned int vlen;
434 long long vlong;
435 unsigned char vbuf[32];
436 int minlen, cmp;
437
438 redisAssert(ziplistGet(eptr,&vstr,&vlen,&vlong));
439 if (vstr == NULL) {
440 /* Store string representation of long long in buf. */
441 vlen = ll2string((char*)vbuf,sizeof(vbuf),vlong);
442 vstr = vbuf;
443 }
444
445 minlen = (vlen < clen) ? vlen : clen;
446 cmp = memcmp(vstr,cstr,minlen);
447 if (cmp == 0) return vlen-clen;
448 return cmp;
449}
450
bbfe232f 451unsigned int zzlLength(unsigned char *zl) {
0b10e104
PN
452 return ziplistLen(zl)/2;
453}
454
4c5f0966
PN
455/* Move to next entry based on the values in eptr and sptr. Both are set to
456 * NULL when there is no next entry. */
457void zzlNext(unsigned char *zl, unsigned char **eptr, unsigned char **sptr) {
458 unsigned char *_eptr, *_sptr;
459 redisAssert(*eptr != NULL && *sptr != NULL);
460
461 _eptr = ziplistNext(zl,*sptr);
462 if (_eptr != NULL) {
463 _sptr = ziplistNext(zl,_eptr);
464 redisAssert(_sptr != NULL);
465 } else {
466 /* No next entry. */
467 _sptr = NULL;
468 }
469
470 *eptr = _eptr;
471 *sptr = _sptr;
472}
473
474/* Move to the previous entry based on the values in eptr and sptr. Both are
475 * set to NULL when there is no next entry. */
476void zzlPrev(unsigned char *zl, unsigned char **eptr, unsigned char **sptr) {
477 unsigned char *_eptr, *_sptr;
478 redisAssert(*eptr != NULL && *sptr != NULL);
479
480 _sptr = ziplistPrev(zl,*eptr);
481 if (_sptr != NULL) {
482 _eptr = ziplistPrev(zl,_sptr);
483 redisAssert(_eptr != NULL);
484 } else {
485 /* No previous entry. */
486 _eptr = NULL;
487 }
488
489 *eptr = _eptr;
490 *sptr = _sptr;
491}
492
4a14dbba
PN
493/* Returns if there is a part of the zset is in range. Should only be used
494 * internally by zzlFirstInRange and zzlLastInRange. */
495int zzlIsInRange(unsigned char *zl, zrangespec *range) {
496 unsigned char *p;
497 double score;
498
499 /* Test for ranges that will always be empty. */
500 if (range->min > range->max ||
501 (range->min == range->max && (range->minex || range->maxex)))
502 return 0;
503
504 p = ziplistIndex(zl,-1); /* Last score. */
feb28288 505 if (p == NULL) return 0; /* Empty sorted set */
4a14dbba
PN
506 score = zzlGetScore(p);
507 if (!zslValueGteMin(score,range))
508 return 0;
509
510 p = ziplistIndex(zl,1); /* First score. */
511 redisAssert(p != NULL);
512 score = zzlGetScore(p);
513 if (!zslValueLteMax(score,range))
514 return 0;
515
516 return 1;
517}
518
519/* Find pointer to the first element contained in the specified range.
520 * Returns NULL when no element is contained in the range. */
8588bfa3 521unsigned char *zzlFirstInRange(unsigned char *zl, zrangespec range) {
4a14dbba
PN
522 unsigned char *eptr = ziplistIndex(zl,0), *sptr;
523 double score;
524
525 /* If everything is out of range, return early. */
526 if (!zzlIsInRange(zl,&range)) return NULL;
527
528 while (eptr != NULL) {
529 sptr = ziplistNext(zl,eptr);
530 redisAssert(sptr != NULL);
531
532 score = zzlGetScore(sptr);
e53ca04b
PN
533 if (zslValueGteMin(score,&range)) {
534 /* Check if score <= max. */
535 if (zslValueLteMax(score,&range))
536 return eptr;
537 return NULL;
538 }
4a14dbba
PN
539
540 /* Move to next element. */
541 eptr = ziplistNext(zl,sptr);
542 }
543
544 return NULL;
545}
546
547/* Find pointer to the last element contained in the specified range.
548 * Returns NULL when no element is contained in the range. */
8588bfa3 549unsigned char *zzlLastInRange(unsigned char *zl, zrangespec range) {
4a14dbba
PN
550 unsigned char *eptr = ziplistIndex(zl,-2), *sptr;
551 double score;
552
553 /* If everything is out of range, return early. */
554 if (!zzlIsInRange(zl,&range)) return NULL;
555
556 while (eptr != NULL) {
557 sptr = ziplistNext(zl,eptr);
558 redisAssert(sptr != NULL);
559
560 score = zzlGetScore(sptr);
e53ca04b
PN
561 if (zslValueLteMax(score,&range)) {
562 /* Check if score >= min. */
563 if (zslValueGteMin(score,&range))
564 return eptr;
565 return NULL;
566 }
4a14dbba
PN
567
568 /* Move to previous element by moving to the score of previous element.
569 * When this returns NULL, we know there also is no element. */
570 sptr = ziplistPrev(zl,eptr);
571 if (sptr != NULL)
572 redisAssert((eptr = ziplistPrev(zl,sptr)) != NULL);
573 else
574 eptr = NULL;
575 }
576
577 return NULL;
578}
579
8588bfa3 580unsigned char *zzlFind(unsigned char *zl, robj *ele, double *score) {
21c5b508
PN
581 unsigned char *eptr = ziplistIndex(zl,0), *sptr;
582
583 ele = getDecodedObject(ele);
584 while (eptr != NULL) {
585 sptr = ziplistNext(zl,eptr);
eab0e26e 586 redisAssertWithInfo(NULL,ele,sptr != NULL);
21c5b508
PN
587
588 if (ziplistCompare(eptr,ele->ptr,sdslen(ele->ptr))) {
589 /* Matching element, pull out score. */
0b10e104 590 if (score != NULL) *score = zzlGetScore(sptr);
21c5b508
PN
591 decrRefCount(ele);
592 return eptr;
593 }
594
595 /* Move to next element. */
596 eptr = ziplistNext(zl,sptr);
597 }
598
599 decrRefCount(ele);
600 return NULL;
601}
602
603/* Delete (element,score) pair from ziplist. Use local copy of eptr because we
604 * don't want to modify the one given as argument. */
8588bfa3 605unsigned char *zzlDelete(unsigned char *zl, unsigned char *eptr) {
21c5b508
PN
606 unsigned char *p = eptr;
607
608 /* TODO: add function to ziplist API to delete N elements from offset. */
609 zl = ziplistDelete(zl,&p);
610 zl = ziplistDelete(zl,&p);
8588bfa3 611 return zl;
21c5b508
PN
612}
613
8588bfa3 614unsigned char *zzlInsertAt(unsigned char *zl, unsigned char *eptr, robj *ele, double score) {
21c5b508
PN
615 unsigned char *sptr;
616 char scorebuf[128];
617 int scorelen;
69298a05 618 size_t offset;
21c5b508 619
eab0e26e 620 redisAssertWithInfo(NULL,ele,ele->encoding == REDIS_ENCODING_RAW);
21c5b508
PN
621 scorelen = d2string(scorebuf,sizeof(scorebuf),score);
622 if (eptr == NULL) {
623 zl = ziplistPush(zl,ele->ptr,sdslen(ele->ptr),ZIPLIST_TAIL);
624 zl = ziplistPush(zl,(unsigned char*)scorebuf,scorelen,ZIPLIST_TAIL);
625 } else {
626 /* Keep offset relative to zl, as it might be re-allocated. */
627 offset = eptr-zl;
628 zl = ziplistInsert(zl,eptr,ele->ptr,sdslen(ele->ptr));
629 eptr = zl+offset;
630
631 /* Insert score after the element. */
eab0e26e 632 redisAssertWithInfo(NULL,ele,(sptr = ziplistNext(zl,eptr)) != NULL);
21c5b508
PN
633 zl = ziplistInsert(zl,sptr,(unsigned char*)scorebuf,scorelen);
634 }
635
8588bfa3 636 return zl;
21c5b508
PN
637}
638
639/* Insert (element,score) pair in ziplist. This function assumes the element is
640 * not yet present in the list. */
8588bfa3 641unsigned char *zzlInsert(unsigned char *zl, robj *ele, double score) {
21c5b508
PN
642 unsigned char *eptr = ziplistIndex(zl,0), *sptr;
643 double s;
21c5b508
PN
644
645 ele = getDecodedObject(ele);
646 while (eptr != NULL) {
647 sptr = ziplistNext(zl,eptr);
eab0e26e 648 redisAssertWithInfo(NULL,ele,sptr != NULL);
21c5b508
PN
649 s = zzlGetScore(sptr);
650
651 if (s > score) {
652 /* First element with score larger than score for element to be
653 * inserted. This means we should take its spot in the list to
654 * maintain ordering. */
8588bfa3 655 zl = zzlInsertAt(zl,eptr,ele,score);
21c5b508 656 break;
8218db3d
PN
657 } else if (s == score) {
658 /* Ensure lexicographical ordering for elements. */
d1c920c5 659 if (zzlCompareElements(eptr,ele->ptr,sdslen(ele->ptr)) > 0) {
8588bfa3 660 zl = zzlInsertAt(zl,eptr,ele,score);
8218db3d
PN
661 break;
662 }
21c5b508
PN
663 }
664
665 /* Move to next element. */
666 eptr = ziplistNext(zl,sptr);
667 }
668
669 /* Push on tail of list when it was not yet inserted. */
8218db3d 670 if (eptr == NULL)
8588bfa3 671 zl = zzlInsertAt(zl,NULL,ele,score);
21c5b508
PN
672
673 decrRefCount(ele);
8588bfa3 674 return zl;
21c5b508 675}
25bb8a44 676
8588bfa3 677unsigned char *zzlDeleteRangeByScore(unsigned char *zl, zrangespec range, unsigned long *deleted) {
4a14dbba
PN
678 unsigned char *eptr, *sptr;
679 double score;
8588bfa3 680 unsigned long num = 0;
4a14dbba 681
8588bfa3 682 if (deleted != NULL) *deleted = 0;
4a14dbba 683
8588bfa3
PN
684 eptr = zzlFirstInRange(zl,range);
685 if (eptr == NULL) return zl;
4a14dbba
PN
686
687 /* When the tail of the ziplist is deleted, eptr will point to the sentinel
688 * byte and ziplistNext will return NULL. */
689 while ((sptr = ziplistNext(zl,eptr)) != NULL) {
690 score = zzlGetScore(sptr);
691 if (zslValueLteMax(score,&range)) {
692 /* Delete both the element and the score. */
693 zl = ziplistDelete(zl,&eptr);
694 zl = ziplistDelete(zl,&eptr);
8588bfa3 695 num++;
4a14dbba
PN
696 } else {
697 /* No longer in range. */
698 break;
699 }
700 }
701
8588bfa3
PN
702 if (deleted != NULL) *deleted = num;
703 return zl;
4a14dbba
PN
704}
705
63b7b7fb
PN
706/* Delete all the elements with rank between start and end from the skiplist.
707 * Start and end are inclusive. Note that start and end need to be 1-based */
8588bfa3 708unsigned char *zzlDeleteRangeByRank(unsigned char *zl, unsigned int start, unsigned int end, unsigned long *deleted) {
63b7b7fb 709 unsigned int num = (end-start)+1;
8588bfa3
PN
710 if (deleted) *deleted = num;
711 zl = ziplistDeleteRange(zl,2*(start-1),2*num);
712 return zl;
63b7b7fb
PN
713}
714
5d1b4fb6
PN
715/*-----------------------------------------------------------------------------
716 * Common sorted set API
717 *----------------------------------------------------------------------------*/
718
df26a0ae 719unsigned int zsetLength(robj *zobj) {
5d1b4fb6
PN
720 int length = -1;
721 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
bbfe232f 722 length = zzlLength(zobj->ptr);
100ed062 723 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
5d1b4fb6
PN
724 length = ((zset*)zobj->ptr)->zsl->length;
725 } else {
726 redisPanic("Unknown sorted set encoding");
727 }
728 return length;
729}
730
df26a0ae 731void zsetConvert(robj *zobj, int encoding) {
a669d5e9
PN
732 zset *zs;
733 zskiplistNode *node, *next;
734 robj *ele;
735 double score;
736
737 if (zobj->encoding == encoding) return;
738 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
739 unsigned char *zl = zobj->ptr;
740 unsigned char *eptr, *sptr;
741 unsigned char *vstr;
742 unsigned int vlen;
743 long long vlong;
744
100ed062 745 if (encoding != REDIS_ENCODING_SKIPLIST)
a669d5e9
PN
746 redisPanic("Unknown target encoding");
747
748 zs = zmalloc(sizeof(*zs));
749 zs->dict = dictCreate(&zsetDictType,NULL);
750 zs->zsl = zslCreate();
751
752 eptr = ziplistIndex(zl,0);
eab0e26e 753 redisAssertWithInfo(NULL,zobj,eptr != NULL);
a669d5e9 754 sptr = ziplistNext(zl,eptr);
eab0e26e 755 redisAssertWithInfo(NULL,zobj,sptr != NULL);
a669d5e9
PN
756
757 while (eptr != NULL) {
758 score = zzlGetScore(sptr);
eab0e26e 759 redisAssertWithInfo(NULL,zobj,ziplistGet(eptr,&vstr,&vlen,&vlong));
a669d5e9
PN
760 if (vstr == NULL)
761 ele = createStringObjectFromLongLong(vlong);
762 else
763 ele = createStringObject((char*)vstr,vlen);
764
765 /* Has incremented refcount since it was just created. */
766 node = zslInsert(zs->zsl,score,ele);
eab0e26e 767 redisAssertWithInfo(NULL,zobj,dictAdd(zs->dict,ele,&node->score) == DICT_OK);
a669d5e9
PN
768 incrRefCount(ele); /* Added to dictionary. */
769 zzlNext(zl,&eptr,&sptr);
770 }
771
772 zfree(zobj->ptr);
773 zobj->ptr = zs;
100ed062
PN
774 zobj->encoding = REDIS_ENCODING_SKIPLIST;
775 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
a669d5e9
PN
776 unsigned char *zl = ziplistNew();
777
778 if (encoding != REDIS_ENCODING_ZIPLIST)
779 redisPanic("Unknown target encoding");
780
781 /* Approach similar to zslFree(), since we want to free the skiplist at
782 * the same time as creating the ziplist. */
783 zs = zobj->ptr;
784 dictRelease(zs->dict);
785 node = zs->zsl->header->level[0].forward;
786 zfree(zs->zsl->header);
787 zfree(zs->zsl);
788
a669d5e9
PN
789 while (node) {
790 ele = getDecodedObject(node->obj);
8588bfa3 791 zl = zzlInsertAt(zl,NULL,ele,node->score);
a669d5e9
PN
792 decrRefCount(ele);
793
794 next = node->level[0].forward;
795 zslFreeNode(node);
796 node = next;
797 }
798
799 zfree(zs);
8588bfa3 800 zobj->ptr = zl;
a669d5e9
PN
801 zobj->encoding = REDIS_ENCODING_ZIPLIST;
802 } else {
803 redisPanic("Unknown sorted set encoding");
804 }
805}
806
e2641e09 807/*-----------------------------------------------------------------------------
808 * Sorted set commands
809 *----------------------------------------------------------------------------*/
810
69ef89f2 811/* This generic command implements both ZADD and ZINCRBY. */
3ca7532a 812void zaddGenericCommand(redisClient *c, int incr) {
21c5b508 813 static char *nanerr = "resulting score is not a number (NaN)";
3ca7532a
PN
814 robj *key = c->argv[1];
815 robj *ele;
21c5b508
PN
816 robj *zobj;
817 robj *curobj;
ef231a7c 818 double score = 0, *scores, curscore = 0.0;
819 int j, elements = (c->argc-2)/2;
820 int added = 0;
3ca7532a 821
ef231a7c 822 if (c->argc % 2) {
823 addReply(c,shared.syntaxerr);
3ca7532a 824 return;
ef231a7c 825 }
826
827 /* Start parsing all the scores, we need to emit any syntax error
828 * before executing additions to the sorted set, as the command should
829 * either execute fully or nothing at all. */
830 scores = zmalloc(sizeof(double)*elements);
831 for (j = 0; j < elements; j++) {
832 if (getDoubleFromObjectOrReply(c,c->argv[2+j*2],&scores[j],NULL)
833 != REDIS_OK)
834 {
835 zfree(scores);
836 return;
837 }
838 }
21c5b508 839
ef231a7c 840 /* Lookup the key and create the sorted set if does not exist. */
21c5b508
PN
841 zobj = lookupKeyWrite(c->db,key);
842 if (zobj == NULL) {
a669d5e9
PN
843 if (server.zset_max_ziplist_entries == 0 ||
844 server.zset_max_ziplist_value < sdslen(c->argv[3]->ptr))
845 {
846 zobj = createZsetObject();
847 } else {
848 zobj = createZsetZiplistObject();
849 }
21c5b508 850 dbAdd(c->db,key,zobj);
e2641e09 851 } else {
21c5b508 852 if (zobj->type != REDIS_ZSET) {
e2641e09 853 addReply(c,shared.wrongtypeerr);
ef231a7c 854 zfree(scores);
e2641e09 855 return;
856 }
857 }
e2641e09 858
ef231a7c 859 for (j = 0; j < elements; j++) {
860 score = scores[j];
861
862 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
863 unsigned char *eptr;
864
865 /* Prefer non-encoded element when dealing with ziplists. */
866 ele = c->argv[3+j*2];
867 if ((eptr = zzlFind(zobj->ptr,ele,&curscore)) != NULL) {
868 if (incr) {
869 score += curscore;
870 if (isnan(score)) {
871 addReplyError(c,nanerr);
872 /* Don't need to check if the sorted set is empty
873 * because we know it has at least one element. */
874 zfree(scores);
875 return;
876 }
21c5b508 877 }
21c5b508 878
ef231a7c 879 /* Remove and re-insert when score changed. */
880 if (score != curscore) {
881 zobj->ptr = zzlDelete(zobj->ptr,eptr);
882 zobj->ptr = zzlInsert(zobj->ptr,ele,score);
883
884 signalModifiedKey(c->db,key);
885 server.dirty++;
886 }
887 } else {
888 /* Optimize: check if the element is too large or the list
889 * becomes too long *before* executing zzlInsert. */
8588bfa3 890 zobj->ptr = zzlInsert(zobj->ptr,ele,score);
ef231a7c 891 if (zzlLength(zobj->ptr) > server.zset_max_ziplist_entries)
892 zsetConvert(zobj,REDIS_ENCODING_SKIPLIST);
893 if (sdslen(ele->ptr) > server.zset_max_ziplist_value)
894 zsetConvert(zobj,REDIS_ENCODING_SKIPLIST);
21c5b508
PN
895
896 signalModifiedKey(c->db,key);
897 server.dirty++;
ef231a7c 898 if (!incr) added++;
21c5b508 899 }
ef231a7c 900 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
901 zset *zs = zobj->ptr;
902 zskiplistNode *znode;
903 dictEntry *de;
904
905 ele = c->argv[3+j*2] = tryObjectEncoding(c->argv[3+j*2]);
906 de = dictFind(zs->dict,ele);
907 if (de != NULL) {
c0ba9ebe 908 curobj = dictGetKey(de);
909 curscore = *(double*)dictGetVal(de);
ef231a7c 910
911 if (incr) {
912 score += curscore;
913 if (isnan(score)) {
914 addReplyError(c,nanerr);
915 /* Don't need to check if the sorted set is empty
916 * because we know it has at least one element. */
917 zfree(scores);
918 return;
919 }
21c5b508 920 }
21c5b508 921
ef231a7c 922 /* Remove and re-insert when score changed. We can safely
923 * delete the key object from the skiplist, since the
924 * dictionary still has a reference to it. */
925 if (score != curscore) {
eab0e26e 926 redisAssertWithInfo(c,curobj,zslDelete(zs->zsl,curscore,curobj));
ef231a7c 927 znode = zslInsert(zs->zsl,score,curobj);
928 incrRefCount(curobj); /* Re-inserted in skiplist. */
c0ba9ebe 929 dictGetVal(de) = &znode->score; /* Update score ptr. */
ef231a7c 930
931 signalModifiedKey(c->db,key);
932 server.dirty++;
933 }
934 } else {
935 znode = zslInsert(zs->zsl,score,ele);
936 incrRefCount(ele); /* Inserted in skiplist. */
f013f400 937 redisAssertWithInfo(c,NULL,dictAdd(zs->dict,ele,&znode->score) == DICT_OK);
ef231a7c 938 incrRefCount(ele); /* Added to dictionary. */
21c5b508
PN
939
940 signalModifiedKey(c->db,key);
941 server.dirty++;
ef231a7c 942 if (!incr) added++;
21c5b508 943 }
21c5b508 944 } else {
ef231a7c 945 redisPanic("Unknown sorted set encoding");
e2641e09 946 }
e2641e09 947 }
ef231a7c 948 zfree(scores);
949 if (incr) /* ZINCRBY */
950 addReplyDouble(c,score);
951 else /* ZADD */
952 addReplyLongLong(c,added);
e2641e09 953}
954
955void zaddCommand(redisClient *c) {
3ca7532a 956 zaddGenericCommand(c,0);
e2641e09 957}
958
959void zincrbyCommand(redisClient *c) {
3ca7532a 960 zaddGenericCommand(c,1);
e2641e09 961}
962
963void zremCommand(redisClient *c) {
0b10e104 964 robj *key = c->argv[1];
0b10e104 965 robj *zobj;
3f7b2b1f 966 int deleted = 0, j;
0b10e104
PN
967
968 if ((zobj = lookupKeyWriteOrReply(c,key,shared.czero)) == NULL ||
969 checkType(c,zobj,REDIS_ZSET)) return;
970
971 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
972 unsigned char *eptr;
973
3f7b2b1f 974 for (j = 2; j < c->argc; j++) {
975 if ((eptr = zzlFind(zobj->ptr,c->argv[j],NULL)) != NULL) {
976 deleted++;
977 zobj->ptr = zzlDelete(zobj->ptr,eptr);
978 if (zzlLength(zobj->ptr) == 0) {
979 dbDelete(c->db,key);
980 break;
981 }
982 }
0b10e104 983 }
100ed062 984 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
0b10e104
PN
985 zset *zs = zobj->ptr;
986 dictEntry *de;
987 double score;
988
3f7b2b1f 989 for (j = 2; j < c->argc; j++) {
990 de = dictFind(zs->dict,c->argv[j]);
991 if (de != NULL) {
992 deleted++;
993
994 /* Delete from the skiplist */
c0ba9ebe 995 score = *(double*)dictGetVal(de);
eab0e26e 996 redisAssertWithInfo(c,c->argv[j],zslDelete(zs->zsl,score,c->argv[j]));
3f7b2b1f 997
998 /* Delete from the hash table */
999 dictDelete(zs->dict,c->argv[j]);
1000 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
1001 if (dictSize(zs->dict) == 0) {
1002 dbDelete(c->db,key);
1003 break;
1004 }
1005 }
0b10e104
PN
1006 }
1007 } else {
1008 redisPanic("Unknown sorted set encoding");
e2641e09 1009 }
e2641e09 1010
3f7b2b1f 1011 if (deleted) {
1012 signalModifiedKey(c->db,key);
1013 server.dirty += deleted;
1014 }
1015 addReplyLongLong(c,deleted);
e2641e09 1016}
1017
1018void zremrangebyscoreCommand(redisClient *c) {
4a14dbba
PN
1019 robj *key = c->argv[1];
1020 robj *zobj;
91504b6c 1021 zrangespec range;
4a14dbba 1022 unsigned long deleted;
e2641e09 1023
91504b6c 1024 /* Parse the range arguments. */
7236fdb2 1025 if (zslParseRange(c->argv[2],c->argv[3],&range) != REDIS_OK) {
d93f9a86 1026 addReplyError(c,"min or max is not a float");
7236fdb2
PN
1027 return;
1028 }
e2641e09 1029
4a14dbba
PN
1030 if ((zobj = lookupKeyWriteOrReply(c,key,shared.czero)) == NULL ||
1031 checkType(c,zobj,REDIS_ZSET)) return;
1032
1033 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
8588bfa3 1034 zobj->ptr = zzlDeleteRangeByScore(zobj->ptr,range,&deleted);
48991620 1035 if (zzlLength(zobj->ptr) == 0) dbDelete(c->db,key);
100ed062 1036 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
4a14dbba
PN
1037 zset *zs = zobj->ptr;
1038 deleted = zslDeleteRangeByScore(zs->zsl,range,zs->dict);
1039 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
1040 if (dictSize(zs->dict) == 0) dbDelete(c->db,key);
1041 } else {
1042 redisPanic("Unknown sorted set encoding");
1043 }
e2641e09 1044
4a14dbba 1045 if (deleted) signalModifiedKey(c->db,key);
e2641e09 1046 server.dirty += deleted;
1047 addReplyLongLong(c,deleted);
1048}
1049
1050void zremrangebyrankCommand(redisClient *c) {
63b7b7fb
PN
1051 robj *key = c->argv[1];
1052 robj *zobj;
e2641e09 1053 long start;
1054 long end;
1055 int llen;
63b7b7fb 1056 unsigned long deleted;
e2641e09 1057
1058 if ((getLongFromObjectOrReply(c, c->argv[2], &start, NULL) != REDIS_OK) ||
1059 (getLongFromObjectOrReply(c, c->argv[3], &end, NULL) != REDIS_OK)) return;
1060
63b7b7fb
PN
1061 if ((zobj = lookupKeyWriteOrReply(c,key,shared.czero)) == NULL ||
1062 checkType(c,zobj,REDIS_ZSET)) return;
e2641e09 1063
63b7b7fb 1064 /* Sanitize indexes. */
df26a0ae 1065 llen = zsetLength(zobj);
e2641e09 1066 if (start < 0) start = llen+start;
1067 if (end < 0) end = llen+end;
1068 if (start < 0) start = 0;
e2641e09 1069
d0a4e24e
PN
1070 /* Invariant: start >= 0, so this test will be true when end < 0.
1071 * The range is empty when start > end or start >= length. */
e2641e09 1072 if (start > end || start >= llen) {
1073 addReply(c,shared.czero);
1074 return;
1075 }
1076 if (end >= llen) end = llen-1;
1077
63b7b7fb
PN
1078 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1079 /* Correct for 1-based rank. */
8588bfa3 1080 zobj->ptr = zzlDeleteRangeByRank(zobj->ptr,start+1,end+1,&deleted);
48991620 1081 if (zzlLength(zobj->ptr) == 0) dbDelete(c->db,key);
100ed062 1082 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
63b7b7fb
PN
1083 zset *zs = zobj->ptr;
1084
1085 /* Correct for 1-based rank. */
1086 deleted = zslDeleteRangeByRank(zs->zsl,start+1,end+1,zs->dict);
1087 if (htNeedsResize(zs->dict)) dictResize(zs->dict);
1088 if (dictSize(zs->dict) == 0) dbDelete(c->db,key);
1089 } else {
1090 redisPanic("Unknown sorted set encoding");
1091 }
1092
1093 if (deleted) signalModifiedKey(c->db,key);
e2641e09 1094 server.dirty += deleted;
63b7b7fb 1095 addReplyLongLong(c,deleted);
e2641e09 1096}
1097
1098typedef struct {
56ce42fa
PN
1099 robj *subject;
1100 int type; /* Set, sorted set */
1101 int encoding;
e2641e09 1102 double weight;
56ce42fa
PN
1103
1104 union {
1105 /* Set iterators. */
1106 union _iterset {
1107 struct {
1108 intset *is;
1109 int ii;
1110 } is;
1111 struct {
1112 dict *dict;
1113 dictIterator *di;
1114 dictEntry *de;
1115 } ht;
1116 } set;
1117
1118 /* Sorted set iterators. */
1119 union _iterzset {
1120 struct {
1121 unsigned char *zl;
1122 unsigned char *eptr, *sptr;
1123 } zl;
1124 struct {
1125 zset *zs;
1126 zskiplistNode *node;
1127 } sl;
1128 } zset;
1129 } iter;
e2641e09 1130} zsetopsrc;
1131
56ce42fa
PN
1132
1133/* Use dirty flags for pointers that need to be cleaned up in the next
1134 * iteration over the zsetopval. The dirty flag for the long long value is
1135 * special, since long long values don't need cleanup. Instead, it means that
1136 * we already checked that "ell" holds a long long, or tried to convert another
1137 * representation into a long long value. When this was successful,
1138 * OPVAL_VALID_LL is set as well. */
1139#define OPVAL_DIRTY_ROBJ 1
1140#define OPVAL_DIRTY_LL 2
1141#define OPVAL_VALID_LL 4
1142
1143/* Store value retrieved from the iterator. */
1144typedef struct {
1145 int flags;
1146 unsigned char _buf[32]; /* Private buffer. */
1147 robj *ele;
1148 unsigned char *estr;
1149 unsigned int elen;
1150 long long ell;
1151 double score;
1152} zsetopval;
1153
1154typedef union _iterset iterset;
1155typedef union _iterzset iterzset;
1156
1157void zuiInitIterator(zsetopsrc *op) {
1158 if (op->subject == NULL)
1159 return;
1160
1161 if (op->type == REDIS_SET) {
1162 iterset *it = &op->iter.set;
1163 if (op->encoding == REDIS_ENCODING_INTSET) {
1164 it->is.is = op->subject->ptr;
1165 it->is.ii = 0;
1166 } else if (op->encoding == REDIS_ENCODING_HT) {
1167 it->ht.dict = op->subject->ptr;
1168 it->ht.di = dictGetIterator(op->subject->ptr);
1169 it->ht.de = dictNext(it->ht.di);
1170 } else {
1171 redisPanic("Unknown set encoding");
1172 }
1173 } else if (op->type == REDIS_ZSET) {
1174 iterzset *it = &op->iter.zset;
1175 if (op->encoding == REDIS_ENCODING_ZIPLIST) {
1176 it->zl.zl = op->subject->ptr;
1177 it->zl.eptr = ziplistIndex(it->zl.zl,0);
1178 if (it->zl.eptr != NULL) {
1179 it->zl.sptr = ziplistNext(it->zl.zl,it->zl.eptr);
1180 redisAssert(it->zl.sptr != NULL);
1181 }
100ed062 1182 } else if (op->encoding == REDIS_ENCODING_SKIPLIST) {
56ce42fa
PN
1183 it->sl.zs = op->subject->ptr;
1184 it->sl.node = it->sl.zs->zsl->header->level[0].forward;
1185 } else {
1186 redisPanic("Unknown sorted set encoding");
1187 }
1188 } else {
1189 redisPanic("Unsupported type");
1190 }
1191}
1192
1193void zuiClearIterator(zsetopsrc *op) {
1194 if (op->subject == NULL)
1195 return;
1196
1197 if (op->type == REDIS_SET) {
1198 iterset *it = &op->iter.set;
1199 if (op->encoding == REDIS_ENCODING_INTSET) {
1200 REDIS_NOTUSED(it); /* skip */
1201 } else if (op->encoding == REDIS_ENCODING_HT) {
1202 dictReleaseIterator(it->ht.di);
1203 } else {
1204 redisPanic("Unknown set encoding");
1205 }
1206 } else if (op->type == REDIS_ZSET) {
1207 iterzset *it = &op->iter.zset;
1208 if (op->encoding == REDIS_ENCODING_ZIPLIST) {
1209 REDIS_NOTUSED(it); /* skip */
100ed062 1210 } else if (op->encoding == REDIS_ENCODING_SKIPLIST) {
56ce42fa
PN
1211 REDIS_NOTUSED(it); /* skip */
1212 } else {
1213 redisPanic("Unknown sorted set encoding");
1214 }
1215 } else {
1216 redisPanic("Unsupported type");
1217 }
1218}
1219
1220int zuiLength(zsetopsrc *op) {
1221 if (op->subject == NULL)
1222 return 0;
1223
1224 if (op->type == REDIS_SET) {
1225 iterset *it = &op->iter.set;
1226 if (op->encoding == REDIS_ENCODING_INTSET) {
1227 return intsetLen(it->is.is);
1228 } else if (op->encoding == REDIS_ENCODING_HT) {
1229 return dictSize(it->ht.dict);
1230 } else {
1231 redisPanic("Unknown set encoding");
1232 }
1233 } else if (op->type == REDIS_ZSET) {
1234 iterzset *it = &op->iter.zset;
1235 if (op->encoding == REDIS_ENCODING_ZIPLIST) {
1236 return zzlLength(it->zl.zl);
100ed062 1237 } else if (op->encoding == REDIS_ENCODING_SKIPLIST) {
56ce42fa
PN
1238 return it->sl.zs->zsl->length;
1239 } else {
1240 redisPanic("Unknown sorted set encoding");
1241 }
1242 } else {
1243 redisPanic("Unsupported type");
1244 }
1245}
1246
1247/* Check if the current value is valid. If so, store it in the passed structure
1248 * and move to the next element. If not valid, this means we have reached the
1249 * end of the structure and can abort. */
1250int zuiNext(zsetopsrc *op, zsetopval *val) {
1251 if (op->subject == NULL)
1252 return 0;
1253
1254 if (val->flags & OPVAL_DIRTY_ROBJ)
1255 decrRefCount(val->ele);
1256
fe7be460 1257 memset(val,0,sizeof(zsetopval));
56ce42fa
PN
1258
1259 if (op->type == REDIS_SET) {
1260 iterset *it = &op->iter.set;
1261 if (op->encoding == REDIS_ENCODING_INTSET) {
a5dce407 1262 if (!intsetGet(it->is.is,it->is.ii,(int64_t*)&val->ell))
56ce42fa
PN
1263 return 0;
1264 val->score = 1.0;
1265
1266 /* Move to next element. */
1267 it->is.ii++;
1268 } else if (op->encoding == REDIS_ENCODING_HT) {
1269 if (it->ht.de == NULL)
1270 return 0;
c0ba9ebe 1271 val->ele = dictGetKey(it->ht.de);
56ce42fa
PN
1272 val->score = 1.0;
1273
1274 /* Move to next element. */
1275 it->ht.de = dictNext(it->ht.di);
1276 } else {
1277 redisPanic("Unknown set encoding");
1278 }
1279 } else if (op->type == REDIS_ZSET) {
1280 iterzset *it = &op->iter.zset;
1281 if (op->encoding == REDIS_ENCODING_ZIPLIST) {
1282 /* No need to check both, but better be explicit. */
1283 if (it->zl.eptr == NULL || it->zl.sptr == NULL)
1284 return 0;
1285 redisAssert(ziplistGet(it->zl.eptr,&val->estr,&val->elen,&val->ell));
1286 val->score = zzlGetScore(it->zl.sptr);
1287
1288 /* Move to next element. */
1289 zzlNext(it->zl.zl,&it->zl.eptr,&it->zl.sptr);
100ed062 1290 } else if (op->encoding == REDIS_ENCODING_SKIPLIST) {
56ce42fa
PN
1291 if (it->sl.node == NULL)
1292 return 0;
1293 val->ele = it->sl.node->obj;
1294 val->score = it->sl.node->score;
1295
1296 /* Move to next element. */
1297 it->sl.node = it->sl.node->level[0].forward;
1298 } else {
1299 redisPanic("Unknown sorted set encoding");
1300 }
1301 } else {
1302 redisPanic("Unsupported type");
1303 }
1304 return 1;
1305}
1306
1307int zuiLongLongFromValue(zsetopval *val) {
1308 if (!(val->flags & OPVAL_DIRTY_LL)) {
1309 val->flags |= OPVAL_DIRTY_LL;
1310
1311 if (val->ele != NULL) {
1312 if (val->ele->encoding == REDIS_ENCODING_INT) {
1313 val->ell = (long)val->ele->ptr;
1314 val->flags |= OPVAL_VALID_LL;
1315 } else if (val->ele->encoding == REDIS_ENCODING_RAW) {
1316 if (string2ll(val->ele->ptr,sdslen(val->ele->ptr),&val->ell))
1317 val->flags |= OPVAL_VALID_LL;
1318 } else {
1319 redisPanic("Unsupported element encoding");
1320 }
1321 } else if (val->estr != NULL) {
1322 if (string2ll((char*)val->estr,val->elen,&val->ell))
1323 val->flags |= OPVAL_VALID_LL;
1324 } else {
1325 /* The long long was already set, flag as valid. */
1326 val->flags |= OPVAL_VALID_LL;
1327 }
1328 }
1329 return val->flags & OPVAL_VALID_LL;
1330}
1331
1332robj *zuiObjectFromValue(zsetopval *val) {
1333 if (val->ele == NULL) {
1334 if (val->estr != NULL) {
1335 val->ele = createStringObject((char*)val->estr,val->elen);
1336 } else {
1337 val->ele = createStringObjectFromLongLong(val->ell);
1338 }
1339 val->flags |= OPVAL_DIRTY_ROBJ;
1340 }
1341 return val->ele;
1342}
1343
1344int zuiBufferFromValue(zsetopval *val) {
1345 if (val->estr == NULL) {
1346 if (val->ele != NULL) {
1347 if (val->ele->encoding == REDIS_ENCODING_INT) {
1348 val->elen = ll2string((char*)val->_buf,sizeof(val->_buf),(long)val->ele->ptr);
1349 val->estr = val->_buf;
1350 } else if (val->ele->encoding == REDIS_ENCODING_RAW) {
1351 val->elen = sdslen(val->ele->ptr);
1352 val->estr = val->ele->ptr;
1353 } else {
1354 redisPanic("Unsupported element encoding");
1355 }
1356 } else {
1357 val->elen = ll2string((char*)val->_buf,sizeof(val->_buf),val->ell);
1358 val->estr = val->_buf;
1359 }
1360 }
1361 return 1;
1362}
1363
1364/* Find value pointed to by val in the source pointer to by op. When found,
1365 * return 1 and store its score in target. Return 0 otherwise. */
1366int zuiFind(zsetopsrc *op, zsetopval *val, double *score) {
1367 if (op->subject == NULL)
1368 return 0;
1369
1370 if (op->type == REDIS_SET) {
1371 iterset *it = &op->iter.set;
1372
1373 if (op->encoding == REDIS_ENCODING_INTSET) {
1374 if (zuiLongLongFromValue(val) && intsetFind(it->is.is,val->ell)) {
1375 *score = 1.0;
1376 return 1;
1377 } else {
1378 return 0;
1379 }
1380 } else if (op->encoding == REDIS_ENCODING_HT) {
1381 zuiObjectFromValue(val);
1382 if (dictFind(it->ht.dict,val->ele) != NULL) {
1383 *score = 1.0;
1384 return 1;
1385 } else {
1386 return 0;
1387 }
1388 } else {
1389 redisPanic("Unknown set encoding");
1390 }
1391 } else if (op->type == REDIS_ZSET) {
1392 iterzset *it = &op->iter.zset;
1393 zuiObjectFromValue(val);
1394
1395 if (op->encoding == REDIS_ENCODING_ZIPLIST) {
8588bfa3 1396 if (zzlFind(it->zl.zl,val->ele,score) != NULL) {
56ce42fa
PN
1397 /* Score is already set by zzlFind. */
1398 return 1;
1399 } else {
1400 return 0;
1401 }
100ed062 1402 } else if (op->encoding == REDIS_ENCODING_SKIPLIST) {
56ce42fa
PN
1403 dictEntry *de;
1404 if ((de = dictFind(it->sl.zs->dict,val->ele)) != NULL) {
c0ba9ebe 1405 *score = *(double*)dictGetVal(de);
56ce42fa
PN
1406 return 1;
1407 } else {
1408 return 0;
1409 }
1410 } else {
1411 redisPanic("Unknown sorted set encoding");
1412 }
1413 } else {
1414 redisPanic("Unsupported type");
1415 }
1416}
1417
1418int zuiCompareByCardinality(const void *s1, const void *s2) {
1419 return zuiLength((zsetopsrc*)s1) - zuiLength((zsetopsrc*)s2);
e2641e09 1420}
1421
1422#define REDIS_AGGR_SUM 1
1423#define REDIS_AGGR_MIN 2
1424#define REDIS_AGGR_MAX 3
c0ba9ebe 1425#define zunionInterDictValue(_e) (dictGetVal(_e) == NULL ? 1.0 : *(double*)dictGetVal(_e))
e2641e09 1426
1427inline static void zunionInterAggregate(double *target, double val, int aggregate) {
1428 if (aggregate == REDIS_AGGR_SUM) {
1429 *target = *target + val;
d9e28bcf
PN
1430 /* The result of adding two doubles is NaN when one variable
1431 * is +inf and the other is -inf. When these numbers are added,
1432 * we maintain the convention of the result being 0.0. */
1433 if (isnan(*target)) *target = 0.0;
e2641e09 1434 } else if (aggregate == REDIS_AGGR_MIN) {
1435 *target = val < *target ? val : *target;
1436 } else if (aggregate == REDIS_AGGR_MAX) {
1437 *target = val > *target ? val : *target;
1438 } else {
1439 /* safety net */
1440 redisPanic("Unknown ZUNION/INTER aggregate type");
1441 }
1442}
1443
1444void zunionInterGenericCommand(redisClient *c, robj *dstkey, int op) {
706b32e0
B
1445 int i, j;
1446 long setnum;
e2641e09 1447 int aggregate = REDIS_AGGR_SUM;
1448 zsetopsrc *src;
56ce42fa
PN
1449 zsetopval zval;
1450 robj *tmp;
255eebe2 1451 unsigned int maxelelen = 0;
e2641e09 1452 robj *dstobj;
1453 zset *dstzset;
69ef89f2 1454 zskiplistNode *znode;
8c1420ff 1455 int touched = 0;
e2641e09 1456
1457 /* expect setnum input keys to be given */
706b32e0
B
1458 if ((getLongFromObjectOrReply(c, c->argv[2], &setnum, NULL) != REDIS_OK))
1459 return;
1460
e2641e09 1461 if (setnum < 1) {
3ab20376
PN
1462 addReplyError(c,
1463 "at least 1 input key is needed for ZUNIONSTORE/ZINTERSTORE");
e2641e09 1464 return;
1465 }
1466
1467 /* test if the expected number of keys would overflow */
1468 if (3+setnum > c->argc) {
1469 addReply(c,shared.syntaxerr);
1470 return;
1471 }
1472
1473 /* read keys to be used for input */
56ce42fa 1474 src = zcalloc(sizeof(zsetopsrc) * setnum);
e2641e09 1475 for (i = 0, j = 3; i < setnum; i++, j++) {
1476 robj *obj = lookupKeyWrite(c->db,c->argv[j]);
56ce42fa
PN
1477 if (obj != NULL) {
1478 if (obj->type != REDIS_ZSET && obj->type != REDIS_SET) {
e2641e09 1479 zfree(src);
1480 addReply(c,shared.wrongtypeerr);
1481 return;
1482 }
56ce42fa
PN
1483
1484 src[i].subject = obj;
1485 src[i].type = obj->type;
1486 src[i].encoding = obj->encoding;
1487 } else {
1488 src[i].subject = NULL;
e2641e09 1489 }
1490
56ce42fa 1491 /* Default all weights to 1. */
e2641e09 1492 src[i].weight = 1.0;
1493 }
1494
1495 /* parse optional extra arguments */
1496 if (j < c->argc) {
1497 int remaining = c->argc - j;
1498
1499 while (remaining) {
1500 if (remaining >= (setnum + 1) && !strcasecmp(c->argv[j]->ptr,"weights")) {
1501 j++; remaining--;
1502 for (i = 0; i < setnum; i++, j++, remaining--) {
673e1fb7 1503 if (getDoubleFromObjectOrReply(c,c->argv[j],&src[i].weight,
d93f9a86 1504 "weight value is not a float") != REDIS_OK)
673e1fb7
PN
1505 {
1506 zfree(src);
e2641e09 1507 return;
673e1fb7 1508 }
e2641e09 1509 }
1510 } else if (remaining >= 2 && !strcasecmp(c->argv[j]->ptr,"aggregate")) {
1511 j++; remaining--;
1512 if (!strcasecmp(c->argv[j]->ptr,"sum")) {
1513 aggregate = REDIS_AGGR_SUM;
1514 } else if (!strcasecmp(c->argv[j]->ptr,"min")) {
1515 aggregate = REDIS_AGGR_MIN;
1516 } else if (!strcasecmp(c->argv[j]->ptr,"max")) {
1517 aggregate = REDIS_AGGR_MAX;
1518 } else {
1519 zfree(src);
1520 addReply(c,shared.syntaxerr);
1521 return;
1522 }
1523 j++; remaining--;
1524 } else {
1525 zfree(src);
1526 addReply(c,shared.syntaxerr);
1527 return;
1528 }
1529 }
1530 }
1531
56ce42fa
PN
1532 for (i = 0; i < setnum; i++)
1533 zuiInitIterator(&src[i]);
1534
e2641e09 1535 /* sort sets from the smallest to largest, this will improve our
1536 * algorithm's performance */
56ce42fa 1537 qsort(src,setnum,sizeof(zsetopsrc),zuiCompareByCardinality);
e2641e09 1538
1539 dstobj = createZsetObject();
1540 dstzset = dstobj->ptr;
02e60065 1541 memset(&zval, 0, sizeof(zval));
e2641e09 1542
1543 if (op == REDIS_OP_INTER) {
56ce42fa
PN
1544 /* Skip everything if the smallest input is empty. */
1545 if (zuiLength(&src[0]) > 0) {
1546 /* Precondition: as src[0] is non-empty and the inputs are ordered
1547 * by size, all src[i > 0] are non-empty too. */
1548 while (zuiNext(&src[0],&zval)) {
d433ebc6 1549 double score, value;
e2641e09 1550
56ce42fa 1551 score = src[0].weight * zval.score;
256356ff 1552 if (isnan(score)) score = 0;
1553
e2641e09 1554 for (j = 1; j < setnum; j++) {
d200342a 1555 /* It is not safe to access the zset we are
cb16b6c3 1556 * iterating, so explicitly check for equal object. */
d070abe4 1557 if (src[j].subject == src[0].subject) {
1558 value = zval.score*src[j].weight;
1559 zunionInterAggregate(&score,value,aggregate);
1560 } else if (zuiFind(&src[j],&zval,&value)) {
56ce42fa 1561 value *= src[j].weight;
d433ebc6 1562 zunionInterAggregate(&score,value,aggregate);
e2641e09 1563 } else {
1564 break;
1565 }
1566 }
1567
56ce42fa 1568 /* Only continue when present in every input. */
d433ebc6 1569 if (j == setnum) {
56ce42fa
PN
1570 tmp = zuiObjectFromValue(&zval);
1571 znode = zslInsert(dstzset->zsl,score,tmp);
1572 incrRefCount(tmp); /* added to skiplist */
1573 dictAdd(dstzset->dict,tmp,&znode->score);
1574 incrRefCount(tmp); /* added to dictionary */
255eebe2
PN
1575
1576 if (tmp->encoding == REDIS_ENCODING_RAW)
1577 if (sdslen(tmp->ptr) > maxelelen)
1578 maxelelen = sdslen(tmp->ptr);
e2641e09 1579 }
1580 }
e2641e09 1581 }
1582 } else if (op == REDIS_OP_UNION) {
1583 for (i = 0; i < setnum; i++) {
521ddcce 1584 if (zuiLength(&src[i]) == 0)
56ce42fa 1585 continue;
e2641e09 1586
56ce42fa 1587 while (zuiNext(&src[i],&zval)) {
d433ebc6
PN
1588 double score, value;
1589
56ce42fa
PN
1590 /* Skip key when already processed */
1591 if (dictFind(dstzset->dict,zuiObjectFromValue(&zval)) != NULL)
d433ebc6 1592 continue;
e2641e09 1593
56ce42fa
PN
1594 /* Initialize score */
1595 score = src[i].weight * zval.score;
256356ff 1596 if (isnan(score)) score = 0;
e2641e09 1597
56ce42fa
PN
1598 /* Because the inputs are sorted by size, it's only possible
1599 * for sets at larger indices to hold this element. */
e2641e09 1600 for (j = (i+1); j < setnum; j++) {
d200342a 1601 /* It is not safe to access the zset we are
cb16b6c3 1602 * iterating, so explicitly check for equal object. */
1603 if(src[j].subject == src[i].subject) {
1604 value = zval.score*src[j].weight;
1605 zunionInterAggregate(&score,value,aggregate);
1606 } else if (zuiFind(&src[j],&zval,&value)) {
56ce42fa 1607 value *= src[j].weight;
d433ebc6 1608 zunionInterAggregate(&score,value,aggregate);
e2641e09 1609 }
1610 }
1611
56ce42fa
PN
1612 tmp = zuiObjectFromValue(&zval);
1613 znode = zslInsert(dstzset->zsl,score,tmp);
1614 incrRefCount(zval.ele); /* added to skiplist */
1615 dictAdd(dstzset->dict,tmp,&znode->score);
1616 incrRefCount(zval.ele); /* added to dictionary */
255eebe2
PN
1617
1618 if (tmp->encoding == REDIS_ENCODING_RAW)
1619 if (sdslen(tmp->ptr) > maxelelen)
1620 maxelelen = sdslen(tmp->ptr);
e2641e09 1621 }
e2641e09 1622 }
1623 } else {
56ce42fa 1624 redisPanic("Unknown operator");
e2641e09 1625 }
1626
56ce42fa
PN
1627 for (i = 0; i < setnum; i++)
1628 zuiClearIterator(&src[i]);
1629
8c1420ff 1630 if (dbDelete(c->db,dstkey)) {
cea8c5cd 1631 signalModifiedKey(c->db,dstkey);
8c1420ff 1632 touched = 1;
1633 server.dirty++;
1634 }
e2641e09 1635 if (dstzset->zsl->length) {
255eebe2
PN
1636 /* Convert to ziplist when in limits. */
1637 if (dstzset->zsl->length <= server.zset_max_ziplist_entries &&
1638 maxelelen <= server.zset_max_ziplist_value)
df26a0ae 1639 zsetConvert(dstobj,REDIS_ENCODING_ZIPLIST);
255eebe2 1640
e2641e09 1641 dbAdd(c->db,dstkey,dstobj);
df26a0ae 1642 addReplyLongLong(c,zsetLength(dstobj));
cea8c5cd 1643 if (!touched) signalModifiedKey(c->db,dstkey);
cbf7e107 1644 server.dirty++;
e2641e09 1645 } else {
1646 decrRefCount(dstobj);
255eebe2 1647 addReply(c,shared.czero);
e2641e09 1648 }
1649 zfree(src);
1650}
1651
1652void zunionstoreCommand(redisClient *c) {
1653 zunionInterGenericCommand(c,c->argv[1], REDIS_OP_UNION);
1654}
1655
1656void zinterstoreCommand(redisClient *c) {
1657 zunionInterGenericCommand(c,c->argv[1], REDIS_OP_INTER);
1658}
1659
1660void zrangeGenericCommand(redisClient *c, int reverse) {
5d1b4fb6
PN
1661 robj *key = c->argv[1];
1662 robj *zobj;
1663 int withscores = 0;
e2641e09 1664 long start;
1665 long end;
e2641e09 1666 int llen;
5d1b4fb6 1667 int rangelen;
e2641e09 1668
1669 if ((getLongFromObjectOrReply(c, c->argv[2], &start, NULL) != REDIS_OK) ||
1670 (getLongFromObjectOrReply(c, c->argv[3], &end, NULL) != REDIS_OK)) return;
1671
1672 if (c->argc == 5 && !strcasecmp(c->argv[4]->ptr,"withscores")) {
1673 withscores = 1;
1674 } else if (c->argc >= 5) {
1675 addReply(c,shared.syntaxerr);
1676 return;
1677 }
1678
5d1b4fb6
PN
1679 if ((zobj = lookupKeyReadOrReply(c,key,shared.emptymultibulk)) == NULL
1680 || checkType(c,zobj,REDIS_ZSET)) return;
e2641e09 1681
5d1b4fb6 1682 /* Sanitize indexes. */
df26a0ae 1683 llen = zsetLength(zobj);
e2641e09 1684 if (start < 0) start = llen+start;
1685 if (end < 0) end = llen+end;
1686 if (start < 0) start = 0;
e2641e09 1687
d0a4e24e
PN
1688 /* Invariant: start >= 0, so this test will be true when end < 0.
1689 * The range is empty when start > end or start >= length. */
e2641e09 1690 if (start > end || start >= llen) {
e2641e09 1691 addReply(c,shared.emptymultibulk);
1692 return;
1693 }
1694 if (end >= llen) end = llen-1;
1695 rangelen = (end-start)+1;
1696
e2641e09 1697 /* Return the result in form of a multi-bulk reply */
5d1b4fb6
PN
1698 addReplyMultiBulkLen(c, withscores ? (rangelen*2) : rangelen);
1699
1700 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1701 unsigned char *zl = zobj->ptr;
1702 unsigned char *eptr, *sptr;
1703 unsigned char *vstr;
1704 unsigned int vlen;
1705 long long vlong;
1706
1707 if (reverse)
1708 eptr = ziplistIndex(zl,-2-(2*start));
1709 else
1710 eptr = ziplistIndex(zl,2*start);
1711
eab0e26e 1712 redisAssertWithInfo(c,zobj,eptr != NULL);
4c5f0966
PN
1713 sptr = ziplistNext(zl,eptr);
1714
5d1b4fb6 1715 while (rangelen--) {
eab0e26e 1716 redisAssertWithInfo(c,zobj,eptr != NULL && sptr != NULL);
1717 redisAssertWithInfo(c,zobj,ziplistGet(eptr,&vstr,&vlen,&vlong));
5d1b4fb6
PN
1718 if (vstr == NULL)
1719 addReplyBulkLongLong(c,vlong);
1720 else
1721 addReplyBulkCBuffer(c,vstr,vlen);
1722
4c5f0966 1723 if (withscores)
5d1b4fb6 1724 addReplyDouble(c,zzlGetScore(sptr));
5d1b4fb6 1725
4c5f0966
PN
1726 if (reverse)
1727 zzlPrev(zl,&eptr,&sptr);
1728 else
1729 zzlNext(zl,&eptr,&sptr);
5d1b4fb6
PN
1730 }
1731
100ed062 1732 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
5d1b4fb6
PN
1733 zset *zs = zobj->ptr;
1734 zskiplist *zsl = zs->zsl;
1735 zskiplistNode *ln;
1736 robj *ele;
1737
1738 /* Check if starting point is trivial, before doing log(N) lookup. */
1739 if (reverse) {
1740 ln = zsl->tail;
1741 if (start > 0)
1742 ln = zslGetElementByRank(zsl,llen-start);
1743 } else {
1744 ln = zsl->header->level[0].forward;
1745 if (start > 0)
1746 ln = zslGetElementByRank(zsl,start+1);
1747 }
1748
1749 while(rangelen--) {
eab0e26e 1750 redisAssertWithInfo(c,zobj,ln != NULL);
5d1b4fb6
PN
1751 ele = ln->obj;
1752 addReplyBulk(c,ele);
1753 if (withscores)
1754 addReplyDouble(c,ln->score);
1755 ln = reverse ? ln->backward : ln->level[0].forward;
1756 }
1757 } else {
1758 redisPanic("Unknown sorted set encoding");
e2641e09 1759 }
1760}
1761
1762void zrangeCommand(redisClient *c) {
1763 zrangeGenericCommand(c,0);
1764}
1765
1766void zrevrangeCommand(redisClient *c) {
1767 zrangeGenericCommand(c,1);
1768}
1769
0cfc8940
PN
1770/* This command implements ZRANGEBYSCORE, ZREVRANGEBYSCORE. */
1771void genericZrangebyscoreCommand(redisClient *c, int reverse) {
25bb8a44 1772 zrangespec range;
aff255c8 1773 robj *key = c->argv[1];
0cfc8940 1774 robj *zobj;
706b32e0 1775 long offset = 0, limit = -1;
e2641e09 1776 int withscores = 0;
25bb8a44
PN
1777 unsigned long rangelen = 0;
1778 void *replylen = NULL;
22b9bf15 1779 int minidx, maxidx;
e2641e09 1780
25bb8a44 1781 /* Parse the range arguments. */
22b9bf15
PN
1782 if (reverse) {
1783 /* Range is given as [max,min] */
1784 maxidx = 2; minidx = 3;
1785 } else {
1786 /* Range is given as [min,max] */
1787 minidx = 2; maxidx = 3;
1788 }
1789
1790 if (zslParseRange(c->argv[minidx],c->argv[maxidx],&range) != REDIS_OK) {
d93f9a86 1791 addReplyError(c,"min or max is not a float");
7236fdb2
PN
1792 return;
1793 }
25bb8a44
PN
1794
1795 /* Parse optional extra arguments. Note that ZCOUNT will exactly have
1796 * 4 arguments, so we'll never enter the following code path. */
1797 if (c->argc > 4) {
1798 int remaining = c->argc - 4;
1799 int pos = 4;
1800
1801 while (remaining) {
1802 if (remaining >= 1 && !strcasecmp(c->argv[pos]->ptr,"withscores")) {
1803 pos++; remaining--;
1804 withscores = 1;
1805 } else if (remaining >= 3 && !strcasecmp(c->argv[pos]->ptr,"limit")) {
706b32e0
B
1806 if ((getLongFromObjectOrReply(c, c->argv[pos+1], &offset, NULL) != REDIS_OK) ||
1807 (getLongFromObjectOrReply(c, c->argv[pos+2], &limit, NULL) != REDIS_OK)) return;
25bb8a44
PN
1808 pos += 3; remaining -= 3;
1809 } else {
1810 addReply(c,shared.syntaxerr);
1811 return;
1812 }
1813 }
e2641e09 1814 }
25bb8a44
PN
1815
1816 /* Ok, lookup the key and get the range */
0cfc8940 1817 if ((zobj = lookupKeyReadOrReply(c,key,shared.emptymultibulk)) == NULL ||
aff255c8 1818 checkType(c,zobj,REDIS_ZSET)) return;
25bb8a44 1819
aff255c8
PN
1820 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1821 unsigned char *zl = zobj->ptr;
1822 unsigned char *eptr, *sptr;
1823 unsigned char *vstr;
1824 unsigned int vlen;
1825 long long vlong;
1826 double score;
e2641e09 1827
aff255c8 1828 /* If reversed, get the last node in range as starting point. */
0cfc8940 1829 if (reverse) {
8588bfa3 1830 eptr = zzlLastInRange(zl,range);
0cfc8940 1831 } else {
8588bfa3 1832 eptr = zzlFirstInRange(zl,range);
0cfc8940 1833 }
e2641e09 1834
aff255c8
PN
1835 /* No "first" element in the specified interval. */
1836 if (eptr == NULL) {
0cfc8940 1837 addReply(c, shared.emptymultibulk);
aff255c8
PN
1838 return;
1839 }
e2641e09 1840
aff255c8 1841 /* Get score pointer for the first element. */
eab0e26e 1842 redisAssertWithInfo(c,zobj,eptr != NULL);
aff255c8 1843 sptr = ziplistNext(zl,eptr);
e2641e09 1844
aff255c8
PN
1845 /* We don't know in advance how many matching elements there are in the
1846 * list, so we push this object that will represent the multi-bulk
1847 * length in the output buffer, and will "fix" it later */
0cfc8940 1848 replylen = addDeferredMultiBulkLength(c);
aff255c8
PN
1849
1850 /* If there is an offset, just traverse the number of elements without
1851 * checking the score because that is done in the next loop. */
0cfc8940
PN
1852 while (eptr && offset--) {
1853 if (reverse) {
aff255c8 1854 zzlPrev(zl,&eptr,&sptr);
0cfc8940 1855 } else {
aff255c8 1856 zzlNext(zl,&eptr,&sptr);
0cfc8940
PN
1857 }
1858 }
aff255c8
PN
1859
1860 while (eptr && limit--) {
1861 score = zzlGetScore(sptr);
1862
1863 /* Abort when the node is no longer in range. */
1864 if (reverse) {
1865 if (!zslValueGteMin(score,&range)) break;
1866 } else {
1867 if (!zslValueLteMax(score,&range)) break;
1868 }
1869
0cfc8940 1870 /* We know the element exists, so ziplistGet should always succeed */
eab0e26e 1871 redisAssertWithInfo(c,zobj,ziplistGet(eptr,&vstr,&vlen,&vlong));
0cfc8940 1872
aff255c8 1873 rangelen++;
0cfc8940
PN
1874 if (vstr == NULL) {
1875 addReplyBulkLongLong(c,vlong);
1876 } else {
1877 addReplyBulkCBuffer(c,vstr,vlen);
1878 }
1879
1880 if (withscores) {
1881 addReplyDouble(c,score);
aff255c8
PN
1882 }
1883
1884 /* Move to next node */
0cfc8940 1885 if (reverse) {
aff255c8 1886 zzlPrev(zl,&eptr,&sptr);
0cfc8940 1887 } else {
aff255c8 1888 zzlNext(zl,&eptr,&sptr);
0cfc8940 1889 }
e2641e09 1890 }
100ed062 1891 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
aff255c8
PN
1892 zset *zs = zobj->ptr;
1893 zskiplist *zsl = zs->zsl;
1894 zskiplistNode *ln;
25bb8a44 1895
aff255c8 1896 /* If reversed, get the last node in range as starting point. */
0cfc8940 1897 if (reverse) {
aff255c8 1898 ln = zslLastInRange(zsl,range);
0cfc8940 1899 } else {
aff255c8 1900 ln = zslFirstInRange(zsl,range);
0cfc8940 1901 }
aff255c8
PN
1902
1903 /* No "first" element in the specified interval. */
1904 if (ln == NULL) {
0cfc8940 1905 addReply(c, shared.emptymultibulk);
aff255c8 1906 return;
25bb8a44
PN
1907 }
1908
aff255c8
PN
1909 /* We don't know in advance how many matching elements there are in the
1910 * list, so we push this object that will represent the multi-bulk
1911 * length in the output buffer, and will "fix" it later */
0cfc8940 1912 replylen = addDeferredMultiBulkLength(c);
aff255c8
PN
1913
1914 /* If there is an offset, just traverse the number of elements without
1915 * checking the score because that is done in the next loop. */
0cfc8940
PN
1916 while (ln && offset--) {
1917 if (reverse) {
1918 ln = ln->backward;
1919 } else {
1920 ln = ln->level[0].forward;
1921 }
1922 }
aff255c8
PN
1923
1924 while (ln && limit--) {
1925 /* Abort when the node is no longer in range. */
1926 if (reverse) {
1927 if (!zslValueGteMin(ln->score,&range)) break;
1928 } else {
1929 if (!zslValueLteMax(ln->score,&range)) break;
1930 }
1931
aff255c8 1932 rangelen++;
0cfc8940
PN
1933 addReplyBulk(c,ln->obj);
1934
1935 if (withscores) {
1936 addReplyDouble(c,ln->score);
aff255c8
PN
1937 }
1938
1939 /* Move to next node */
0cfc8940
PN
1940 if (reverse) {
1941 ln = ln->backward;
1942 } else {
1943 ln = ln->level[0].forward;
1944 }
aff255c8
PN
1945 }
1946 } else {
1947 redisPanic("Unknown sorted set encoding");
25bb8a44
PN
1948 }
1949
0cfc8940
PN
1950 if (withscores) {
1951 rangelen *= 2;
e2641e09 1952 }
0cfc8940
PN
1953
1954 setDeferredMultiBulkLength(c, replylen, rangelen);
e2641e09 1955}
1956
1957void zrangebyscoreCommand(redisClient *c) {
0cfc8940 1958 genericZrangebyscoreCommand(c,0);
25bb8a44
PN
1959}
1960
1961void zrevrangebyscoreCommand(redisClient *c) {
0cfc8940 1962 genericZrangebyscoreCommand(c,1);
e2641e09 1963}
1964
1965void zcountCommand(redisClient *c) {
62d774e5
PN
1966 robj *key = c->argv[1];
1967 robj *zobj;
1968 zrangespec range;
1969 int count = 0;
1970
1971 /* Parse the range arguments */
1972 if (zslParseRange(c->argv[2],c->argv[3],&range) != REDIS_OK) {
d93f9a86 1973 addReplyError(c,"min or max is not a float");
62d774e5
PN
1974 return;
1975 }
1976
1977 /* Lookup the sorted set */
1978 if ((zobj = lookupKeyReadOrReply(c, key, shared.czero)) == NULL ||
1979 checkType(c, zobj, REDIS_ZSET)) return;
1980
1981 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
1982 unsigned char *zl = zobj->ptr;
1983 unsigned char *eptr, *sptr;
1984 double score;
1985
1986 /* Use the first element in range as the starting point */
1987 eptr = zzlFirstInRange(zl,range);
1988
1989 /* No "first" element */
1990 if (eptr == NULL) {
1991 addReply(c, shared.czero);
1992 return;
1993 }
1994
1995 /* First element is in range */
1996 sptr = ziplistNext(zl,eptr);
1997 score = zzlGetScore(sptr);
eab0e26e 1998 redisAssertWithInfo(c,zobj,zslValueLteMax(score,&range));
62d774e5
PN
1999
2000 /* Iterate over elements in range */
2001 while (eptr) {
2002 score = zzlGetScore(sptr);
2003
2004 /* Abort when the node is no longer in range. */
2005 if (!zslValueLteMax(score,&range)) {
2006 break;
2007 } else {
2008 count++;
2009 zzlNext(zl,&eptr,&sptr);
2010 }
2011 }
2012 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
2013 zset *zs = zobj->ptr;
2014 zskiplist *zsl = zs->zsl;
2015 zskiplistNode *zn;
2016 unsigned long rank;
2017
2018 /* Find first element in range */
2019 zn = zslFirstInRange(zsl, range);
2020
2021 /* Use rank of first element, if any, to determine preliminary count */
2022 if (zn != NULL) {
2023 rank = zslGetRank(zsl, zn->score, zn->obj);
2024 count = (zsl->length - (rank - 1));
2025
2026 /* Find last element in range */
2027 zn = zslLastInRange(zsl, range);
2028
2029 /* Use rank of last element, if any, to determine the actual count */
2030 if (zn != NULL) {
2031 rank = zslGetRank(zsl, zn->score, zn->obj);
2032 count -= (zsl->length - rank);
2033 }
2034 }
2035 } else {
2036 redisPanic("Unknown sorted set encoding");
2037 }
2038
2039 addReplyLongLong(c, count);
e2641e09 2040}
2041
2042void zcardCommand(redisClient *c) {
d1c920c5
PN
2043 robj *key = c->argv[1];
2044 robj *zobj;
e2641e09 2045
d1c920c5
PN
2046 if ((zobj = lookupKeyReadOrReply(c,key,shared.czero)) == NULL ||
2047 checkType(c,zobj,REDIS_ZSET)) return;
e2641e09 2048
df26a0ae 2049 addReplyLongLong(c,zsetLength(zobj));
e2641e09 2050}
2051
2052void zscoreCommand(redisClient *c) {
d1c920c5
PN
2053 robj *key = c->argv[1];
2054 robj *zobj;
2055 double score;
e2641e09 2056
d1c920c5
PN
2057 if ((zobj = lookupKeyReadOrReply(c,key,shared.nullbulk)) == NULL ||
2058 checkType(c,zobj,REDIS_ZSET)) return;
e2641e09 2059
d1c920c5 2060 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
8588bfa3 2061 if (zzlFind(zobj->ptr,c->argv[2],&score) != NULL)
d1c920c5
PN
2062 addReplyDouble(c,score);
2063 else
2064 addReply(c,shared.nullbulk);
100ed062 2065 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
d1c920c5
PN
2066 zset *zs = zobj->ptr;
2067 dictEntry *de;
e2641e09 2068
d1c920c5
PN
2069 c->argv[2] = tryObjectEncoding(c->argv[2]);
2070 de = dictFind(zs->dict,c->argv[2]);
2071 if (de != NULL) {
c0ba9ebe 2072 score = *(double*)dictGetVal(de);
d1c920c5
PN
2073 addReplyDouble(c,score);
2074 } else {
2075 addReply(c,shared.nullbulk);
2076 }
2077 } else {
2078 redisPanic("Unknown sorted set encoding");
e2641e09 2079 }
2080}
2081
2082void zrankGenericCommand(redisClient *c, int reverse) {
d1c920c5
PN
2083 robj *key = c->argv[1];
2084 robj *ele = c->argv[2];
2085 robj *zobj;
2086 unsigned long llen;
e2641e09 2087 unsigned long rank;
e2641e09 2088
d1c920c5
PN
2089 if ((zobj = lookupKeyReadOrReply(c,key,shared.nullbulk)) == NULL ||
2090 checkType(c,zobj,REDIS_ZSET)) return;
df26a0ae 2091 llen = zsetLength(zobj);
e2641e09 2092
eab0e26e 2093 redisAssertWithInfo(c,ele,ele->encoding == REDIS_ENCODING_RAW);
d1c920c5
PN
2094 if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
2095 unsigned char *zl = zobj->ptr;
2096 unsigned char *eptr, *sptr;
e2641e09 2097
d1c920c5 2098 eptr = ziplistIndex(zl,0);
eab0e26e 2099 redisAssertWithInfo(c,zobj,eptr != NULL);
d1c920c5 2100 sptr = ziplistNext(zl,eptr);
eab0e26e 2101 redisAssertWithInfo(c,zobj,sptr != NULL);
d1c920c5
PN
2102
2103 rank = 1;
2104 while(eptr != NULL) {
2105 if (ziplistCompare(eptr,ele->ptr,sdslen(ele->ptr)))
2106 break;
2107 rank++;
2108 zzlNext(zl,&eptr,&sptr);
2109 }
2110
2111 if (eptr != NULL) {
2112 if (reverse)
2113 addReplyLongLong(c,llen-rank);
2114 else
2115 addReplyLongLong(c,rank-1);
e2641e09 2116 } else {
d1c920c5
PN
2117 addReply(c,shared.nullbulk);
2118 }
100ed062 2119 } else if (zobj->encoding == REDIS_ENCODING_SKIPLIST) {
d1c920c5
PN
2120 zset *zs = zobj->ptr;
2121 zskiplist *zsl = zs->zsl;
2122 dictEntry *de;
2123 double score;
2124
2125 ele = c->argv[2] = tryObjectEncoding(c->argv[2]);
2126 de = dictFind(zs->dict,ele);
2127 if (de != NULL) {
c0ba9ebe 2128 score = *(double*)dictGetVal(de);
d1c920c5 2129 rank = zslGetRank(zsl,score,ele);
eab0e26e 2130 redisAssertWithInfo(c,ele,rank); /* Existing elements always have a rank. */
d1c920c5
PN
2131 if (reverse)
2132 addReplyLongLong(c,llen-rank);
2133 else
2134 addReplyLongLong(c,rank-1);
2135 } else {
2136 addReply(c,shared.nullbulk);
e2641e09 2137 }
2138 } else {
d1c920c5 2139 redisPanic("Unknown sorted set encoding");
e2641e09 2140 }
2141}
2142
2143void zrankCommand(redisClient *c) {
2144 zrankGenericCommand(c, 0);
2145}
2146
2147void zrevrankCommand(redisClient *c) {
2148 zrankGenericCommand(c, 1);
2149}