]>
git.saurik.com Git - redis.git/blob - src/t_zset.c
1ef5e9911fc628cf4223441eefd9ffafa4d63000
5 /*-----------------------------------------------------------------------------
7 *----------------------------------------------------------------------------*/
9 /* ZSETs are ordered sets using two data structures to hold the same elements
10 * in order to get O(log(N)) INSERT and REMOVE operations into a sorted
13 * The elements are added to an hash table mapping Redis objects to scores.
14 * At the same time the elements are added to a skip list mapping scores
15 * to Redis objects (so objects are sorted by scores in this "view"). */
17 /* This skiplist implementation is almost a C translation of the original
18 * algorithm described by William Pugh in "Skip Lists: A Probabilistic
19 * Alternative to Balanced Trees", modified in three ways:
20 * a) this implementation allows for repeated values.
21 * b) the comparison is not just by key (our 'score') but by satellite data.
22 * c) there is a back pointer, so it's a doubly linked list with the back
23 * pointers being only at "level 1". This allows to traverse the list
24 * from tail to head, useful for ZREVRANGE. */
26 zskiplistNode
*zslCreateNode(int level
, double score
, robj
*obj
) {
27 zskiplistNode
*zn
= zmalloc(sizeof(*zn
)+level
*sizeof(struct zskiplistLevel
));
33 zskiplist
*zslCreate(void) {
37 zsl
= zmalloc(sizeof(*zsl
));
40 zsl
->header
= zslCreateNode(ZSKIPLIST_MAXLEVEL
,0,NULL
);
41 for (j
= 0; j
< ZSKIPLIST_MAXLEVEL
; j
++) {
42 zsl
->header
->level
[j
].forward
= NULL
;
43 zsl
->header
->level
[j
].span
= 0;
45 zsl
->header
->backward
= NULL
;
50 void zslFreeNode(zskiplistNode
*node
) {
51 decrRefCount(node
->obj
);
55 void zslFree(zskiplist
*zsl
) {
56 zskiplistNode
*node
= zsl
->header
->level
[0].forward
, *next
;
60 next
= node
->level
[0].forward
;
67 int zslRandomLevel(void) {
69 while ((random()&0xFFFF) < (ZSKIPLIST_P
* 0xFFFF))
71 return (level
<ZSKIPLIST_MAXLEVEL
) ? level
: ZSKIPLIST_MAXLEVEL
;
74 zskiplistNode
*zslInsert(zskiplist
*zsl
, double score
, robj
*obj
) {
75 zskiplistNode
*update
[ZSKIPLIST_MAXLEVEL
], *x
;
76 unsigned int rank
[ZSKIPLIST_MAXLEVEL
];
80 for (i
= zsl
->level
-1; i
>= 0; i
--) {
81 /* store rank that is crossed to reach the insert position */
82 rank
[i
] = i
== (zsl
->level
-1) ? 0 : rank
[i
+1];
83 while (x
->level
[i
].forward
&&
84 (x
->level
[i
].forward
->score
< score
||
85 (x
->level
[i
].forward
->score
== score
&&
86 compareStringObjects(x
->level
[i
].forward
->obj
,obj
) < 0))) {
87 rank
[i
] += x
->level
[i
].span
;
88 x
= x
->level
[i
].forward
;
92 /* we assume the key is not already inside, since we allow duplicated
93 * scores, and the re-insertion of score and redis object should never
94 * happpen since the caller of zslInsert() should test in the hash table
95 * if the element is already inside or not. */
96 level
= zslRandomLevel();
97 if (level
> zsl
->level
) {
98 for (i
= zsl
->level
; i
< level
; i
++) {
100 update
[i
] = zsl
->header
;
101 update
[i
]->level
[i
].span
= zsl
->length
;
105 x
= zslCreateNode(level
,score
,obj
);
106 for (i
= 0; i
< level
; i
++) {
107 x
->level
[i
].forward
= update
[i
]->level
[i
].forward
;
108 update
[i
]->level
[i
].forward
= x
;
110 /* update span covered by update[i] as x is inserted here */
111 x
->level
[i
].span
= update
[i
]->level
[i
].span
- (rank
[0] - rank
[i
]);
112 update
[i
]->level
[i
].span
= (rank
[0] - rank
[i
]) + 1;
115 /* increment span for untouched levels */
116 for (i
= level
; i
< zsl
->level
; i
++) {
117 update
[i
]->level
[i
].span
++;
120 x
->backward
= (update
[0] == zsl
->header
) ? NULL
: update
[0];
121 if (x
->level
[0].forward
)
122 x
->level
[0].forward
->backward
= x
;
129 /* Internal function used by zslDelete, zslDeleteByScore and zslDeleteByRank */
130 void zslDeleteNode(zskiplist
*zsl
, zskiplistNode
*x
, zskiplistNode
**update
) {
132 for (i
= 0; i
< zsl
->level
; i
++) {
133 if (update
[i
]->level
[i
].forward
== x
) {
134 update
[i
]->level
[i
].span
+= x
->level
[i
].span
- 1;
135 update
[i
]->level
[i
].forward
= x
->level
[i
].forward
;
137 update
[i
]->level
[i
].span
-= 1;
140 if (x
->level
[0].forward
) {
141 x
->level
[0].forward
->backward
= x
->backward
;
143 zsl
->tail
= x
->backward
;
145 while(zsl
->level
> 1 && zsl
->header
->level
[zsl
->level
-1].forward
== NULL
)
150 /* Delete an element with matching score/object from the skiplist. */
151 int zslDelete(zskiplist
*zsl
, double score
, robj
*obj
) {
152 zskiplistNode
*update
[ZSKIPLIST_MAXLEVEL
], *x
;
156 for (i
= zsl
->level
-1; i
>= 0; i
--) {
157 while (x
->level
[i
].forward
&&
158 (x
->level
[i
].forward
->score
< score
||
159 (x
->level
[i
].forward
->score
== score
&&
160 compareStringObjects(x
->level
[i
].forward
->obj
,obj
) < 0)))
161 x
= x
->level
[i
].forward
;
164 /* We may have multiple elements with the same score, what we need
165 * is to find the element with both the right score and object. */
166 x
= x
->level
[0].forward
;
167 if (x
&& score
== x
->score
&& equalStringObjects(x
->obj
,obj
)) {
168 zslDeleteNode(zsl
, x
, update
);
172 return 0; /* not found */
174 return 0; /* not found */
177 /* Struct to hold a inclusive/exclusive range spec. */
180 int minex
, maxex
; /* are min or max exclusive? */
183 static int zslValueGteMin(double value
, zrangespec
*spec
) {
184 return spec
->minex
? (value
> spec
->min
) : (value
>= spec
->min
);
187 static int zslValueLteMax(double value
, zrangespec
*spec
) {
188 return spec
->maxex
? (value
< spec
->max
) : (value
<= spec
->max
);
191 static int zslValueInRange(double value
, zrangespec
*spec
) {
192 return zslValueGteMin(value
,spec
) && zslValueLteMax(value
,spec
);
195 /* Returns if there is a part of the zset is in range. */
196 int zslIsInRange(zskiplist
*zsl
, zrangespec
*range
) {
199 /* Test for ranges that will always be empty. */
200 if (range
->min
> range
->max
||
201 (range
->min
== range
->max
&& (range
->minex
|| range
->maxex
)))
204 if (x
== NULL
|| !zslValueGteMin(x
->score
,range
))
206 x
= zsl
->header
->level
[0].forward
;
207 if (x
== NULL
|| !zslValueLteMax(x
->score
,range
))
212 /* Find the first node that is contained in the specified range.
213 * Returns NULL when no element is contained in the range. */
214 zskiplistNode
*zslFirstInRange(zskiplist
*zsl
, zrangespec range
) {
218 /* If everything is out of range, return early. */
219 if (!zslIsInRange(zsl
,&range
)) return NULL
;
222 for (i
= zsl
->level
-1; i
>= 0; i
--) {
223 /* Go forward while *OUT* of range. */
224 while (x
->level
[i
].forward
&&
225 !zslValueGteMin(x
->level
[i
].forward
->score
,&range
))
226 x
= x
->level
[i
].forward
;
229 /* The tail is in range, so the previous block should always return a
230 * node that is non-NULL and the last one to be out of range. */
231 x
= x
->level
[0].forward
;
232 redisAssert(x
!= NULL
&& zslValueInRange(x
->score
,&range
));
236 /* Find the last node that is contained in the specified range.
237 * Returns NULL when no element is contained in the range. */
238 zskiplistNode
*zslLastInRange(zskiplist
*zsl
, zrangespec range
) {
242 /* If everything is out of range, return early. */
243 if (!zslIsInRange(zsl
,&range
)) return NULL
;
246 for (i
= zsl
->level
-1; i
>= 0; i
--) {
247 /* Go forward while *IN* range. */
248 while (x
->level
[i
].forward
&&
249 zslValueLteMax(x
->level
[i
].forward
->score
,&range
))
250 x
= x
->level
[i
].forward
;
253 /* The header is in range, so the previous block should always return a
254 * node that is non-NULL and in range. */
255 redisAssert(x
!= NULL
&& zslValueInRange(x
->score
,&range
));
259 /* Delete all the elements with score between min and max from the skiplist.
260 * Min and mx are inclusive, so a score >= min || score <= max is deleted.
261 * Note that this function takes the reference to the hash table view of the
262 * sorted set, in order to remove the elements from the hash table too. */
263 unsigned long zslDeleteRangeByScore(zskiplist
*zsl
, zrangespec range
, dict
*dict
) {
264 zskiplistNode
*update
[ZSKIPLIST_MAXLEVEL
], *x
;
265 unsigned long removed
= 0;
269 for (i
= zsl
->level
-1; i
>= 0; i
--) {
270 while (x
->level
[i
].forward
&& (range
.minex
?
271 x
->level
[i
].forward
->score
<= range
.min
:
272 x
->level
[i
].forward
->score
< range
.min
))
273 x
= x
->level
[i
].forward
;
277 /* Current node is the last with score < or <= min. */
278 x
= x
->level
[0].forward
;
280 /* Delete nodes while in range. */
281 while (x
&& (range
.maxex
? x
->score
< range
.max
: x
->score
<= range
.max
)) {
282 zskiplistNode
*next
= x
->level
[0].forward
;
283 zslDeleteNode(zsl
,x
,update
);
284 dictDelete(dict
,x
->obj
);
292 /* Delete all the elements with rank between start and end from the skiplist.
293 * Start and end are inclusive. Note that start and end need to be 1-based */
294 unsigned long zslDeleteRangeByRank(zskiplist
*zsl
, unsigned int start
, unsigned int end
, dict
*dict
) {
295 zskiplistNode
*update
[ZSKIPLIST_MAXLEVEL
], *x
;
296 unsigned long traversed
= 0, removed
= 0;
300 for (i
= zsl
->level
-1; i
>= 0; i
--) {
301 while (x
->level
[i
].forward
&& (traversed
+ x
->level
[i
].span
) < start
) {
302 traversed
+= x
->level
[i
].span
;
303 x
= x
->level
[i
].forward
;
309 x
= x
->level
[0].forward
;
310 while (x
&& traversed
<= end
) {
311 zskiplistNode
*next
= x
->level
[0].forward
;
312 zslDeleteNode(zsl
,x
,update
);
313 dictDelete(dict
,x
->obj
);
322 /* Find the rank for an element by both score and key.
323 * Returns 0 when the element cannot be found, rank otherwise.
324 * Note that the rank is 1-based due to the span of zsl->header to the
326 unsigned long zslGetRank(zskiplist
*zsl
, double score
, robj
*o
) {
328 unsigned long rank
= 0;
332 for (i
= zsl
->level
-1; i
>= 0; i
--) {
333 while (x
->level
[i
].forward
&&
334 (x
->level
[i
].forward
->score
< score
||
335 (x
->level
[i
].forward
->score
== score
&&
336 compareStringObjects(x
->level
[i
].forward
->obj
,o
) <= 0))) {
337 rank
+= x
->level
[i
].span
;
338 x
= x
->level
[i
].forward
;
341 /* x might be equal to zsl->header, so test if obj is non-NULL */
342 if (x
->obj
&& equalStringObjects(x
->obj
,o
)) {
349 /* Finds an element by its rank. The rank argument needs to be 1-based. */
350 zskiplistNode
* zslGetElementByRank(zskiplist
*zsl
, unsigned long rank
) {
352 unsigned long traversed
= 0;
356 for (i
= zsl
->level
-1; i
>= 0; i
--) {
357 while (x
->level
[i
].forward
&& (traversed
+ x
->level
[i
].span
) <= rank
)
359 traversed
+= x
->level
[i
].span
;
360 x
= x
->level
[i
].forward
;
362 if (traversed
== rank
) {
369 /* Populate the rangespec according to the objects min and max. */
370 static int zslParseRange(robj
*min
, robj
*max
, zrangespec
*spec
) {
372 spec
->minex
= spec
->maxex
= 0;
374 /* Parse the min-max interval. If one of the values is prefixed
375 * by the "(" character, it's considered "open". For instance
376 * ZRANGEBYSCORE zset (1.5 (2.5 will match min < x < max
377 * ZRANGEBYSCORE zset 1.5 2.5 will instead match min <= x <= max */
378 if (min
->encoding
== REDIS_ENCODING_INT
) {
379 spec
->min
= (long)min
->ptr
;
381 if (((char*)min
->ptr
)[0] == '(') {
382 spec
->min
= strtod((char*)min
->ptr
+1,&eptr
);
383 if (eptr
[0] != '\0' || isnan(spec
->min
)) return REDIS_ERR
;
386 spec
->min
= strtod((char*)min
->ptr
,&eptr
);
387 if (eptr
[0] != '\0' || isnan(spec
->min
)) return REDIS_ERR
;
390 if (max
->encoding
== REDIS_ENCODING_INT
) {
391 spec
->max
= (long)max
->ptr
;
393 if (((char*)max
->ptr
)[0] == '(') {
394 spec
->max
= strtod((char*)max
->ptr
+1,&eptr
);
395 if (eptr
[0] != '\0' || isnan(spec
->max
)) return REDIS_ERR
;
398 spec
->max
= strtod((char*)max
->ptr
,&eptr
);
399 if (eptr
[0] != '\0' || isnan(spec
->max
)) return REDIS_ERR
;
406 /*-----------------------------------------------------------------------------
407 * Ziplist-backed sorted set API
408 *----------------------------------------------------------------------------*/
410 double zzlGetScore(unsigned char *sptr
) {
417 redisAssert(sptr
!= NULL
);
418 redisAssert(ziplistGet(sptr
,&vstr
,&vlen
,&vlong
));
421 memcpy(buf
,vstr
,vlen
);
423 score
= strtod(buf
,NULL
);
431 /* Compare element in sorted set with given element. */
432 int zzlCompareElements(unsigned char *eptr
, unsigned char *cstr
, unsigned int clen
) {
436 unsigned char vbuf
[32];
439 redisAssert(ziplistGet(eptr
,&vstr
,&vlen
,&vlong
));
441 /* Store string representation of long long in buf. */
442 vlen
= ll2string((char*)vbuf
,sizeof(vbuf
),vlong
);
446 minlen
= (vlen
< clen
) ? vlen
: clen
;
447 cmp
= memcmp(vstr
,cstr
,minlen
);
448 if (cmp
== 0) return vlen
-clen
;
452 unsigned int zzlLength(unsigned char *zl
) {
453 return ziplistLen(zl
)/2;
456 /* Move to next entry based on the values in eptr and sptr. Both are set to
457 * NULL when there is no next entry. */
458 void zzlNext(unsigned char *zl
, unsigned char **eptr
, unsigned char **sptr
) {
459 unsigned char *_eptr
, *_sptr
;
460 redisAssert(*eptr
!= NULL
&& *sptr
!= NULL
);
462 _eptr
= ziplistNext(zl
,*sptr
);
464 _sptr
= ziplistNext(zl
,_eptr
);
465 redisAssert(_sptr
!= NULL
);
475 /* Move to the previous entry based on the values in eptr and sptr. Both are
476 * set to NULL when there is no next entry. */
477 void zzlPrev(unsigned char *zl
, unsigned char **eptr
, unsigned char **sptr
) {
478 unsigned char *_eptr
, *_sptr
;
479 redisAssert(*eptr
!= NULL
&& *sptr
!= NULL
);
481 _sptr
= ziplistPrev(zl
,*eptr
);
483 _eptr
= ziplistPrev(zl
,_sptr
);
484 redisAssert(_eptr
!= NULL
);
486 /* No previous entry. */
494 /* Returns if there is a part of the zset is in range. Should only be used
495 * internally by zzlFirstInRange and zzlLastInRange. */
496 int zzlIsInRange(unsigned char *zl
, zrangespec
*range
) {
500 /* Test for ranges that will always be empty. */
501 if (range
->min
> range
->max
||
502 (range
->min
== range
->max
&& (range
->minex
|| range
->maxex
)))
505 p
= ziplistIndex(zl
,-1); /* Last score. */
506 redisAssert(p
!= NULL
);
507 score
= zzlGetScore(p
);
508 if (!zslValueGteMin(score
,range
))
511 p
= ziplistIndex(zl
,1); /* First score. */
512 redisAssert(p
!= NULL
);
513 score
= zzlGetScore(p
);
514 if (!zslValueLteMax(score
,range
))
520 /* Find pointer to the first element contained in the specified range.
521 * Returns NULL when no element is contained in the range. */
522 unsigned char *zzlFirstInRange(robj
*zobj
, zrangespec range
) {
523 unsigned char *zl
= zobj
->ptr
;
524 unsigned char *eptr
= ziplistIndex(zl
,0), *sptr
;
527 /* If everything is out of range, return early. */
528 if (!zzlIsInRange(zl
,&range
)) return NULL
;
530 while (eptr
!= NULL
) {
531 sptr
= ziplistNext(zl
,eptr
);
532 redisAssert(sptr
!= NULL
);
534 score
= zzlGetScore(sptr
);
535 if (zslValueGteMin(score
,&range
))
538 /* Move to next element. */
539 eptr
= ziplistNext(zl
,sptr
);
545 /* Find pointer to the last element contained in the specified range.
546 * Returns NULL when no element is contained in the range. */
547 unsigned char *zzlLastInRange(robj
*zobj
, zrangespec range
) {
548 unsigned char *zl
= zobj
->ptr
;
549 unsigned char *eptr
= ziplistIndex(zl
,-2), *sptr
;
552 /* If everything is out of range, return early. */
553 if (!zzlIsInRange(zl
,&range
)) return NULL
;
555 while (eptr
!= NULL
) {
556 sptr
= ziplistNext(zl
,eptr
);
557 redisAssert(sptr
!= NULL
);
559 score
= zzlGetScore(sptr
);
560 if (zslValueLteMax(score
,&range
))
563 /* Move to previous element by moving to the score of previous element.
564 * When this returns NULL, we know there also is no element. */
565 sptr
= ziplistPrev(zl
,eptr
);
567 redisAssert((eptr
= ziplistPrev(zl
,sptr
)) != NULL
);
575 unsigned char *zzlFind(robj
*zobj
, robj
*ele
, double *score
) {
576 unsigned char *zl
= zobj
->ptr
;
577 unsigned char *eptr
= ziplistIndex(zl
,0), *sptr
;
579 ele
= getDecodedObject(ele
);
580 while (eptr
!= NULL
) {
581 sptr
= ziplistNext(zl
,eptr
);
582 redisAssert(sptr
!= NULL
);
584 if (ziplistCompare(eptr
,ele
->ptr
,sdslen(ele
->ptr
))) {
585 /* Matching element, pull out score. */
586 if (score
!= NULL
) *score
= zzlGetScore(sptr
);
591 /* Move to next element. */
592 eptr
= ziplistNext(zl
,sptr
);
599 /* Delete (element,score) pair from ziplist. Use local copy of eptr because we
600 * don't want to modify the one given as argument. */
601 int zzlDelete(robj
*zobj
, unsigned char *eptr
) {
602 unsigned char *zl
= zobj
->ptr
;
603 unsigned char *p
= eptr
;
605 /* TODO: add function to ziplist API to delete N elements from offset. */
606 zl
= ziplistDelete(zl
,&p
);
607 zl
= ziplistDelete(zl
,&p
);
612 int zzlInsertAt(robj
*zobj
, robj
*ele
, double score
, unsigned char *eptr
) {
613 unsigned char *zl
= zobj
->ptr
;
619 redisAssert(ele
->encoding
== REDIS_ENCODING_RAW
);
620 scorelen
= d2string(scorebuf
,sizeof(scorebuf
),score
);
622 zl
= ziplistPush(zl
,ele
->ptr
,sdslen(ele
->ptr
),ZIPLIST_TAIL
);
623 zl
= ziplistPush(zl
,(unsigned char*)scorebuf
,scorelen
,ZIPLIST_TAIL
);
625 /* Keep offset relative to zl, as it might be re-allocated. */
627 zl
= ziplistInsert(zl
,eptr
,ele
->ptr
,sdslen(ele
->ptr
));
630 /* Insert score after the element. */
631 redisAssert((sptr
= ziplistNext(zl
,eptr
)) != NULL
);
632 zl
= ziplistInsert(zl
,sptr
,(unsigned char*)scorebuf
,scorelen
);
639 /* Insert (element,score) pair in ziplist. This function assumes the element is
640 * not yet present in the list. */
641 int zzlInsert(robj
*zobj
, robj
*ele
, double score
) {
642 unsigned char *zl
= zobj
->ptr
;
643 unsigned char *eptr
= ziplistIndex(zl
,0), *sptr
;
646 ele
= getDecodedObject(ele
);
647 while (eptr
!= NULL
) {
648 sptr
= ziplistNext(zl
,eptr
);
649 redisAssert(sptr
!= NULL
);
650 s
= zzlGetScore(sptr
);
653 /* First element with score larger than score for element to be
654 * inserted. This means we should take its spot in the list to
655 * maintain ordering. */
656 zzlInsertAt(zobj
,ele
,score
,eptr
);
658 } else if (s
== score
) {
659 /* Ensure lexicographical ordering for elements. */
660 if (zzlCompareElements(eptr
,ele
->ptr
,sdslen(ele
->ptr
)) > 0) {
661 zzlInsertAt(zobj
,ele
,score
,eptr
);
666 /* Move to next element. */
667 eptr
= ziplistNext(zl
,sptr
);
670 /* Push on tail of list when it was not yet inserted. */
672 zzlInsertAt(zobj
,ele
,score
,NULL
);
678 unsigned long zzlDeleteRangeByScore(robj
*zobj
, zrangespec range
) {
679 unsigned char *zl
= zobj
->ptr
;
680 unsigned char *eptr
, *sptr
;
682 unsigned long deleted
= 0;
684 eptr
= zzlFirstInRange(zobj
,range
);
685 if (eptr
== NULL
) return deleted
;
688 /* When the tail of the ziplist is deleted, eptr will point to the sentinel
689 * byte and ziplistNext will return NULL. */
690 while ((sptr
= ziplistNext(zl
,eptr
)) != NULL
) {
691 score
= zzlGetScore(sptr
);
692 if (zslValueLteMax(score
,&range
)) {
693 /* Delete both the element and the score. */
694 zl
= ziplistDelete(zl
,&eptr
);
695 zl
= ziplistDelete(zl
,&eptr
);
698 /* No longer in range. */
706 /* Delete all the elements with rank between start and end from the skiplist.
707 * Start and end are inclusive. Note that start and end need to be 1-based */
708 unsigned long zzlDeleteRangeByRank(robj
*zobj
, unsigned int start
, unsigned int end
) {
709 unsigned int num
= (end
-start
)+1;
710 zobj
->ptr
= ziplistDeleteRange(zobj
->ptr
,2*(start
-1),2*num
);
714 /*-----------------------------------------------------------------------------
715 * Common sorted set API
716 *----------------------------------------------------------------------------*/
718 int zsLength(robj
*zobj
) {
720 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
721 length
= zzlLength(zobj
->ptr
);
722 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
723 length
= ((zset
*)zobj
->ptr
)->zsl
->length
;
725 redisPanic("Unknown sorted set encoding");
730 void zsConvert(robj
*zobj
, int encoding
) {
732 zskiplistNode
*node
, *next
;
736 if (zobj
->encoding
== encoding
) return;
737 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
738 unsigned char *zl
= zobj
->ptr
;
739 unsigned char *eptr
, *sptr
;
744 if (encoding
!= REDIS_ENCODING_RAW
)
745 redisPanic("Unknown target encoding");
747 zs
= zmalloc(sizeof(*zs
));
748 zs
->dict
= dictCreate(&zsetDictType
,NULL
);
749 zs
->zsl
= zslCreate();
751 eptr
= ziplistIndex(zl
,0);
752 redisAssert(eptr
!= NULL
);
753 sptr
= ziplistNext(zl
,eptr
);
754 redisAssert(sptr
!= NULL
);
756 while (eptr
!= NULL
) {
757 score
= zzlGetScore(sptr
);
758 redisAssert(ziplistGet(eptr
,&vstr
,&vlen
,&vlong
));
760 ele
= createStringObjectFromLongLong(vlong
);
762 ele
= createStringObject((char*)vstr
,vlen
);
764 /* Has incremented refcount since it was just created. */
765 node
= zslInsert(zs
->zsl
,score
,ele
);
766 redisAssert(dictAdd(zs
->dict
,ele
,&node
->score
) == DICT_OK
);
767 incrRefCount(ele
); /* Added to dictionary. */
768 zzlNext(zl
,&eptr
,&sptr
);
773 zobj
->encoding
= REDIS_ENCODING_RAW
;
774 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
775 unsigned char *zl
= ziplistNew();
777 if (encoding
!= REDIS_ENCODING_ZIPLIST
)
778 redisPanic("Unknown target encoding");
780 /* Approach similar to zslFree(), since we want to free the skiplist at
781 * the same time as creating the ziplist. */
783 dictRelease(zs
->dict
);
784 node
= zs
->zsl
->header
->level
[0].forward
;
785 zfree(zs
->zsl
->header
);
788 /* Immediately store pointer to ziplist in object because it will
789 * change because of reallocations when pushing to the ziplist. */
793 ele
= getDecodedObject(node
->obj
);
794 redisAssert(zzlInsertAt(zobj
,ele
,node
->score
,NULL
) == REDIS_OK
);
797 next
= node
->level
[0].forward
;
803 zobj
->encoding
= REDIS_ENCODING_ZIPLIST
;
805 redisPanic("Unknown sorted set encoding");
809 /*-----------------------------------------------------------------------------
810 * Sorted set commands
811 *----------------------------------------------------------------------------*/
813 // if (zobj->encoding == REDIS_ENCODING_ZIPLIST) {
814 // } else if (zobj->encoding == REDIS_ENCODING_RAW) {
816 // redisPanic("Unknown sorted set encoding");
819 /* This generic command implements both ZADD and ZINCRBY. */
820 void zaddGenericCommand(redisClient
*c
, int incr
) {
821 static char *nanerr
= "resulting score is not a number (NaN)";
822 robj
*key
= c
->argv
[1];
826 double score
, curscore
= 0.0;
828 if (getDoubleFromObjectOrReply(c
,c
->argv
[2],&score
,NULL
) != REDIS_OK
)
831 zobj
= lookupKeyWrite(c
->db
,key
);
833 if (server
.zset_max_ziplist_entries
== 0 ||
834 server
.zset_max_ziplist_value
< sdslen(c
->argv
[3]->ptr
))
836 zobj
= createZsetObject();
838 zobj
= createZsetZiplistObject();
840 dbAdd(c
->db
,key
,zobj
);
842 if (zobj
->type
!= REDIS_ZSET
) {
843 addReply(c
,shared
.wrongtypeerr
);
848 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
851 /* Prefer non-encoded element when dealing with ziplists. */
853 if ((eptr
= zzlFind(zobj
,ele
,&curscore
)) != NULL
) {
857 addReplyError(c
,nanerr
);
858 /* Don't need to check if the sorted set is empty, because
859 * we know it has at least one element. */
864 /* Remove and re-insert when score changed. */
865 if (score
!= curscore
) {
866 redisAssert(zzlDelete(zobj
,eptr
) == REDIS_OK
);
867 redisAssert(zzlInsert(zobj
,ele
,score
) == REDIS_OK
);
869 signalModifiedKey(c
->db
,key
);
873 if (incr
) /* ZINCRBY */
874 addReplyDouble(c
,score
);
876 addReply(c
,shared
.czero
);
878 /* Optimize: check if the element is too large or the list becomes
879 * too long *before* executing zzlInsert. */
880 redisAssert(zzlInsert(zobj
,ele
,score
) == REDIS_OK
);
881 if (zzlLength(zobj
->ptr
) > server
.zset_max_ziplist_entries
)
882 zsConvert(zobj
,REDIS_ENCODING_RAW
);
883 if (sdslen(ele
->ptr
) > server
.zset_max_ziplist_value
)
884 zsConvert(zobj
,REDIS_ENCODING_RAW
);
886 signalModifiedKey(c
->db
,key
);
889 if (incr
) /* ZINCRBY */
890 addReplyDouble(c
,score
);
892 addReply(c
,shared
.cone
);
894 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
895 zset
*zs
= zobj
->ptr
;
896 zskiplistNode
*znode
;
899 ele
= c
->argv
[3] = tryObjectEncoding(c
->argv
[3]);
900 de
= dictFind(zs
->dict
,ele
);
902 curobj
= dictGetEntryKey(de
);
903 curscore
= *(double*)dictGetEntryVal(de
);
908 addReplyError(c
,nanerr
);
909 /* Don't need to check if the sorted set is empty, because
910 * we know it has at least one element. */
915 /* Remove and re-insert when score changed. We can safely delete
916 * the key object from the skiplist, since the dictionary still has
917 * a reference to it. */
918 if (score
!= curscore
) {
919 redisAssert(zslDelete(zs
->zsl
,curscore
,curobj
));
920 znode
= zslInsert(zs
->zsl
,score
,curobj
);
921 incrRefCount(curobj
); /* Re-inserted in skiplist. */
922 dictGetEntryVal(de
) = &znode
->score
; /* Update score ptr. */
924 signalModifiedKey(c
->db
,key
);
928 if (incr
) /* ZINCRBY */
929 addReplyDouble(c
,score
);
931 addReply(c
,shared
.czero
);
933 znode
= zslInsert(zs
->zsl
,score
,ele
);
934 incrRefCount(ele
); /* Inserted in skiplist. */
935 redisAssert(dictAdd(zs
->dict
,ele
,&znode
->score
) == DICT_OK
);
936 incrRefCount(ele
); /* Added to dictionary. */
938 signalModifiedKey(c
->db
,key
);
941 if (incr
) /* ZINCRBY */
942 addReplyDouble(c
,score
);
944 addReply(c
,shared
.cone
);
947 redisPanic("Unknown sorted set encoding");
951 void zaddCommand(redisClient
*c
) {
952 zaddGenericCommand(c
,0);
955 void zincrbyCommand(redisClient
*c
) {
956 zaddGenericCommand(c
,1);
959 void zremCommand(redisClient
*c
) {
960 robj
*key
= c
->argv
[1];
961 robj
*ele
= c
->argv
[2];
964 if ((zobj
= lookupKeyWriteOrReply(c
,key
,shared
.czero
)) == NULL
||
965 checkType(c
,zobj
,REDIS_ZSET
)) return;
967 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
970 if ((eptr
= zzlFind(zobj
,ele
,NULL
)) != NULL
) {
971 redisAssert(zzlDelete(zobj
,eptr
) == REDIS_OK
);
972 if (zzlLength(zobj
->ptr
) == 0) dbDelete(c
->db
,key
);
974 addReply(c
,shared
.czero
);
977 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
978 zset
*zs
= zobj
->ptr
;
982 de
= dictFind(zs
->dict
,ele
);
984 /* Delete from the skiplist */
985 score
= *(double*)dictGetEntryVal(de
);
986 redisAssert(zslDelete(zs
->zsl
,score
,ele
));
988 /* Delete from the hash table */
989 dictDelete(zs
->dict
,ele
);
990 if (htNeedsResize(zs
->dict
)) dictResize(zs
->dict
);
991 if (dictSize(zs
->dict
) == 0) dbDelete(c
->db
,key
);
993 addReply(c
,shared
.czero
);
997 redisPanic("Unknown sorted set encoding");
1000 signalModifiedKey(c
->db
,key
);
1002 addReply(c
,shared
.cone
);
1005 void zremrangebyscoreCommand(redisClient
*c
) {
1006 robj
*key
= c
->argv
[1];
1009 unsigned long deleted
;
1011 /* Parse the range arguments. */
1012 if (zslParseRange(c
->argv
[2],c
->argv
[3],&range
) != REDIS_OK
) {
1013 addReplyError(c
,"min or max is not a double");
1017 if ((zobj
= lookupKeyWriteOrReply(c
,key
,shared
.czero
)) == NULL
||
1018 checkType(c
,zobj
,REDIS_ZSET
)) return;
1020 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1021 deleted
= zzlDeleteRangeByScore(zobj
,range
);
1022 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
1023 zset
*zs
= zobj
->ptr
;
1024 deleted
= zslDeleteRangeByScore(zs
->zsl
,range
,zs
->dict
);
1025 if (htNeedsResize(zs
->dict
)) dictResize(zs
->dict
);
1026 if (dictSize(zs
->dict
) == 0) dbDelete(c
->db
,key
);
1028 redisPanic("Unknown sorted set encoding");
1031 if (deleted
) signalModifiedKey(c
->db
,key
);
1032 server
.dirty
+= deleted
;
1033 addReplyLongLong(c
,deleted
);
1036 void zremrangebyrankCommand(redisClient
*c
) {
1037 robj
*key
= c
->argv
[1];
1042 unsigned long deleted
;
1044 if ((getLongFromObjectOrReply(c
, c
->argv
[2], &start
, NULL
) != REDIS_OK
) ||
1045 (getLongFromObjectOrReply(c
, c
->argv
[3], &end
, NULL
) != REDIS_OK
)) return;
1047 if ((zobj
= lookupKeyWriteOrReply(c
,key
,shared
.czero
)) == NULL
||
1048 checkType(c
,zobj
,REDIS_ZSET
)) return;
1050 /* Sanitize indexes. */
1051 llen
= zsLength(zobj
);
1052 if (start
< 0) start
= llen
+start
;
1053 if (end
< 0) end
= llen
+end
;
1054 if (start
< 0) start
= 0;
1056 /* Invariant: start >= 0, so this test will be true when end < 0.
1057 * The range is empty when start > end or start >= length. */
1058 if (start
> end
|| start
>= llen
) {
1059 addReply(c
,shared
.czero
);
1062 if (end
>= llen
) end
= llen
-1;
1064 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1065 /* Correct for 1-based rank. */
1066 deleted
= zzlDeleteRangeByRank(zobj
,start
+1,end
+1);
1067 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
1068 zset
*zs
= zobj
->ptr
;
1070 /* Correct for 1-based rank. */
1071 deleted
= zslDeleteRangeByRank(zs
->zsl
,start
+1,end
+1,zs
->dict
);
1072 if (htNeedsResize(zs
->dict
)) dictResize(zs
->dict
);
1073 if (dictSize(zs
->dict
) == 0) dbDelete(c
->db
,key
);
1075 redisPanic("Unknown sorted set encoding");
1078 if (deleted
) signalModifiedKey(c
->db
,key
);
1079 server
.dirty
+= deleted
;
1080 addReplyLongLong(c
,deleted
);
1085 int type
; /* Set, sorted set */
1090 /* Set iterators. */
1103 /* Sorted set iterators. */
1107 unsigned char *eptr
, *sptr
;
1111 zskiplistNode
*node
;
1118 /* Use dirty flags for pointers that need to be cleaned up in the next
1119 * iteration over the zsetopval. The dirty flag for the long long value is
1120 * special, since long long values don't need cleanup. Instead, it means that
1121 * we already checked that "ell" holds a long long, or tried to convert another
1122 * representation into a long long value. When this was successful,
1123 * OPVAL_VALID_LL is set as well. */
1124 #define OPVAL_DIRTY_ROBJ 1
1125 #define OPVAL_DIRTY_LL 2
1126 #define OPVAL_VALID_LL 4
1128 /* Store value retrieved from the iterator. */
1131 unsigned char _buf
[32]; /* Private buffer. */
1133 unsigned char *estr
;
1139 typedef union _iterset iterset
;
1140 typedef union _iterzset iterzset
;
1142 void zuiInitIterator(zsetopsrc
*op
) {
1143 if (op
->subject
== NULL
)
1146 if (op
->type
== REDIS_SET
) {
1147 iterset
*it
= &op
->iter
.set
;
1148 if (op
->encoding
== REDIS_ENCODING_INTSET
) {
1149 it
->is
.is
= op
->subject
->ptr
;
1151 } else if (op
->encoding
== REDIS_ENCODING_HT
) {
1152 it
->ht
.dict
= op
->subject
->ptr
;
1153 it
->ht
.di
= dictGetIterator(op
->subject
->ptr
);
1154 it
->ht
.de
= dictNext(it
->ht
.di
);
1156 redisPanic("Unknown set encoding");
1158 } else if (op
->type
== REDIS_ZSET
) {
1159 iterzset
*it
= &op
->iter
.zset
;
1160 if (op
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1161 it
->zl
.zl
= op
->subject
->ptr
;
1162 it
->zl
.eptr
= ziplistIndex(it
->zl
.zl
,0);
1163 if (it
->zl
.eptr
!= NULL
) {
1164 it
->zl
.sptr
= ziplistNext(it
->zl
.zl
,it
->zl
.eptr
);
1165 redisAssert(it
->zl
.sptr
!= NULL
);
1167 } else if (op
->encoding
== REDIS_ENCODING_RAW
) {
1168 it
->sl
.zs
= op
->subject
->ptr
;
1169 it
->sl
.node
= it
->sl
.zs
->zsl
->header
->level
[0].forward
;
1171 redisPanic("Unknown sorted set encoding");
1174 redisPanic("Unsupported type");
1178 void zuiClearIterator(zsetopsrc
*op
) {
1179 if (op
->subject
== NULL
)
1182 if (op
->type
== REDIS_SET
) {
1183 iterset
*it
= &op
->iter
.set
;
1184 if (op
->encoding
== REDIS_ENCODING_INTSET
) {
1185 REDIS_NOTUSED(it
); /* skip */
1186 } else if (op
->encoding
== REDIS_ENCODING_HT
) {
1187 dictReleaseIterator(it
->ht
.di
);
1189 redisPanic("Unknown set encoding");
1191 } else if (op
->type
== REDIS_ZSET
) {
1192 iterzset
*it
= &op
->iter
.zset
;
1193 if (op
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1194 REDIS_NOTUSED(it
); /* skip */
1195 } else if (op
->encoding
== REDIS_ENCODING_RAW
) {
1196 REDIS_NOTUSED(it
); /* skip */
1198 redisPanic("Unknown sorted set encoding");
1201 redisPanic("Unsupported type");
1205 int zuiLength(zsetopsrc
*op
) {
1206 if (op
->subject
== NULL
)
1209 if (op
->type
== REDIS_SET
) {
1210 iterset
*it
= &op
->iter
.set
;
1211 if (op
->encoding
== REDIS_ENCODING_INTSET
) {
1212 return intsetLen(it
->is
.is
);
1213 } else if (op
->encoding
== REDIS_ENCODING_HT
) {
1214 return dictSize(it
->ht
.dict
);
1216 redisPanic("Unknown set encoding");
1218 } else if (op
->type
== REDIS_ZSET
) {
1219 iterzset
*it
= &op
->iter
.zset
;
1220 if (op
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1221 return zzlLength(it
->zl
.zl
);
1222 } else if (op
->encoding
== REDIS_ENCODING_RAW
) {
1223 return it
->sl
.zs
->zsl
->length
;
1225 redisPanic("Unknown sorted set encoding");
1228 redisPanic("Unsupported type");
1232 /* Check if the current value is valid. If so, store it in the passed structure
1233 * and move to the next element. If not valid, this means we have reached the
1234 * end of the structure and can abort. */
1235 int zuiNext(zsetopsrc
*op
, zsetopval
*val
) {
1236 if (op
->subject
== NULL
)
1239 if (val
->flags
& OPVAL_DIRTY_ROBJ
)
1240 decrRefCount(val
->ele
);
1242 bzero(val
,sizeof(zsetopval
));
1244 if (op
->type
== REDIS_SET
) {
1245 iterset
*it
= &op
->iter
.set
;
1246 if (op
->encoding
== REDIS_ENCODING_INTSET
) {
1247 if (!intsetGet(it
->is
.is
,it
->is
.ii
,&val
->ell
))
1251 /* Move to next element. */
1253 } else if (op
->encoding
== REDIS_ENCODING_HT
) {
1254 if (it
->ht
.de
== NULL
)
1256 val
->ele
= dictGetEntryKey(it
->ht
.de
);
1259 /* Move to next element. */
1260 it
->ht
.de
= dictNext(it
->ht
.di
);
1262 redisPanic("Unknown set encoding");
1264 } else if (op
->type
== REDIS_ZSET
) {
1265 iterzset
*it
= &op
->iter
.zset
;
1266 if (op
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1267 /* No need to check both, but better be explicit. */
1268 if (it
->zl
.eptr
== NULL
|| it
->zl
.sptr
== NULL
)
1270 redisAssert(ziplistGet(it
->zl
.eptr
,&val
->estr
,&val
->elen
,&val
->ell
));
1271 val
->score
= zzlGetScore(it
->zl
.sptr
);
1273 /* Move to next element. */
1274 zzlNext(it
->zl
.zl
,&it
->zl
.eptr
,&it
->zl
.sptr
);
1275 } else if (op
->encoding
== REDIS_ENCODING_RAW
) {
1276 if (it
->sl
.node
== NULL
)
1278 val
->ele
= it
->sl
.node
->obj
;
1279 val
->score
= it
->sl
.node
->score
;
1281 /* Move to next element. */
1282 it
->sl
.node
= it
->sl
.node
->level
[0].forward
;
1284 redisPanic("Unknown sorted set encoding");
1287 redisPanic("Unsupported type");
1292 int zuiLongLongFromValue(zsetopval
*val
) {
1293 if (!(val
->flags
& OPVAL_DIRTY_LL
)) {
1294 val
->flags
|= OPVAL_DIRTY_LL
;
1296 if (val
->ele
!= NULL
) {
1297 if (val
->ele
->encoding
== REDIS_ENCODING_INT
) {
1298 val
->ell
= (long)val
->ele
->ptr
;
1299 val
->flags
|= OPVAL_VALID_LL
;
1300 } else if (val
->ele
->encoding
== REDIS_ENCODING_RAW
) {
1301 if (string2ll(val
->ele
->ptr
,sdslen(val
->ele
->ptr
),&val
->ell
))
1302 val
->flags
|= OPVAL_VALID_LL
;
1304 redisPanic("Unsupported element encoding");
1306 } else if (val
->estr
!= NULL
) {
1307 if (string2ll((char*)val
->estr
,val
->elen
,&val
->ell
))
1308 val
->flags
|= OPVAL_VALID_LL
;
1310 /* The long long was already set, flag as valid. */
1311 val
->flags
|= OPVAL_VALID_LL
;
1314 return val
->flags
& OPVAL_VALID_LL
;
1317 robj
*zuiObjectFromValue(zsetopval
*val
) {
1318 if (val
->ele
== NULL
) {
1319 if (val
->estr
!= NULL
) {
1320 val
->ele
= createStringObject((char*)val
->estr
,val
->elen
);
1322 val
->ele
= createStringObjectFromLongLong(val
->ell
);
1324 val
->flags
|= OPVAL_DIRTY_ROBJ
;
1329 int zuiBufferFromValue(zsetopval
*val
) {
1330 if (val
->estr
== NULL
) {
1331 if (val
->ele
!= NULL
) {
1332 if (val
->ele
->encoding
== REDIS_ENCODING_INT
) {
1333 val
->elen
= ll2string((char*)val
->_buf
,sizeof(val
->_buf
),(long)val
->ele
->ptr
);
1334 val
->estr
= val
->_buf
;
1335 } else if (val
->ele
->encoding
== REDIS_ENCODING_RAW
) {
1336 val
->elen
= sdslen(val
->ele
->ptr
);
1337 val
->estr
= val
->ele
->ptr
;
1339 redisPanic("Unsupported element encoding");
1342 val
->elen
= ll2string((char*)val
->_buf
,sizeof(val
->_buf
),val
->ell
);
1343 val
->estr
= val
->_buf
;
1349 /* Find value pointed to by val in the source pointer to by op. When found,
1350 * return 1 and store its score in target. Return 0 otherwise. */
1351 int zuiFind(zsetopsrc
*op
, zsetopval
*val
, double *score
) {
1352 if (op
->subject
== NULL
)
1355 if (op
->type
== REDIS_SET
) {
1356 iterset
*it
= &op
->iter
.set
;
1358 if (op
->encoding
== REDIS_ENCODING_INTSET
) {
1359 if (zuiLongLongFromValue(val
) && intsetFind(it
->is
.is
,val
->ell
)) {
1365 } else if (op
->encoding
== REDIS_ENCODING_HT
) {
1366 zuiObjectFromValue(val
);
1367 if (dictFind(it
->ht
.dict
,val
->ele
) != NULL
) {
1374 redisPanic("Unknown set encoding");
1376 } else if (op
->type
== REDIS_ZSET
) {
1377 iterzset
*it
= &op
->iter
.zset
;
1378 zuiObjectFromValue(val
);
1380 if (op
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1381 if (zzlFind(op
->subject
,val
->ele
,score
) != NULL
) {
1382 /* Score is already set by zzlFind. */
1387 } else if (op
->encoding
== REDIS_ENCODING_RAW
) {
1389 if ((de
= dictFind(it
->sl
.zs
->dict
,val
->ele
)) != NULL
) {
1390 *score
= *(double*)dictGetEntryVal(de
);
1396 redisPanic("Unknown sorted set encoding");
1399 redisPanic("Unsupported type");
1403 int zuiCompareByCardinality(const void *s1
, const void *s2
) {
1404 return zuiLength((zsetopsrc
*)s1
) - zuiLength((zsetopsrc
*)s2
);
1407 #define REDIS_AGGR_SUM 1
1408 #define REDIS_AGGR_MIN 2
1409 #define REDIS_AGGR_MAX 3
1410 #define zunionInterDictValue(_e) (dictGetEntryVal(_e) == NULL ? 1.0 : *(double*)dictGetEntryVal(_e))
1412 inline static void zunionInterAggregate(double *target
, double val
, int aggregate
) {
1413 if (aggregate
== REDIS_AGGR_SUM
) {
1414 *target
= *target
+ val
;
1415 /* The result of adding two doubles is NaN when one variable
1416 * is +inf and the other is -inf. When these numbers are added,
1417 * we maintain the convention of the result being 0.0. */
1418 if (isnan(*target
)) *target
= 0.0;
1419 } else if (aggregate
== REDIS_AGGR_MIN
) {
1420 *target
= val
< *target
? val
: *target
;
1421 } else if (aggregate
== REDIS_AGGR_MAX
) {
1422 *target
= val
> *target
? val
: *target
;
1425 redisPanic("Unknown ZUNION/INTER aggregate type");
1429 void zunionInterGenericCommand(redisClient
*c
, robj
*dstkey
, int op
) {
1431 int aggregate
= REDIS_AGGR_SUM
;
1437 zskiplistNode
*znode
;
1440 /* expect setnum input keys to be given */
1441 setnum
= atoi(c
->argv
[2]->ptr
);
1444 "at least 1 input key is needed for ZUNIONSTORE/ZINTERSTORE");
1448 /* test if the expected number of keys would overflow */
1449 if (3+setnum
> c
->argc
) {
1450 addReply(c
,shared
.syntaxerr
);
1454 /* read keys to be used for input */
1455 src
= zcalloc(sizeof(zsetopsrc
) * setnum
);
1456 for (i
= 0, j
= 3; i
< setnum
; i
++, j
++) {
1457 robj
*obj
= lookupKeyWrite(c
->db
,c
->argv
[j
]);
1459 if (obj
->type
!= REDIS_ZSET
&& obj
->type
!= REDIS_SET
) {
1461 addReply(c
,shared
.wrongtypeerr
);
1465 src
[i
].subject
= obj
;
1466 src
[i
].type
= obj
->type
;
1467 src
[i
].encoding
= obj
->encoding
;
1469 src
[i
].subject
= NULL
;
1472 /* Default all weights to 1. */
1473 src
[i
].weight
= 1.0;
1476 /* parse optional extra arguments */
1478 int remaining
= c
->argc
- j
;
1481 if (remaining
>= (setnum
+ 1) && !strcasecmp(c
->argv
[j
]->ptr
,"weights")) {
1483 for (i
= 0; i
< setnum
; i
++, j
++, remaining
--) {
1484 if (getDoubleFromObjectOrReply(c
,c
->argv
[j
],&src
[i
].weight
,
1485 "weight value is not a double") != REDIS_OK
)
1491 } else if (remaining
>= 2 && !strcasecmp(c
->argv
[j
]->ptr
,"aggregate")) {
1493 if (!strcasecmp(c
->argv
[j
]->ptr
,"sum")) {
1494 aggregate
= REDIS_AGGR_SUM
;
1495 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"min")) {
1496 aggregate
= REDIS_AGGR_MIN
;
1497 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"max")) {
1498 aggregate
= REDIS_AGGR_MAX
;
1501 addReply(c
,shared
.syntaxerr
);
1507 addReply(c
,shared
.syntaxerr
);
1513 for (i
= 0; i
< setnum
; i
++)
1514 zuiInitIterator(&src
[i
]);
1516 /* sort sets from the smallest to largest, this will improve our
1517 * algorithm's performance */
1518 qsort(src
,setnum
,sizeof(zsetopsrc
),zuiCompareByCardinality
);
1520 dstobj
= createZsetObject();
1521 dstzset
= dstobj
->ptr
;
1523 if (op
== REDIS_OP_INTER
) {
1524 /* Skip everything if the smallest input is empty. */
1525 if (zuiLength(&src
[0]) > 0) {
1526 /* Precondition: as src[0] is non-empty and the inputs are ordered
1527 * by size, all src[i > 0] are non-empty too. */
1528 while (zuiNext(&src
[0],&zval
)) {
1529 double score
, value
;
1531 score
= src
[0].weight
* zval
.score
;
1532 for (j
= 1; j
< setnum
; j
++) {
1533 if (zuiFind(&src
[j
],&zval
,&value
)) {
1534 value
*= src
[j
].weight
;
1535 zunionInterAggregate(&score
,value
,aggregate
);
1541 /* Only continue when present in every input. */
1543 tmp
= zuiObjectFromValue(&zval
);
1544 znode
= zslInsert(dstzset
->zsl
,score
,tmp
);
1545 incrRefCount(tmp
); /* added to skiplist */
1546 dictAdd(dstzset
->dict
,tmp
,&znode
->score
);
1547 incrRefCount(tmp
); /* added to dictionary */
1551 } else if (op
== REDIS_OP_UNION
) {
1552 for (i
= 0; i
< setnum
; i
++) {
1553 if (zuiLength(&src
[0]) == 0)
1556 while (zuiNext(&src
[i
],&zval
)) {
1557 double score
, value
;
1559 /* Skip key when already processed */
1560 if (dictFind(dstzset
->dict
,zuiObjectFromValue(&zval
)) != NULL
)
1563 /* Initialize score */
1564 score
= src
[i
].weight
* zval
.score
;
1566 /* Because the inputs are sorted by size, it's only possible
1567 * for sets at larger indices to hold this element. */
1568 for (j
= (i
+1); j
< setnum
; j
++) {
1569 if (zuiFind(&src
[j
],&zval
,&value
)) {
1570 value
*= src
[j
].weight
;
1571 zunionInterAggregate(&score
,value
,aggregate
);
1575 tmp
= zuiObjectFromValue(&zval
);
1576 znode
= zslInsert(dstzset
->zsl
,score
,tmp
);
1577 incrRefCount(zval
.ele
); /* added to skiplist */
1578 dictAdd(dstzset
->dict
,tmp
,&znode
->score
);
1579 incrRefCount(zval
.ele
); /* added to dictionary */
1583 redisPanic("Unknown operator");
1586 for (i
= 0; i
< setnum
; i
++)
1587 zuiClearIterator(&src
[i
]);
1589 if (dbDelete(c
->db
,dstkey
)) {
1590 signalModifiedKey(c
->db
,dstkey
);
1594 if (dstzset
->zsl
->length
) {
1595 dbAdd(c
->db
,dstkey
,dstobj
);
1596 addReplyLongLong(c
, dstzset
->zsl
->length
);
1597 if (!touched
) signalModifiedKey(c
->db
,dstkey
);
1600 decrRefCount(dstobj
);
1601 addReply(c
, shared
.czero
);
1606 void zunionstoreCommand(redisClient
*c
) {
1607 zunionInterGenericCommand(c
,c
->argv
[1], REDIS_OP_UNION
);
1610 void zinterstoreCommand(redisClient
*c
) {
1611 zunionInterGenericCommand(c
,c
->argv
[1], REDIS_OP_INTER
);
1614 void zrangeGenericCommand(redisClient
*c
, int reverse
) {
1615 robj
*key
= c
->argv
[1];
1623 if ((getLongFromObjectOrReply(c
, c
->argv
[2], &start
, NULL
) != REDIS_OK
) ||
1624 (getLongFromObjectOrReply(c
, c
->argv
[3], &end
, NULL
) != REDIS_OK
)) return;
1626 if (c
->argc
== 5 && !strcasecmp(c
->argv
[4]->ptr
,"withscores")) {
1628 } else if (c
->argc
>= 5) {
1629 addReply(c
,shared
.syntaxerr
);
1633 if ((zobj
= lookupKeyReadOrReply(c
,key
,shared
.emptymultibulk
)) == NULL
1634 || checkType(c
,zobj
,REDIS_ZSET
)) return;
1636 /* Sanitize indexes. */
1637 llen
= zsLength(zobj
);
1638 if (start
< 0) start
= llen
+start
;
1639 if (end
< 0) end
= llen
+end
;
1640 if (start
< 0) start
= 0;
1642 /* Invariant: start >= 0, so this test will be true when end < 0.
1643 * The range is empty when start > end or start >= length. */
1644 if (start
> end
|| start
>= llen
) {
1645 addReply(c
,shared
.emptymultibulk
);
1648 if (end
>= llen
) end
= llen
-1;
1649 rangelen
= (end
-start
)+1;
1651 /* Return the result in form of a multi-bulk reply */
1652 addReplyMultiBulkLen(c
, withscores
? (rangelen
*2) : rangelen
);
1654 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1655 unsigned char *zl
= zobj
->ptr
;
1656 unsigned char *eptr
, *sptr
;
1657 unsigned char *vstr
;
1662 eptr
= ziplistIndex(zl
,-2-(2*start
));
1664 eptr
= ziplistIndex(zl
,2*start
);
1666 redisAssert(eptr
!= NULL
);
1667 sptr
= ziplistNext(zl
,eptr
);
1669 while (rangelen
--) {
1670 redisAssert(eptr
!= NULL
&& sptr
!= NULL
);
1671 redisAssert(ziplistGet(eptr
,&vstr
,&vlen
,&vlong
));
1673 addReplyBulkLongLong(c
,vlong
);
1675 addReplyBulkCBuffer(c
,vstr
,vlen
);
1678 addReplyDouble(c
,zzlGetScore(sptr
));
1681 zzlPrev(zl
,&eptr
,&sptr
);
1683 zzlNext(zl
,&eptr
,&sptr
);
1686 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
1687 zset
*zs
= zobj
->ptr
;
1688 zskiplist
*zsl
= zs
->zsl
;
1692 /* Check if starting point is trivial, before doing log(N) lookup. */
1696 ln
= zslGetElementByRank(zsl
,llen
-start
);
1698 ln
= zsl
->header
->level
[0].forward
;
1700 ln
= zslGetElementByRank(zsl
,start
+1);
1704 redisAssert(ln
!= NULL
);
1706 addReplyBulk(c
,ele
);
1708 addReplyDouble(c
,ln
->score
);
1709 ln
= reverse
? ln
->backward
: ln
->level
[0].forward
;
1712 redisPanic("Unknown sorted set encoding");
1716 void zrangeCommand(redisClient
*c
) {
1717 zrangeGenericCommand(c
,0);
1720 void zrevrangeCommand(redisClient
*c
) {
1721 zrangeGenericCommand(c
,1);
1724 /* This command implements ZRANGEBYSCORE, ZREVRANGEBYSCORE and ZCOUNT.
1725 * If "justcount", only the number of elements in the range is returned. */
1726 void genericZrangebyscoreCommand(redisClient
*c
, int reverse
, int justcount
) {
1728 robj
*key
= c
->argv
[1];
1729 robj
*emptyreply
, *zobj
;
1730 int offset
= 0, limit
= -1;
1732 unsigned long rangelen
= 0;
1733 void *replylen
= NULL
;
1736 /* Parse the range arguments. */
1738 /* Range is given as [max,min] */
1739 maxidx
= 2; minidx
= 3;
1741 /* Range is given as [min,max] */
1742 minidx
= 2; maxidx
= 3;
1745 if (zslParseRange(c
->argv
[minidx
],c
->argv
[maxidx
],&range
) != REDIS_OK
) {
1746 addReplyError(c
,"min or max is not a double");
1750 /* Parse optional extra arguments. Note that ZCOUNT will exactly have
1751 * 4 arguments, so we'll never enter the following code path. */
1753 int remaining
= c
->argc
- 4;
1757 if (remaining
>= 1 && !strcasecmp(c
->argv
[pos
]->ptr
,"withscores")) {
1760 } else if (remaining
>= 3 && !strcasecmp(c
->argv
[pos
]->ptr
,"limit")) {
1761 offset
= atoi(c
->argv
[pos
+1]->ptr
);
1762 limit
= atoi(c
->argv
[pos
+2]->ptr
);
1763 pos
+= 3; remaining
-= 3;
1765 addReply(c
,shared
.syntaxerr
);
1771 /* Ok, lookup the key and get the range */
1772 emptyreply
= justcount
? shared
.czero
: shared
.emptymultibulk
;
1773 if ((zobj
= lookupKeyReadOrReply(c
,key
,emptyreply
)) == NULL
||
1774 checkType(c
,zobj
,REDIS_ZSET
)) return;
1776 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1777 unsigned char *zl
= zobj
->ptr
;
1778 unsigned char *eptr
, *sptr
;
1779 unsigned char *vstr
;
1784 /* If reversed, get the last node in range as starting point. */
1786 eptr
= zzlLastInRange(zobj
,range
);
1788 eptr
= zzlFirstInRange(zobj
,range
);
1790 /* No "first" element in the specified interval. */
1792 addReply(c
,emptyreply
);
1796 /* Get score pointer for the first element. */
1797 redisAssert(eptr
!= NULL
);
1798 sptr
= ziplistNext(zl
,eptr
);
1800 /* We don't know in advance how many matching elements there are in the
1801 * list, so we push this object that will represent the multi-bulk
1802 * length in the output buffer, and will "fix" it later */
1804 replylen
= addDeferredMultiBulkLength(c
);
1806 /* If there is an offset, just traverse the number of elements without
1807 * checking the score because that is done in the next loop. */
1808 while (eptr
&& offset
--)
1810 zzlPrev(zl
,&eptr
,&sptr
);
1812 zzlNext(zl
,&eptr
,&sptr
);
1814 while (eptr
&& limit
--) {
1815 score
= zzlGetScore(sptr
);
1817 /* Abort when the node is no longer in range. */
1819 if (!zslValueGteMin(score
,&range
)) break;
1821 if (!zslValueLteMax(score
,&range
)) break;
1827 redisAssert(ziplistGet(eptr
,&vstr
,&vlen
,&vlong
));
1829 addReplyBulkLongLong(c
,vlong
);
1831 addReplyBulkCBuffer(c
,vstr
,vlen
);
1834 addReplyDouble(c
,score
);
1837 /* Move to next node */
1839 zzlPrev(zl
,&eptr
,&sptr
);
1841 zzlNext(zl
,&eptr
,&sptr
);
1843 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
1844 zset
*zs
= zobj
->ptr
;
1845 zskiplist
*zsl
= zs
->zsl
;
1848 /* If reversed, get the last node in range as starting point. */
1850 ln
= zslLastInRange(zsl
,range
);
1852 ln
= zslFirstInRange(zsl
,range
);
1854 /* No "first" element in the specified interval. */
1856 addReply(c
,emptyreply
);
1860 /* We don't know in advance how many matching elements there are in the
1861 * list, so we push this object that will represent the multi-bulk
1862 * length in the output buffer, and will "fix" it later */
1864 replylen
= addDeferredMultiBulkLength(c
);
1866 /* If there is an offset, just traverse the number of elements without
1867 * checking the score because that is done in the next loop. */
1868 while (ln
&& offset
--)
1869 ln
= reverse
? ln
->backward
: ln
->level
[0].forward
;
1871 while (ln
&& limit
--) {
1872 /* Abort when the node is no longer in range. */
1874 if (!zslValueGteMin(ln
->score
,&range
)) break;
1876 if (!zslValueLteMax(ln
->score
,&range
)) break;
1882 addReplyBulk(c
,ln
->obj
);
1884 addReplyDouble(c
,ln
->score
);
1887 /* Move to next node */
1888 ln
= reverse
? ln
->backward
: ln
->level
[0].forward
;
1891 redisPanic("Unknown sorted set encoding");
1895 addReplyLongLong(c
,(long)rangelen
);
1897 if (withscores
) rangelen
*= 2;
1898 setDeferredMultiBulkLength(c
,replylen
,rangelen
);
1902 void zrangebyscoreCommand(redisClient
*c
) {
1903 genericZrangebyscoreCommand(c
,0,0);
1906 void zrevrangebyscoreCommand(redisClient
*c
) {
1907 genericZrangebyscoreCommand(c
,1,0);
1910 void zcountCommand(redisClient
*c
) {
1911 genericZrangebyscoreCommand(c
,0,1);
1914 void zcardCommand(redisClient
*c
) {
1915 robj
*key
= c
->argv
[1];
1918 if ((zobj
= lookupKeyReadOrReply(c
,key
,shared
.czero
)) == NULL
||
1919 checkType(c
,zobj
,REDIS_ZSET
)) return;
1921 addReplyLongLong(c
,zsLength(zobj
));
1924 void zscoreCommand(redisClient
*c
) {
1925 robj
*key
= c
->argv
[1];
1929 if ((zobj
= lookupKeyReadOrReply(c
,key
,shared
.nullbulk
)) == NULL
||
1930 checkType(c
,zobj
,REDIS_ZSET
)) return;
1932 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1933 if (zzlFind(zobj
,c
->argv
[2],&score
) != NULL
)
1934 addReplyDouble(c
,score
);
1936 addReply(c
,shared
.nullbulk
);
1937 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
1938 zset
*zs
= zobj
->ptr
;
1941 c
->argv
[2] = tryObjectEncoding(c
->argv
[2]);
1942 de
= dictFind(zs
->dict
,c
->argv
[2]);
1944 score
= *(double*)dictGetEntryVal(de
);
1945 addReplyDouble(c
,score
);
1947 addReply(c
,shared
.nullbulk
);
1950 redisPanic("Unknown sorted set encoding");
1954 void zrankGenericCommand(redisClient
*c
, int reverse
) {
1955 robj
*key
= c
->argv
[1];
1956 robj
*ele
= c
->argv
[2];
1961 if ((zobj
= lookupKeyReadOrReply(c
,key
,shared
.nullbulk
)) == NULL
||
1962 checkType(c
,zobj
,REDIS_ZSET
)) return;
1963 llen
= zsLength(zobj
);
1965 redisAssert(ele
->encoding
== REDIS_ENCODING_RAW
);
1966 if (zobj
->encoding
== REDIS_ENCODING_ZIPLIST
) {
1967 unsigned char *zl
= zobj
->ptr
;
1968 unsigned char *eptr
, *sptr
;
1970 eptr
= ziplistIndex(zl
,0);
1971 redisAssert(eptr
!= NULL
);
1972 sptr
= ziplistNext(zl
,eptr
);
1973 redisAssert(sptr
!= NULL
);
1976 while(eptr
!= NULL
) {
1977 if (ziplistCompare(eptr
,ele
->ptr
,sdslen(ele
->ptr
)))
1980 zzlNext(zl
,&eptr
,&sptr
);
1985 addReplyLongLong(c
,llen
-rank
);
1987 addReplyLongLong(c
,rank
-1);
1989 addReply(c
,shared
.nullbulk
);
1991 } else if (zobj
->encoding
== REDIS_ENCODING_RAW
) {
1992 zset
*zs
= zobj
->ptr
;
1993 zskiplist
*zsl
= zs
->zsl
;
1997 ele
= c
->argv
[2] = tryObjectEncoding(c
->argv
[2]);
1998 de
= dictFind(zs
->dict
,ele
);
2000 score
= *(double*)dictGetEntryVal(de
);
2001 rank
= zslGetRank(zsl
,score
,ele
);
2002 redisAssert(rank
); /* Existing elements always have a rank. */
2004 addReplyLongLong(c
,llen
-rank
);
2006 addReplyLongLong(c
,rank
-1);
2008 addReply(c
,shared
.nullbulk
);
2011 redisPanic("Unknown sorted set encoding");
2015 void zrankCommand(redisClient
*c
) {
2016 zrankGenericCommand(c
, 0);
2019 void zrevrankCommand(redisClient
*c
) {
2020 zrankGenericCommand(c
, 1);