]>
git.saurik.com Git - redis.git/blob - src/scripting.c
11 char *redisProtocolToLuaType_Int(lua_State
*lua
, char *reply
);
12 char *redisProtocolToLuaType_Bulk(lua_State
*lua
, char *reply
);
13 char *redisProtocolToLuaType_Status(lua_State
*lua
, char *reply
);
14 char *redisProtocolToLuaType_Error(lua_State
*lua
, char *reply
);
15 char *redisProtocolToLuaType_MultiBulk(lua_State
*lua
, char *reply
);
16 int redis_math_random (lua_State
*L
);
17 int redis_math_randomseed (lua_State
*L
);
19 /* Take a Redis reply in the Redis protocol format and convert it into a
20 * Lua type. Thanks to this function, and the introduction of not connected
21 * clients, it is trvial to implement the redis() lua function.
23 * Basically we take the arguments, execute the Redis command in the context
24 * of a non connected client, then take the generated reply and convert it
25 * into a suitable Lua type. With this trick the scripting feature does not
26 * need the introduction of a full Redis internals API. Basically the script
27 * is like a normal client that bypasses all the slow I/O paths.
29 * Note: in this function we do not do any sanity check as the reply is
30 * generated by Redis directly. This allows use to go faster.
31 * The reply string can be altered during the parsing as it is discared
32 * after the conversion is completed.
34 * Errors are returned as a table with a single 'err' field set to the
38 char *redisProtocolToLuaType(lua_State
*lua
, char* reply
) {
43 p
= redisProtocolToLuaType_Int(lua
,reply
);
46 p
= redisProtocolToLuaType_Bulk(lua
,reply
);
49 p
= redisProtocolToLuaType_Status(lua
,reply
);
52 p
= redisProtocolToLuaType_Error(lua
,reply
);
55 p
= redisProtocolToLuaType_MultiBulk(lua
,reply
);
61 char *redisProtocolToLuaType_Int(lua_State
*lua
, char *reply
) {
62 char *p
= strchr(reply
+1,'\r');
65 string2ll(reply
+1,p
-reply
-1,&value
);
66 lua_pushnumber(lua
,(lua_Number
)value
);
70 char *redisProtocolToLuaType_Bulk(lua_State
*lua
, char *reply
) {
71 char *p
= strchr(reply
+1,'\r');
74 string2ll(reply
+1,p
-reply
-1,&bulklen
);
76 lua_pushboolean(lua
,0);
79 lua_pushlstring(lua
,p
+2,bulklen
);
84 char *redisProtocolToLuaType_Status(lua_State
*lua
, char *reply
) {
85 char *p
= strchr(reply
+1,'\r');
88 lua_pushstring(lua
,"ok");
89 lua_pushlstring(lua
,reply
+1,p
-reply
-1);
94 char *redisProtocolToLuaType_Error(lua_State
*lua
, char *reply
) {
95 char *p
= strchr(reply
+1,'\r');
98 lua_pushstring(lua
,"err");
99 lua_pushlstring(lua
,reply
+1,p
-reply
-1);
100 lua_settable(lua
,-3);
104 char *redisProtocolToLuaType_MultiBulk(lua_State
*lua
, char *reply
) {
105 char *p
= strchr(reply
+1,'\r');
109 string2ll(reply
+1,p
-reply
-1,&mbulklen
);
111 if (mbulklen
== -1) {
112 lua_pushboolean(lua
,0);
116 for (j
= 0; j
< mbulklen
; j
++) {
117 lua_pushnumber(lua
,j
+1);
118 p
= redisProtocolToLuaType(lua
,p
);
119 lua_settable(lua
,-3);
124 void luaPushError(lua_State
*lua
, char *error
) {
126 lua_pushstring(lua
,"err");
127 lua_pushstring(lua
, error
);
128 lua_settable(lua
,-3);
131 int luaRedisGenericCommand(lua_State
*lua
, int raise_error
) {
132 int j
, argc
= lua_gettop(lua
);
133 struct redisCommand
*cmd
;
135 redisClient
*c
= server
.lua_client
;
138 /* Build the arguments vector */
139 argv
= zmalloc(sizeof(robj
*)*argc
);
140 for (j
= 0; j
< argc
; j
++) {
141 if (!lua_isstring(lua
,j
+1)) break;
142 argv
[j
] = createStringObject((char*)lua_tostring(lua
,j
+1),
143 lua_strlen(lua
,j
+1));
146 /* Check if one of the arguments passed by the Lua script
147 * is not a string or an integer (lua_isstring() return true for
148 * integers as well). */
152 decrRefCount(argv
[j
]);
157 "Lua redis() command arguments must be strings or integers");
161 /* Setup our fake client for command execution */
166 cmd
= lookupCommand(argv
[0]->ptr
);
167 if (!cmd
|| ((cmd
->arity
> 0 && cmd
->arity
!= argc
) ||
168 (argc
< -cmd
->arity
)))
172 "Wrong number of args calling Redis command From Lua script");
174 luaPushError(lua
,"Unknown Redis command called from Lua script");
178 if (cmd
->flags
& REDIS_CMD_NOSCRIPT
) {
179 luaPushError(lua
, "This Redis command is not allowed from scripts");
183 if (cmd
->flags
& REDIS_CMD_WRITE
&& server
.lua_random_dirty
) {
185 "Write commands not allowed after non deterministic commands");
189 if (cmd
->flags
& REDIS_CMD_RANDOM
) server
.lua_random_dirty
= 1;
191 /* Run the command */
194 /* Convert the result of the Redis command into a suitable Lua type.
195 * The first thing we need is to create a single string from the client
199 reply
= sdscatlen(reply
,c
->buf
,c
->bufpos
);
202 while(listLength(c
->reply
)) {
203 robj
*o
= listNodeValue(listFirst(c
->reply
));
205 reply
= sdscatlen(reply
,o
->ptr
,sdslen(o
->ptr
));
206 listDelNode(c
->reply
,listFirst(c
->reply
));
208 if (raise_error
&& reply
[0] != '-') raise_error
= 0;
209 redisProtocolToLuaType(lua
,reply
);
213 /* Clean up. Command code may have changed argv/argc so we use the
214 * argv/argc of the client instead of the local variables. */
215 for (j
= 0; j
< c
->argc
; j
++)
216 decrRefCount(c
->argv
[j
]);
220 /* If we are here we should have an error in the stack, in the
221 * form of a table with an "err" field. Extract the string to
222 * return the plain error. */
223 lua_pushstring(lua
,"err");
224 lua_gettable(lua
,-2);
225 return lua_error(lua
);
230 int luaRedisCallCommand(lua_State
*lua
) {
231 return luaRedisGenericCommand(lua
,1);
234 int luaRedisPCallCommand(lua_State
*lua
) {
235 return luaRedisGenericCommand(lua
,0);
238 int luaLogCommand(lua_State
*lua
) {
239 int j
, argc
= lua_gettop(lua
);
244 luaPushError(lua
, "redis.log() requires two arguments or more.");
246 } else if (!lua_isnumber(lua
,-argc
)) {
247 luaPushError(lua
, "First argument must be a number (log level).");
250 level
= lua_tonumber(lua
,-argc
);
251 if (level
< REDIS_DEBUG
|| level
> REDIS_WARNING
) {
252 luaPushError(lua
, "Invalid debug level.");
256 /* Glue together all the arguments */
258 for (j
= 1; j
< argc
; j
++) {
262 s
= (char*)lua_tolstring(lua
,(-argc
)+j
,&len
);
264 if (j
!= 1) log
= sdscatlen(log
," ",1);
265 log
= sdscatlen(log
,s
,len
);
268 redisLogRaw(level
,log
);
273 void luaMaskCountHook(lua_State
*lua
, lua_Debug
*ar
) {
277 elapsed
= (ustime()/1000) - server
.lua_time_start
;
278 if (elapsed
>= server
.lua_time_limit
) {
279 redisLog(REDIS_NOTICE
,"Lua script aborted for max execution time after %lld milliseconds of running time.",elapsed
);
280 lua_pushstring(lua
,"Script aborted for max execution time.");
285 void luaLoadLib(lua_State
*lua
, const char *libname
, lua_CFunction luafunc
) {
286 lua_pushcfunction(lua
, luafunc
);
287 lua_pushstring(lua
, libname
);
291 LUALIB_API
int (luaopen_cjson
) (lua_State
*L
);
293 void luaLoadLibraries(lua_State
*lua
) {
294 luaLoadLib(lua
, "", luaopen_base
);
295 luaLoadLib(lua
, LUA_TABLIBNAME
, luaopen_table
);
296 luaLoadLib(lua
, LUA_STRLIBNAME
, luaopen_string
);
297 luaLoadLib(lua
, LUA_MATHLIBNAME
, luaopen_math
);
298 luaLoadLib(lua
, LUA_DBLIBNAME
, luaopen_debug
);
299 luaLoadLib(lua
, "cjson", luaopen_cjson
);
301 #if 0 /* Stuff that we don't load currently, for sandboxing concerns. */
302 luaLoadLib(lua
, LUA_LOADLIBNAME
, luaopen_package
);
303 luaLoadLib(lua
, LUA_OSLIBNAME
, luaopen_os
);
307 void scriptingInit(void) {
308 lua_State
*lua
= lua_open();
309 luaLoadLibraries(lua
);
311 /* Initialize a dictionary we use to map SHAs to scripts.
312 * This is useful for replication, as we need to replicate EVALSHA
313 * as EVAL, so we need to remember the associated script. */
314 server
.lua_scripts
= dictCreate(&dbDictType
,NULL
);
316 /* Register the redis commands table and fields */
320 lua_pushstring(lua
,"call");
321 lua_pushcfunction(lua
,luaRedisCallCommand
);
322 lua_settable(lua
,-3);
325 lua_pushstring(lua
,"pcall");
326 lua_pushcfunction(lua
,luaRedisPCallCommand
);
327 lua_settable(lua
,-3);
329 /* redis.log and log levels. */
330 lua_pushstring(lua
,"log");
331 lua_pushcfunction(lua
,luaLogCommand
);
332 lua_settable(lua
,-3);
334 lua_pushstring(lua
,"LOG_DEBUG");
335 lua_pushnumber(lua
,REDIS_DEBUG
);
336 lua_settable(lua
,-3);
338 lua_pushstring(lua
,"LOG_VERBOSE");
339 lua_pushnumber(lua
,REDIS_VERBOSE
);
340 lua_settable(lua
,-3);
342 lua_pushstring(lua
,"LOG_NOTICE");
343 lua_pushnumber(lua
,REDIS_NOTICE
);
344 lua_settable(lua
,-3);
346 lua_pushstring(lua
,"LOG_WARNING");
347 lua_pushnumber(lua
,REDIS_WARNING
);
348 lua_settable(lua
,-3);
350 /* Finally set the table as 'redis' global var. */
351 lua_setglobal(lua
,"redis");
353 /* Replace math.random and math.randomseed with our implementations. */
354 lua_getglobal(lua
,"math");
356 lua_pushstring(lua
,"random");
357 lua_pushcfunction(lua
,redis_math_random
);
358 lua_settable(lua
,-3);
360 lua_pushstring(lua
,"randomseed");
361 lua_pushcfunction(lua
,redis_math_randomseed
);
362 lua_settable(lua
,-3);
364 lua_setglobal(lua
,"math");
366 /* Create the (non connected) client that we use to execute Redis commands
367 * inside the Lua interpreter */
368 server
.lua_client
= createClient(-1);
369 server
.lua_client
->flags
|= REDIS_LUA_CLIENT
;
374 /* Hash the scripit into a SHA1 digest. We use this as Lua function name.
375 * Digest should point to a 41 bytes buffer: 40 for SHA1 converted into an
376 * hexadecimal number, plus 1 byte for null term. */
377 void hashScript(char *digest
, char *script
, size_t len
) {
379 unsigned char hash
[20];
380 char *cset
= "0123456789abcdef";
384 SHA1Update(&ctx
,(unsigned char*)script
,len
);
385 SHA1Final(hash
,&ctx
);
387 for (j
= 0; j
< 20; j
++) {
388 digest
[j
*2] = cset
[((hash
[j
]&0xF0)>>4)];
389 digest
[j
*2+1] = cset
[(hash
[j
]&0xF)];
394 void luaReplyToRedisReply(redisClient
*c
, lua_State
*lua
) {
395 int t
= lua_type(lua
,-1);
399 addReplyBulkCBuffer(c
,(char*)lua_tostring(lua
,-1),lua_strlen(lua
,-1));
402 addReply(c
,lua_toboolean(lua
,-1) ? shared
.cone
: shared
.nullbulk
);
405 addReplyLongLong(c
,(long long)lua_tonumber(lua
,-1));
408 /* We need to check if it is an array, an error, or a status reply.
409 * Error are returned as a single element table with 'err' field.
410 * Status replies are returned as single elment table with 'ok' field */
411 lua_pushstring(lua
,"err");
412 lua_gettable(lua
,-2);
413 t
= lua_type(lua
,-1);
414 if (t
== LUA_TSTRING
) {
415 sds err
= sdsnew(lua_tostring(lua
,-1));
416 sdsmapchars(err
,"\r\n"," ",2);
417 addReplySds(c
,sdscatprintf(sdsempty(),"-%s\r\n",err
));
424 lua_pushstring(lua
,"ok");
425 lua_gettable(lua
,-2);
426 t
= lua_type(lua
,-1);
427 if (t
== LUA_TSTRING
) {
428 sds ok
= sdsnew(lua_tostring(lua
,-1));
429 sdsmapchars(ok
,"\r\n"," ",2);
430 addReplySds(c
,sdscatprintf(sdsempty(),"+%s\r\n",ok
));
434 void *replylen
= addDeferredMultiBulkLength(c
);
435 int j
= 1, mbulklen
= 0;
437 lua_pop(lua
,1); /* Discard the 'ok' field value we popped */
439 lua_pushnumber(lua
,j
++);
440 lua_gettable(lua
,-2);
441 t
= lua_type(lua
,-1);
446 luaReplyToRedisReply(c
, lua
);
449 setDeferredMultiBulkLength(c
,replylen
,mbulklen
);
453 addReply(c
,shared
.nullbulk
);
458 /* Set an array of Redis String Objects as a Lua array (table) stored into a
459 * global variable. */
460 void luaSetGlobalArray(lua_State
*lua
, char *var
, robj
**elev
, int elec
) {
464 for (j
= 0; j
< elec
; j
++) {
465 lua_pushlstring(lua
,(char*)elev
[j
]->ptr
,sdslen(elev
[j
]->ptr
));
466 lua_rawseti(lua
,-2,j
+1);
468 lua_setglobal(lua
,var
);
471 void evalGenericCommand(redisClient
*c
, int evalsha
) {
472 lua_State
*lua
= server
.lua
;
476 /* We want the same PRNG sequence at every call so that our PRNG is
477 * not affected by external state. */
480 /* We set this flag to zero to remember that so far no random command
481 * was called. This way we can allow the user to call commands like
482 * SRANDMEMBER or RANDOMKEY from Lua scripts as far as no write command
483 * is called (otherwise the replication and AOF would end with non
484 * deterministic sequences).
486 * Thanks to this flag we'll raise an error every time a write command
487 * is called after a random command was used. */
488 server
.lua_random_dirty
= 0;
490 /* Get the number of arguments that are keys */
491 if (getLongLongFromObjectOrReply(c
,c
->argv
[2],&numkeys
,NULL
) != REDIS_OK
)
493 if (numkeys
> (c
->argc
- 3)) {
494 addReplyError(c
,"Number of keys can't be greater than number of args");
498 /* We obtain the script SHA1, then check if this function is already
499 * defined into the Lua state */
503 /* Hash the code if this is an EVAL call */
504 hashScript(funcname
+2,c
->argv
[1]->ptr
,sdslen(c
->argv
[1]->ptr
));
506 /* We already have the SHA if it is a EVALSHA */
508 char *sha
= c
->argv
[1]->ptr
;
510 for (j
= 0; j
< 40; j
++)
511 funcname
[j
+2] = tolower(sha
[j
]);
515 lua_getglobal(lua
, funcname
);
516 if (lua_isnil(lua
,1)) {
519 /* Function not defined... let's define it if we have the
520 * body of the funciton. If this is an EVALSHA call we can just
521 * return an error. */
523 addReply(c
, shared
.noscripterr
);
524 lua_pop(lua
,1); /* remove the nil from the stack */
527 funcdef
= sdsempty();
529 lua_pop(lua
,1); /* remove the nil from the stack */
530 funcdef
= sdscat(funcdef
,"function ");
531 funcdef
= sdscatlen(funcdef
,funcname
,42);
532 funcdef
= sdscatlen(funcdef
," ()\n",4);
533 funcdef
= sdscatlen(funcdef
,c
->argv
[1]->ptr
,sdslen(c
->argv
[1]->ptr
));
534 funcdef
= sdscatlen(funcdef
,"\nend\n",5);
535 /* printf("Defining:\n%s\n",funcdef); */
537 if (luaL_loadbuffer(lua
,funcdef
,sdslen(funcdef
),"func definition")) {
538 addReplyErrorFormat(c
,"Error compiling script (new function): %s\n",
539 lua_tostring(lua
,-1));
545 if (lua_pcall(lua
,0,0,0)) {
546 addReplyErrorFormat(c
,"Error running script (new function): %s\n",
547 lua_tostring(lua
,-1));
551 lua_getglobal(lua
, funcname
);
553 /* We also save a SHA1 -> Original script map in a dictionary
554 * so that we can replicate / write in the AOF all the
555 * EVALSHA commands as EVAL using the original script. */
557 int retval
= dictAdd(server
.lua_scripts
,
558 sdsnewlen(funcname
+2,40),c
->argv
[1]);
559 redisAssertWithInfo(c
,NULL
,retval
== DICT_OK
);
560 incrRefCount(c
->argv
[1]);
564 /* Populate the argv and keys table accordingly to the arguments that
566 luaSetGlobalArray(lua
,"KEYS",c
->argv
+3,numkeys
);
567 luaSetGlobalArray(lua
,"ARGV",c
->argv
+3+numkeys
,c
->argc
-3-numkeys
);
569 /* Select the right DB in the context of the Lua client */
570 selectDb(server
.lua_client
,c
->db
->id
);
572 /* Set an hook in order to be able to stop the script execution if it
573 * is running for too much time.
574 * We set the hook only if the time limit is enabled as the hook will
575 * make the Lua script execution slower. */
576 if (server
.lua_time_limit
> 0) {
577 lua_sethook(lua
,luaMaskCountHook
,LUA_MASKCOUNT
,100000);
578 server
.lua_time_start
= ustime()/1000;
580 lua_sethook(lua
,luaMaskCountHook
,0,0);
583 /* At this point whatever this script was never seen before or if it was
584 * already defined, we can call it. We have zero arguments and expect
585 * a single return value. */
586 if (lua_pcall(lua
,0,1,0)) {
587 selectDb(c
,server
.lua_client
->db
->id
); /* set DB ID from Lua client */
588 addReplyErrorFormat(c
,"Error running script (call to %s): %s\n",
589 funcname
, lua_tostring(lua
,-1));
591 lua_gc(lua
,LUA_GCCOLLECT
,0);
594 selectDb(c
,server
.lua_client
->db
->id
); /* set DB ID from Lua client */
595 luaReplyToRedisReply(c
,lua
);
596 lua_gc(lua
,LUA_GCSTEP
,1);
598 /* If we have slaves attached we want to replicate this command as
599 * EVAL instead of EVALSHA. We do this also in the AOF as currently there
600 * is no easy way to propagate a command in a different way in the AOF
601 * and in the replication link.
603 * IMPROVEMENT POSSIBLE:
604 * 1) Replicate this command as EVALSHA in the AOF.
605 * 2) Remember what slave already received a given script, and replicate
606 * the EVALSHA against this slaves when possible.
609 robj
*script
= dictFetchValue(server
.lua_scripts
,c
->argv
[1]->ptr
);
611 redisAssertWithInfo(c
,NULL
,script
!= NULL
);
612 rewriteClientCommandArgument(c
,0,
613 resetRefCount(createStringObject("EVAL",4)));
614 rewriteClientCommandArgument(c
,1,script
);
618 void evalCommand(redisClient
*c
) {
619 evalGenericCommand(c
,0);
622 void evalShaCommand(redisClient
*c
) {
623 if (sdslen(c
->argv
[1]->ptr
) != 40) {
624 /* We know that a match is not possible if the provided SHA is
625 * not the right length. So we return an error ASAP, this way
626 * evalGenericCommand() can be implemented without string length
628 addReply(c
, shared
.noscripterr
);
631 evalGenericCommand(c
,1);
634 /* We replace math.random() with our implementation that is not affected
635 * by specific libc random() implementations and will output the same sequence
636 * (for the same seed) in every arch. */
638 /* The following implementation is the one shipped with Lua itself but with
639 * rand() replaced by redisLrand48(). */
640 int redis_math_random (lua_State
*L
) {
641 /* the `%' avoids the (rare) case of r==1, and is needed also because on
642 some systems (SunOS!) `rand()' may return a value larger than RAND_MAX */
643 lua_Number r
= (lua_Number
)(redisLrand48()%REDIS_LRAND
48_MAX
) /
644 (lua_Number
)REDIS_LRAND48_MAX
;
645 switch (lua_gettop(L
)) { /* check number of arguments */
646 case 0: { /* no arguments */
647 lua_pushnumber(L
, r
); /* Number between 0 and 1 */
650 case 1: { /* only upper limit */
651 int u
= luaL_checkint(L
, 1);
652 luaL_argcheck(L
, 1<=u
, 1, "interval is empty");
653 lua_pushnumber(L
, floor(r
*u
)+1); /* int between 1 and `u' */
656 case 2: { /* lower and upper limits */
657 int l
= luaL_checkint(L
, 1);
658 int u
= luaL_checkint(L
, 2);
659 luaL_argcheck(L
, l
<=u
, 2, "interval is empty");
660 lua_pushnumber(L
, floor(r
*(u
-l
+1))+l
); /* int between `l' and `u' */
663 default: return luaL_error(L
, "wrong number of arguments");
668 int redis_math_randomseed (lua_State
*L
) {
669 redisSrand48(luaL_checkint(L
, 1));