漫话Redis源码之一百零五

2024-02-06 09:32

本文主要是介绍漫话Redis源码之一百零五,希望对大家解决编程问题提供一定的参考价值,需要的开发者们随着小编来一起学习吧!

fsl相关的代码,都是一些基本的操作:

void fsl_rdb_save(RedisModuleIO *rdb, void *value) {fsl_t *fsl = value;RedisModule_SaveUnsigned(rdb,fsl->length);for (long long i = 0; i < fsl->length; i++)RedisModule_SaveSigned(rdb, fsl->list[i]);
}void fsl_aofrw(RedisModuleIO *aof, RedisModuleString *key, void *value) {fsl_t *fsl = value;for (long long i = 0; i < fsl->length; i++)RedisModule_EmitAOF(aof, "FSL.PUSH","sl", key, fsl->list[i]);
}void fsl_free(void *value) {fsl_type_free(value);
}/* ========================== helper methods ======================= */int get_fsl(RedisModuleCtx *ctx, RedisModuleString *keyname, int mode, int create, fsl_t **fsl, int reply_on_failure) {RedisModuleKey *key = RedisModule_OpenKey(ctx, keyname, mode);int type = RedisModule_KeyType(key);if (type != REDISMODULE_KEYTYPE_EMPTY && RedisModule_ModuleTypeGetType(key) != fsltype) {RedisModule_CloseKey(key);if (reply_on_failure)RedisModule_ReplyWithError(ctx, REDISMODULE_ERRORMSG_WRONGTYPE);RedisModuleCallReply *reply = RedisModule_Call(ctx, "INCR", "c", "fsl_wrong_type");RedisModule_FreeCallReply(reply);return 0;}/* Create an empty value object if the key is currently empty. */if (type == REDISMODULE_KEYTYPE_EMPTY) {if (!create) {/* Key is empty but we cannot create */RedisModule_CloseKey(key);*fsl = NULL;return 1;}*fsl = fsl_type_create();RedisModule_ModuleTypeSetValue(key, fsltype, *fsl);} else {*fsl = RedisModule_ModuleTypeGetValue(key);}RedisModule_CloseKey(key);return 1;
}/* ========================== commands ======================= *//* FSL.PUSH <key> <int> - Push an integer to the fixed-size list (to the right).* It must be greater than the element in the head of the list. */
int fsl_push(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 3)return RedisModule_WrongArity(ctx);long long ele;if (RedisModule_StringToLongLong(argv[2],&ele) != REDISMODULE_OK)return RedisModule_ReplyWithError(ctx,"ERR invalid integer");fsl_t *fsl;if (!get_fsl(ctx, argv[1], REDISMODULE_WRITE, 1, &fsl, 1))return REDISMODULE_OK;if (fsl->length == LIST_SIZE)return RedisModule_ReplyWithError(ctx,"ERR list is full");if (fsl->length != 0 && fsl->list[fsl->length-1] >= ele)return RedisModule_ReplyWithError(ctx,"ERR new element has to be greater than the head element");fsl->list[fsl->length++] = ele;RedisModule_SignalKeyAsReady(ctx, argv[1]);return RedisModule_ReplyWithSimpleString(ctx, "OK");
}int bpop_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);RedisModuleString *keyname = RedisModule_GetBlockedClientReadyKey(ctx);fsl_t *fsl;if (!get_fsl(ctx, keyname, REDISMODULE_READ, 0, &fsl, 0) || !fsl)return REDISMODULE_ERR;RedisModule_ReplyWithLongLong(ctx, fsl->list[--fsl->length]);return REDISMODULE_OK;
}int bpop_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithSimpleString(ctx, "Request timedout");
}/* FSL.BPOP <key> <timeout> - Block clients until list has two or more elements.* When that happens, unblock client and pop the last two elements (from the right). */
int fsl_bpop(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 3)return RedisModule_WrongArity(ctx);long long timeout;if (RedisModule_StringToLongLong(argv[2],&timeout) != REDISMODULE_OK || timeout < 0)return RedisModule_ReplyWithError(ctx,"ERR invalid timeout");fsl_t *fsl;if (!get_fsl(ctx, argv[1], REDISMODULE_READ, 0, &fsl, 1))return REDISMODULE_OK;if (!fsl) {RedisModule_BlockClientOnKeys(ctx, bpop_reply_callback, bpop_timeout_callback,NULL, timeout, &argv[1], 1, NULL);} else {RedisModule_ReplyWithLongLong(ctx, fsl->list[--fsl->length]);}return REDISMODULE_OK;
}int bpopgt_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);RedisModuleString *keyname = RedisModule_GetBlockedClientReadyKey(ctx);long long *pgt = RedisModule_GetBlockedClientPrivateData(ctx);fsl_t *fsl;if (!get_fsl(ctx, keyname, REDISMODULE_READ, 0, &fsl, 0) || !fsl)return REDISMODULE_ERR;if (fsl->list[fsl->length-1] <= *pgt)return REDISMODULE_ERR;RedisModule_ReplyWithLongLong(ctx, fsl->list[--fsl->length]);return REDISMODULE_OK;
}int bpopgt_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithSimpleString(ctx, "Request timedout");
}void bpopgt_free_privdata(RedisModuleCtx *ctx, void *privdata) {REDISMODULE_NOT_USED(ctx);RedisModule_Free(privdata);
}/* FSL.BPOPGT <key> <gt> <timeout> - Block clients until list has an element greater than <gt>.* When that happens, unblock client and pop the last element (from the right). */
int fsl_bpopgt(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 4)return RedisModule_WrongArity(ctx);long long gt;if (RedisModule_StringToLongLong(argv[2],&gt) != REDISMODULE_OK)return RedisModule_ReplyWithError(ctx,"ERR invalid integer");long long timeout;if (RedisModule_StringToLongLong(argv[3],&timeout) != REDISMODULE_OK || timeout < 0)return RedisModule_ReplyWithError(ctx,"ERR invalid timeout");fsl_t *fsl;if (!get_fsl(ctx, argv[1], REDISMODULE_READ, 0, &fsl, 1))return REDISMODULE_OK;if (!fsl || fsl->list[fsl->length-1] <= gt) {/* We use malloc so the tests in blockedonkeys.tcl can check for memory leaks */long long *pgt = RedisModule_Alloc(sizeof(long long));*pgt = gt;RedisModule_BlockClientOnKeys(ctx, bpopgt_reply_callback, bpopgt_timeout_callback,bpopgt_free_privdata, timeout, &argv[1], 1, pgt);} else {RedisModule_ReplyWithLongLong(ctx, fsl->list[--fsl->length]);}return REDISMODULE_OK;
}int bpoppush_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);RedisModuleString *src_keyname = RedisModule_GetBlockedClientReadyKey(ctx);RedisModuleString *dst_keyname = RedisModule_GetBlockedClientPrivateData(ctx);fsl_t *src;if (!get_fsl(ctx, src_keyname, REDISMODULE_READ, 0, &src, 0) || !src)return REDISMODULE_ERR;fsl_t *dst;if (!get_fsl(ctx, dst_keyname, REDISMODULE_WRITE, 1, &dst, 0) || !dst)return REDISMODULE_ERR;long long ele = src->list[--src->length];dst->list[dst->length++] = ele;RedisModule_SignalKeyAsReady(ctx, dst_keyname);return RedisModule_ReplyWithLongLong(ctx, ele);
}int bpoppush_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithSimpleString(ctx, "Request timedout");
}void bpoppush_free_privdata(RedisModuleCtx *ctx, void *privdata) {RedisModule_FreeString(ctx, privdata);
}/* FSL.BPOPPUSH <src> <dst> <timeout> - Block clients until <src> has an element.* When that happens, unblock client, pop the last element from <src> and push it to <dst>* (from the right). */
int fsl_bpoppush(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 4)return RedisModule_WrongArity(ctx);long long timeout;if (RedisModule_StringToLongLong(argv[3],&timeout) != REDISMODULE_OK || timeout < 0)return RedisModule_ReplyWithError(ctx,"ERR invalid timeout");fsl_t *src;if (!get_fsl(ctx, argv[1], REDISMODULE_READ, 0, &src, 1))return REDISMODULE_OK;if (!src) {/* Retain string for reply callback */RedisModule_RetainString(ctx, argv[2]);/* Key is empty, we must block */RedisModule_BlockClientOnKeys(ctx, bpoppush_reply_callback, bpoppush_timeout_callback,bpoppush_free_privdata, timeout, &argv[1], 1, argv[2]);} else {fsl_t *dst;if (!get_fsl(ctx, argv[2], REDISMODULE_WRITE, 1, &dst, 1))return REDISMODULE_OK;long long ele = src->list[--src->length];dst->list[dst->length++] = ele;RedisModule_SignalKeyAsReady(ctx, argv[2]);RedisModule_ReplyWithLongLong(ctx, ele);}return REDISMODULE_OK;
}/* FSL.GETALL <key> - Reply with an array containing all elements. */
int fsl_getall(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 2)return RedisModule_WrongArity(ctx);fsl_t *fsl;if (!get_fsl(ctx, argv[1], REDISMODULE_READ, 0, &fsl, 1))return REDISMODULE_OK;if (!fsl)return RedisModule_ReplyWithArray(ctx, 0);RedisModule_ReplyWithArray(ctx, fsl->length);for (int i = 0; i < fsl->length; i++)RedisModule_ReplyWithLongLong(ctx, fsl->list[i]);return REDISMODULE_OK;
}/* Callback for blockonkeys_popall */
int blockonkeys_popall_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argc);RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_WRITE);if (RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_LIST) {RedisModuleString *elem;long len = 0;RedisModule_ReplyWithArray(ctx, REDISMODULE_POSTPONED_ARRAY_LEN);while ((elem = RedisModule_ListPop(key, REDISMODULE_LIST_HEAD)) != NULL) {len++;RedisModule_ReplyWithString(ctx, elem);RedisModule_FreeString(ctx, elem);}RedisModule_ReplySetArrayLength(ctx, len);} else {RedisModule_ReplyWithError(ctx, "ERR Not a list");}RedisModule_CloseKey(key);return REDISMODULE_OK;
}int blockonkeys_popall_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithError(ctx, "ERR Timeout");
}/* BLOCKONKEYS.POPALL key** Blocks on an empty key for up to 3 seconds. When unblocked by a list* operation like LPUSH, all the elements are popped and returned. Fails with an* error on timeout. */
int blockonkeys_popall(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 2)return RedisModule_WrongArity(ctx);RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_READ);if (RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_EMPTY) {RedisModule_BlockClientOnKeys(ctx, blockonkeys_popall_reply_callback,blockonkeys_popall_timeout_callback,NULL, 3000, &argv[1], 1, NULL);} else {RedisModule_ReplyWithError(ctx, "ERR Key not empty");}RedisModule_CloseKey(key);return REDISMODULE_OK;
}/* BLOCKONKEYS.LPUSH key val [val ..]* BLOCKONKEYS.LPUSH_UNBLOCK key val [val ..]** A module equivalent of LPUSH. If the name LPUSH_UNBLOCK is used,* RM_SignalKeyAsReady() is also called. */
int blockonkeys_lpush(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc < 3)return RedisModule_WrongArity(ctx);RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_WRITE);if (RedisModule_KeyType(key) != REDISMODULE_KEYTYPE_EMPTY &&RedisModule_KeyType(key) != REDISMODULE_KEYTYPE_LIST) {RedisModule_ReplyWithError(ctx, REDISMODULE_ERRORMSG_WRONGTYPE);} else {for (int i = 2; i < argc; i++) {if (RedisModule_ListPush(key, REDISMODULE_LIST_HEAD,argv[i]) != REDISMODULE_OK) {RedisModule_CloseKey(key);return RedisModule_ReplyWithError(ctx, "ERR Push failed");}}}RedisModule_CloseKey(key);/* signal key as ready if the command is lpush_unblock */size_t len;const char *str = RedisModule_StringPtrLen(argv[0], &len);if (!strncasecmp(str, "blockonkeys.lpush_unblock", len)) {RedisModule_SignalKeyAsReady(ctx, argv[1]);}return RedisModule_ReplyWithSimpleString(ctx, "OK");
}/* Callback for the BLOCKONKEYS.BLPOPN command */
int blockonkeys_blpopn_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argc);long long n;RedisModule_StringToLongLong(argv[2], &n);RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_WRITE);int result;if (RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_LIST &&RedisModule_ValueLength(key) >= (size_t)n) {RedisModule_ReplyWithArray(ctx, n);for (long i = 0; i < n; i++) {RedisModuleString *elem = RedisModule_ListPop(key, REDISMODULE_LIST_HEAD);RedisModule_ReplyWithString(ctx, elem);RedisModule_FreeString(ctx, elem);}result = REDISMODULE_OK;} else if (RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_LIST ||RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_EMPTY) {/* continue blocking */result = REDISMODULE_ERR;} else {result = RedisModule_ReplyWithError(ctx, REDISMODULE_ERRORMSG_WRONGTYPE);}RedisModule_CloseKey(key);return result;
}int blockonkeys_blpopn_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithError(ctx, "ERR Timeout");
}/* BLOCKONKEYS.BLPOPN key N** Blocks until key has N elements and then pops them or fails after 3 seconds.*/
int blockonkeys_blpopn(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc < 3) return RedisModule_WrongArity(ctx);long long n;if (RedisModule_StringToLongLong(argv[2], &n) != REDISMODULE_OK) {return RedisModule_ReplyWithError(ctx, "ERR Invalid N");}RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_WRITE);int keytype = RedisModule_KeyType(key);if (keytype != REDISMODULE_KEYTYPE_EMPTY &&keytype != REDISMODULE_KEYTYPE_LIST) {RedisModule_ReplyWithError(ctx, REDISMODULE_ERRORMSG_WRONGTYPE);} else if (keytype == REDISMODULE_KEYTYPE_LIST &&RedisModule_ValueLength(key) >= (size_t)n) {RedisModule_ReplyWithArray(ctx, n);for (long i = 0; i < n; i++) {RedisModuleString *elem = RedisModule_ListPop(key, REDISMODULE_LIST_HEAD);RedisModule_ReplyWithString(ctx, elem);RedisModule_FreeString(ctx, elem);}} else {RedisModule_BlockClientOnKeys(ctx, blockonkeys_blpopn_reply_callback,blockonkeys_blpopn_timeout_callback,NULL, 3000, &argv[1], 1, NULL);}RedisModule_CloseKey(key);return REDISMODULE_OK;
}int RedisModule_OnLoad(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);if (RedisModule_Init(ctx, "blockonkeys", 1, REDISMODULE_APIVER_1)== REDISMODULE_ERR)return REDISMODULE_ERR;RedisModuleTypeMethods tm = {.version = REDISMODULE_TYPE_METHOD_VERSION,.rdb_load = fsl_rdb_load,.rdb_save = fsl_rdb_save,.aof_rewrite = fsl_aofrw,.mem_usage = NULL,.free = fsl_free,.digest = NULL};fsltype = RedisModule_CreateDataType(ctx, "fsltype_t", 0, &tm);if (fsltype == NULL)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.push",fsl_push,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.bpop",fsl_bpop,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.bpopgt",fsl_bpopgt,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.bpoppush",fsl_bpoppush,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.getall",fsl_getall,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx, "blockonkeys.popall", blockonkeys_popall,"", 1, 1, 1) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx, "blockonkeys.lpush", blockonkeys_lpush,"", 1, 1, 1) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx, "blockonkeys.lpush_unblock", blockonkeys_lpush,"", 1, 1, 1) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx, "blockonkeys.blpopn", blockonkeys_blpopn,"", 1, 1, 1) == REDISMODULE_ERR)return REDISMODULE_ERR;return REDISMODULE_OK;
}

这篇关于漫话Redis源码之一百零五的文章就介绍到这儿,希望我们推荐的文章对编程师们有所帮助!



http://www.chinasem.cn/article/683859

相关文章

Redis出现中文乱码的问题及解决

《Redis出现中文乱码的问题及解决》:本文主要介绍Redis出现中文乱码的问题及解决,具有很好的参考价值,希望对大家有所帮助,如有错误或未考虑完全的地方,望不吝赐教... 目录1. 问题的产生2China编程. 问题的解决redihttp://www.chinasem.cns数据进制问题的解决中文乱码问题解决总结

Redis的持久化之RDB和AOF机制详解

《Redis的持久化之RDB和AOF机制详解》:本文主要介绍Redis的持久化之RDB和AOF机制,具有很好的参考价值,希望对大家有所帮助,如有错误或未考虑完全的地方,望不吝赐教... 目录概述RDB(Redis Database)核心原理触发方式手动触发自动触发AOF(Append-Only File)核

Redis分片集群、数据读写规则问题小结

《Redis分片集群、数据读写规则问题小结》本文介绍了Redis分片集群的原理,通过数据分片和哈希槽机制解决单机内存限制与写瓶颈问题,实现分布式存储和高并发处理,但存在通信开销大、维护复杂及对事务支持... 目录一、分片集群解android决的问题二、分片集群图解 分片集群特征如何解决的上述问题?(与哨兵模

SpringBoot连接Redis集群教程

《SpringBoot连接Redis集群教程》:本文主要介绍SpringBoot连接Redis集群教程,具有很好的参考价值,希望对大家有所帮助,如有错误或未考虑完全的地方,望不吝赐教... 目录1. 依赖2. 修改配置文件3. 创建RedisClusterConfig4. 测试总结1. 依赖 <de

SpringBoot+Redis防止接口重复提交问题

《SpringBoot+Redis防止接口重复提交问题》:本文主要介绍SpringBoot+Redis防止接口重复提交问题,具有很好的参考价值,希望对大家有所帮助,如有错误或未考虑完全的地方,望不... 目录前言实现思路代码示例测试总结前言在项目的使用使用过程中,经常会出现某些操作在短时间内频繁提交。例

Redis 配置文件使用建议redis.conf 从入门到实战

《Redis配置文件使用建议redis.conf从入门到实战》Redis配置方式包括配置文件、命令行参数、运行时CONFIG命令,支持动态修改参数及持久化,常用项涉及端口、绑定、内存策略等,版本8... 目录一、Redis.conf 是什么?二、命令行方式传参(适用于测试)三、运行时动态修改配置(不重启服务

浅析如何保证MySQL与Redis数据一致性

《浅析如何保证MySQL与Redis数据一致性》在互联网应用中,MySQL作为持久化存储引擎,Redis作为高性能缓存层,两者的组合能有效提升系统性能,下面我们来看看如何保证两者的数据一致性吧... 目录一、数据不一致性的根源1.1 典型不一致场景1.2 关键矛盾点二、一致性保障策略2.1 基础策略:更新数

Redis Cluster模式配置

《RedisCluster模式配置》:本文主要介绍RedisCluster模式配置,本文给大家介绍的非常详细,对大家的学习或工作具有一定的参考借鉴价值,需要的朋友参考下吧... 目录分片 一、分片的本质与核心价值二、分片实现方案对比 ‌三、分片算法详解1. ‌范围分片(顺序分片)‌2. ‌哈希分片3. ‌虚

Springboot整合Redis主从实践

《Springboot整合Redis主从实践》:本文主要介绍Springboot整合Redis主从的实例,具有很好的参考价值,希望对大家有所帮助,如有错误或未考虑完全的地方,望不吝赐教... 目录前言原配置现配置测试LettuceConnectionFactory.setShareNativeConnect

Redis过期删除机制与内存淘汰策略的解析指南

《Redis过期删除机制与内存淘汰策略的解析指南》在使用Redis构建缓存系统时,很多开发者只设置了EXPIRE但却忽略了背后Redis的过期删除机制与内存淘汰策略,下面小编就来和大家详细介绍一下... 目录1、简述2、Redis http://www.chinasem.cn的过期删除策略(Key Expir