123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667 |
- package kv
- import (
- "errors"
- "log"
- "github.com/tal-tech/go-zero/core/errorx"
- "github.com/tal-tech/go-zero/core/hash"
- "github.com/tal-tech/go-zero/core/stores/cache"
- "github.com/tal-tech/go-zero/core/stores/redis"
- )
- // ErrNoRedisNode is an error that indicates no redis node.
- var ErrNoRedisNode = errors.New("no redis node")
- type (
- // Store interface represents a KV store.
- Store interface {
- Del(keys ...string) (int, error)
- Eval(script string, key string, args ...interface{}) (interface{}, error)
- Exists(key string) (bool, error)
- Expire(key string, seconds int) error
- Expireat(key string, expireTime int64) error
- Get(key string) (string, error)
- Hdel(key, field string) (bool, error)
- Hexists(key, field string) (bool, error)
- Hget(key, field string) (string, error)
- Hgetall(key string) (map[string]string, error)
- Hincrby(key, field string, increment int) (int, error)
- Hkeys(key string) ([]string, error)
- Hlen(key string) (int, error)
- Hmget(key string, fields ...string) ([]string, error)
- Hset(key, field, value string) error
- Hsetnx(key, field, value string) (bool, error)
- Hmset(key string, fieldsAndValues map[string]string) error
- Hvals(key string) ([]string, error)
- Incr(key string) (int64, error)
- Incrby(key string, increment int64) (int64, error)
- Llen(key string) (int, error)
- Lpop(key string) (string, error)
- Lpush(key string, values ...interface{}) (int, error)
- Lrange(key string, start int, stop int) ([]string, error)
- Lrem(key string, count int, value string) (int, error)
- Persist(key string) (bool, error)
- Pfadd(key string, values ...interface{}) (bool, error)
- Pfcount(key string) (int64, error)
- Rpush(key string, values ...interface{}) (int, error)
- Sadd(key string, values ...interface{}) (int, error)
- Scard(key string) (int64, error)
- Set(key string, value string) error
- Setex(key, value string, seconds int) error
- Setnx(key, value string) (bool, error)
- SetnxEx(key, value string, seconds int) (bool, error)
- Sismember(key string, value interface{}) (bool, error)
- Smembers(key string) ([]string, error)
- Spop(key string) (string, error)
- Srandmember(key string, count int) ([]string, error)
- Srem(key string, values ...interface{}) (int, error)
- Sscan(key string, cursor uint64, match string, count int64) (keys []string, cur uint64, err error)
- Ttl(key string) (int, error)
- Zadd(key string, score int64, value string) (bool, error)
- Zadds(key string, ps ...redis.Pair) (int64, error)
- Zcard(key string) (int, error)
- Zcount(key string, start, stop int64) (int, error)
- Zincrby(key string, increment int64, field string) (int64, error)
- Zrange(key string, start, stop int64) ([]string, error)
- ZrangeWithScores(key string, start, stop int64) ([]redis.Pair, error)
- ZrangebyscoreWithScores(key string, start, stop int64) ([]redis.Pair, error)
- ZrangebyscoreWithScoresAndLimit(key string, start, stop int64, page, size int) ([]redis.Pair, error)
- Zrank(key, field string) (int64, error)
- Zrem(key string, values ...interface{}) (int, error)
- Zremrangebyrank(key string, start, stop int64) (int, error)
- Zremrangebyscore(key string, start, stop int64) (int, error)
- Zrevrange(key string, start, stop int64) ([]string, error)
- ZrevrangebyscoreWithScores(key string, start, stop int64) ([]redis.Pair, error)
- ZrevrangebyscoreWithScoresAndLimit(key string, start, stop int64, page, size int) ([]redis.Pair, error)
- Zscore(key string, value string) (int64, error)
- Zrevrank(key, field string) (int64, error)
- }
- clusterStore struct {
- dispatcher *hash.ConsistentHash
- }
- )
- // NewStore returns a Store.
- func NewStore(c KvConf) Store {
- if len(c) == 0 || cache.TotalWeights(c) <= 0 {
- log.Fatal("no cache nodes")
- }
- // even if only one node, we chose to use consistent hash,
- // because Store and redis.Redis has different methods.
- dispatcher := hash.NewConsistentHash()
- for _, node := range c {
- cn := node.NewRedis()
- dispatcher.AddWithWeight(cn, node.Weight)
- }
- return clusterStore{
- dispatcher: dispatcher,
- }
- }
- func (cs clusterStore) Del(keys ...string) (int, error) {
- var val int
- var be errorx.BatchError
- for _, key := range keys {
- node, e := cs.getRedis(key)
- if e != nil {
- be.Add(e)
- continue
- }
- if v, e := node.Del(key); e != nil {
- be.Add(e)
- } else {
- val += v
- }
- }
- return val, be.Err()
- }
- func (cs clusterStore) Eval(script string, key string, args ...interface{}) (interface{}, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Eval(script, []string{key}, args...)
- }
- func (cs clusterStore) Exists(key string) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Exists(key)
- }
- func (cs clusterStore) Expire(key string, seconds int) error {
- node, err := cs.getRedis(key)
- if err != nil {
- return err
- }
- return node.Expire(key, seconds)
- }
- func (cs clusterStore) Expireat(key string, expireTime int64) error {
- node, err := cs.getRedis(key)
- if err != nil {
- return err
- }
- return node.Expireat(key, expireTime)
- }
- func (cs clusterStore) Get(key string) (string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return "", err
- }
- return node.Get(key)
- }
- func (cs clusterStore) Hdel(key, field string) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Hdel(key, field)
- }
- func (cs clusterStore) Hexists(key, field string) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Hexists(key, field)
- }
- func (cs clusterStore) Hget(key, field string) (string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return "", err
- }
- return node.Hget(key, field)
- }
- func (cs clusterStore) Hgetall(key string) (map[string]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Hgetall(key)
- }
- func (cs clusterStore) Hincrby(key, field string, increment int) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Hincrby(key, field, increment)
- }
- func (cs clusterStore) Hkeys(key string) ([]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Hkeys(key)
- }
- func (cs clusterStore) Hlen(key string) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Hlen(key)
- }
- func (cs clusterStore) Hmget(key string, fields ...string) ([]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Hmget(key, fields...)
- }
- func (cs clusterStore) Hset(key, field, value string) error {
- node, err := cs.getRedis(key)
- if err != nil {
- return err
- }
- return node.Hset(key, field, value)
- }
- func (cs clusterStore) Hsetnx(key, field, value string) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Hsetnx(key, field, value)
- }
- func (cs clusterStore) Hmset(key string, fieldsAndValues map[string]string) error {
- node, err := cs.getRedis(key)
- if err != nil {
- return err
- }
- return node.Hmset(key, fieldsAndValues)
- }
- func (cs clusterStore) Hvals(key string) ([]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Hvals(key)
- }
- func (cs clusterStore) Incr(key string) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Incr(key)
- }
- func (cs clusterStore) Incrby(key string, increment int64) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Incrby(key, increment)
- }
- func (cs clusterStore) Llen(key string) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Llen(key)
- }
- func (cs clusterStore) Lpop(key string) (string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return "", err
- }
- return node.Lpop(key)
- }
- func (cs clusterStore) Lpush(key string, values ...interface{}) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Lpush(key, values...)
- }
- func (cs clusterStore) Lrange(key string, start int, stop int) ([]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Lrange(key, start, stop)
- }
- func (cs clusterStore) Lrem(key string, count int, value string) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Lrem(key, count, value)
- }
- func (cs clusterStore) Persist(key string) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Persist(key)
- }
- func (cs clusterStore) Pfadd(key string, values ...interface{}) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Pfadd(key, values...)
- }
- func (cs clusterStore) Pfcount(key string) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Pfcount(key)
- }
- func (cs clusterStore) Rpush(key string, values ...interface{}) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Rpush(key, values...)
- }
- func (cs clusterStore) Sadd(key string, values ...interface{}) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Sadd(key, values...)
- }
- func (cs clusterStore) Scard(key string) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Scard(key)
- }
- func (cs clusterStore) Set(key string, value string) error {
- node, err := cs.getRedis(key)
- if err != nil {
- return err
- }
- return node.Set(key, value)
- }
- func (cs clusterStore) Setex(key, value string, seconds int) error {
- node, err := cs.getRedis(key)
- if err != nil {
- return err
- }
- return node.Setex(key, value, seconds)
- }
- func (cs clusterStore) Setnx(key, value string) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Setnx(key, value)
- }
- func (cs clusterStore) SetnxEx(key, value string, seconds int) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.SetnxEx(key, value, seconds)
- }
- func (cs clusterStore) Sismember(key string, value interface{}) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Sismember(key, value)
- }
- func (cs clusterStore) Smembers(key string) ([]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Smembers(key)
- }
- func (cs clusterStore) Spop(key string) (string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return "", err
- }
- return node.Spop(key)
- }
- func (cs clusterStore) Srandmember(key string, count int) ([]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Srandmember(key, count)
- }
- func (cs clusterStore) Srem(key string, values ...interface{}) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Srem(key, values...)
- }
- func (cs clusterStore) Sscan(key string, cursor uint64, match string, count int64) (
- keys []string, cur uint64, err error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, 0, err
- }
- return node.Sscan(key, cursor, match, count)
- }
- func (cs clusterStore) Ttl(key string) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Ttl(key)
- }
- func (cs clusterStore) Zadd(key string, score int64, value string) (bool, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return false, err
- }
- return node.Zadd(key, score, value)
- }
- func (cs clusterStore) Zadds(key string, ps ...redis.Pair) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zadds(key, ps...)
- }
- func (cs clusterStore) Zcard(key string) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zcard(key)
- }
- func (cs clusterStore) Zcount(key string, start, stop int64) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zcount(key, start, stop)
- }
- func (cs clusterStore) Zincrby(key string, increment int64, field string) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zincrby(key, increment, field)
- }
- func (cs clusterStore) Zrank(key, field string) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zrank(key, field)
- }
- func (cs clusterStore) Zrange(key string, start, stop int64) ([]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Zrange(key, start, stop)
- }
- func (cs clusterStore) ZrangeWithScores(key string, start, stop int64) ([]redis.Pair, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.ZrangeWithScores(key, start, stop)
- }
- func (cs clusterStore) ZrangebyscoreWithScores(key string, start, stop int64) ([]redis.Pair, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.ZrangebyscoreWithScores(key, start, stop)
- }
- func (cs clusterStore) ZrangebyscoreWithScoresAndLimit(key string, start, stop int64, page, size int) (
- []redis.Pair, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.ZrangebyscoreWithScoresAndLimit(key, start, stop, page, size)
- }
- func (cs clusterStore) Zrem(key string, values ...interface{}) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zrem(key, values...)
- }
- func (cs clusterStore) Zremrangebyrank(key string, start, stop int64) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zremrangebyrank(key, start, stop)
- }
- func (cs clusterStore) Zremrangebyscore(key string, start, stop int64) (int, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zremrangebyscore(key, start, stop)
- }
- func (cs clusterStore) Zrevrange(key string, start, stop int64) ([]string, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.Zrevrange(key, start, stop)
- }
- func (cs clusterStore) ZrevrangebyscoreWithScores(key string, start, stop int64) ([]redis.Pair, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.ZrevrangebyscoreWithScores(key, start, stop)
- }
- func (cs clusterStore) ZrevrangebyscoreWithScoresAndLimit(key string, start, stop int64, page, size int) (
- []redis.Pair, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return nil, err
- }
- return node.ZrevrangebyscoreWithScoresAndLimit(key, start, stop, page, size)
- }
- func (cs clusterStore) Zrevrank(key, field string) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zrevrank(key, field)
- }
- func (cs clusterStore) Zscore(key string, value string) (int64, error) {
- node, err := cs.getRedis(key)
- if err != nil {
- return 0, err
- }
- return node.Zscore(key, value)
- }
- func (cs clusterStore) getRedis(key string) (*redis.Redis, error) {
- val, ok := cs.dispatcher.Get(key)
- if !ok {
- return nil, ErrNoRedisNode
- }
- return val.(*redis.Redis), nil
- }
|