2022-06-15 11:50:17 +08:00
|
|
|
// Package redis ...
|
|
|
|
//
|
|
|
|
// Description : redis 客户端
|
|
|
|
//
|
|
|
|
// Author : go_developer@163.com<白茶清欢>
|
|
|
|
//
|
|
|
|
// Date : 2021-02-27 4:49 下午
|
|
|
|
package redis
|
|
|
|
|
|
|
|
import (
|
2024-06-19 16:13:06 +08:00
|
|
|
"context"
|
2024-10-08 16:43:58 +08:00
|
|
|
"git.zhangdeman.cn/zhangdeman/consts"
|
2024-06-19 20:59:20 +08:00
|
|
|
"strings"
|
|
|
|
"sync"
|
|
|
|
"time"
|
|
|
|
|
2024-06-19 10:24:51 +08:00
|
|
|
"git.zhangdeman.cn/zhangdeman/redis/abstract"
|
2024-06-19 16:13:06 +08:00
|
|
|
"git.zhangdeman.cn/zhangdeman/redis/define"
|
2024-06-19 20:59:20 +08:00
|
|
|
wrapperOperate "git.zhangdeman.cn/zhangdeman/wrapper"
|
2024-06-19 10:24:51 +08:00
|
|
|
"github.com/pkg/errors"
|
2024-06-20 14:58:06 +08:00
|
|
|
redisClient "github.com/redis/go-redis/v9"
|
2022-06-15 11:50:17 +08:00
|
|
|
"go.uber.org/zap"
|
|
|
|
)
|
|
|
|
|
2024-06-19 22:08:12 +08:00
|
|
|
var (
|
2024-06-20 11:18:46 +08:00
|
|
|
Client abstract.IRedisClient
|
2024-06-19 22:08:12 +08:00
|
|
|
)
|
2022-06-22 21:34:16 +08:00
|
|
|
|
2024-06-19 10:24:51 +08:00
|
|
|
func init() {
|
|
|
|
Client = &OwnClient{
|
2024-06-19 16:13:06 +08:00
|
|
|
lock: &sync.RWMutex{},
|
2024-10-08 16:31:59 +08:00
|
|
|
instanceTable: make(map[string]*define.ClientInfo),
|
2024-06-19 16:13:06 +08:00
|
|
|
whiteCommandTable: make(map[string]bool),
|
2022-06-22 21:34:16 +08:00
|
|
|
}
|
2022-06-15 15:02:45 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
type OwnClient struct {
|
2024-06-19 16:13:06 +08:00
|
|
|
lock *sync.RWMutex
|
2024-10-08 16:31:59 +08:00
|
|
|
instanceTable map[string]*define.ClientInfo
|
2024-06-19 16:13:06 +08:00
|
|
|
whiteCommandTable map[string]bool
|
|
|
|
logger *zap.Logger
|
2024-06-21 18:48:06 +08:00
|
|
|
extraLogFieldList []string
|
2024-06-19 16:13:06 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func (o *OwnClient) isAllowCommand(command string) bool {
|
|
|
|
if len(o.whiteCommandTable) == 0 {
|
|
|
|
// 未配置, 视为全部允许执行
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
if o.whiteCommandTable["*"] {
|
|
|
|
// 配置了 * 视为全部允许执行
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
command = strings.ToLower(strings.TrimSpace(command))
|
|
|
|
o.lock.RLock()
|
|
|
|
defer o.lock.RUnlock()
|
|
|
|
return o.whiteCommandTable[command]
|
|
|
|
}
|
|
|
|
|
|
|
|
// Exec 执行命令
|
|
|
|
//
|
|
|
|
// Author : go_developer@163.com<白茶清欢>
|
|
|
|
//
|
|
|
|
// Date : 11:05 2024/6/19
|
|
|
|
func (o *OwnClient) Exec(ctx context.Context, instanceFlag string, command string, args ...any) *define.RedisResult {
|
2024-06-21 18:48:06 +08:00
|
|
|
if nil == ctx {
|
|
|
|
ctx = context.Background()
|
|
|
|
}
|
2024-06-19 16:13:06 +08:00
|
|
|
var (
|
2024-10-08 16:31:59 +08:00
|
|
|
instance *define.ClientInfo
|
2024-06-19 16:13:06 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
cmdParamList := []any{
|
|
|
|
command,
|
|
|
|
}
|
|
|
|
argStrList := make([]string, 0)
|
|
|
|
for _, itemArg := range args {
|
2024-06-19 20:59:20 +08:00
|
|
|
argStrList = append(argStrList, wrapperOperate.AnyDataType(itemArg).ToString().Value())
|
2024-06-19 16:13:06 +08:00
|
|
|
cmdParamList = append(cmdParamList, itemArg)
|
|
|
|
}
|
|
|
|
res := &define.RedisResult{
|
2024-06-21 12:43:26 +08:00
|
|
|
StartTime: time.Now().UnixMilli(),
|
|
|
|
FinishTime: 0,
|
|
|
|
UsedTime: 0,
|
|
|
|
Result: "",
|
|
|
|
Command: command,
|
|
|
|
ArgList: argStrList,
|
|
|
|
Err: nil,
|
|
|
|
InstanceFlag: instanceFlag,
|
2024-06-19 16:13:06 +08:00
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
res.FinishTime = time.Now().UnixMilli()
|
|
|
|
res.UsedTime = res.FinishTime - res.StartTime
|
|
|
|
if nil == o.logger {
|
|
|
|
// 未注入日志实例
|
|
|
|
return
|
|
|
|
}
|
2024-06-21 18:48:06 +08:00
|
|
|
logDataList := []zap.Field{
|
2024-06-19 16:13:06 +08:00
|
|
|
zap.Int64("start_time", res.StartTime),
|
|
|
|
zap.Int64("finish_time", res.FinishTime),
|
|
|
|
zap.Int64("used_time", res.UsedTime),
|
|
|
|
zap.String("command", res.Command),
|
|
|
|
zap.String("arg_list", strings.Join(res.ArgList, " ")),
|
|
|
|
zap.String("execute_result", res.Result),
|
|
|
|
zap.Error(res.Err),
|
2024-06-21 18:48:06 +08:00
|
|
|
}
|
|
|
|
for _, item := range o.extraLogFieldList {
|
|
|
|
logDataList = append(logDataList, zap.Any(item, ctx.Value(item)))
|
|
|
|
}
|
|
|
|
o.logger.Info(
|
|
|
|
"Redis命令执行记录",
|
|
|
|
logDataList...,
|
2024-06-19 16:13:06 +08:00
|
|
|
)
|
|
|
|
}()
|
|
|
|
if instance, res.Err = o.GetRealClientWithError(instanceFlag); nil != res.Err {
|
|
|
|
return res
|
|
|
|
}
|
|
|
|
if nil == ctx {
|
|
|
|
ctx = context.Background()
|
|
|
|
}
|
2024-10-08 16:31:59 +08:00
|
|
|
if instance.ReadOnly && o.isWriteCommand(command) {
|
|
|
|
// 只读实例, 尝试执行写命令
|
|
|
|
res.Err = errors.New(instanceFlag + " : instance is read only")
|
|
|
|
return res
|
|
|
|
}
|
|
|
|
if instance.ReadOnly && o.isWriteCommand(command) && instance.MasterClient() == nil {
|
|
|
|
// 写命令, 没有主库连接
|
|
|
|
res.Err = errors.New(instanceFlag + " : instance master client is nil")
|
|
|
|
return res
|
|
|
|
}
|
|
|
|
redisRealClient := instance.MasterClient()
|
|
|
|
if !o.isWriteCommand(command) {
|
|
|
|
redisRealClient = instance.SlaveClient()
|
|
|
|
}
|
|
|
|
cmdRes := redisRealClient.Do(ctx, cmdParamList...)
|
2024-06-19 16:13:06 +08:00
|
|
|
if res.Err = cmdRes.Err(); nil != res.Err {
|
|
|
|
return res
|
|
|
|
}
|
2024-06-21 12:43:26 +08:00
|
|
|
res.Result = wrapperOperate.AnyDataType(cmdRes.Val()).ToString().Value()
|
2024-06-19 16:13:06 +08:00
|
|
|
return res
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetCommandWhiteList 设置命令白名单, 空 或者 包含 * 则认为所有命令均允许执行
|
|
|
|
//
|
|
|
|
// Author : go_developer@163.com<白茶清欢>
|
|
|
|
//
|
|
|
|
// Date : 11:02 2024/6/19
|
|
|
|
func (o *OwnClient) SetCommandWhiteList(commandList []string) {
|
|
|
|
o.lock.Lock()
|
|
|
|
defer o.lock.Unlock()
|
|
|
|
for _, itemCommand := range commandList {
|
|
|
|
o.whiteCommandTable[strings.ToLower(strings.TrimSpace(itemCommand))] = true
|
|
|
|
}
|
2022-06-15 15:02:45 +08:00
|
|
|
}
|
|
|
|
|
2024-10-08 16:31:59 +08:00
|
|
|
func (o *OwnClient) GetRealClient(instanceFlag string) *define.ClientInfo {
|
2024-06-19 10:24:51 +08:00
|
|
|
o.lock.RLock()
|
|
|
|
defer o.lock.RUnlock()
|
|
|
|
return o.instanceTable[instanceFlag]
|
2022-06-15 11:50:17 +08:00
|
|
|
}
|
|
|
|
|
2024-10-08 16:31:59 +08:00
|
|
|
func (o *OwnClient) GetRealClientWithError(instanceFlag string) (*define.ClientInfo, error) {
|
2024-06-19 10:24:51 +08:00
|
|
|
o.lock.RLock()
|
|
|
|
defer o.lock.RUnlock()
|
|
|
|
instance, exist := o.instanceTable[instanceFlag]
|
2022-06-15 11:50:17 +08:00
|
|
|
if !exist {
|
2024-06-19 10:24:51 +08:00
|
|
|
return nil, errors.New(instanceFlag + " : redis instance is not found")
|
2022-06-15 11:50:17 +08:00
|
|
|
}
|
2024-06-19 10:24:51 +08:00
|
|
|
return instance, nil
|
2022-06-15 11:50:17 +08:00
|
|
|
}
|
|
|
|
|
2024-10-08 16:31:59 +08:00
|
|
|
func (o *OwnClient) AddClient(instanceFlag string, instanceConfig *define.Config) error {
|
|
|
|
if nil == instanceConfig.Master && !instanceConfig.ReadOnly {
|
|
|
|
// 不是只读, 则要求 主库配置 和 从库配置都要存在
|
|
|
|
return errors.New(instanceFlag + " : master config is nil")
|
|
|
|
}
|
|
|
|
|
|
|
|
clientInfo := &define.ClientInfo{
|
|
|
|
ReadOnly: instanceConfig.ReadOnly,
|
|
|
|
Master: nil,
|
|
|
|
Slave: nil,
|
|
|
|
}
|
|
|
|
|
|
|
|
if nil != instanceConfig.Master {
|
|
|
|
clientInfo.Master = o.newClient(instanceConfig.Master)
|
|
|
|
}
|
|
|
|
if nil != instanceConfig.Slave {
|
|
|
|
clientInfo.Master = o.newClient(instanceConfig.Slave)
|
|
|
|
}
|
|
|
|
o.lock.Lock()
|
|
|
|
defer o.lock.Unlock()
|
|
|
|
o.instanceTable[instanceFlag] = clientInfo
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (o *OwnClient) RemoveClient(instanceFlag string) {
|
|
|
|
o.lock.Lock()
|
|
|
|
defer o.lock.Unlock()
|
|
|
|
delete(o.instanceTable, instanceFlag)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (o *OwnClient) SetLogger(loggerInstance *zap.Logger, extraLogFieldList []string) {
|
|
|
|
o.logger = loggerInstance
|
|
|
|
o.extraLogFieldList = extraLogFieldList
|
|
|
|
}
|
|
|
|
|
|
|
|
// isWriteCommand 判断是否写命令
|
|
|
|
//
|
|
|
|
// Author : go_developer@163.com<白茶清欢>
|
|
|
|
//
|
|
|
|
// Date : 16:22 2024/10/8
|
|
|
|
func (o *OwnClient) isWriteCommand(command string) bool {
|
2024-10-08 16:43:58 +08:00
|
|
|
return wrapperOperate.ArrayType([]string{
|
|
|
|
consts.RedisCommandDel,
|
|
|
|
consts.RedisCommandSet,
|
|
|
|
consts.RedisCommandLpush,
|
|
|
|
consts.RedisCommandRpush,
|
|
|
|
consts.RedisCommandMSet,
|
|
|
|
consts.RedisCommandPublish,
|
|
|
|
consts.RedisCommandPsubScribe,
|
|
|
|
}).Has(strings.ToUpper(command)) >= 0
|
2024-10-08 16:31:59 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// newClient 获取客户端连接
|
|
|
|
//
|
|
|
|
// Author : go_developer@163.com<白茶清欢>
|
|
|
|
//
|
|
|
|
// Date : 16:12 2024/10/8
|
|
|
|
func (o *OwnClient) newClient(instanceConfig *define.Options) *redisClient.Client {
|
|
|
|
return redisClient.NewClient(&redisClient.Options{
|
2024-06-20 18:44:55 +08:00
|
|
|
DB: instanceConfig.DB,
|
2024-06-20 18:38:23 +08:00
|
|
|
Addr: instanceConfig.Addr,
|
|
|
|
ClientName: instanceConfig.ClientName,
|
|
|
|
Dialer: nil,
|
2024-06-19 21:21:34 +08:00
|
|
|
OnConnect: func(ctx context.Context, cn *redisClient.Conn) error {
|
|
|
|
return nil
|
|
|
|
},
|
2024-06-19 22:08:12 +08:00
|
|
|
// Protocol: 0,
|
|
|
|
Username: instanceConfig.Username,
|
|
|
|
Password: instanceConfig.Password,
|
|
|
|
// CredentialsProvider: nil,
|
|
|
|
// CredentialsProviderContext: nil,
|
|
|
|
MaxRetries: instanceConfig.MaxRetries,
|
|
|
|
MinRetryBackoff: time.Duration(instanceConfig.MinRetryBackoff) * time.Millisecond,
|
|
|
|
MaxRetryBackoff: time.Duration(instanceConfig.MaxRetryBackoff) * time.Millisecond,
|
|
|
|
DialTimeout: time.Duration(instanceConfig.DialTimeout) * time.Millisecond,
|
|
|
|
ReadTimeout: time.Duration(instanceConfig.ReadTimeout) * time.Millisecond,
|
|
|
|
WriteTimeout: time.Duration(instanceConfig.WriteTimeout) * time.Millisecond,
|
|
|
|
// ContextTimeoutEnabled: instanceConfig.ContextTimeoutEnabled,
|
|
|
|
PoolFIFO: instanceConfig.PoolFIFO,
|
|
|
|
PoolSize: instanceConfig.PoolSize,
|
|
|
|
PoolTimeout: time.Duration(instanceConfig.PoolTimeout) * time.Millisecond,
|
|
|
|
MinIdleConns: instanceConfig.MinIdleConn,
|
|
|
|
// MaxIdleConns: instanceConfig.MaxIdleConn,
|
|
|
|
// MaxActiveConns: instanceConfig.MaxActiveConn,
|
|
|
|
// ConnMaxIdleTime: time.Duration(instanceConfig.ConnMaxIdleTime) * time.Second,
|
|
|
|
// ConnMaxLifetime: time.Duration(instanceConfig.ConnMaxIdleTime) * time.Second,
|
|
|
|
TLSConfig: nil,
|
|
|
|
// DisableIndentity: instanceConfig.DisableIdentity,
|
|
|
|
// IdentitySuffix: instanceConfig.IdentitySuffix,
|
2024-06-19 21:21:34 +08:00
|
|
|
})
|
2022-06-15 11:50:17 +08:00
|
|
|
}
|