升级 wrapper_db_client, 支持表结构缓存以及定时同步

wrapper_db_client.go

@@ -1,4 +1,4 @@
-// Package define ...
+// Package database ...
 //
 // Description : define ...
 //
@@ -9,6 +9,7 @@ package database
 
 import (
 	"context"
+	"errors"
 	"fmt"
 	"git.zhangdeman.cn/zhangdeman/consts"
 	"git.zhangdeman.cn/zhangdeman/database/define"
@@ -18,6 +19,8 @@ import (
 	"gorm.io/driver/sqlite"
 	"gorm.io/gorm"
 	gormLogger "gorm.io/gorm/logger"
+	"sync"
+	"time"
 )
 
 // DBClient 包装日志实例
@@ -26,12 +29,15 @@ import (
 //
 // Date : 3:09 PM 2021/12/24
 type DBClient struct {
-	DbFlag         string        // 数据库标识
-	LoggerInstance *zap.Logger   // 日志实例
-	master         *gorm.DB      // 主库
-	slave          *gorm.DB      // 从库
-	ExtraFieldList []string      // 提取的字段
-	Cfg            define.Driver // 数据库配置
+	DbFlag                    string                            // 数据库标识
+	LoggerInstance            *zap.Logger                       // 日志实例
+	master                    *gorm.DB                          // 主库
+	slave                     *gorm.DB                          // 从库
+	ExtraFieldList            []string                          // 提取的字段
+	Cfg                       define.Driver                     // 数据库配置
+	cacheTableStructureConfig *define.CacheTableStructureConfig // 缓存配置
+	lock                      *sync.RWMutex                     // 操作锁
+	tableStructureCache       map[string][]*define.ColumnInfo   // 表结构缓存
 }
 
 // Init 初始化客户端
@@ -39,7 +45,9 @@ type DBClient struct {
 // Author : go_developer@163.com<白茶清欢>
 //
 // Date : 17:44 2024/8/20
-func (dc *DBClient) Init(databaseConfig *define.Database) error {
+func (dc *DBClient) Init(databaseConfig *define.Database, cacheTableStructureConfig *define.CacheTableStructureConfig) error {
+	dc.lock = &sync.RWMutex{}
+	dc.cacheTableStructureConfig = cacheTableStructureConfig
 	var err error
 	if dc.master, err = dc.GetDatabaseClient(databaseConfig.Master, dc.LoggerInstance); nil != err {
 		return err
@@ -47,6 +55,22 @@ func (dc *DBClient) Init(databaseConfig *define.Database) error {
 	if dc.slave, err = dc.GetDatabaseClient(databaseConfig.Slave, dc.LoggerInstance); nil != err {
 		return err
 	}
+	if err = dc.syncDbTableStructure(false); nil != err { // 同步缓存表结构
+		return err
+	}
+	// 启动异步任务
+	go func() {
+		if !dc.CacheDataTableStructureConfig().Enable {
+			// 未启用
+			return
+		}
+		for {
+			select {
+			case <-time.After(time.Second * time.Duration(dc.CacheDataTableStructureConfig().SyncTimeInterval)):
+				_ = dc.syncDbTableStructure(true)
+			}
+		}
+	}()
 	return nil
 }
 
@@ -134,3 +158,70 @@ func (dc *DBClient) buildConnectionDSN(conf *define.Driver) string {
 		conf.Timezone,
 	)
 }
+
+// CacheDataTableStructureConfig ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 15:03 2024/8/21
+func (dc *DBClient) CacheDataTableStructureConfig() *define.CacheTableStructureConfig {
+	if nil == dc.cacheTableStructureConfig {
+		return &define.CacheTableStructureConfig{Enable: false, SyncTimeInterval: 3600}
+	}
+	if dc.cacheTableStructureConfig.SyncTimeInterval <= 0 {
+		dc.cacheTableStructureConfig.SyncTimeInterval = 3600
+	}
+	return dc.cacheTableStructureConfig
+}
+
+// GetTableFieldList 获取表结构配置
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 15:07 2024/8/21
+func (dc *DBClient) GetTableFieldList(tableName string) ([]*define.ColumnInfo, error) {
+	if !dc.CacheDataTableStructureConfig().Enable {
+		// 未启用缓存, 返回空list
+		return make([]*define.ColumnInfo, 0), nil
+	}
+	dc.lock.RLock()
+	defer dc.lock.RUnlock()
+	if _, exist := dc.tableStructureCache[tableName]; !exist {
+		return nil, errors.New(tableName + " : cache result not found")
+	}
+	return dc.tableStructureCache[tableName], nil
+}
+
+// syncDbTableStructure 缓存表结构
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 15:17 2024/8/21
+func (dc *DBClient) syncDbTableStructure(ignoreErr bool) error {
+	var (
+		err       error
+		tableList []string
+	)
+
+	c := dc.GetMaster(context.Background())
+	systemDao := &SystemDao{}
+	if tableList, err = systemDao.GetTableList(c); nil != err {
+		return err
+	}
+	tableStructCache := make(map[string][]*define.ColumnInfo)
+	for _, itemTableName := range tableList {
+		fieldList, loadTableErr := systemDao.GetTableInfo(c, dc.Cfg.Database, itemTableName)
+		if nil != loadTableErr {
+			if ignoreErr {
+				continue
+			}
+			return loadTableErr
+		}
+		tableStructCache[itemTableName] = fieldList
+	}
+	// 更新缓存结果
+	dc.lock.Lock()
+	defer dc.lock.Unlock()
+	dc.tableStructureCache = tableStructCache
+	return nil
+}