chore: 初始开源发布
iotlcm-admin-svr:管理后台服务。 - Go module:iotlcm → git.5iot.com/iotlcm-public/iotlcm-admin-svr(729 文件) - 凭据与地址脱敏:JWT signingKey(含代码里的 MustGet 默认值)、 MySQL DSN、Redis 口令、告警邮件发件人邮箱全部改为占位; 私网 IP → 文档地址段;库名 xiujie_admin → iotlcm - 真实手机号/邮箱 → 合法 11 位编造号 / example.com - 移除内部资产:CI 触发器、过时 DDL(sql/db_iotlcm.sql)、 私有依赖 go get 行、明文 registry 登录口令 - 启动 banner 统一 IOTLCM 方块字 + 社区惯例署名 - Dockerfile 改用公共基础镜像 - 拼错的 RADEME.md → README.md,README 重写 - 需要真实数据库的用例改为可用 IOTLCM_TEST_WITH_DB=1 显式启用 - 补 Apache-2.0 LICENSE,LF 行尾 + .gitattributes 数据库 schema 不随本仓发布(生产 DDL 已过时),README 已说明。
This commit is contained in:
@@ -0,0 +1,175 @@
|
||||
package memorydb
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/cmd/inithttp"
|
||||
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/library/mcache"
|
||||
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/model"
|
||||
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/service"
|
||||
"sort"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/gogf/gf/v2/database/gdb"
|
||||
"github.com/gogf/gf/v2/errors/gerror"
|
||||
"github.com/gogf/gf/v2/frame/g"
|
||||
)
|
||||
|
||||
var (
|
||||
db gdb.DB
|
||||
cacheUpdates sync.Mutex
|
||||
)
|
||||
|
||||
type rebuildSourceContextKey struct{}
|
||||
|
||||
func sourceContext(ctx context.Context) context.Context {
|
||||
if source, ok := ctx.Value(rebuildSourceContextKey{}).(context.Context); ok {
|
||||
return source
|
||||
}
|
||||
return ctx
|
||||
}
|
||||
|
||||
type memDB interface {
|
||||
Init(ctx context.Context) error
|
||||
EventHandler(ctx context.Context) error
|
||||
TableName(ctx context.Context) string
|
||||
CreateTable(ctx context.Context) error
|
||||
LoadData(ctx context.Context, pk int64) error
|
||||
DeleteData(ctx context.Context, ids []int64) error
|
||||
}
|
||||
|
||||
var memDBMap = make(map[string]memDB)
|
||||
|
||||
func RegisterMemDB(name string, memDB memDB) {
|
||||
memDBMap[name] = memDB
|
||||
}
|
||||
|
||||
type sMemoryDB struct {
|
||||
rebuildMu sync.Mutex
|
||||
}
|
||||
|
||||
func NewMemoryDB() *sMemoryDB {
|
||||
return &sMemoryDB{}
|
||||
}
|
||||
|
||||
func init() {
|
||||
service.RegisterMemoryDB(NewMemoryDB())
|
||||
inithttp.RegisterHttpInitFunc("memorydb", func(ctx context.Context) error {
|
||||
return service.MemoryDB().Init(ctx)
|
||||
})
|
||||
}
|
||||
|
||||
func (s *sMemoryDB) Init(ctx context.Context) error {
|
||||
target, err := newMemoryDB(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if target == nil {
|
||||
return nil
|
||||
}
|
||||
db = target
|
||||
for _, name := range registeredMemoryDBNames() {
|
||||
if err = memDBMap[name].Init(ctx); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
g.Log().Debug(ctx, "sMemoryDB.Init end.", target.GetConfig())
|
||||
return nil
|
||||
}
|
||||
|
||||
// Rebuild replaces all cached tables in one SQLite transaction. The single
|
||||
// connection keeps readers from observing partially loaded tables, and any
|
||||
// failure rolls the entire rebuild back.
|
||||
func (s *sMemoryDB) Rebuild(ctx context.Context) error {
|
||||
s.rebuildMu.Lock()
|
||||
defer s.rebuildMu.Unlock()
|
||||
cacheUpdates.Lock()
|
||||
defer cacheUpdates.Unlock()
|
||||
|
||||
target := db
|
||||
if target == nil {
|
||||
return errors.New("memory database is unavailable")
|
||||
}
|
||||
if err := target.Transaction(ctx, func(txCtx context.Context, _ gdb.TX) error {
|
||||
txCtx = context.WithValue(txCtx, rebuildSourceContextKey{}, ctx)
|
||||
for _, name := range registeredMemoryDBNames() {
|
||||
if err := memDBMap[name].CreateTable(txCtx); err != nil {
|
||||
return gerror.Wrapf(err, "rebuild memory database table failed: %s", name)
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := mcache.Clear(ctx); err != nil {
|
||||
return gerror.Wrap(err, "clear derived memory cache failed")
|
||||
}
|
||||
g.Log().Infof(ctx, "memory database rebuilt, tables: %d", len(memDBMap))
|
||||
return nil
|
||||
}
|
||||
|
||||
func newMemoryDB(ctx context.Context) (gdb.DB, error) {
|
||||
link := g.Cfg().MustGet(ctx, "database.memorydb.link", "").String()
|
||||
debug := g.Cfg().MustGet(ctx, "database.memorydb.debug", "false").Bool()
|
||||
if link == "" {
|
||||
g.Log().Warning(ctx, "memory database link is empty; queries will use the primary database")
|
||||
return nil, nil
|
||||
}
|
||||
g.Log().Debug(ctx, "memory database link", link)
|
||||
target, err := gdb.New(gdb.ConfigNode{
|
||||
Link: link,
|
||||
MaxIdleConnCount: 1,
|
||||
MaxOpenConnCount: 1,
|
||||
MaxConnLifeTime: 24 * 3650 * time.Hour,
|
||||
Debug: debug,
|
||||
})
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if target == nil {
|
||||
return nil, errors.New("memory database is unavailable")
|
||||
}
|
||||
return target, nil
|
||||
}
|
||||
|
||||
func registeredMemoryDBNames() []string {
|
||||
names := make([]string, 0, len(memDBMap))
|
||||
for name := range memDBMap {
|
||||
names = append(names, name)
|
||||
}
|
||||
sort.Strings(names)
|
||||
return names
|
||||
}
|
||||
|
||||
func (s *sMemoryDB) EventHandler(ctx context.Context, chg *model.BroadcastDbChgCache) error {
|
||||
cacheUpdates.Lock()
|
||||
defer cacheUpdates.Unlock()
|
||||
memDB, ok := memDBMap[chg.TableName]
|
||||
if !ok {
|
||||
return nil
|
||||
}
|
||||
|
||||
if chg.Type == "add" || chg.Type == "edit" {
|
||||
for _, pk := range chg.PK {
|
||||
if err := memDB.LoadData(ctx, pk); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
} else if chg.Type == "del" {
|
||||
return memDB.DeleteData(ctx, chg.PK)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (s *sMemoryDB) DB(ctx context.Context) gdb.DB {
|
||||
link := g.Cfg().MustGet(ctx, "database.memorydb.link", "sqlite::@file(:memory:)").String()
|
||||
if link == "" {
|
||||
return g.DB()
|
||||
}
|
||||
return db
|
||||
}
|
||||
|
||||
func (s *sMemoryDB) Ctx(ctx context.Context) gdb.DB {
|
||||
return s.DB(ctx).Ctx(ctx)
|
||||
}
|
||||
Reference in New Issue
Block a user