chore: 初始开源发布
iotlcm-admin-svr:管理后台服务。 - Go module:iotlcm → git.5iot.com/iotlcm-public/iotlcm-admin-svr(729 文件) - 凭据与地址脱敏:JWT signingKey(含代码里的 MustGet 默认值)、 MySQL DSN、Redis 口令、告警邮件发件人邮箱全部改为占位; 私网 IP → 文档地址段;库名 xiujie_admin → iotlcm - 真实手机号/邮箱 → 合法 11 位编造号 / example.com - 移除内部资产:CI 触发器、过时 DDL(sql/db_iotlcm.sql)、 私有依赖 go get 行、明文 registry 登录口令 - 启动 banner 统一 IOTLCM 方块字 + 社区惯例署名 - Dockerfile 改用公共基础镜像 - 拼错的 RADEME.md → README.md,README 重写 - 需要真实数据库的用例改为可用 IOTLCM_TEST_WITH_DB=1 显式启用 - 补 Apache-2.0 LICENSE,LF 行尾 + .gitattributes 数据库 schema 不随本仓发布(生产 DDL 已过时),README 已说明。
This commit is contained in:
@@ -0,0 +1,153 @@
|
||||
package queue
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/utility/gfredis"
|
||||
|
||||
"github.com/gogf/gf/v2/frame/g"
|
||||
"github.com/gogf/gf/v2/net/gtrace"
|
||||
"github.com/gogf/gf/v2/os/gctx"
|
||||
"github.com/gogf/gf/v2/os/grpool"
|
||||
)
|
||||
|
||||
type tRedisQueue struct {
|
||||
p Process
|
||||
RedisName string
|
||||
isRunning bool
|
||||
grpool *grpool.Pool
|
||||
}
|
||||
|
||||
var (
|
||||
redisRwLock sync.RWMutex
|
||||
redisQueues = make(map[string]*tRedisQueue)
|
||||
)
|
||||
|
||||
func RegisterRedisQueue(ctx context.Context, topic string, p Process, config *Config) *tRedisQueue {
|
||||
redisRwLock.Lock()
|
||||
defer redisRwLock.Unlock()
|
||||
q, ok := redisQueues[topic]
|
||||
if ok {
|
||||
if p != nil {
|
||||
q.p = p
|
||||
}
|
||||
q.RedisName = config.RedisName
|
||||
q.isRunning = true
|
||||
} else {
|
||||
q = &tRedisQueue{
|
||||
p: p,
|
||||
RedisName: config.RedisName,
|
||||
isRunning: true,
|
||||
}
|
||||
redisQueues[topic] = q
|
||||
}
|
||||
workers := 1
|
||||
if config != nil && config.Workers > 0 {
|
||||
workers = config.Workers
|
||||
}
|
||||
if p != nil {
|
||||
q.p = p
|
||||
q.grpool = grpool.New(workers)
|
||||
go q.Handle(ctx)
|
||||
}
|
||||
return q
|
||||
}
|
||||
|
||||
func UnregisterRedisQueue(ctx context.Context, topic string) {
|
||||
redisRwLock.Lock()
|
||||
defer redisRwLock.Unlock()
|
||||
q, ok := redisQueues[topic]
|
||||
if !ok {
|
||||
return
|
||||
}
|
||||
q.isRunning = false
|
||||
}
|
||||
|
||||
func (q *tRedisQueue) GetType() QueueType {
|
||||
return QueueTypeRedis
|
||||
}
|
||||
|
||||
func (q *tRedisQueue) GetTopic() string {
|
||||
return q.p.GetTopic()
|
||||
}
|
||||
|
||||
func (q *tRedisQueue) Push(ctx context.Context, topic string, data interface{}, expire int64) (err error) {
|
||||
jsonData, err := json.Marshal(data)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
payload := Payload{
|
||||
Ts: time.Now().UnixMilli(),
|
||||
TraceId: gctx.CtxId(ctx),
|
||||
Topic: topic,
|
||||
Data: json.RawMessage(jsonData),
|
||||
Expire: expire,
|
||||
}
|
||||
payloadJson, err := json.Marshal(payload)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
_, err = gfredis.Instance(q.RedisName).RPush(ctx, topic, payloadJson)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
// g.Log().Debugf(ctx, "redisqueue Push %s %d", topic, num)
|
||||
return
|
||||
}
|
||||
|
||||
func (q *tRedisQueue) Handle(ctx context.Context) (err error) {
|
||||
topic := q.p.GetTopic()
|
||||
redisName := q.RedisName
|
||||
for {
|
||||
if !q.isRunning {
|
||||
break
|
||||
}
|
||||
data, err := gfredis.Instance(redisName).BLPop(ctx, 1*time.Second, topic)
|
||||
if err != nil {
|
||||
g.Log().Errorf(ctx, "redisqueue Pop %s error: %v", topic, err)
|
||||
time.Sleep(2 * time.Second)
|
||||
continue
|
||||
}
|
||||
arr := data.Strings()
|
||||
if len(arr) < 2 {
|
||||
continue
|
||||
}
|
||||
// g.Log().Debugf(ctx, "redisqueue Pop %s %v", topic, arr)
|
||||
var payload Payload
|
||||
err = json.Unmarshal([]byte(arr[1]), &payload)
|
||||
if err != nil {
|
||||
g.Log().Errorf(ctx, "redisqueue process unmarshal error: %v, data: %v, topic: %s",
|
||||
err, data, topic)
|
||||
continue
|
||||
}
|
||||
if q.p == nil {
|
||||
g.Log().Errorf(ctx, "redisqueue process is nil, topic: %s, trace_id: %s, data: %v",
|
||||
topic, payload.TraceId, payload.Data)
|
||||
continue
|
||||
}
|
||||
subCtx := gctx.New()
|
||||
gtrace.WithTraceID(subCtx, payload.TraceId)
|
||||
err = q.grpool.Add(subCtx, func(ctx context.Context) {
|
||||
defer func() {
|
||||
if r := recover(); r != nil {
|
||||
g.Log().Errorf(ctx, "redisqueue process panic: %v, topic: %s, trace_id: %s, len(data): %d, hex(data): %v",
|
||||
r, q.p.GetTopic(), payload.TraceId, len(payload.Data), hex.EncodeToString(payload.Data))
|
||||
}
|
||||
}()
|
||||
err = q.p.Handle(subCtx, payload)
|
||||
if err != nil {
|
||||
g.Log().Errorf(ctx, "redisqueue process error: %v, topic: %s, trace_id: %s, len(data): %d, hex(data): %v",
|
||||
err, q.p.GetTopic(), payload.TraceId, len(payload.Data), hex.EncodeToString(payload.Data))
|
||||
return
|
||||
}
|
||||
})
|
||||
}
|
||||
redisRwLock.Lock()
|
||||
delete(redisQueues, topic)
|
||||
redisRwLock.Unlock()
|
||||
return
|
||||
}
|
||||
Reference in New Issue
Block a user