MiFaZhan
59eb34976a
iotlcm-admin-svr：管理后台服务。 - Go module：iotlcm → git.5iot.com/iotlcm-public/iotlcm-admin-svr（729 文件） - 凭据与地址脱敏：JWT signingKey（含代码里的 MustGet 默认值）、 MySQL DSN、Redis 口令、告警邮件发件人邮箱全部改为占位； 私网 IP → 文档地址段；库名 xiujie_admin → iotlcm - 真实手机号/邮箱 → 合法 11 位编造号 / example.com - 移除内部资产：CI 触发器、过时 DDL（sql/db_iotlcm.sql）、 私有依赖 go get 行、明文 registry 登录口令 - 启动 banner 统一 IOTLCM 方块字 + 社区惯例署名 - Dockerfile 改用公共基础镜像 - 拼错的 RADEME.md → README.md，README 重写 - 需要真实数据库的用例改为可用 IOTLCM_TEST_WITH_DB=1 显式启用 - 补 Apache-2.0 LICENSE，LF 行尾 + .gitattributes 数据库 schema 不随本仓发布（生产 DDL 已过时），README 已说明。
128 lines
2.7 KiB
Go
128 lines
2.7 KiB
Go
package queue
|
|
|
|
import (
|
|
"context"
|
|
"encoding/hex"
|
|
"encoding/json"
|
|
"errors"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/gogf/gf/v2/container/gqueue"
|
|
"github.com/gogf/gf/v2/frame/g"
|
|
"github.com/gogf/gf/v2/net/gtrace"
|
|
"github.com/gogf/gf/v2/os/gctx"
|
|
"github.com/gogf/gf/v2/os/grpool"
|
|
)
|
|
|
|
type tMemoryQueue struct {
|
|
q *gqueue.Queue
|
|
p Process
|
|
grpool *grpool.Pool
|
|
}
|
|
|
|
var (
|
|
memRwLock sync.RWMutex
|
|
memQueues = make(map[string]*tMemoryQueue)
|
|
)
|
|
|
|
func RegisterMemoryQueue(ctx context.Context, topic string, p Process, config *Config) *tMemoryQueue {
|
|
memRwLock.Lock()
|
|
defer memRwLock.Unlock()
|
|
q, ok := memQueues[topic]
|
|
if !ok {
|
|
q = &tMemoryQueue{
|
|
q: gqueue.New(),
|
|
p: p,
|
|
}
|
|
memQueues[topic] = q
|
|
}
|
|
workers := 1
|
|
if config != nil && config.Workers > 0 {
|
|
workers = config.Workers
|
|
}
|
|
if p != nil {
|
|
q.p = p
|
|
q.grpool = grpool.New(workers)
|
|
go q.Handle(ctx)
|
|
}
|
|
g.Log().Infof(ctx, "RegisterMemoryQueue %s success, workers: %d, process: %v", topic, workers, p)
|
|
return q
|
|
}
|
|
|
|
func UnregisterMemoryQueue(ctx context.Context, topic string) {
|
|
memRwLock.Lock()
|
|
defer memRwLock.Unlock()
|
|
q, ok := memQueues[topic]
|
|
if !ok {
|
|
return
|
|
}
|
|
q.q.Close()
|
|
delete(memQueues, topic)
|
|
}
|
|
|
|
func (q *tMemoryQueue) GetType() QueueType {
|
|
return QueueTypeMemory
|
|
}
|
|
|
|
func (q *tMemoryQueue) GetTopic() string {
|
|
return q.p.GetTopic()
|
|
}
|
|
|
|
func (q *tMemoryQueue) Push(ctx context.Context, topic string, data interface{}, expire int64) (err error) {
|
|
jsonData, err := json.Marshal(data)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
payload := Payload{
|
|
Ts: time.Now().UnixMilli(),
|
|
TraceId: gctx.CtxId(ctx),
|
|
Topic: topic,
|
|
Data: json.RawMessage(jsonData),
|
|
Expire: expire,
|
|
}
|
|
q.q.Push(payload)
|
|
return
|
|
}
|
|
|
|
func (q *tMemoryQueue) Handle(ctx context.Context) (err error) {
|
|
if q.grpool == nil {
|
|
g.Log().Errorf(ctx, "grpool is nil")
|
|
return errors.New("grpool is nil")
|
|
}
|
|
p := q.p
|
|
if p == nil {
|
|
g.Log().Errorf(ctx, "process is nil")
|
|
return errors.New("process is nil")
|
|
}
|
|
|
|
for {
|
|
|
|
data := q.q.Pop()
|
|
if data == nil {
|
|
break
|
|
}
|
|
payload, ok := data.(Payload)
|
|
if !ok {
|
|
g.Log().Errorf(ctx, "memqueue process unmarshal error: %v", data)
|
|
continue
|
|
}
|
|
subCtx := gctx.New()
|
|
gtrace.WithTraceID(subCtx, payload.TraceId)
|
|
q.grpool.Add(ctx, func(ctx context.Context) {
|
|
defer func() {
|
|
if r := recover(); r != nil {
|
|
g.Log().Errorf(ctx, "memqueue process panic: %v, topic: %s, trace_id: %s, hex(data): %v",
|
|
r, q.p.GetTopic(), payload.TraceId, hex.EncodeToString(payload.Data))
|
|
}
|
|
}()
|
|
err := p.Handle(subCtx, payload)
|
|
if err != nil {
|
|
g.Log().Errorf(ctx, "memqueue process error: %v, topic: %s, trace_id: %s, hex(data): %v",
|
|
err, q.p.GetTopic(), payload.TraceId, hex.EncodeToString(payload.Data))
|
|
}
|
|
})
|
|
}
|
|
return
|
|
}
|