iotlcm-public/iotlcm
7
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: 初始开源发布

Browse Source 
iotlcm-admin-svr：管理后台服务。

- Go module：iotlcm → git.5iot.com/iotlcm-public/iotlcm-admin-svr（729 文件）
- 凭据与地址脱敏：JWT signingKey（含代码里的 MustGet 默认值）、
  MySQL DSN、Redis 口令、告警邮件发件人邮箱全部改为占位；
  私网 IP → 文档地址段；库名 xiujie_admin → iotlcm
- 真实手机号/邮箱 → 合法 11 位编造号 / example.com
- 移除内部资产：CI 触发器、过时 DDL（sql/db_iotlcm.sql）、
  私有依赖 go get 行、明文 registry 登录口令
- 启动 banner 统一 IOTLCM 方块字 + 社区惯例署名
- Dockerfile 改用公共基础镜像
- 拼错的 RADEME.md → README.md，README 重写
- 需要真实数据库的用例改为可用 IOTLCM_TEST_WITH_DB=1 显式启用
- 补 Apache-2.0 LICENSE，LF 行尾 + .gitattributes

数据库 schema 不随本仓发布（生产 DDL 已过时），README 已说明。
This commit is contained in:
MiFaZhan
2026-10-23 14:46:05 +08:00
commit 59eb34976a
1132 changed files with 138197 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server/internal/logic/iot/simcardbatch/datacut/errors.go
+11
View File
@@ -0,0 +1,11 @@
package datacut
import "github.com/gogf/gf/v2/errors/gerror"
func invalidOperation(op Operation) error {
return gerror.Newf("不支持的达量断网操作: %s", op)
}
func errInvalidBatchType(batchType int) error {
return gerror.Newf("批次类型%d不是达量断网批次", batchType)
}
server/internal/logic/iot/simcardbatch/datacut/parser.go
+157
View File
@@ -0,0 +1,157 @@
package datacut
import (
"context"
"errors"
"fmt"
"strings"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/library/batchimport"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/library/batchinput/excel"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/library/batchinput/text"
"github.com/gogf/gf/v2/encoding/gjson"
"github.com/gogf/gf/v2/errors/gerror"
"github.com/gogf/gf/v2/frame/g"
)
type Row struct {
DetailID int64
RowNo int
Iccid string
Msisdn string
Imsi string
Reason string
Authorized bool
}
func (r *Row) GetRowNo() int {
if r == nil {
return 0
}
return r.RowNo
}
func (r *Row) GetItemID() string {
if r == nil {
return ""
}
return r.Iccid
}
func (r *Row) GetErrorReasons() []string {
if r == nil || r.Reason == "" {
return nil
}
return []string{r.Reason}
}
func (r *Row) AddErrorReason(reason string) {
if r == nil || r.Reason != "" || reason == "" {
return
}
r.Reason = reason
}
func (r *Row) GetIccid() string {
if r == nil {
return ""
}
return r.Iccid
}
func (r *Row) SetAuthorized(v bool) {
if r == nil {
return
}
r.Authorized = v
}
func (r *Row) Snapshot() *gjson.Json {
if r == nil {
return gjson.New(g.Map{})
}
return gjson.New(g.Map{
"ICCID": r.Iccid,
"MSISDN": r.Msisdn,
"IMSI": r.Imsi,
"authorized": r.Authorized,
})
}
func parseExcelFileRows(ctx context.Context, filePath string) ([]batchimport.Row, error) {
parsed, err := excel.ParseFile(ctx, filePath, excel.ParseOptions{RequiredHeaders: []string{"ICCID"}})
if err != nil {
return nil, err
}
rows := make([]batchimport.Row, 0, len(parsed))
for _, item := range parsed {
rows = append(rows, &Row{
RowNo: item.RowNo,
Iccid: excel.Field(item, "ICCID"),
Msisdn: excel.Field(item, "MSISDN"),
Imsi: excel.Field(item, "IMSI"),
})
}
return rows, nil
}
func parseInputRows(ctx context.Context, input string) ([]batchimport.Row, error) {
lines, err := text.ParseWhitespaceFields(ctx, input)
if err != nil {
if errors.Is(err, text.ErrEmptyInput) {
return nil, gerror.New("批量输入内容不能为空")
}
return nil, err
}
rows := make([]batchimport.Row, 0, len(lines))
for _, line := range lines {
row := &Row{RowNo: line.RowNo}
switch len(line.Fields) {
case 1:
row.Iccid = line.Fields[0]
case 3:
row.Iccid = line.Fields[0]
row.Msisdn = line.Fields[1]
row.Imsi = line.Fields[2]
default:
row.AddErrorReason("格式错误，应为 ICCID 或 ICCID MSISDN IMSI")
}
rows = append(rows, row)
}
return rows, nil
}
func validateBasicRows(rows []batchimport.Row) error {
firstByIccid := make(map[string]*Row, len(rows))
issues := make([]string, 0)
for _, item := range rows {
row, ok := item.(*Row)
if !ok || row == nil {
return gerror.New("达量断网批次行类型错误")
}
row.Iccid = strings.TrimSpace(row.Iccid)
row.Msisdn = strings.TrimSpace(row.Msisdn)
row.Imsi = strings.TrimSpace(row.Imsi)
if row.Reason != "" {
issues = append(issues, fmt.Sprintf("第%d行：%s", row.RowNo, row.Reason))
continue
}
if row.Iccid == "" {
row.AddErrorReason("ICCID不能为空")
issues = append(issues, fmt.Sprintf("第%d行：ICCID不能为空", row.RowNo))
continue
}
if first, exists := firstByIccid[row.Iccid]; exists {
row.AddErrorReason(fmt.Sprintf("ICCID与第%d行重复", first.RowNo))
first.AddErrorReason("ICCID重复")
issues = append(issues, fmt.Sprintf("第%d行：ICCID与第%d行重复", row.RowNo, first.RowNo))
continue
}
firstByIccid[row.Iccid] = row
}
if len(issues) > 0 {
return gerror.New("达量断网批次基础格式校验失败：" + strings.Join(issues, "；"))
}
return nil
}
server/internal/logic/iot/simcardbatch/datacut/processor.go
+62
View File
@@ -0,0 +1,62 @@
package datacut
import (
"context"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/consts"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/library/batchimport"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/model"
"github.com/gogf/gf/v2/database/gdb"
"github.com/gogf/gf/v2/encoding/gjson"
"github.com/gogf/gf/v2/errors/gerror"
)
type Processor struct {
config Config
}
func NewProcessor(operation Operation) (*Processor, error) {
cfg, err := operation.Config()
if err != nil {
return nil, err
}
return &Processor{config: cfg}, nil
}
func (p *Processor) Config() batchimport.ProcessorConfig {
return batchimport.ProcessorConfig{
Code: "sim_card_" + p.config.Code,
BatchType: p.config.BatchType,
BatchNoPrefix: p.config.BatchPrefix,
TaskName: p.config.TaskName,
ExportScene: p.config.ExportScene,
ImportDir: p.config.ImportDir,
ResultDir: p.config.ResultDir,
MaxFileSize: int64(consts.SimCardDataCutMaxFileSize),
TemplateHeaders: []string{"ICCID", "MSISDN", "IMSI"},
RequiredHeaders: []string{"ICCID"},
}
}
func (p *Processor) ParseRows(ctx context.Context, filePath string) ([]batchimport.Row, error) {
return parseExcelFileRows(ctx, filePath)
}
func (p *Processor) ValidateRows(_ context.Context, rows []batchimport.Row) error {
return validateBasicRows(rows)
}
func (p *Processor) Execute(context.Context, gdb.TX, *batchimport.SubmitRequest, []batchimport.Row) error {
return gerror.New("达量断网批次只能由异步执行器执行")
}
func (p *Processor) BuildBatchInfo(_ context.Context, req batchimport.SubmitRequest, result *batchimport.Result, importOss *model.SysOssSaveContentModel, _ *model.SysOssSaveContentModel, _ int64) *gjson.Json {
info := buildBatchInfo(req, p.config)
if result != nil && result.ImportFileOssId > 0 {
info.Set("importFileOssId", result.ImportFileOssId)
} else if importOss != nil && importOss.OssId > 0 {
info.Set("importFileOssId", importOss.OssId)
}
return info
}
server/internal/logic/iot/simcardbatch/datacut/submitter.go
+97
View File
@@ -0,0 +1,97 @@
package datacut
import (
"context"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/library/batchmetadata"
"strings"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/consts"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/library/batchimport"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/logic/iot/simcardbatch/common"
"github.com/gogf/gf/v2/errors/gerror"
"github.com/gogf/gf/v2/net/ghttp"
)
type Submitter struct {
operation Operation
}
func NewSubmitter(operation Operation) *Submitter {
return &Submitter{operation: operation}
}
func (s *Submitter) Operation() Operation {
return s.operation
}
func (s *Submitter) SubmitExcel(ctx context.Context, file *ghttp.UploadFile, threshold float64, remark string) (*SubmitResult, error) {
if err := validateThreshold(threshold); err != nil {
return nil, err
}
processor, err := NewProcessor(s.operation)
if err != nil {
return nil, err
}
req := batchimport.SubmitRequest{
SourceChannel: batchmetadata.Console,
ExecutionMode: batchmetadata.Bulk,
File: file,
BizParams: &SubmitOptions{Remark: strings.TrimSpace(remark), TrafficCutoffThreshold: threshold},
SourceType: consts.BatchSourceTypeFile,
Operator: common.CurrentOperator(ctx),
}
result, err := batchimport.CreatePendingUpload(ctx, req, processor, batchimport.PendingOptions{
PrepareRows: func(ctx context.Context, rows []batchimport.Row) error {
return common.PrepareAuthorizedRows(ctx, rows, func(item batchimport.Row) (*Row, error) {
row, ok := item.(*Row)
if !ok || row == nil {
return nil, gerror.New("达量断网批次行类型错误")
}
return row, nil
}, "达量断网批次行类型错误")
},
})
if err != nil {
return nil, err
}
common.PublishBatchMessage(ctx, result, consts.QueueBatchExecute, "datacut")
return common.PendingSubmitResult(result, consts.BatchAsyncStatusPending), nil
}
func (s *Submitter) SubmitInput(ctx context.Context, input string, threshold float64, remark string) (*SubmitResult, error) {
if err := validateThreshold(threshold); err != nil {
return nil, err
}
rows, err := parseInputRows(ctx, input)
if err != nil {
return nil, err
}
processor, err := NewProcessor(s.operation)
if err != nil {
return nil, err
}
req := batchimport.SubmitRequest{
SourceChannel: batchmetadata.Console,
ExecutionMode: batchmetadata.Bulk,
BizParams: &SubmitOptions{Remark: strings.TrimSpace(remark), TrafficCutoffThreshold: threshold},
SourceType: consts.BatchSourceTypeBatchInput,
Operator: common.CurrentOperator(ctx),
}
result, err := batchimport.CreatePendingRows(ctx, req, processor, rows, batchimport.PendingOptions{
PrepareRows: func(ctx context.Context, rows []batchimport.Row) error {
return common.PrepareAuthorizedRows(ctx, rows, func(item batchimport.Row) (*Row, error) {
row, ok := item.(*Row)
if !ok || row == nil {
return nil, gerror.New("达量断网批次行类型错误")
}
return row, nil
}, "达量断网批次行类型错误")
},
})
if err != nil {
return nil, err
}
common.PublishBatchMessage(ctx, result, consts.QueueBatchExecute, "datacut")
return common.PendingSubmitResult(result, consts.BatchAsyncStatusPending), nil
}
server/internal/logic/iot/simcardbatch/datacut/types.go
+81
View File
@@ -0,0 +1,81 @@
package datacut
import (
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/consts"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/library/batchimport"
"git.5iot.com/iotlcm-public/iotlcm-admin-svr/internal/logic/iot/simcardbatch/common"
"github.com/gogf/gf/v2/encoding/gjson"
"github.com/gogf/gf/v2/frame/g"
)
const (
OperationDataCut Operation = "dataCut"
)
type Operation string
type Config struct {
Operation Operation
Code string
BatchType int
BatchPrefix string
TaskName string
ExportScene int
ImportDir string
ResultDir string
}
func (op Operation) Config() (Config, error) {
switch op {
case OperationDataCut:
return Config{
Operation: op,
Code: "dataCut",
BatchType: consts.BatchTypeDataCut,
BatchPrefix: consts.BatchNoPrefixDataCut,
TaskName: consts.ResourceBatchDownloadTaskSimCardDataCut,
ExportScene: consts.ResourceExportSceneDataCut,
ImportDir: consts.SimCardDataCutSubDirImportExcel,
ResultDir: consts.SimCardDataCutSubDirResultExcel,
}, nil
default:
return Config{}, invalidOperation(op)
}
}
func OperationByBatchType(batchType int) (Operation, error) {
switch batchType {
case consts.BatchTypeDataCut:
return OperationDataCut, nil
default:
return "", errInvalidBatchType(batchType)
}
}
type SubmitOptions struct {
Remark string
TrafficCutoffThreshold float64
}
type BatchExecuteMessage = common.BatchExecuteMessage
type SubmitResult = common.SubmitResult
func buildBatchInfo(req batchimport.SubmitRequest, cfg Config) *gjson.Json {
info := g.Map{
"operation": cfg.Code,
"batchType": cfg.BatchType,
"trafficCutoffStatus": 1,
"trafficCutoffThreshold": 0,
"thresholdUnit": "MB",
"resultFile": g.Map{"status": "pending"},
}
if options, ok := req.BizParams.(*SubmitOptions); ok && options != nil {
info["trafficCutoffThreshold"] = options.TrafficCutoffThreshold
if remark := trimSpace(options.Remark); remark != "" {
info["remark"] = remark
}
}
return gjson.New(info)
}
server/internal/logic/iot/simcardbatch/datacut/utils.go
+23
View File
@@ -0,0 +1,23 @@
package datacut
import (
"math"
"strings"
"github.com/gogf/gf/v2/errors/gerror"
)
func trimSpace(s string) string {
return strings.TrimSpace(s)
}
func validateThreshold(value float64) error {
if value <= 0 {
return gerror.New("达量断网阈值必须大于0")
}
rounded := math.Round(value*1000) / 1000
if math.Abs(value-rounded) > 0.0000001 {
return gerror.New("达量断网阈值最多保留3位小数")
}
return nil
}