chore: 并入 iotlcm-admin-svr 历史到 admin-svr/（原提交 49818c6）

2026-11-02 13:27:59 +08:00
parent 976980a3f5 49818c6dbe
commit 193f7393c0
1250 changed files with 154111 additions and 0 deletions
@@ -0,0 +1,202 @@
+package iot_excelize
+
+import (
+	"io"
+	"reflect"
+
+	"github.com/gogf/gf/v2/errors/gerror"
+	"github.com/gogf/gf/v2/os/gtime"
+	"github.com/gogf/gf/v2/util/gconv"
+	"github.com/xuri/excelize/v2"
+)
+
+// ImportByReader parses an uploaded Excel file into typed rows. The first row is
+// treated as the header row and matched by excel/dc/description/json tags.
+func ImportByReader[T any](r io.Reader, sheetName string) (*ImportResult[T], error) {
+	f, err := excelize.OpenReader(r)
+	if err != nil {
+		return nil, err
+	}
+	defer f.Close()
+
+	if sheetName == "" {
+		sheetName = firstSheetName(f)
+	}
+	rows, err := f.Rows(sheetName)
+	if err != nil {
+		return nil, err
+	}
+	defer rows.Close()
+
+	schemas := parseSchema(reflect.TypeOf((*T)(nil)).Elem())
+	schemaByHeader := make(map[string]fieldSchema, len(schemas))
+	for _, schema := range schemas {
+		schemaByHeader[normalizeHeader(schema.Header)] = schema
+	}
+	if len(schemaByHeader) == 0 {
+		return nil, gerror.New("导入模型没有可读取字段")
+	}
+
+	result := &ImportResult[T]{Rows: make([]T, 0)}
+	headerIndex := make(map[int]fieldSchema)
+	rowIndex := 0
+	hasHeader := false
+
+	for rows.Next() {
+		rowIndex++
+		cols, err := rows.Columns()
+		if err != nil {
+			return nil, err
+		}
+		if rowIndex == 1 {
+			hasHeader = true
+			for i, header := range cols {
+				if schema, ok := schemaByHeader[normalizeHeader(header)]; ok {
+					headerIndex[i] = schema
+				}
+			}
+			if len(headerIndex) == 0 {
+				return nil, gerror.New("Excel表头与导入模型不匹配")
+			}
+			continue
+		}
+		if isEmptyRow(cols) {
+			continue
+		}
+
+		result.TotalRows++
+		item, rowErrors := parseImportRow[T](rowIndex, cols, headerIndex, schemas)
+		if len(rowErrors) > 0 {
+			result.Errors = append(result.Errors, rowErrors...)
+			result.FailedRows++
+			continue
+		}
+		result.Rows = append(result.Rows, item)
+		result.SuccessRows++
+	}
+	if err = rows.Error(); err != nil {
+		return nil, err
+	}
+	if !hasHeader {
+		return nil, gerror.New("Excel文件缺少表头")
+	}
+	return result, nil
+}
+
+func parseImportRow[T any](rowIndex int, cols []string, headerIndex map[int]fieldSchema, schemas []fieldSchema) (T, []RowError) {
+	var item T
+	var errors []RowError
+	value := reflect.ValueOf(&item).Elem()
+	if value.Kind() == reflect.Ptr {
+		value.Set(reflect.New(value.Type().Elem()))
+		value = value.Elem()
+	}
+
+	seen := make(map[string]bool)
+	for colIndex, schema := range headerIndex {
+		raw := ""
+		if colIndex < len(cols) {
+			raw = normalizeHeader(cols[colIndex])
+		}
+		seen[schema.Name] = true
+		if raw == "" {
+			if schema.Required {
+				errors = append(errors, RowError{
+					Row:     rowIndex,
+					Column:  schema.Header,
+					Field:   schema.Name,
+					Message: requiredMessage(schema.Field, schema.Header),
+				})
+			}
+			continue
+		}
+		if err := setFieldValue(value, schema, raw); err != nil {
+			errors = append(errors, RowError{
+				Row:     rowIndex,
+				Column:  schema.Header,
+				Field:   schema.Name,
+				Message: err.Error(),
+			})
+		}
+	}
+
+	for _, schema := range schemas {
+		if schema.Required && !seen[schema.Name] {
+			errors = append(errors, RowError{
+				Row:     rowIndex,
+				Column:  schema.Header,
+				Field:   schema.Name,
+				Message: "缺少必要列：" + schema.Header,
+			})
+		}
+	}
+	return item, errors
+}
+
+func setFieldValue(root reflect.Value, schema fieldSchema, raw string) error {
+	field := fieldByIndexAlloc(root, schema.Index)
+	if field.Kind() == reflect.Ptr {
+		elemType := field.Type().Elem()
+		elemValue := reflect.New(elemType).Elem()
+		if err := setValue(elemValue, raw); err != nil {
+			return err
+		}
+		field.Set(elemValue.Addr())
+		return nil
+	}
+	return setValue(field, raw)
+}
+
+func fieldByIndexAlloc(root reflect.Value, index []int) reflect.Value {
+	field := root
+	for _, i := range index {
+		if field.Kind() == reflect.Ptr {
+			if field.IsNil() {
+				field.Set(reflect.New(field.Type().Elem()))
+			}
+			field = field.Elem()
+		}
+		field = field.Field(i)
+	}
+	return field
+}
+
+func setValue(field reflect.Value, raw string) error {
+	if !field.CanSet() {
+		return nil
+	}
+	if field.Type() == reflect.TypeOf(gtime.Time{}) {
+		t := gtime.NewFromStr(raw)
+		if t == nil {
+			return gconv.Scan(raw, field.Addr().Interface())
+		}
+		field.Set(reflect.ValueOf(*t))
+		return nil
+	}
+	if field.Type() == reflect.TypeOf(&gtime.Time{}) {
+		t := gtime.NewFromStr(raw)
+		if t == nil {
+			return gconv.Scan(raw, field.Addr().Interface())
+		}
+		field.Set(reflect.ValueOf(t))
+		return nil
+	}
+	return gconv.Scan(raw, field.Addr().Interface())
+}
+
+func firstSheetName(f *excelize.File) string {
+	sheets := f.GetSheetList()
+	if len(sheets) == 0 {
+		return "Sheet1"
+	}
+	return sheets[0]
+}
+
+func isEmptyRow(cols []string) bool {
+	for _, col := range cols {
+		if normalizeHeader(col) != "" {
+			return false
+		}
+	}
+	return true
+}