PandaX/apps/visual/api/visual_data_set_table.go

package api

// ==========================================================================
// 生成日期：2023-04-10 03:05:21 +0800 CST
// 生成路径: apps/visual/api/visual_data_set_table.go
// 生成人：panda
// ==========================================================================
import (
	"encoding/json"
	"fmt"
	"github.com/XM-GO/PandaKit/biz"
	filek "github.com/XM-GO/PandaKit/file"
	"github.com/XM-GO/PandaKit/model"
	"github.com/XM-GO/PandaKit/restfulx"
	"github.com/kakuilan/kgo"
	"log"
	"pandax/apps/visual/driver"
	"pandax/apps/visual/entity"
	"pandax/apps/visual/services"
	"pandax/pkg/tool"
	"path"
	"strings"
	"time"
)

type VisualDataSetTableApi struct {
	VisualDataSetTableApp services.VisualDataSetTableModel
	VisualDataSourceApp   services.VisualDataSourceModel
	VisualDataSetFieldApi services.VisualDataSetFieldModel
}

var ColumnTypeStr = []string{"delete_time", "update_time"}

// GetVisualDataSetTableList DataSetTable列表数据
func (p *VisualDataSetTableApi) GetVisualDataSetTableList(rc *restfulx.ReqCtx) {
	data := entity.VisualDataSetTable{}
	pageNum := restfulx.QueryInt(rc, "pageNum", 1)
	pageSize := restfulx.QueryInt(rc, "pageSize", 10)
	data.Name = restfulx.QueryParam(rc, "name")
	data.TableType = restfulx.QueryParam(rc, "tableType")
	list, total := p.VisualDataSetTableApp.FindListPage(pageNum, pageSize, data)

	rc.ResData = model.ResultPage{
		Total:    total,
		PageNum:  int64(pageNum),
		PageSize: int64(pageNum),
		Data:     list,
	}
}

// GetVisualDataSetTable 获取DataSetTable
func (p *VisualDataSetTableApi) GetVisualDataSetTable(rc *restfulx.ReqCtx) {
	tableId := restfulx.PathParam(rc, "tableId")
	rc.ResData = p.VisualDataSetTableApp.FindOne(tableId)
}

// InsertVisualDataSetTable 添加DataSetTable
func (p *VisualDataSetTableApi) InsertVisualDataSetTable(rc *restfulx.ReqCtx) {
	var data entity.VisualDataSetTable
	restfulx.BindQuery(rc, &data)
	data.TableId = kgo.KStr.Uniqid("px")
	p.VisualDataSetTableApp.Insert(data)
	// 协程执行添加字段
	go func() {
		info := make(map[string]string)
		err := json.Unmarshal([]byte(data.Info), &info)
		if err != nil {
			return
		}
		// 保存 excel field
		if data.TableType == "excel" {
			filePath := info["filePath"]
			_, datas := tool.ReadExcel(filePath)
			field := getDataSetField(datas)
			if field != nil {
				field.TableId = data.TableId
				p.VisualDataSetFieldApi.Insert(*field)
			}
			return
		}

		one := p.VisualDataSourceApp.FindOne(data.DataSourceId)
		instance := driver.NewDbInstance(one)
		sql := ""
		if data.TableType == "db" {
			sql = fmt.Sprintf(`select * from %s LIMIT 1`, info["table"])
		}
		if data.TableType == "sql" {
			sql = info["sql"] + " LIMIT 1"
		}
		_, datas, err := instance.SelectData(sql)
		field := getDataSetField(datas)
		if field != nil {
			field.TableId = data.TableId
			p.VisualDataSetFieldApi.Insert(*field)
		}
	}()

}

// UpdateVisualDataSetTable 修改DataSetTable
func (p *VisualDataSetTableApi) UpdateVisualDataSetTable(rc *restfulx.ReqCtx) {
	var data entity.VisualDataSetTable
	restfulx.BindQuery(rc, &data)

	p.VisualDataSetTableApp.Update(data)
}

// DeleteVisualDataSetTable 删除DataSetTable
func (p *VisualDataSetTableApi) DeleteVisualDataSetTable(rc *restfulx.ReqCtx) {
	tableId := restfulx.PathParam(rc, "tableId")
	tableIds := strings.Split(tableId, ",")
	p.VisualDataSetTableApp.Delete(tableIds)
}

// GetVisualDataSetTableResult 获取运行结果
func (p *VisualDataSetTableApi) GetVisualDataSetTableResult(rc *restfulx.ReqCtx) {
	dsr := entity.VisualDataSetRequest{}
	restfulx.BindQuery(rc, &dsr)
	info := make(map[string]string)
	biz.ErrIsNil(json.Unmarshal([]byte(dsr.Info), &info), "获取表信息失败")
	if dsr.Type == "excel" {
		filePath := info["filePath"]
		fields, data := tool.ReadExcel(filePath)
		rc.ResData = entity.VisualDataSetRes{
			Data:   data,
			Fields: fields,
		}
		return
	}
	one := p.VisualDataSourceApp.FindOne(dsr.SourceId)
	instance := driver.NewDbInstance(one)
	var sql string
	if dsr.Type == "db" {
		sql = fmt.Sprintf(`select * from %s LIMIT 10`, info["table"])
	}
	if dsr.Type == "sql" {
		sql = info["sql"] + " LIMIT 10"
	}
	fields, data, err := instance.SelectData(sql)
	biz.ErrIsNil(err, "查询表信息失败")
	rc.ResData = entity.VisualDataSetRes{
		Data:   data,
		Fields: fields,
	}
}

const filePath = "uploads/excel"

// GetVisualDataSetTableByExcelResult 通过excel读取结果
func (p *VisualDataSetTableApi) GetVisualDataSetTableByExcelResult(rc *restfulx.ReqCtx) {
	_, fileHeader, err := rc.Request.Request.FormFile("excelFile")
	ext := path.Ext(fileHeader.Filename)
	// 读取文件名并加密
	name := strings.TrimSuffix(fileHeader.Filename, ext)
	name = kgo.KStr.Md5(name, 10)
	// 拼接新文件名
	filename := name + "_" + time.Now().Format("20060102150405") + ext
	dst := fmt.Sprintf("%s/%s", filePath, filename)
	filek.SaveUploadedFile(fileHeader, dst)
	biz.ErrIsNil(err, "文件上传失败")
	rc.ResData = dst
}

func (p *VisualDataSetTableApi) GetDataSetTableFun(rc *restfulx.ReqCtx) {
	sourceId := restfulx.QueryParam(rc, "sourceId")
	one := p.VisualDataSourceApp.FindOne(sourceId)
	log.Println(one.SourceType)
	rc.ResData = p.VisualDataSetTableApp.FindFunList(one.SourceType)
}

func getDataSetField(datas []map[string]interface{}) *entity.VisualDataSetField {
	field := new(entity.VisualDataSetField)
	if len(datas) > 0 {
		for k, v := range datas[0] {
			if needDelete(k) {
				continue
			}
			field.FieldId = kgo.KStr.Uniqid("px")
			field.Name = k
			field.DeName = k
			switch v.(type) {
			case int64, float64:
				field.DeType = "2"
				field.GroupType = "q"
			case time.Time:
				field.DeType = "1"
				field.GroupType = "d"
			default:
				field.DeType = "0"
				field.GroupType = "d"
			}
		}
	}
	return field
}

func needDelete(name string) bool {
	if strings.Contains(name, "id") || strings.Contains(name, "Id") {
		return true
	}
	return isExistInArray(name, ColumnTypeStr)
}

func isExistInArray(value string, array []string) bool {
	for _, v := range array {
		if v == value {
			return true
		}
	}
	return false
}