mirror of
https://gitee.com/XM-GO/PandaX.git
synced 2026-04-23 02:48:34 +08:00
255 lines
7.3 KiB
Go
255 lines
7.3 KiB
Go
package api
|
||
|
||
// ==========================================================================
|
||
// 生成日期：2023-04-10 03:05:21 +0800 CST
|
||
// 生成路径: apps/visual/api/visual_data_set_table.go
|
||
// 生成人：panda
|
||
// ==========================================================================
|
||
import (
|
||
"encoding/json"
|
||
"fmt"
|
||
"github.com/XM-GO/PandaKit/biz"
|
||
filek "github.com/XM-GO/PandaKit/file"
|
||
"github.com/XM-GO/PandaKit/model"
|
||
"github.com/XM-GO/PandaKit/restfulx"
|
||
"github.com/kakuilan/kgo"
|
||
"log"
|
||
"pandax/apps/visual/driver"
|
||
"pandax/apps/visual/entity"
|
||
"pandax/apps/visual/services"
|
||
"pandax/pkg/global"
|
||
"pandax/pkg/tool"
|
||
"path"
|
||
"strings"
|
||
"time"
|
||
)
|
||
|
||
const filePath = "uploads/excel"
|
||
|
||
var ColumnTypeStr = []string{"delete_time", "update_time"}
|
||
|
||
type VisualDataSetTableApi struct {
|
||
VisualDataSetTableApp services.VisualDataSetTableModel
|
||
VisualDataSourceApp services.VisualDataSourceModel
|
||
VisualDataSetFieldApi services.VisualDataSetFieldModel
|
||
}
|
||
|
||
// GetVisualDataSetTableList DataSetTable列表数据
|
||
func (p *VisualDataSetTableApi) GetVisualDataSetTableList(rc *restfulx.ReqCtx) {
|
||
data := entity.VisualDataSetTable{}
|
||
pageNum := restfulx.QueryInt(rc, "pageNum", 1)
|
||
pageSize := restfulx.QueryInt(rc, "pageSize", 10)
|
||
data.Name = restfulx.QueryParam(rc, "name")
|
||
data.TableType = restfulx.QueryParam(rc, "tableType")
|
||
list, total := p.VisualDataSetTableApp.FindListPage(pageNum, pageSize, data)
|
||
|
||
rc.ResData = model.ResultPage{
|
||
Total: total,
|
||
PageNum: int64(pageNum),
|
||
PageSize: int64(pageNum),
|
||
Data: list,
|
||
}
|
||
}
|
||
|
||
// GetVisualDataSetTableListAll DataSetTable列表数据
|
||
func (p *VisualDataSetTableApi) GetVisualDataSetTableListAll(rc *restfulx.ReqCtx) {
|
||
data := entity.VisualDataSetTable{}
|
||
data.Name = restfulx.QueryParam(rc, "name")
|
||
data.TableType = restfulx.QueryParam(rc, "tableType")
|
||
rc.ResData = p.VisualDataSetTableApp.FindList(data)
|
||
}
|
||
|
||
// GetVisualDataSetTable 获取DataSetTable
|
||
func (p *VisualDataSetTableApi) GetVisualDataSetTable(rc *restfulx.ReqCtx) {
|
||
tableId := restfulx.PathParam(rc, "tableId")
|
||
rc.ResData = p.VisualDataSetTableApp.FindOne(tableId)
|
||
}
|
||
|
||
// InsertVisualDataSetTable 添加DataSetTable
|
||
func (p *VisualDataSetTableApi) InsertVisualDataSetTable(rc *restfulx.ReqCtx) {
|
||
var data entity.VisualDataSetTable
|
||
restfulx.BindQuery(rc, &data)
|
||
data.TableId = kgo.KStr.Uniqid("px")
|
||
p.VisualDataSetTableApp.Insert(data)
|
||
// 协程执行添加字段
|
||
go p.operateTable("add", data)
|
||
}
|
||
|
||
// UpdateVisualDataSetTable 修改DataSetTable
|
||
func (p *VisualDataSetTableApi) UpdateVisualDataSetTable(rc *restfulx.ReqCtx) {
|
||
var data entity.VisualDataSetTable
|
||
restfulx.BindQuery(rc, &data)
|
||
p.VisualDataSetTableApp.Update(data)
|
||
|
||
go p.operateTable("edit", data)
|
||
}
|
||
|
||
// DeleteVisualDataSetTable 删除DataSetTable
|
||
func (p *VisualDataSetTableApi) DeleteVisualDataSetTable(rc *restfulx.ReqCtx) {
|
||
tableId := restfulx.PathParam(rc, "tableId")
|
||
tableIds := strings.Split(tableId, ",")
|
||
p.VisualDataSetTableApp.Delete(tableIds)
|
||
}
|
||
|
||
// GetVisualDataSetTableResult 获取运行结果
|
||
func (p *VisualDataSetTableApi) GetVisualDataSetTableResult(rc *restfulx.ReqCtx) {
|
||
dsr := entity.VisualDataSetRequest{}
|
||
restfulx.BindQuery(rc, &dsr)
|
||
info := make(map[string]string)
|
||
biz.ErrIsNil(json.Unmarshal([]byte(dsr.Info), &info), "获取表信息失败")
|
||
if dsr.Type == "excel" {
|
||
filePath := info["filePath"]
|
||
fields, data := tool.ReadExcel(filePath)
|
||
rc.ResData = entity.VisualDataSetRes{
|
||
Data: data,
|
||
Fields: fields,
|
||
}
|
||
return
|
||
}
|
||
one := p.VisualDataSourceApp.FindOne(dsr.SourceId)
|
||
instance := driver.NewDbInstance(one)
|
||
var sql string
|
||
if dsr.Type == "db" {
|
||
sql = fmt.Sprintf(`select * from %s LIMIT 10`, info["table"])
|
||
}
|
||
if dsr.Type == "sql" {
|
||
sql = info["sql"] + " LIMIT 10"
|
||
}
|
||
fields, data, err := instance.SelectData(sql)
|
||
biz.ErrIsNil(err, "查询表信息失败")
|
||
rc.ResData = entity.VisualDataSetRes{
|
||
Data: data,
|
||
Fields: fields,
|
||
}
|
||
}
|
||
|
||
// GetVisualDataSetTableByExcelResult 通过excel读取结果
|
||
func (p *VisualDataSetTableApi) GetVisualDataSetTableByExcelResult(rc *restfulx.ReqCtx) {
|
||
_, fileHeader, err := rc.Request.Request.FormFile("excelFile")
|
||
ext := path.Ext(fileHeader.Filename)
|
||
// 读取文件名并加密
|
||
name := strings.TrimSuffix(fileHeader.Filename, ext)
|
||
name = kgo.KStr.Md5(name, 10)
|
||
// 拼接新文件名
|
||
filename := name + "_" + time.Now().Format("20060102150405") + ext
|
||
dst := fmt.Sprintf("%s/%s", filePath, filename)
|
||
filek.SaveUploadedFile(fileHeader, dst)
|
||
biz.ErrIsNil(err, "文件上传失败")
|
||
rc.ResData = dst
|
||
}
|
||
|
||
// GetDataSetTableFun 获取sql函数
|
||
func (p *VisualDataSetTableApi) GetDataSetTableFun(rc *restfulx.ReqCtx) {
|
||
sourceId := restfulx.QueryParam(rc, "sourceId")
|
||
one := p.VisualDataSourceApp.FindOne(sourceId)
|
||
log.Println(one.SourceType)
|
||
rc.ResData = p.VisualDataSetTableApp.FindFunList(one.SourceType)
|
||
}
|
||
|
||
// GetDataSets 获取图表设置的数据集查询数据
|
||
func (p *VisualDataSetFieldApi) GetDataSets(rc *restfulx.ReqCtx) {
|
||
var data entity.DataSetDataReq
|
||
restfulx.BindQuery(rc, &data)
|
||
|
||
}
|
||
|
||
func (p *VisualDataSetTableApi) operateTable(opType string, data entity.VisualDataSetTable) {
|
||
info := make(map[string]string)
|
||
err := json.Unmarshal([]byte(data.Info), &info)
|
||
if err != nil {
|
||
return
|
||
}
|
||
// 保存 excel field
|
||
if data.TableType == "excel" {
|
||
filePath := info["filePath"]
|
||
_, datas := tool.ReadExcel(filePath)
|
||
fields := getDataSetField(datas)
|
||
if len(fields) > 0 {
|
||
for _, field := range fields {
|
||
field.TableId = data.TableId
|
||
if opType == "edit" {
|
||
p.VisualDataSetFieldApi.DeleteByTable(data.TableId)
|
||
}
|
||
p.VisualDataSetFieldApi.Insert(field)
|
||
}
|
||
}
|
||
return
|
||
}
|
||
|
||
one := p.VisualDataSourceApp.FindOne(data.DataSourceId)
|
||
if driver.TestConnection(one) != nil {
|
||
one.Status = "0"
|
||
one := p.VisualDataSourceApp.Update(*one)
|
||
global.Log.Errorf("数据源:%s不在线", one.SourceName)
|
||
return
|
||
}
|
||
instance := driver.NewDbInstance(one)
|
||
|
||
sql := ""
|
||
if data.TableType == "db" {
|
||
sql = fmt.Sprintf(`select * from %s LIMIT 1`, info["table"])
|
||
}
|
||
if data.TableType == "sql" {
|
||
sql = info["sql"] + " LIMIT 1"
|
||
}
|
||
_, datas, err := instance.SelectData(sql)
|
||
|
||
fields := getDataSetField(datas)
|
||
if len(fields) > 0 {
|
||
for _, field := range fields {
|
||
field.TableId = data.TableId
|
||
if opType == "edit" {
|
||
p.VisualDataSetFieldApi.DeleteByTable(data.TableId)
|
||
}
|
||
p.VisualDataSetFieldApi.Insert(field)
|
||
}
|
||
}
|
||
}
|
||
|
||
// 根据读取的Data获取字段
|
||
func getDataSetField(datas []map[string]interface{}) []entity.VisualDataSetField {
|
||
fields := make([]entity.VisualDataSetField, 0)
|
||
if len(datas) > 0 {
|
||
for k, v := range datas[0] {
|
||
field := entity.VisualDataSetField{}
|
||
if needDelete(k) {
|
||
continue
|
||
}
|
||
field.FieldId = kgo.KStr.Uniqid("px")
|
||
field.Name = k
|
||
field.DeName = k
|
||
switch v.(type) {
|
||
case int, uint, int8, uint8, int64, uint64, float32, float64:
|
||
field.DeType = "2"
|
||
field.GroupType = "q"
|
||
case string:
|
||
if _, err := time.Parse("2006-01-02", v.(string)); err != nil {
|
||
field.DeType = "1"
|
||
field.GroupType = "d"
|
||
} else {
|
||
field.DeType = "0"
|
||
field.GroupType = "d"
|
||
}
|
||
}
|
||
fields = append(fields, field)
|
||
}
|
||
}
|
||
return fields
|
||
}
|
||
|
||
func needDelete(name string) bool {
|
||
if strings.Contains(name, "id") || strings.Contains(name, "Id") {
|
||
return true
|
||
}
|
||
return isExistInArray(name, ColumnTypeStr)
|
||
}
|
||
|
||
func isExistInArray(value string, array []string) bool {
|
||
for _, v := range array {
|
||
if v == value {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|