eta_api/controllers/data_manage/ai_predict_model/index_config.go

package ai_predict_model

import (
	"encoding/json"
	"eta/eta_api/controllers"
	"eta/eta_api/models"
	aiPredictModel "eta/eta_api/models/ai_predict_model"
	"eta/eta_api/models/ai_predict_model/request"
	"eta/eta_api/models/ai_predict_model/response"
	"eta/eta_api/services"
	"eta/eta_api/utils"
	"fmt"
	"github.com/rdlucklib/rdluck_tools/paging"
	"time"
)

// AiPredictModelIndexConfigController AI预测模型标的配置项
type AiPredictModelIndexConfigController struct {
	controllers.BaseAuthController
}

// List
// @Title 列表
// @Description 列表
// @Param   PageSize   query   int  true       "每页数据条数"
// @Param   CurrentIndex   query   int  true       "当前页页码，从1开始"
// @Param   IndexId   query   int  true       "标的id"
// @Success 200 {object} []*response.AiPredictModelIndexConfigListResp
// @router /index_config/list [get]
func (c *AiPredictModelIndexConfigController) List() {
	br := new(models.BaseResponse).Init()
	defer func() {
		c.Data["json"] = br
		c.ServeJSON()
	}()

	sysUser := c.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		return
	}
	pageSize, _ := c.GetInt("PageSize")
	currentIndex, _ := c.GetInt("CurrentIndex")
	indexId, _ := c.GetInt("IndexId")

	if indexId <= 0 {
		br.Msg = "标的id不能为空"
		br.ErrMsg = "标的id不能为空"
		return
	}

	var startSize int
	if pageSize <= 0 {
		pageSize = utils.PageSize20
	}
	if currentIndex <= 0 {
		currentIndex = 1
	}
	startSize = utils.StartIndex(currentIndex, pageSize)

	// 查询标的情况
	indexOb := new(aiPredictModel.AiPredictModelIndex)
	indexItem, e := indexOb.GetItemById(indexId)
	if e != nil {
		if utils.IsErrNoRow(e) {
			br.Msg = "标的已被删除，请刷新页面"
			return
		}
		br.Msg = "获取失败"
		br.ErrMsg = fmt.Sprintf("获取标的失败, %v", e)
		return
	}

	var total int
	viewList := make([]aiPredictModel.AiPredictModelIndexConfigView, 0)

	var condition string
	var pars []interface{}

	condition += fmt.Sprintf(` AND %s = ? `, aiPredictModel.AiPredictModelIndexConfigColumns.AiPredictModelIndexId)
	pars = append(pars, indexId)

	obj := new(aiPredictModel.AiPredictModelIndexConfig)
	tmpTotal, list, err := obj.GetPageListByCondition(condition, pars, startSize, pageSize)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取失败，Err:" + err.Error()
		return
	}
	total = tmpTotal

	if list != nil && len(list) > 0 {

		for _, v := range list {
			tmpView := v.ToView()
			if tmpView.AiPredictModelIndexConfigId == indexItem.AiPredictModelIndexConfigId {
				tmpView.IsCurr = 1
			}
			viewList = append(viewList, tmpView)
		}
	}

	page := paging.GetPaging(currentIndex, pageSize, total)
	resp := response.AiPredictModelIndexConfigListResp{
		List:   viewList,
		Paging: page,
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = resp
}

// CurrVersion
// @Title 获取当前版本参数信息
// @Description 获取当前版本参数信息
// @Param   IndexId   query   int   true   "标的ID"
// @Success 200 {object} []*data_manage.AiPredictModelIndexConfigView
// @router /index_config/version/curr [get]
func (c *AiPredictModelIndexConfigController) CurrVersion() {
	br := new(models.BaseResponse).Init()
	defer func() {
		c.Data["json"] = br
		c.ServeJSON()
	}()

	sysUser := c.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		return
	}
	indexId, _ := c.GetInt("IndexId")
	if indexId <= 0 {
		br.Msg = "标的id不能为空"
		br.ErrMsg = "标的id不能为空"
		return
	}

	// 查询标的情况
	indexOb := new(aiPredictModel.AiPredictModelIndex)
	indexItem, e := indexOb.GetItemById(indexId)
	if e != nil {
		if utils.IsErrNoRow(e) {
			br.Msg = "标的已被删除，请刷新页面"
			return
		}
		br.Msg = "获取失败"
		br.ErrMsg = fmt.Sprintf("获取标的失败, %v", e)
		return
	}

	if indexItem.AiPredictModelIndexConfigId <= 0 {
		br.Msg = "标的默认配置为空"
		br.IsSendEmail = false
		return
	}

	obj := new(aiPredictModel.AiPredictModelIndexConfig)
	configItem, err := obj.GetById(indexItem.AiPredictModelIndexConfigId)
	if err != nil {
		br.Msg = "获取失败"
		br.ErrMsg = "获取失败，Err:" + err.Error()
		return
	}

	itemView := configItem.ToView()
	itemView.IsCurr = 1
	br.Data = itemView

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// SetCurr
// @Title 设置为当前版本
// @Description 设置为当前版本
// @Param	request	body request.DelConfigReq true "type json string"
// @Success 200 Ret=200 设置成功
// @router /index_config/version/set_curr [post]
func (c *AiPredictModelIndexConfigController) SetCurr() {
	br := new(models.BaseResponse).Init()
	defer func() {
		c.Data["json"] = br
		c.ServeJSON()
	}()

	sysUser := c.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		return
	}

	var req request.DelConfigReq
	err := json.Unmarshal(c.Ctx.Input.RequestBody, &req)
	// 查找配置
	obj := new(aiPredictModel.AiPredictModelIndexConfig)
	configItem, err := obj.GetById(req.AiPredictModelIndexConfigId)
	if err != nil {
		br.Msg = "修改失败"
		br.ErrMsg = "修改失败，查找配置失败，Err:" + err.Error()
		if utils.IsErrNoRow(err) {
			br.Msg = "配置不存在"
			br.IsSendEmail = false
		}
		return
	}

	// 查询标的情况
	indexOb := new(aiPredictModel.AiPredictModelIndex)
	indexItem, e := indexOb.GetItemById(configItem.AiPredictModelIndexId)
	if e != nil {
		br.Msg = "操作失败"
		br.ErrMsg = fmt.Sprintf("获取失败，根据配置ID获取标的信息失败, %v", e)
		return
	}

	indexItem.AiPredictModelIndexConfigId = configItem.AiPredictModelIndexConfigId
	indexItem.ModifyTime = time.Now()
	err = indexItem.Update([]string{indexOb.Cols().ModifyTime, indexOb.Cols().AiPredictModelIndexConfigId})
	if err != nil {
		br.Msg = "操作失败"
		br.ErrMsg = fmt.Sprintf("配置失败,Err:%v", e)
		return
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "操作成功"
}

// Del
// @Title 删除模型配置
// @Description 删除模型配置
// @Param	request	body request.DelConfigReq true "type json string"
// @Success 200 Ret=200 删除成功
// @router /index_config/del [post]
func (c *AiPredictModelIndexConfigController) Del() {
	br := new(models.BaseResponse).Init()
	defer func() {
		c.Data["json"] = br
		c.ServeJSON()
	}()
	var req request.DelConfigReq
	err := json.Unmarshal(c.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.AiPredictModelIndexConfigId <= 0 {
		br.Msg = "配置id不能为空"
		br.IsSendEmail = false
		return
	}

	// 查找配置
	obj := new(aiPredictModel.AiPredictModelIndexConfig)
	item, err := obj.GetById(req.AiPredictModelIndexConfigId)
	if err != nil {
		br.Msg = "修改失败"
		br.ErrMsg = "修改失败，查找配置失败，Err:" + err.Error()
		if utils.IsErrNoRow(err) {
			br.Msg = "配置不存在"
			br.IsSendEmail = false
		}
		return
	}

	// 查找是否被标的引用为默认模型
	{
		// 查询标的情况
		indexOb := new(aiPredictModel.AiPredictModelIndex)
		count, e := indexOb.GetCountByCondition(fmt.Sprintf(` AND %s = ? `, indexOb.Cols().AiPredictModelIndexConfigId), []interface{}{item.AiPredictModelIndexConfigId})
		if e != nil {
			br.Msg = "删除失败"
			br.ErrMsg = fmt.Sprintf("删除失败，根据配置ID获取标的信息失败, %v", e)
			return
		}

		if count > 0 {
			br.Msg = "删除失败，该版本配置正在被使用"
			br.IsSendEmail = false
			return
		}
	}

	if !utils.InArrayByStr([]string{aiPredictModel.TrainStatusSuccess, aiPredictModel.TrainStatusFailed}, item.TrainStatus) {
		br.Msg = "删除失败，该版本配置正在训练中"
		br.IsSendEmail = false
		return
	}

	item.IsDeleted = 1
	item.ModifyTime = time.Now()
	err = item.Update([]string{"IsDeleted", "ModifyTime"})
	if err != nil {
		br.Msg = "删除失败"
		br.ErrMsg = "删除失败，Err:" + err.Error()
		return
	}

	br.Ret = 200
	br.Success = true
	br.Msg = `删除成功`
}

// ChartDetail
// @Title 获取当前版本的图表信息
// @Description 获取当前版本的图表信息
// @Param   AiPredictModelIndexConfigId   query   int   true   "标的配置ID"
// @Success 200 {object} []*response.AiPredictModelDetailResp
// @router /index_config/chart/detail [get]
func (c *AiPredictModelIndexConfigController) ChartDetail() {
	br := new(models.BaseResponse).Init()
	defer func() {
		c.Data["json"] = br
		c.ServeJSON()
	}()

	sysUser := c.SysUser
	if sysUser == nil {
		br.Msg = "请登录"
		br.ErrMsg = "请登录，SysUser Is Empty"
		return
	}
	indexConfigId, _ := c.GetInt("AiPredictModelIndexConfigId")
	if indexConfigId <= 0 {
		br.Msg = "标的配置id不能为空"
		br.ErrMsg = "标的配置id不能为空"
		return
	}

	resp := response.AiPredictModelDetailResp{}

	// TODO 后面加上数据缓存

	// 查找配置
	obj := new(aiPredictModel.AiPredictModelIndexConfig)
	configItem, err := obj.GetById(indexConfigId)
	if err != nil {
		br.Msg = "修改失败"
		br.ErrMsg = "修改失败，查找配置失败，Err:" + err.Error()
		if utils.IsErrNoRow(err) {
			br.Msg = "配置不存在"
			br.IsSendEmail = false
		}
		return
	}

	// 查询标的情况
	indexOb := new(aiPredictModel.AiPredictModelIndex)
	indexItem, e := indexOb.GetItemById(configItem.AiPredictModelIndexId)
	if e != nil {
		br.Msg = "获取失败"
		br.ErrMsg = fmt.Sprintf("获取失败，根据配置ID获取标的信息失败, %v", e)
		return
	}

	// 获取标的数据
	dailyData := make([]*aiPredictModel.AiPredictModelIndexConfigTrainData, 0)
	{
		dataOb := new(aiPredictModel.AiPredictModelIndexConfigTrainData)
		dataCond := fmt.Sprintf(` AND %s = ?`, aiPredictModel.AiPredictModelIndexConfigTrainDataColumns.AiPredictModelIndexConfigId)
		dataPars := make([]interface{}, 0)
		dataPars = append(dataPars, configItem.AiPredictModelIndexConfigId)
		list, e := dataOb.GetAllListByCondition(dataCond, dataPars, []string{}, fmt.Sprintf("%s DESC", aiPredictModel.AiPredictModelIndexConfigTrainDataColumns.DataTime))
		if e != nil {
			br.Msg = "获取失败"
			br.ErrMsg = fmt.Sprintf("获取标的数据失败, %v", e)
			return
		}

		for _, v := range list {
			// 日度数据
			if v.Source == aiPredictModel.ModelDataSourceDaily {
				dailyData = append(dailyData, v)
				continue
			}
		}
	}

	// 日度图表
	if len(dailyData) > 0 {
		dailyChartDetail, e := services.GetAiPredictConfigChartDetailByData(indexItem.IndexName, configItem, dailyData, aiPredictModel.ModelDataSourceDaily)
		if e != nil {
			br.Msg = "获取失败"
			br.ErrMsg = fmt.Sprintf("获取日度图表失败, %v", e)
			return
		}
		resp.DailyChartView = dailyChartDetail
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	br.Data = resp
}

// Train
// @Title 训练模型
// @Description 训练模型
// @Param	request	body request.TrainReq true "type json string"
// @Success 200 Ret=200 训练中
// @router /index_config/train [post]
func (c *AiPredictModelIndexConfigController) Train() {
	br := new(models.BaseResponse).Init()
	defer func() {
		c.Data["json"] = br
		c.ServeJSON()
	}()
	var req request.TrainReq
	err := json.Unmarshal(c.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.IndexId <= 0 {
		br.Msg = "标的id不能为空"
		br.IsSendEmail = false
		return
	}

	paramsStrByte, err := json.Marshal(req.Params)
	if err != nil {
		br.Msg = "训练失败！"
		br.ErrMsg = "训练失败，参数转json失败，Err:" + err.Error()
		return
	}

	// 查询标的情况
	indexOb := new(aiPredictModel.AiPredictModelIndex)
	indexItem, err := indexOb.GetItemById(req.IndexId)
	if err != nil {
		br.Msg = "训练失败，查找标的失败"
		br.ErrMsg = fmt.Sprintf("训练失败，查找标的失败, %v", err)
		if utils.IsErrNoRow(err) {
			br.Msg = "标的不存在"
			br.IsSendEmail = false
		}
		return
	}
	if indexItem.ScriptPath == `` {
		br.Msg = "训练失败，脚本路径不能为空"
		br.IsSendEmail = false
		return
	}

	obj := new(aiPredictModel.AiPredictModelIndexConfig)

	// 查找当前标的是否存在待训练/训练中的模型
	count, err := services.GetCurrentRunningAiPredictModelIndexCount()
	if err != nil {
		br.Msg = "训练失败"
		br.ErrMsg = "训练失败，查找待训练的模型失败，Err:" + err.Error()
		return
	}
	if count > 0 {
		br.Msg = "该标的存在待训练/训练中的模型，不允许重复训练"
		br.IsSendEmail = false
		return
	}

	var indexConfig *aiPredictModel.AiPredictModelIndexConfig

	if req.AiPredictModelIndexConfigId > 0 {
		// 查找配置
		item, err := obj.GetById(req.AiPredictModelIndexConfigId)
		if err != nil {
			br.Msg = "训练失败"
			br.ErrMsg = "训练失败，查找配置失败，Err:" + err.Error()
			if utils.IsErrNoRow(err) {
				br.Msg = "配置不存在"
				br.IsSendEmail = false
			}
			return
		}

		if item.AiPredictModelIndexId != indexItem.AiPredictModelIndexId {
			br.Msg = "训练失败"
			br.ErrMsg = "训练失败，配置与标的不匹配"
			return
		}

		if item.TrainStatus != aiPredictModel.TrainStatusFailed {
			br.Msg = "该模型训练状态异常，不允许重新训练"
			br.ErrMsg = "该模型训练状态异常，不允许重新训练，当前状态：" + item.TrainStatus
			br.IsSendEmail = false
			return
		}
		item.Params = string(paramsStrByte)
		item.ModifyTime = time.Now()
		err = item.Update([]string{"params", "modify_time"})
		if err != nil {
			br.Msg = "训练失败"
			br.ErrMsg = "训练失败，Err:" + err.Error()
			return
		}

		indexConfig = item

	} else {
		// 新增训练模型
		item := &aiPredictModel.AiPredictModelIndexConfig{
			AiPredictModelIndexConfigId: 0,
			AiPredictModelIndexId:       indexItem.AiPredictModelIndexId,
			TrainStatus:                 aiPredictModel.TrainStatusWaiting,
			Params:                      string(paramsStrByte),
			TrainMse:                    "",
			TrainR2:                     "",
			TestMse:                     "",
			TestR2:                      "",
			Remark:                      "",
			IsDeleted:                   0,
			LeftMin:                     "",
			LeftMax:                     "",
			ModifyTime:                  time.Now(),
			CreateTime:                  time.Now(),
		}
		err = item.Create()
		if err != nil {
			br.Msg = "训练失败"
			br.ErrMsg = "训练失败，Err:" + err.Error()
			return
		}

		indexConfig = item
	}

	indexItem.TrainStatus = aiPredictModel.TrainStatusWaiting
	indexItem.ModifyTime = time.Now()
	err = indexItem.Update([]string{"train_status", "modify_time"})
	if err != nil {
		br.Msg = "训练失败"
		br.ErrMsg = "训练失败，Err:" + err.Error()
		return
	}

	// 加入模型训练任务中
	go services.AddAiModelTrainTask(indexItem, indexConfig, c.SysUser)

	br.Ret = 200
	br.Success = true
	br.Msg = `训练中`
}