index.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367
  1. package ai_predict_model
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_index_lib/controllers"
  6. aiPredictModelLogic "eta/eta_index_lib/logic/ai_predict_model"
  7. "eta/eta_index_lib/models"
  8. "eta/eta_index_lib/models/ai_predict_model"
  9. "eta/eta_index_lib/models/ai_predict_model/request"
  10. "eta/eta_index_lib/models/ai_predict_model/response"
  11. "eta/eta_index_lib/utils"
  12. "fmt"
  13. "github.com/go-redis/redis/v8"
  14. "strconv"
  15. )
  16. // AiPredictModelIndexController AI预测模型标的
  17. type AiPredictModelIndexController struct {
  18. controllers.BaseAuthController
  19. }
  20. type IndexTaskRecordOp struct {
  21. IndexTaskRecordId int
  22. TaskType string
  23. }
  24. // OpToDo
  25. // @Title 获取待操作的标的
  26. // @Description 获取待操作的标的
  27. // @Success 200 {object} response.AiPredictModelIndexConfigResp
  28. // @router /op_todo [post]
  29. func (this *AiPredictModelIndexController) OpToDo() {
  30. br := new(models.BaseResponse).Init()
  31. defer func() {
  32. this.Data["json"] = br
  33. this.ServeJSON()
  34. }()
  35. resp := response.AiPredictModelIndexConfigResp{}
  36. val, err := utils.Rc.BrpopVal(utils.CACHE_INDEX_TASK)
  37. if err != nil {
  38. if errors.Is(err, redis.Nil) {
  39. br.Ret = 200
  40. br.Success = true
  41. br.Msg = "获取成功"
  42. return
  43. }
  44. br.Msg = "获取失败"
  45. br.ErrMsg = `从redis中获取数据失败,Err:` + err.Error()
  46. return
  47. }
  48. indexTaskRecordOp := new(IndexTaskRecordOp)
  49. if err = json.Unmarshal([]byte(val), &indexTaskRecordOp); err != nil {
  50. fmt.Println("json unmarshal wrong!")
  51. return
  52. }
  53. indexTaskRecordObj := new(models.IndexTaskRecord)
  54. indexTaskRecordInfo, err := indexTaskRecordObj.GetByID(indexTaskRecordOp.IndexTaskRecordId)
  55. if err != nil {
  56. fmt.Println("get index task record info wrong!")
  57. br.Msg = "获取失败"
  58. return
  59. }
  60. if indexTaskRecordInfo.Status != `待处理` {
  61. fmt.Println("任务状态不是待处理!")
  62. br.Msg = "任务状态不是待处理"
  63. return
  64. }
  65. var indexConfigItem *ai_predict_model.AiPredictModelIndexConfig
  66. var indexItem *ai_predict_model.AiPredictModelIndex
  67. resp.IndexTaskRecordId = indexTaskRecordInfo.IndexTaskRecordID
  68. defer func() {
  69. // 获取完成任务后,需要更新任务状态
  70. if resp.AiPredictModelIndexId <= 0 {
  71. // 如果获取失败了,那么就标记失败
  72. go aiPredictModelLogic.HandleTaskRecordFailByTaskRecord(indexTaskRecordOp.TaskType, indexTaskRecordInfo, indexConfigItem, indexItem, br.Msg)
  73. } else {
  74. // 如果获取成功了,那么就标记进行中
  75. go aiPredictModelLogic.HandleTaskRecordProcessingByTaskRecord(indexTaskRecordOp.TaskType, indexTaskRecordInfo, indexConfigItem, indexItem)
  76. }
  77. }()
  78. indexConfigObj := new(ai_predict_model.AiPredictModelIndexConfig)
  79. indexOb := new(ai_predict_model.AiPredictModelIndex)
  80. switch indexTaskRecordOp.TaskType {
  81. case utils.INDEX_TASK_TYPE_AI_MODEL_TRAIN:
  82. // 训练模型
  83. indexConfigId, err := strconv.Atoi(indexTaskRecordInfo.Parameters) // 模型配置ID
  84. if err != nil {
  85. fmt.Println("模型配置ID转换错误!")
  86. br.Msg = "模型配置ID转换错误"
  87. br.ErrMsg = "模型配置ID转换错误,err:" + err.Error()
  88. return
  89. }
  90. // 查找配置
  91. indexConfigItem, err = indexConfigObj.GetById(indexConfigId)
  92. if err != nil {
  93. br.Msg = "获取模型配置失败"
  94. br.ErrMsg = "获取模型配置失败,查找配置失败,Err:" + err.Error()
  95. if utils.IsErrNoRow(err) {
  96. br.Msg = "配置不存在"
  97. br.IsSendEmail = false
  98. }
  99. return
  100. }
  101. // 查询标的情况
  102. indexItem, err = indexOb.GetItemById(indexConfigItem.AiPredictModelIndexId)
  103. if err != nil {
  104. br.Msg = "训练失败,查找标的失败"
  105. br.ErrMsg = fmt.Sprintf("训练失败,查找标的失败, %v", err)
  106. if utils.IsErrNoRow(err) {
  107. br.Msg = "标的不存在"
  108. br.IsSendEmail = false
  109. }
  110. return
  111. }
  112. case utils.INDEX_TASK_TYPE_AI_MODEL_RUN:
  113. // 运行模型
  114. // 标的id转换
  115. indexId, err := strconv.Atoi(indexTaskRecordInfo.Parameters)
  116. if err != nil {
  117. fmt.Println("标的ID转换错误!")
  118. br.Msg = "标的ID转换错误"
  119. br.ErrMsg = "标的ID转换错误,err:" + err.Error()
  120. return
  121. }
  122. // 查询标的情况
  123. indexItem, err = indexOb.GetItemById(indexId)
  124. if err != nil {
  125. br.Msg = "训练失败,查找标的失败"
  126. br.ErrMsg = fmt.Sprintf("训练失败,查找标的失败, %v", err)
  127. if utils.IsErrNoRow(err) {
  128. br.Msg = "标的不存在"
  129. br.IsSendEmail = false
  130. }
  131. return
  132. }
  133. // 查找配置
  134. indexConfigItem, err = indexConfigObj.GetById(indexItem.AiPredictModelIndexConfigId)
  135. if err != nil {
  136. br.Msg = "获取模型配置失败"
  137. br.ErrMsg = "获取模型配置失败,查找配置失败,Err:" + err.Error()
  138. if utils.IsErrNoRow(err) {
  139. br.Msg = "配置不存在"
  140. br.IsSendEmail = false
  141. }
  142. return
  143. }
  144. default:
  145. br.Msg = "异常的任务类型"
  146. br.ErrMsg = "异常的任务类型,Err:" + indexTaskRecordOp.TaskType
  147. return
  148. }
  149. if indexItem.ScriptPath == `` {
  150. br.Msg = `没有配置脚本路径`
  151. br.ErrMsg = `没有配置脚本路径`
  152. return
  153. }
  154. var configParams response.ConfigParams
  155. if e := json.Unmarshal([]byte(indexConfigItem.Params), &configParams); e != nil {
  156. br.Msg = "获取模型配置失败"
  157. br.ErrMsg = "获取模型配置失败,解析配置失败,Err:" + e.Error()
  158. return
  159. }
  160. resp.AiPredictModelIndexId = indexConfigItem.AiPredictModelIndexId
  161. resp.AiPredictModelIndexConfigId = indexConfigItem.AiPredictModelIndexConfigId
  162. resp.ConfigParams = configParams
  163. resp.ExecType = indexTaskRecordOp.TaskType
  164. resp.ScriptPath = indexItem.ScriptPath
  165. br.Data = resp
  166. br.Ret = 200
  167. br.Success = true
  168. br.Msg = "获取成功"
  169. }
  170. // HandleTaskRecordFailByTaskRecord
  171. // @Title 任务操作失败
  172. // @Description 任务操作失败
  173. // @Success 200 {object} response.HandleTaskRecordFailReq
  174. // @router /handle/fail [post]
  175. func (this *AiPredictModelIndexController) HandleTaskRecordFailByTaskRecord() {
  176. br := new(models.BaseResponse).Init()
  177. defer func() {
  178. this.Data["json"] = br
  179. this.ServeJSON()
  180. }()
  181. var req request.HandleTaskRecordFailReq
  182. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  183. if err != nil {
  184. br.Msg = "参数解析异常!"
  185. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  186. return
  187. }
  188. indexTaskRecordObj := new(models.IndexTaskRecord)
  189. indexTaskRecordInfo, err := indexTaskRecordObj.GetByID(req.IndexTaskRecordId)
  190. if err != nil {
  191. fmt.Println("get index task record info wrong!")
  192. br.Msg = "获取失败"
  193. return
  194. }
  195. if indexTaskRecordInfo.Status != `处理中` {
  196. fmt.Println("任务状态不是处理中!")
  197. br.Msg = "任务状态不是处理中"
  198. return
  199. }
  200. indexTaskObj := models.IndexTask{}
  201. indexTaskInfo, tmpErr := indexTaskObj.GetByID(indexTaskRecordInfo.IndexTaskID)
  202. if tmpErr != nil {
  203. err = fmt.Errorf("查找任务失败, err: %s", tmpErr.Error())
  204. return
  205. }
  206. var indexConfigItem *ai_predict_model.AiPredictModelIndexConfig
  207. var indexItem *ai_predict_model.AiPredictModelIndex
  208. indexConfigObj := new(ai_predict_model.AiPredictModelIndexConfig)
  209. indexOb := new(ai_predict_model.AiPredictModelIndex)
  210. switch indexTaskInfo.TaskType {
  211. case utils.INDEX_TASK_TYPE_AI_MODEL_TRAIN:
  212. // 训练模型
  213. indexConfigId, err := strconv.Atoi(indexTaskRecordInfo.Parameters) // 模型配置ID
  214. if err != nil {
  215. fmt.Println("模型配置ID转换错误!")
  216. br.Msg = "模型配置ID转换错误"
  217. br.ErrMsg = "模型配置ID转换错误,err:" + err.Error()
  218. return
  219. }
  220. // 查找配置
  221. indexConfigItem, err = indexConfigObj.GetById(indexConfigId)
  222. if err != nil {
  223. br.Msg = "获取模型配置失败"
  224. br.ErrMsg = "获取模型配置失败,查找配置失败,Err:" + err.Error()
  225. if utils.IsErrNoRow(err) {
  226. br.Msg = "配置不存在"
  227. br.IsSendEmail = false
  228. }
  229. return
  230. }
  231. // 查询标的情况
  232. indexItem, err = indexOb.GetItemById(indexConfigItem.AiPredictModelIndexId)
  233. if err != nil {
  234. br.Msg = "训练失败,查找标的失败"
  235. br.ErrMsg = fmt.Sprintf("训练失败,查找标的失败, %v", err)
  236. if utils.IsErrNoRow(err) {
  237. br.Msg = "标的不存在"
  238. br.IsSendEmail = false
  239. }
  240. return
  241. }
  242. case utils.INDEX_TASK_TYPE_AI_MODEL_RUN:
  243. // 运行模型
  244. // 标的id转换
  245. indexId, err := strconv.Atoi(indexTaskRecordInfo.Parameters)
  246. if err != nil {
  247. fmt.Println("标的ID转换错误!")
  248. br.Msg = "标的ID转换错误"
  249. br.ErrMsg = "标的ID转换错误,err:" + err.Error()
  250. return
  251. }
  252. // 查询标的情况
  253. indexItem, err = indexOb.GetItemById(indexId)
  254. if err != nil {
  255. br.Msg = "训练失败,查找标的失败"
  256. br.ErrMsg = fmt.Sprintf("训练失败,查找标的失败, %v", err)
  257. if utils.IsErrNoRow(err) {
  258. br.Msg = "标的不存在"
  259. br.IsSendEmail = false
  260. }
  261. return
  262. }
  263. // 查找配置
  264. indexConfigItem, err = indexConfigObj.GetById(indexItem.AiPredictModelIndexConfigId)
  265. if err != nil {
  266. br.Msg = "获取模型配置失败"
  267. br.ErrMsg = "获取模型配置失败,查找配置失败,Err:" + err.Error()
  268. if utils.IsErrNoRow(err) {
  269. br.Msg = "配置不存在"
  270. br.IsSendEmail = false
  271. }
  272. return
  273. }
  274. }
  275. // 标记处理任务失败
  276. aiPredictModelLogic.HandleTaskRecordFailByTaskRecord(indexTaskInfo.TaskType, indexTaskRecordInfo, indexConfigItem, indexItem, req.FailMsg)
  277. br.Ret = 200
  278. br.Success = true
  279. br.Msg = "处理成功"
  280. }
  281. // HandleTaskRecordSuccessByTaskRecord
  282. // @Title 任务操作成功
  283. // @Description 任务操作成功
  284. // @Success 200 {object} response.HandleTaskRecordFailReq
  285. // @router /handle/success [post]
  286. func (this *AiPredictModelIndexController) HandleTaskRecordSuccessByTaskRecord() {
  287. br := new(models.BaseResponse).Init()
  288. defer func() {
  289. this.Data["json"] = br
  290. this.ServeJSON()
  291. }()
  292. var req request.HandleTaskRecordSuccessReq
  293. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  294. if err != nil {
  295. br.Msg = "参数解析异常!"
  296. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  297. return
  298. }
  299. indexTaskRecordObj := new(models.IndexTaskRecord)
  300. indexTaskRecordInfo, err := indexTaskRecordObj.GetByID(req.IndexTaskRecordId)
  301. if err != nil {
  302. fmt.Println("get index task record info wrong!")
  303. br.Msg = "获取失败"
  304. return
  305. }
  306. if indexTaskRecordInfo.Status != `处理中` {
  307. fmt.Println("任务状态不是处理中!")
  308. br.Msg = "任务状态不是处理中"
  309. return
  310. }
  311. indexTaskObj := models.IndexTask{}
  312. indexTaskInfo, tmpErr := indexTaskObj.GetByID(indexTaskRecordInfo.IndexTaskID)
  313. if tmpErr != nil {
  314. err = fmt.Errorf("查找任务失败, err: %s", tmpErr.Error())
  315. return
  316. }
  317. // 标记处理任务成功
  318. aiPredictModelLogic.HandleTaskRecordSuccessByTaskRecord(indexTaskInfo.TaskType, indexTaskRecordInfo, req.Data)
  319. br.Ret = 200
  320. br.Success = true
  321. br.Msg = "处理成功"
  322. }