base_from_python.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "hongze/hongze_edb_lib/models"
  6. "hongze/hongze_edb_lib/services"
  7. "hongze/hongze_edb_lib/utils"
  8. "net/url"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // PythonController 计算指标
  14. type PythonController struct {
  15. BaseAuthController
  16. }
  17. // ExcePython
  18. // @Title 执行python代码接口
  19. // @Description 执行python代码接口
  20. // @Success 200 {object} models.ExecPythonEdbReq
  21. // @router /exec [post]
  22. func (this *PythonController) ExcePython() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. this.Data["json"] = br
  26. this.ServeJSON()
  27. }()
  28. //source := utils.DATA_SOURCE_WIND
  29. var req models.ExecPythonEdbReq
  30. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  31. if err != nil {
  32. br.Msg = "参数解析异常!"
  33. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  34. return
  35. }
  36. if req.PythonCode == "" {
  37. br.Msg = "请填写python代码"
  38. return
  39. }
  40. req.PythonCode, err = url.QueryUnescape(req.PythonCode)
  41. if err != nil {
  42. br.Msg = "python代码解析失败"
  43. return
  44. }
  45. edbData, err, errMsg := services.ExecPythonCode("test", req.PythonCode)
  46. if err != nil {
  47. br.Msg = "获取数据失败"
  48. br.ErrMsg = "python代码获取数据失败,err:" + err.Error()
  49. if errMsg != "" {
  50. br.ErrMsg = errMsg
  51. }
  52. return
  53. }
  54. br.Ret = 200
  55. br.Success = true
  56. br.Msg = "保存成功"
  57. br.Data = edbData
  58. br.IsAddLog = true
  59. }
  60. // Add
  61. // @Title 编辑指标接口
  62. // @Description 编辑指标接口
  63. // @Success 200 {object} models.EditEdbInfoReq
  64. // @router /add [post]
  65. func (this *PythonController) Add() {
  66. br := new(models.BaseResponse).Init()
  67. defer func() {
  68. this.Data["json"] = br
  69. this.ServeJSON()
  70. }()
  71. //source := utils.DATA_SOURCE_WIND
  72. var req models.AddPythonEdbReq
  73. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  74. if err != nil {
  75. br.Msg = "参数解析异常!"
  76. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  77. return
  78. }
  79. req.EdbName = strings.Trim(req.EdbName, " ")
  80. if req.EdbName == "" {
  81. br.Msg = "指标名称不能为空"
  82. return
  83. }
  84. if req.Frequency == "" {
  85. br.Msg = "频率不能为空"
  86. return
  87. }
  88. if req.Unit == "" {
  89. br.Msg = "单位不能为空"
  90. return
  91. }
  92. if req.ClassifyId <= 0 {
  93. br.Msg = "请选择分类"
  94. return
  95. }
  96. if req.PythonCode == "" {
  97. br.Msg = "请填写python代码"
  98. return
  99. }
  100. //加入缓存机制,避免创建同一个名称的指标 start
  101. redisKey := fmt.Sprint("edb_info:python:add:", utils.DATA_SOURCE_PYTHON, ":", req.EdbName)
  102. isExist := utils.Rc.IsExist(redisKey)
  103. if isExist {
  104. br.Msg = "指标正在处理,请勿重复提交"
  105. return
  106. } else {
  107. //设置3分钟缓存
  108. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  109. defer func() {
  110. utils.Rc.Delete(redisKey)
  111. }()
  112. }
  113. //获取指标数据
  114. req.PythonCode, err = url.QueryUnescape(req.PythonCode)
  115. if err != nil {
  116. br.Msg = "python代码解析失败"
  117. return
  118. }
  119. edbData, err, errMsg := services.ExecPythonCode(req.EdbName, req.PythonCode)
  120. if err != nil {
  121. br.Msg = "获取数据失败"
  122. br.ErrMsg = "python代码获取数据失败,err:" + err.Error()
  123. if errMsg != "" {
  124. br.ErrMsg = errMsg
  125. }
  126. return
  127. }
  128. var condition string
  129. var pars []interface{}
  130. condition += " AND edb_name=? "
  131. pars = append(pars, req.EdbName)
  132. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  133. if err != nil {
  134. br.Msg = "判断指标名称是否存在失败"
  135. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  136. return
  137. }
  138. if count > 0 {
  139. br.Msg = "指标名称已存在,请重新填写"
  140. br.ErrMsg = "指标名称已存在,请重新填写"
  141. return
  142. }
  143. //指标code生成
  144. randStr := utils.GetRandDigit(4)
  145. edbCode := `C` + time.Now().Format("060102") + randStr
  146. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  147. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  148. edbInfo := &models.EdbInfo{
  149. Source: utils.DATA_SOURCE_PYTHON,
  150. SourceName: "代码运算",
  151. EdbCode: edbCode,
  152. EdbName: req.EdbName,
  153. EdbNameSource: req.EdbName,
  154. Frequency: req.Frequency,
  155. Unit: req.Unit,
  156. ClassifyId: req.ClassifyId,
  157. SysUserId: req.AdminId,
  158. SysUserRealName: req.AdminName,
  159. CreateTime: time.Now(),
  160. ModifyTime: time.Now(),
  161. UniqueCode: uniqueCode,
  162. EdbType: 2,
  163. }
  164. edbInfoId, err := models.AddEdbInfo(edbInfo)
  165. if err != nil {
  166. br.Msg = "生成python运算指标失败"
  167. br.Msg = "生成python运算指标失败,AddEdbInfo Err:" + err.Error()
  168. return
  169. }
  170. edbInfo.EdbInfoId = int(edbInfoId)
  171. //处理同名指标
  172. {
  173. edbNameList, err := models.GetEdbInfoByName(req.EdbName)
  174. if err != nil {
  175. br.Msg = "保存失败"
  176. br.ErrMsg = "获取指标信息失败,Err:" + err.Error()
  177. return
  178. }
  179. if len(edbNameList) >= 2 {
  180. for _, v := range edbNameList {
  181. edbName := v.EdbName + "(" + v.SourceName + ")"
  182. err = models.ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  183. if err != nil {
  184. br.Msg = "保存失败"
  185. br.ErrMsg = "修改指标名称失败,Err:" + err.Error()
  186. return
  187. }
  188. }
  189. }
  190. }
  191. // 存储python代码
  192. edbPythonCode := &models.EdbPythonCode{
  193. EdbInfoId: int(edbInfoId),
  194. EdbCode: edbInfo.EdbCode,
  195. PythonCode: req.PythonCode,
  196. ModifyTime: time.Now(),
  197. CreateTime: time.Now(),
  198. }
  199. _, err = models.AddEdbPythonCode(edbPythonCode)
  200. if err != nil {
  201. br.Msg = "生成python运算指标失败"
  202. br.Msg = "生成python运算指标失败,存储python代码失败,AddEdbPythonCode Err:" + err.Error()
  203. return
  204. }
  205. //匹配所有的关联指标
  206. edbInfoList := models.AnalysisPythonCode(req.PythonCode, req.EdbName)
  207. //pythonCode
  208. err = models.AddPythonEdb(edbInfo.EdbInfoId, edbInfo.EdbCode, edbData, edbInfoList)
  209. if err != nil {
  210. br.Msg = "生成python指标失败"
  211. br.Msg = "生成python指标失败,AddPythonEdb Err:" + err.Error()
  212. return
  213. }
  214. // 更新指标最大最小值
  215. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  216. if err != nil {
  217. br.Msg = errMsg
  218. br.ErrMsg = err.Error()
  219. return
  220. }
  221. resp := models.AddEdbInfoResp{
  222. EdbInfoId: int(edbInfoId),
  223. UniqueCode: uniqueCode,
  224. }
  225. br.Ret = 200
  226. br.Success = true
  227. br.Msg = "保存成功"
  228. br.Data = resp
  229. br.IsAddLog = true
  230. }
  231. // Edit
  232. // @Title 编辑指标接口
  233. // @Description 编辑指标接口
  234. // @Success 200 {object} models.EditEdbInfoReq
  235. // @router /edit [post]
  236. func (this *PythonController) Edit() {
  237. br := new(models.BaseResponse).Init()
  238. defer func() {
  239. this.Data["json"] = br
  240. this.ServeJSON()
  241. }()
  242. //source := utils.DATA_SOURCE_WIND
  243. var req models.AddPythonEdbReq
  244. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  245. if err != nil {
  246. br.Msg = "参数解析异常!"
  247. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  248. return
  249. }
  250. req.EdbName = strings.Trim(req.EdbName, " ")
  251. if req.EdbInfoId <= 0 {
  252. br.Msg = "指标id不能为空"
  253. return
  254. }
  255. if req.EdbName == "" {
  256. br.Msg = "指标名称不能为空"
  257. return
  258. }
  259. if req.Frequency == "" {
  260. br.Msg = "频率不能为空"
  261. return
  262. }
  263. if req.Unit == "" {
  264. br.Msg = "单位不能为空"
  265. return
  266. }
  267. if req.ClassifyId <= 0 {
  268. br.Msg = "请选择分类"
  269. return
  270. }
  271. if req.PythonCode == "" {
  272. br.Msg = "请填写python代码"
  273. return
  274. }
  275. //加入缓存机制,避免创建同一个名称的指标 start
  276. redisKey := fmt.Sprint("edb_info:python:edit:", utils.DATA_SOURCE_PYTHON, ":", req.EdbInfoId)
  277. isExist := utils.Rc.IsExist(redisKey)
  278. if isExist {
  279. br.Msg = "指标正在处理,请勿重复提交"
  280. return
  281. } else {
  282. //设置3分钟缓存
  283. utils.Rc.SetNX(redisKey, 1, time.Second*300)
  284. defer func() {
  285. utils.Rc.Delete(redisKey)
  286. }()
  287. }
  288. edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
  289. if err != nil {
  290. br.Msg = "获取指标信息失败"
  291. br.ErrMsg = "获取指标信息失败,err:" + err.Error()
  292. return
  293. }
  294. //获取指标数据
  295. req.PythonCode, err = url.QueryUnescape(req.PythonCode)
  296. if err != nil {
  297. br.Msg = "python代码解析失败"
  298. return
  299. }
  300. edbData, err, errMsg := services.ExecPythonCode(req.EdbName, req.PythonCode)
  301. if err != nil {
  302. br.Msg = "执行python代码失败"
  303. br.ErrMsg = "执行python代码失败,err:" + err.Error()
  304. if errMsg != "" {
  305. br.ErrMsg = errMsg
  306. }
  307. return
  308. }
  309. // 判断指标名称是否重复
  310. {
  311. var condition string
  312. var pars []interface{}
  313. condition += " AND edb_name=? "
  314. pars = append(pars, req.EdbName)
  315. condition += " AND edb_info_id<>? "
  316. pars = append(pars, req.EdbInfoId)
  317. count, err := models.GetEdbInfoCountByCondition(condition, pars)
  318. if err != nil {
  319. br.Msg = "判断指标名称是否存在失败"
  320. br.ErrMsg = "判断指标名称是否存在失败,Err:" + err.Error()
  321. return
  322. }
  323. if count > 0 {
  324. br.Msg = "指标名称已存在,请重新填写"
  325. br.ErrMsg = "指标名称已存在,请重新填写"
  326. return
  327. }
  328. }
  329. edbInfo.EdbName = utils.TrimStr(req.EdbName)
  330. edbInfo.EdbNameSource = utils.TrimStr(req.EdbName)
  331. edbInfo.Unit = req.Unit
  332. edbInfo.ClassifyId = req.ClassifyId
  333. edbInfo.Frequency = req.Frequency
  334. err = edbInfo.Update([]string{"EdbName", "EdbNameSource", "Unit", "ClassifyId", "Frequency"})
  335. if err != nil {
  336. br.Msg = "修改python运算指标失败"
  337. br.Msg = "修改python运算指标失败,ModifyEdbInfo Err:" + err.Error()
  338. return
  339. }
  340. // 修改存储python代码
  341. edbPythonCode, err := models.GetEdbPythonCodeById(edbInfo.EdbInfoId)
  342. edbPythonCode.PythonCode = req.PythonCode
  343. edbPythonCode.ModifyTime = time.Now()
  344. err = edbPythonCode.Update([]string{"PythonCode", "ModifyTime"})
  345. if err != nil {
  346. br.Msg = "修改python运算指标失败"
  347. br.Msg = "修改python运算指标失败,存储python代码失败,EditEdbPythonCode Err:" + err.Error()
  348. return
  349. }
  350. //匹配所有的关联指标
  351. edbInfoList := models.AnalysisPythonCode(req.PythonCode, req.EdbName)
  352. err = models.EditEdbInfoCalculateMapping(edbInfo.EdbInfoId, edbInfo.EdbCode, edbInfoList)
  353. if err != nil {
  354. br.Msg = "修改python运算指标失败"
  355. br.Msg = "修改python运算指标失败,存储python代码失败,EditEdbPythonCode Err:" + err.Error()
  356. return
  357. }
  358. //刷新数据
  359. err = models.RefreshAllPythonEdb(edbInfo, edbData)
  360. if err != nil {
  361. br.Msg = "刷新python指标失败"
  362. br.Msg = "刷新python指标失败,EditPythonEdb Err:" + err.Error()
  363. return
  364. }
  365. // 更新指标最大最小值
  366. err, errMsg = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  367. if err != nil {
  368. br.Msg = errMsg
  369. br.ErrMsg = err.Error()
  370. return
  371. }
  372. resp := models.AddEdbInfoResp{
  373. EdbInfoId: edbInfo.EdbInfoId,
  374. UniqueCode: edbInfo.UniqueCode,
  375. }
  376. br.Ret = 200
  377. br.Success = true
  378. br.Msg = "修改成功"
  379. br.Data = resp
  380. br.IsAddLog = true
  381. }