base_predict_from_calculate.go 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607
  1. package models
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_index_lib/global"
  6. "eta/eta_index_lib/utils"
  7. "fmt"
  8. "github.com/dengsgo/math-engine/engine"
  9. "github.com/shopspring/decimal"
  10. "gorm.io/gorm"
  11. "strconv"
  12. "strings"
  13. "time"
  14. )
  15. // PredictEdbInfoCalculateSaveReq 预测计算(运算)指标请求参数
  16. type PredictEdbInfoCalculateSaveReq struct {
  17. AdminId int `description:"添加人id"`
  18. AdminName string `description:"添加人名称"`
  19. EdbName string `description:"指标名称"`
  20. Frequency string `description:"频率"`
  21. Unit string `description:"单位"`
  22. ClassifyId int `description:"分类id"`
  23. CalculateFormula string `description:"计算公式"`
  24. EdbInfoIdArr []struct {
  25. EdbInfoId int `description:"指标id"`
  26. FromTag string `description:"指标对应标签"`
  27. }
  28. }
  29. // PredictCalculateItems 预测计算(运算)指标信息
  30. type PredictCalculateItems struct {
  31. EdbInfoId int
  32. DataMap map[string]float64
  33. }
  34. // EditPredictCalculate 新增预测计算(运算)指标
  35. func EditPredictCalculate(edbInfo *EdbInfo, calculateMappingList []*EdbInfoCalculateMapping) (err error) {
  36. //o := orm.NewOrm()
  37. //to, err := o.Begin()
  38. to := global.DEFAULT_DB.Begin()
  39. if err != nil {
  40. return
  41. }
  42. defer func() {
  43. if err != nil {
  44. tmpErr := to.Rollback().Error
  45. errMsg := fmt.Sprintf("AddPredictCalculate Err:%s" + err.Error())
  46. if tmpErr != nil {
  47. errMsg += `;rollback失败:` + tmpErr.Error()
  48. }
  49. utils.FileLog.Info(errMsg)
  50. return
  51. }
  52. tmpErr := to.Commit().Error
  53. if tmpErr != nil {
  54. errMsg := fmt.Sprintf("AddPredictCalculate commit Err:%s" + tmpErr.Error())
  55. utils.FileLog.Info(errMsg)
  56. }
  57. }()
  58. // 修改指标信息
  59. //_, err = to.Update(edbInfo, "EdbName", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "EmptyType", "MaxEmptyType", "Extra", "EdbNameEn", "UnitEn")
  60. err = to.Model(&edbInfo).Select([]string{"EdbName", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "EmptyType", "MaxEmptyType", "Extra", "EdbNameEn", "UnitEn"}).Updates(&edbInfo).Error
  61. if err != nil {
  62. return
  63. }
  64. //删除,计算指标关联的,基础指标的关联关系
  65. sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  66. //_, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
  67. err = to.Exec(sql, edbInfo.EdbInfoId).Error
  68. if err != nil {
  69. err = errors.New("删除计算指标关联关系失败,Err:" + err.Error())
  70. return
  71. }
  72. // 插入新的关系表
  73. if len(calculateMappingList) > 0 {
  74. //_, err = to.InsertMulti(len(calculateMappingList), calculateMappingList)
  75. err = to.CreateInBatches(&calculateMappingList, len(calculateMappingList)).Error
  76. }
  77. //数据表
  78. tableName := GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource)
  79. //清空原有数据
  80. sql = ` DELETE FROM ` + tableName + ` WHERE edb_info_id = ? `
  81. //_, err = o.Raw(sql, edbInfo.EdbInfoId).Exec()
  82. err = to.Exec(sql, edbInfo.EdbInfoId).Error
  83. if err != nil {
  84. return
  85. }
  86. return
  87. }
  88. // AddPredictCalculateData 新增预测计算(运算)指标的数据
  89. //func AddPredictCalculateDataBak(edbInfoIdList []*EdbInfo, edbInfoId int, edbCode, formulaStr string, edbInfoIdBytes []string) (latestDateStr string, latestValue float64, err error) {
  90. // o := orm.NewOrm()
  91. // defer func() {
  92. // if err != nil {
  93. // utils.FileLog.Info(fmt.Sprintf("Calculate Err:%s" + err.Error()))
  94. // }
  95. // }()
  96. //
  97. // var minLatestDate time.Time
  98. // oldSaveDataMap := make(map[string]map[int]float64)
  99. // saveDataMap := make(map[string]map[int]float64)
  100. // dateList := make([]string, 0)
  101. //
  102. // for edbInfoIndex, v := range edbInfoIdList {
  103. // tmpLatestDate, tmpErr := time.ParseInLocation(utils.FormatDate, v.LatestDate, time.Local)
  104. // if tmpErr != nil {
  105. // err = errors.New(`最近的日期格式化失败;日期:` + v.LatestDate + `;err:` + tmpErr.Error())
  106. // return
  107. // }
  108. // // 如果不存在最小的真实数据日期,那么将当前指标的真实数据日期给赋值;
  109. // // 如果存在最小的真实数据日期,同时当前指标的真实数据日期 早于 最小的真实数据日期, 那么将当前指标的真实数据日期给赋值;
  110. // if minLatestDate.IsZero() || tmpLatestDate.Before(minLatestDate) {
  111. // minLatestDate = tmpLatestDate
  112. // }
  113. //
  114. // dataList, tmpErr := GetPredictEdbDataListAll(v, 1)
  115. // if tmpErr != nil {
  116. // err = tmpErr
  117. // return
  118. // }
  119. // dataMap := make(map[string]float64)
  120. // for _, dv := range dataList {
  121. // // 现有实际数据
  122. // if val, ok := oldSaveDataMap[dv.DataTime]; ok {
  123. // if _, ok := val[v.EdbInfoId]; !ok {
  124. // val[v.EdbInfoId] = dv.Value
  125. // }
  126. // } else {
  127. // temp := make(map[int]float64)
  128. // temp[v.EdbInfoId] = dv.Value
  129. // oldSaveDataMap[dv.DataTime] = temp
  130. // }
  131. //
  132. // // 待处理的数据
  133. // if val, ok := saveDataMap[dv.DataTime]; ok {
  134. // if _, ok := val[v.EdbInfoId]; !ok {
  135. // val[v.EdbInfoId] = dv.Value
  136. // }
  137. // } else {
  138. // temp := make(map[int]float64)
  139. // temp[v.EdbInfoId] = dv.Value
  140. // saveDataMap[dv.DataTime] = temp
  141. // }
  142. //
  143. // // 以第一个指标的日期作为基准日期
  144. // if edbInfoIndex == 0 {
  145. // dateList = append(dateList, dv.DataTime)
  146. // }
  147. // }
  148. // item := new(PredictCalculateItems)
  149. // item.EdbInfoId = v.EdbInfoId
  150. // item.DataMap = dataMap
  151. // }
  152. //
  153. // //数据处理,将日期内不全的数据做补全
  154. // handleDateSaveDataMap(dateList, oldSaveDataMap, saveDataMap, edbInfoIdList)
  155. //
  156. // formulaMap := utils.CheckFormula(formulaStr)
  157. // addSql := ` INSERT INTO edb_data_predict_calculate (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  158. // nowStr := time.Now().Format(utils.FormatDateTime)
  159. // var isAdd bool
  160. //
  161. // if !minLatestDate.IsZero() {
  162. // latestDateStr = minLatestDate.Format(utils.FormatDate)
  163. // }
  164. // for sk, sv := range saveDataMap {
  165. // formulaStr = strings.ToUpper(formulaStr)
  166. // formulaFormStr := ReplaceFormula(edbInfoIdList, sv, formulaMap, formulaStr, edbInfoIdBytes)
  167. // if formulaStr == "" {
  168. // return
  169. // }
  170. // if formulaFormStr != "" {
  171. // expression := formula.NewExpression(formulaFormStr)
  172. // calResult, tmpErr := expression.Evaluate()
  173. // if tmpErr != nil {
  174. // err = errors.New("计算失败:Err:" + tmpErr.Error() + ";formulaStr:" + formulaFormStr)
  175. // fmt.Println(err)
  176. // return
  177. // }
  178. // calVal, tmpErr := calResult.Float64()
  179. // if tmpErr != nil {
  180. // err = errors.New("计算失败:获取计算值失败 Err:" + tmpErr.Error() + ";formulaStr:" + formulaFormStr)
  181. // fmt.Println(err)
  182. // return
  183. // }
  184. //
  185. // //需要存入的数据
  186. // {
  187. // if latestDateStr == sk {
  188. // nanCheck := fmt.Sprintf("%0.f", calVal)
  189. // // 分母为0.0的报错
  190. // if nanCheck == "NaN" || nanCheck == "+Inf" || nanCheck == "-Inf" {
  191. // err = errors.New("计算失败 分母为0:Err: formulaStr:" + formulaFormStr)
  192. // fmt.Println(err)
  193. // return
  194. // }
  195. // latestValue, _ = decimal.NewFromFloat(calVal).Truncate(4).Float64() //保留4位小数
  196. // }
  197. // dataTime, _ := time.ParseInLocation(utils.FormatDate, sk, time.Local)
  198. // timestamp := dataTime.UnixNano() / 1e6
  199. // timeStr := fmt.Sprintf("%d", timestamp)
  200. // addSql += "("
  201. // addSql += strconv.Itoa(edbInfoId) + "," + "'" + edbCode + "'" + "," + "'" + sk + "'" + "," + utils.SubFloatToString(calVal, 4) + "," + "'" + nowStr + "'" +
  202. // "," + "'" + nowStr + "'" + "," + "'" + timeStr + "'"
  203. // addSql += "),"
  204. // isAdd = true
  205. // }
  206. // } else {
  207. // fmt.Println("formulaFormStr is empty")
  208. // }
  209. // }
  210. // if isAdd {
  211. // addSql = strings.TrimRight(addSql, ",")
  212. // _, err = o.Raw(addSql).Exec()
  213. // if err != nil {
  214. // fmt.Println("AddPredictCalculate Err:" + err.Error())
  215. // //errMsg = " tx.Exec Err :" + err.Error()
  216. // return
  217. // }
  218. // }
  219. // return
  220. //}
  221. func AddPredictCalculateData(edbInfoIdList []*EdbInfo, edbInfoTag map[string]int, edbInfo *EdbInfo, edbCode, formulaStr string, edbInfoIdBytes []string) (latestDateStr string, latestValue float64, err error) {
  222. //o := orm.NewOrm()
  223. //to, err := o.Begin()
  224. to := global.DEFAULT_DB.Begin()
  225. if err != nil {
  226. return
  227. }
  228. defer func() {
  229. if err != nil {
  230. fmt.Println("AddPredictCalculateData Calculate,Err:" + err.Error())
  231. _ = to.Rollback()
  232. } else {
  233. _ = to.Commit()
  234. }
  235. }()
  236. latestDateStr, latestValue, err = refreshAllPredictCalculate(to, edbInfoIdList, edbInfoTag, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, edbCode, formulaStr, "", edbInfoIdBytes, edbInfo.EmptyType, edbInfo.MaxEmptyType, edbInfo.Extra)
  237. return
  238. }
  239. // RefreshAllPredictCalculate 刷新预测计算指标的全部数据
  240. func RefreshAllPredictCalculate(edbInfoIdList []*EdbInfo, edbInfoTag map[string]int, edbInfoId, source, subSource int, edbCode, formulaStr, startDate string, edbInfoIdBytes []string, emptyType, maxEmptyType int, extra string) (latestDateStr string, latestValue float64, err error) {
  241. //o := orm.NewOrm()
  242. //to, err := o.Begin()
  243. to := global.DEFAULT_DB.Begin()
  244. if err != nil {
  245. return
  246. }
  247. defer func() {
  248. if err != nil {
  249. fmt.Println("RefreshAllCalculate,Err:" + err.Error())
  250. _ = to.Rollback()
  251. } else {
  252. _ = to.Commit()
  253. }
  254. }()
  255. latestDateStr, latestValue, err = refreshAllPredictCalculate(to, edbInfoIdList, edbInfoTag, edbInfoId, source, subSource, edbCode, formulaStr, startDate, edbInfoIdBytes, emptyType, maxEmptyType, extra)
  256. return
  257. }
  258. // refreshAllPredictCalculate 刷新预测计算指标的全部数据
  259. func refreshAllPredictCalculate(to *gorm.DB, edbInfoIdList []*EdbInfo, edbInfoTag map[string]int, edbInfoId, source, subSource int, edbCode, formulaStr, startDate string, edbInfoIdBytes []string, emptyType, maxEmptyType int, extra string) (latestDateStr string, latestValue float64, err error) {
  260. fmt.Println("startDate:", startDate)
  261. // 最小的结束日期 , 最晚的数据开始日期
  262. var newLatestDate, minLatestDate, maxStartDate time.Time
  263. dateList := make([]string, 0) // 第一个指标的日期数据
  264. realSaveDataMap := make(map[string]map[int]float64)
  265. saveDataMap := make(map[string]map[int]float64)
  266. dateMap := make(map[string]struct{}) // 最终的日期数据
  267. dateTagConfig := ""
  268. if extra != "" {
  269. var dateConfig CalculateEdbExtra
  270. err = json.Unmarshal([]byte(extra), &dateConfig)
  271. if err != nil {
  272. err = fmt.Errorf("refreshAllCalculate,extra解析失败,Err:%s", err.Error())
  273. return
  274. }
  275. dateTagConfig = dateConfig.DateTag
  276. }
  277. for edbInfoIndex, v := range edbInfoIdList {
  278. // 单独存储max、min函数里的指标的数据
  279. tmpNewLatestDate, tmpErr := time.ParseInLocation(utils.FormatDate, v.LatestDate, time.Local)
  280. if tmpErr != nil {
  281. err = errors.New(`最近的日期格式化失败;日期:` + v.LatestDate + `;err:` + tmpErr.Error())
  282. return
  283. }
  284. if newLatestDate.IsZero() || tmpNewLatestDate.Before(newLatestDate) {
  285. newLatestDate = tmpNewLatestDate
  286. }
  287. /*tmpStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local)
  288. if tmpErr != nil {
  289. err = errors.New(`最近的日期格式化失败;日期:` + v.StartDate + `;err:` + tmpErr.Error())
  290. return
  291. }
  292. if maxStartDate.IsZero() || maxStartDate.Before(tmpStartDate) {
  293. maxStartDate = tmpStartDate
  294. }
  295. tmpEndDate, tmpErr := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local)
  296. if tmpErr != nil {
  297. err = errors.New(`最近的日期格式化失败;日期:` + v.EndDate + `;err:` + tmpErr.Error())
  298. return
  299. }
  300. if minEndDate.IsZero() || tmpEndDate.Before(minEndDate) {
  301. minEndDate = tmpEndDate
  302. }
  303. }*/
  304. // 获取关联指标数据
  305. dataList, tmpErr := GetPredictEdbDataListAllByStartDate(v, 1, startDate)
  306. if tmpErr != nil {
  307. err = tmpErr
  308. return
  309. }
  310. for _, dv := range dataList { // 现有实际数据
  311. if val, ok := realSaveDataMap[dv.DataTime]; ok {
  312. if _, ok := val[v.EdbInfoId]; !ok {
  313. val[v.EdbInfoId] = dv.Value
  314. }
  315. } else {
  316. temp := make(map[int]float64)
  317. temp[v.EdbInfoId] = dv.Value
  318. realSaveDataMap[dv.DataTime] = temp
  319. }
  320. // 待处理的数据
  321. if val, ok := saveDataMap[dv.DataTime]; ok {
  322. if _, ok := val[v.EdbInfoId]; !ok {
  323. val[v.EdbInfoId] = dv.Value
  324. }
  325. } else {
  326. temp := make(map[int]float64)
  327. temp[v.EdbInfoId] = dv.Value
  328. saveDataMap[dv.DataTime] = temp
  329. }
  330. if dateTagConfig == "all" {
  331. if _, ok := dateMap[dv.DataTime]; !ok {
  332. dateList = append(dateList, dv.DataTime)
  333. dateMap[dv.DataTime] = struct{}{}
  334. }
  335. } else if dateTagConfig == "" { // 默认取第一个指标的时间序列
  336. if edbInfoIndex == 0 {
  337. if _, ok := dateMap[dv.DataTime]; !ok {
  338. dateList = append(dateList, dv.DataTime)
  339. dateMap[dv.DataTime] = struct{}{}
  340. }
  341. }
  342. } else {
  343. if eId, ok := edbInfoTag[dateTagConfig]; ok {
  344. if v.EdbInfoId == eId {
  345. if _, ok1 := dateMap[dv.DataTime]; !ok1 {
  346. dateList = append(dateList, dv.DataTime)
  347. dateMap[dv.DataTime] = struct{}{}
  348. }
  349. }
  350. }
  351. }
  352. /*if edbInfoIndex == 0 {
  353. dateList = append(dateList, dv.DataTime)
  354. tmpDate, _ := time.ParseInLocation(utils.FormatDate, dv.DataTime, time.Local)
  355. if minLatestDate.IsZero() || tmpDate.After(minLatestDate) {
  356. minLatestDate = tmpDate
  357. }
  358. if maxStartDate.IsZero() || tmpDate.Before(maxStartDate) {
  359. maxStartDate = tmpDate
  360. }
  361. }*/
  362. }
  363. }
  364. // 处理最大日期和最小日期
  365. for _, v := range dateList {
  366. tmpDate, _ := time.ParseInLocation(utils.FormatDate, v, time.Local)
  367. if minLatestDate.IsZero() || tmpDate.After(minLatestDate) {
  368. minLatestDate = tmpDate
  369. }
  370. if maxStartDate.IsZero() || tmpDate.Before(maxStartDate) {
  371. maxStartDate = tmpDate
  372. }
  373. }
  374. //数据处理,将日期内不全的数据做填补
  375. HandleDateSaveDataMap(dateList, maxStartDate, minLatestDate, realSaveDataMap, saveDataMap, edbInfoIdList, emptyType)
  376. formulaDateSlice, formulaDateMap, err := utils.HandleFormulaJson(formulaStr, minLatestDate)
  377. if err != nil {
  378. return
  379. }
  380. addSql := ` INSERT INTO edb_data_predict_calculate (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  381. addSql = utils.ReplaceDriverKeywords("", addSql)
  382. var isAdd bool
  383. //获取指标所有数据
  384. dataList := make([]*EdbData, 0)
  385. dataTableName := GetEdbDataTableName(source, subSource)
  386. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  387. sql = fmt.Sprintf(sql, dataTableName)
  388. //_, err = to.Raw(sql, edbInfoId).QueryRows(&dataList)
  389. err = to.Raw(sql, edbInfoId).Find(&dataList).Error
  390. if err != nil {
  391. return
  392. }
  393. dataMap := make(map[string]string)
  394. for _, v := range dataList {
  395. dataMap[v.DataTime] = v.Value
  396. }
  397. edbInfoIdStr := strconv.Itoa(edbInfoId)
  398. existDataMap := make(map[string]string)
  399. removeDateList := make([]string, 0) //需要移除的日期
  400. // 判断是否特殊处理max和min函数
  401. maxDealFlag := false
  402. if emptyType == 4 && maxEmptyType == 2 {
  403. maxDealFlag = true
  404. }
  405. for sk, sv := range saveDataMap {
  406. if _, ok := dateMap[sk]; !ok { //不在最终的日期序列里面不计算
  407. continue
  408. }
  409. // 当空值处理类型选择了不计算时,只要有一个指标在某个日期没有值(即空值),则计算指标在该日期没有值
  410. if emptyType == 1 {
  411. if len(sv) != len(edbInfoIdList) {
  412. continue
  413. }
  414. }
  415. //fmt.Println(sk, sv)
  416. // 根据时间范围,选择对应的公式
  417. formulaMap := make(map[string]string)
  418. formulaStr = ""
  419. for _, fv := range formulaDateSlice {
  420. if sk < fv {
  421. if f, ok := formulaDateMap[fv]; ok {
  422. formulaStr = f
  423. formulaMap, err = utils.CheckFormula(formulaStr)
  424. if err != nil {
  425. err = fmt.Errorf("公式错误,请重新填写")
  426. return
  427. }
  428. }
  429. break
  430. }
  431. }
  432. if formulaStr == "" {
  433. continue
  434. }
  435. svMax := make(map[int]float64)
  436. if maxDealFlag {
  437. // 特殊处理max和min函数,如果原本的值为空,则选择空值参与运算
  438. if svMaxData, ok := realSaveDataMap[sk]; ok {
  439. svMax = svMaxData
  440. }
  441. }
  442. formulaStr = strings.ToUpper(formulaStr)
  443. formulaFormStr := ReplaceFormula(edbInfoIdList, sv, svMax, formulaMap, formulaStr, edbInfoIdBytes, maxDealFlag)
  444. if formulaFormStr != "" {
  445. //utils.FileLog.Info(fmt.Sprintf("formulaFormStr:%s", formulaFormStr))
  446. fmt.Println(fmt.Sprintf("date %s:formulaFormStr:%s", sk, formulaFormStr))
  447. //expression := formula.NewExpression(formulaFormStr)
  448. //calResult, tmpErr := expression.Evaluate()
  449. calVal, err := engine.ParseAndExec(formulaFormStr)
  450. //calVal, err := calResult.Float64()
  451. if err != nil {
  452. // 分母为0的报错,忽略该循环
  453. if utils.IsDivideZero(err) {
  454. removeDateList = append(removeDateList, sk)
  455. continue
  456. }
  457. err = errors.New("计算失败:获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  458. return "", 0, err
  459. }
  460. //nanCheck := fmt.Sprintf("%0.f", calVal)
  461. //if tmpErr != nil {
  462. // // 分母为0的报错
  463. // if strings.Contains(err.Error(), "divide by zero") {
  464. // removeDateList = append(removeDateList, sk)
  465. // continue
  466. // }
  467. // err = errors.New("计算失败:Err:" + tmpErr.Error() + ";formulaStr:" + formulaFormStr)
  468. // fmt.Println(err)
  469. // return
  470. //}
  471. //calVal, tmpErr := calResult.Float64()
  472. //if tmpErr != nil {
  473. // err = errors.New("计算失败:获取计算值失败 Err:" + tmpErr.Error() + ";formulaStr:" + formulaFormStr)
  474. // fmt.Println(err)
  475. // return
  476. //}
  477. nanCheck := fmt.Sprintf("%0.f", calVal)
  478. // 分母为0.0的报错
  479. if nanCheck == "NaN" || nanCheck == "+Inf" || nanCheck == "-Inf" {
  480. removeDateList = append(removeDateList, sk)
  481. continue
  482. }
  483. saveValue := decimal.NewFromFloat(calVal).Round(4).String() //utils.SubFloatToString(calVal, 4)
  484. if existVal, ok := dataMap[sk]; !ok {
  485. dataTime, _ := time.ParseInLocation(utils.FormatDate, sk, time.Local)
  486. timestamp := dataTime.UnixNano() / 1e6
  487. timeStr := fmt.Sprintf("%d", timestamp)
  488. if _, existOk := existDataMap[sk]; !existOk {
  489. addSql += GetAddSql(edbInfoIdStr, edbCode, sk, timeStr, saveValue)
  490. isAdd = true
  491. }
  492. existDataMap[sk] = sk
  493. } else {
  494. existValDecimal, tmpErr := decimal.NewFromString(existVal)
  495. if tmpErr != nil {
  496. err = tmpErr
  497. return "", 0, err
  498. }
  499. existStr := existValDecimal.String()
  500. if existStr != saveValue {
  501. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  502. sql = fmt.Sprintf(sql, dataTableName)
  503. //_, err = to.Raw(sql, saveValue, edbInfoId, sk).Exec()
  504. err = to.Exec(sql, saveValue, edbInfoId, sk).Error
  505. if err != nil {
  506. return "", 0, err
  507. }
  508. }
  509. }
  510. } else {
  511. //计算公式异常,那么就移除该指标
  512. removeDateList = append(removeDateList, sk)
  513. continue
  514. }
  515. }
  516. if isAdd {
  517. addSql = strings.TrimRight(addSql, ",")
  518. //_, err = to.Raw(addSql).Exec()
  519. err = to.Exec(addSql).Error
  520. if err != nil {
  521. fmt.Println("RefreshAllCalculate add Err", err.Error())
  522. return
  523. }
  524. }
  525. if len(removeDateList) > 0 {
  526. removeDateStr := strings.Join(removeDateList, `','`)
  527. removeDateStr = `'` + removeDateStr + `'`
  528. //如果拼接指标变更了,那么需要删除所有的指标数据
  529. tableName := GetEdbDataTableName(source, subSource)
  530. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  531. //_, err = to.Raw(sql, edbInfoId).Exec()
  532. err = to.Exec(sql, edbInfoId).Error
  533. if err != nil {
  534. err = fmt.Errorf("删除计算失败的计算指标数据失败,Err:" + err.Error())
  535. return
  536. }
  537. }
  538. //查询预测日期
  539. if !newLatestDate.IsZero() {
  540. latestDateStr = newLatestDate.Format(utils.FormatDate)
  541. sql = fmt.Sprintf(` SELECT * FROM %s WHERE edb_info_id = ? and data_time <= ? ORDER BY data_time desc limit 1`, dataTableName)
  542. var latestDate EdbData
  543. //e := to.Raw(sql, edbInfoId, latestDateStr).QueryRow(&latestDate)
  544. e := to.Raw(sql, edbInfoId, latestDateStr).First(&latestDate).Error
  545. if e != nil {
  546. if e.Error() == utils.ErrNoRow() {
  547. //首个日期的值
  548. sql = fmt.Sprintf(` SELECT * FROM %s WHERE edb_info_id = ? ORDER BY data_time ASC limit 1`, dataTableName)
  549. //e = to.Raw(sql, edbInfoId).QueryRow(&latestDate)
  550. e = to.Raw(sql, edbInfoId).First(&latestDate).Error
  551. if e != nil {
  552. err = fmt.Errorf("查询最新日期失败,Err:" + e.Error())
  553. return
  554. }
  555. floatValue, _ := strconv.ParseFloat(latestDate.Value, 64)
  556. latestDateStr = latestDate.DataTime
  557. latestValue = floatValue
  558. } else {
  559. err = fmt.Errorf("查询最新日期失败,Err:" + e.Error())
  560. return
  561. }
  562. } else {
  563. floatValue, _ := strconv.ParseFloat(latestDate.Value, 64)
  564. latestDateStr = latestDate.DataTime
  565. latestValue = floatValue
  566. }
  567. }
  568. return
  569. }