base_from_calculate.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714
  1. package models
  2. import (
  3. "errors"
  4. "eta/eta_index_lib/utils"
  5. "fmt"
  6. "github.com/beego/beego/v2/client/orm"
  7. "github.com/shopspring/decimal"
  8. "github.com/yidane/formula"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // EdbInfoCalculateSaveReq 计算(运算)指标请求参数
  14. type EdbInfoCalculateSaveReq struct {
  15. AdminId int `description:"添加人id"`
  16. AdminName string `description:"添加人名称"`
  17. EdbInfoId int `description:"指标id"`
  18. EdbName string `description:"指标名称"`
  19. Frequency string `description:"频率"`
  20. Unit string `description:"单位"`
  21. ClassifyId int `description:"分类id"`
  22. CalculateFormula string `description:"计算公式"`
  23. EdbInfoIdArr []EdbInfoFromTag
  24. }
  25. // EdbInfoFromTag 计算指标的关联指标
  26. type EdbInfoFromTag struct {
  27. EdbInfoId int `description:"指标id"`
  28. FromTag string `description:"指标对应标签"`
  29. }
  30. // CalculateItems 计算(运算)指标信息
  31. type CalculateItems struct {
  32. EdbInfoId int
  33. DataMap map[string]float64
  34. }
  35. // AddCalculate 新增计算(运算)指标
  36. func AddCalculate(edbInfoIdArr []*EdbInfo, edbInfoId int, edbCode, formulaStr string, edbInfoIdBytes []string) (err error) {
  37. o := orm.NewOrm()
  38. defer func() {
  39. if err != nil {
  40. utils.FileLog.Info(fmt.Sprintf("Calculate Err:%s" + err.Error()))
  41. }
  42. }()
  43. saveDataMap := make(map[string]map[int]float64)
  44. for _, v := range edbInfoIdArr {
  45. var condition string
  46. var pars []interface{}
  47. condition += " AND edb_info_id=? "
  48. pars = append(pars, v.EdbInfoId)
  49. dataList, err := GetEdbDataListAll(condition, pars, v.Source, 1)
  50. if err != nil {
  51. return err
  52. }
  53. dataMap := make(map[string]float64)
  54. for _, dv := range dataList {
  55. if val, ok := saveDataMap[dv.DataTime]; ok {
  56. if _, ok := val[v.EdbInfoId]; !ok {
  57. val[v.EdbInfoId] = dv.Value
  58. }
  59. } else {
  60. temp := make(map[int]float64)
  61. temp[v.EdbInfoId] = dv.Value
  62. saveDataMap[dv.DataTime] = temp
  63. }
  64. }
  65. item := new(CalculateItems)
  66. item.EdbInfoId = v.EdbInfoId
  67. item.DataMap = dataMap
  68. }
  69. formulaMap := utils.CheckFormula(formulaStr)
  70. addSql := ` INSERT INTO edb_data_calculate(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  71. nowStr := time.Now().Format(utils.FormatDateTime)
  72. var isAdd bool
  73. for sk, sv := range saveDataMap {
  74. formulaStr = strings.ToUpper(formulaStr)
  75. formulaFormStr := ReplaceFormula(edbInfoIdArr, sv, formulaMap, formulaStr, edbInfoIdBytes)
  76. if formulaStr == "" {
  77. return
  78. }
  79. if formulaFormStr != "" {
  80. expression := formula.NewExpression(formulaFormStr)
  81. calResult, err := expression.Evaluate()
  82. if err != nil {
  83. err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  84. fmt.Println(err)
  85. return err
  86. }
  87. calVal, err := calResult.Float64()
  88. if err != nil {
  89. err = errors.New("计算失败:获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  90. fmt.Println(err)
  91. return err
  92. }
  93. //需要存入的数据
  94. {
  95. dataTime, _ := time.ParseInLocation(utils.FormatDate, sk, time.Local)
  96. timestamp := dataTime.UnixNano() / 1e6
  97. timeStr := fmt.Sprintf("%d", timestamp)
  98. addSql += "("
  99. addSql += strconv.Itoa(edbInfoId) + "," + "'" + edbCode + "'" + "," + "'" + sk + "'" + "," + utils.SubFloatToString(calVal, 4) + "," + "'" + nowStr + "'" +
  100. "," + "'" + nowStr + "'" + "," + "'" + timeStr + "'"
  101. addSql += "),"
  102. isAdd = true
  103. }
  104. } else {
  105. fmt.Println("formulaFormStr is empty")
  106. }
  107. }
  108. if isAdd {
  109. addSql = strings.TrimRight(addSql, ",")
  110. _, err = o.Raw(addSql).Exec()
  111. if err != nil {
  112. fmt.Println("AddEdbDataCalculate Err:" + err.Error())
  113. //errMsg = " tx.Exec Err :" + err.Error()
  114. return
  115. }
  116. }
  117. return
  118. }
  119. // AddCalculateInfo 新增计算(运算)指标
  120. func AddCalculateInfo(req EdbInfoCalculateSaveReq, calculateMappingList []*EdbInfoCalculateMapping, edbInfoList []*EdbInfo, edbCode, uniqueCode string, edbInfoIdBytes []string) (edbInfo *EdbInfo, err error) {
  121. o := orm.NewOrm()
  122. to, err := o.Begin()
  123. if err != nil {
  124. return
  125. }
  126. defer func() {
  127. if err != nil {
  128. fmt.Println("AddCalculateHcz,Err:" + err.Error())
  129. _ = to.Rollback()
  130. } else {
  131. _ = to.Commit()
  132. }
  133. }()
  134. edbInfo = &EdbInfo{
  135. EdbInfoId: 0,
  136. SourceName: "指标运算",
  137. Source: utils.DATA_SOURCE_CALCULATE,
  138. EdbCode: edbCode,
  139. EdbName: req.EdbName,
  140. EdbNameSource: req.EdbName,
  141. Frequency: req.Frequency,
  142. Unit: req.Unit,
  143. StartDate: "",
  144. EndDate: "",
  145. ClassifyId: req.ClassifyId,
  146. SysUserId: req.AdminId,
  147. SysUserRealName: req.AdminName,
  148. UniqueCode: uniqueCode,
  149. CreateTime: time.Now(),
  150. ModifyTime: time.Now(),
  151. MinValue: 0,
  152. MaxValue: 0,
  153. CalculateFormula: req.CalculateFormula,
  154. EdbType: 2,
  155. Sort: 0,
  156. MoveType: 0,
  157. MoveFrequency: "",
  158. NoUpdate: 0,
  159. ServerUrl: "",
  160. EdbInfoType: 0,
  161. EdbNameEn: "",
  162. UnitEn: "",
  163. LatestDate: "",
  164. LatestValue: 0,
  165. ChartImage: "",
  166. }
  167. lastId, err := to.Insert(edbInfo)
  168. if err != nil {
  169. return
  170. }
  171. edbInfo.EdbInfoId = int(lastId)
  172. //关联关系表
  173. {
  174. //处理关联指标
  175. for _, v := range calculateMappingList {
  176. v.EdbCode = edbCode
  177. v.EdbInfoId = edbInfo.EdbInfoId
  178. }
  179. if len(calculateMappingList) > 0 {
  180. _, err = to.InsertMulti(len(calculateMappingList), calculateMappingList)
  181. if err != nil {
  182. return
  183. }
  184. }
  185. }
  186. //计算数据
  187. err = refreshAllCalculate(to, edbInfoList, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.EdbCode, edbInfo.CalculateFormula, "", "", edbInfoIdBytes)
  188. return
  189. }
  190. // EditCalculateInfo 编辑计算(运算)指标
  191. func EditCalculateInfo(edbInfo *EdbInfo, req EdbInfoCalculateSaveReq, formulaMap map[string]string, edbInfoIdBytes []string, needCalculate bool) (err error, errMsg string) {
  192. o := orm.NewOrm()
  193. to, err := o.Begin()
  194. if err != nil {
  195. return
  196. }
  197. defer func() {
  198. if err != nil {
  199. fmt.Println("AddCalculateHcz,Err:" + err.Error())
  200. _ = to.Rollback()
  201. } else {
  202. _ = to.Commit()
  203. }
  204. }()
  205. // 修改指标信息
  206. edbInfo.EdbName = req.EdbName
  207. edbInfo.EdbNameSource = req.EdbName
  208. edbInfo.Frequency = req.Frequency
  209. edbInfo.Unit = req.Unit
  210. edbInfo.ClassifyId = req.ClassifyId
  211. edbInfo.CalculateFormula = req.CalculateFormula
  212. edbInfo.ModifyTime = time.Now()
  213. _, err = to.Update(edbInfo, "EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "ModifyTime")
  214. if err != nil {
  215. return
  216. }
  217. if needCalculate {
  218. // 清除计算数据
  219. sql := `DELETE FROM edb_data_calculate WHERE edb_info_id=?`
  220. _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
  221. if err != nil {
  222. return
  223. }
  224. // 清除关联关系表
  225. sql = `DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=?`
  226. _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
  227. if err != nil {
  228. return
  229. }
  230. edbInfoList := make([]*EdbInfo, 0)
  231. calculateMappingList := make([]*EdbInfoCalculateMapping, 0)
  232. for k, v := range req.EdbInfoIdArr {
  233. fromEdbInfo, tmpErr := GetEdbInfoById(v.EdbInfoId)
  234. if tmpErr != nil {
  235. err = tmpErr
  236. return
  237. }
  238. edbInfoList = append(edbInfoList, fromEdbInfo)
  239. //关联关系表
  240. {
  241. calculateMappingItem := &EdbInfoCalculateMapping{
  242. EdbInfoCalculateMappingId: 0,
  243. EdbInfoId: req.EdbInfoId,
  244. Source: edbInfo.Source,
  245. SourceName: edbInfo.SourceName,
  246. EdbCode: edbInfo.EdbCode,
  247. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  248. FromEdbCode: fromEdbInfo.EdbCode,
  249. FromEdbName: fromEdbInfo.EdbName,
  250. FromSource: fromEdbInfo.Source,
  251. FromSourceName: fromEdbInfo.SourceName,
  252. FromTag: v.FromTag,
  253. Sort: k + 1,
  254. CreateTime: time.Now(),
  255. ModifyTime: time.Now(),
  256. }
  257. calculateMappingList = append(calculateMappingList, calculateMappingItem)
  258. }
  259. }
  260. //预先计算,判断公式是否正常
  261. ok, _ := CheckFormula2(edbInfoList, formulaMap, req.CalculateFormula, edbInfoIdBytes)
  262. if !ok {
  263. errMsg = "生成计算指标失败,请使用正确的计算公式"
  264. err = errors.New(errMsg)
  265. return
  266. }
  267. //关联关系表
  268. {
  269. if len(calculateMappingList) > 0 {
  270. _, err = to.InsertMulti(len(calculateMappingList), calculateMappingList)
  271. if err != nil {
  272. return
  273. }
  274. }
  275. }
  276. //计算数据
  277. err = refreshAllCalculate(to, edbInfoList, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.EdbCode, edbInfo.CalculateFormula, "", "", edbInfoIdBytes)
  278. }
  279. return
  280. }
  281. // GetCalculateEdbInfo 获取计算指标的关联指标id
  282. func GetCalculateEdbInfo(edbInfoId int) (from_edb_info_id string, err error) {
  283. o := orm.NewOrm()
  284. sql := ` SELECT GROUP_CONCAT(from_edb_info_id ORDER BY sort ASC SEPARATOR ',') AS from_edb_info_id
  285. FROM edb_info_calculate_mapping
  286. WHERE edb_info_id=?
  287. GROUP BY edb_info_id
  288. `
  289. err = o.Raw(sql, edbInfoId).QueryRow(&from_edb_info_id)
  290. return
  291. }
  292. // DeleteCalculateEdbInfo 删除指标信息
  293. func DeleteCalculateEdbInfo(edbInfoId int) (err error) {
  294. o := orm.NewOrm()
  295. to, err := o.Begin()
  296. if err != nil {
  297. return
  298. }
  299. defer func() {
  300. if err != nil {
  301. _ = to.Rollback()
  302. } else {
  303. _ = to.Commit()
  304. }
  305. }()
  306. sql := `DELETE FROM edb_data_calculate WHERE edb_info_id=?`
  307. _, err = to.Raw(sql, edbInfoId).Exec()
  308. if err != nil {
  309. return
  310. }
  311. sql = `DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=?`
  312. _, err = to.Raw(sql, edbInfoId).Exec()
  313. return
  314. }
  315. // RefreshAllCalculate 刷新全部数据
  316. func RefreshAllCalculate(edbInfoIdArr []*EdbInfo, edbInfoId, source int, edbCode, formulaStr, startDate, endDate string, edbInfoIdBytes []string) (err error) {
  317. o := orm.NewOrm()
  318. to, err := o.Begin()
  319. if err != nil {
  320. return
  321. }
  322. defer func() {
  323. if err != nil {
  324. fmt.Println("RefreshAllCalculate,Err:" + err.Error())
  325. _ = to.Rollback()
  326. } else {
  327. _ = to.Commit()
  328. }
  329. }()
  330. fmt.Println(startDate, endDate)
  331. //计算数据
  332. err = refreshAllCalculate(to, edbInfoIdArr, edbInfoId, source, edbCode, formulaStr, startDate, endDate, edbInfoIdBytes)
  333. return
  334. }
  335. // refreshAllCalculate 刷新全部数据
  336. func refreshAllCalculate(to orm.TxOrmer, edbInfoIdArr []*EdbInfo, edbInfoId, source int, edbCode, formulaStr, startDate, endDate string, edbInfoIdBytes []string) (err error) {
  337. realSaveDataMap := make(map[string]map[int]float64)
  338. saveDataMap := make(map[string]map[int]float64)
  339. dateList := make([]string, 0)
  340. for edbInfoIndex, v := range edbInfoIdArr {
  341. var condition string
  342. var pars []interface{}
  343. condition += " AND edb_info_id=? "
  344. pars = append(pars, v.EdbInfoId)
  345. if startDate != "" {
  346. condition += " AND data_time>=? "
  347. pars = append(pars, startDate)
  348. }
  349. //if endDate != "" {
  350. // condition += " AND data_time<=? "
  351. // pars = append(pars, endDate)
  352. //}
  353. //fmt.Println("v.Source:", v.Source)
  354. dataList, err := GetEdbDataListAllByTo(to, condition, pars, v.Source, 1)
  355. if err != nil {
  356. return err
  357. }
  358. for _, dv := range dataList {
  359. if val, ok := realSaveDataMap[dv.DataTime]; ok {
  360. if _, ok := val[v.EdbInfoId]; !ok {
  361. val[v.EdbInfoId] = dv.Value
  362. }
  363. } else {
  364. temp := make(map[int]float64)
  365. temp[v.EdbInfoId] = dv.Value
  366. realSaveDataMap[dv.DataTime] = temp
  367. }
  368. // saveDataMap
  369. if val, ok := saveDataMap[dv.DataTime]; ok {
  370. if _, ok := val[v.EdbInfoId]; !ok {
  371. val[v.EdbInfoId] = dv.Value
  372. }
  373. } else {
  374. temp2 := make(map[int]float64)
  375. temp2[v.EdbInfoId] = dv.Value
  376. saveDataMap[dv.DataTime] = temp2
  377. }
  378. // 以第一个指标的日期作为基准日期
  379. if edbInfoIndex == 0 {
  380. dateList = append(dateList, dv.DataTime)
  381. }
  382. }
  383. }
  384. //数据处理,将日期内不全的数据做补全
  385. handleDateSaveDataMap(dateList, realSaveDataMap, saveDataMap, edbInfoIdArr)
  386. formulaMap := utils.CheckFormula(formulaStr)
  387. addSql := ` INSERT INTO edb_data_calculate(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  388. var isAdd bool
  389. //获取指标所有数据
  390. dataList := make([]*EdbData, 0)
  391. dataTableName := GetEdbDataTableName(source)
  392. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  393. sql = fmt.Sprintf(sql, dataTableName)
  394. _, err = to.Raw(sql, edbInfoId).QueryRows(&dataList)
  395. if err != nil {
  396. return err
  397. }
  398. dataMap := make(map[string]string)
  399. removeDateMap := make(map[string]string) //需要移除的日期
  400. for _, v := range dataList {
  401. dataMap[v.DataTime] = v.Value
  402. removeDateMap[v.DataTime] = v.DataTime
  403. }
  404. edbInfoIdStr := strconv.Itoa(edbInfoId)
  405. existDataMap := make(map[string]string)
  406. for sk, sv := range saveDataMap {
  407. //fmt.Println(sk, sv)
  408. formulaStr = strings.ToUpper(formulaStr)
  409. formulaFormStr := ReplaceFormula(edbInfoIdArr, sv, formulaMap, formulaStr, edbInfoIdBytes)
  410. //计算公式异常,那么就移除该指标
  411. if formulaFormStr == `` {
  412. //removeDateList = append(removeDateList, sk)
  413. continue
  414. }
  415. //utils.FileLog.Info(fmt.Sprintf("formulaFormStr:%s", formulaFormStr))
  416. fmt.Println(fmt.Sprintf("%s:formulaFormStr:%s", sk, formulaFormStr))
  417. expression := formula.NewExpression(formulaFormStr)
  418. calResult, err := expression.Evaluate()
  419. if err != nil {
  420. // 分母为0的报错
  421. if strings.Contains(err.Error(), "divide by zero") {
  422. //removeDateList = append(removeDateList, sk)
  423. continue
  424. }
  425. err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  426. fmt.Println(err)
  427. return err
  428. }
  429. // 如果计算结果是NAN,那么就退出当前循环
  430. if calResult.IsNan() {
  431. continue
  432. }
  433. calVal, err := calResult.Float64()
  434. if err != nil {
  435. err = errors.New("计算失败:获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  436. fmt.Println(err)
  437. return err
  438. }
  439. // 有计算出来值,那么就从待删除指标中移除
  440. delete(removeDateMap, sk)
  441. saveValue := decimal.NewFromFloat(calVal).RoundCeil(4).String() //utils.SubFloatToString(calVal, 4)
  442. if existVal, ok := dataMap[sk]; !ok {
  443. dataTime, _ := time.ParseInLocation(utils.FormatDate, sk, time.Local)
  444. timestamp := dataTime.UnixNano() / 1e6
  445. timeStr := fmt.Sprintf("%d", timestamp)
  446. if _, existOk := existDataMap[sk]; !existOk {
  447. addSql += GetAddSql(edbInfoIdStr, edbCode, sk, timeStr, saveValue)
  448. isAdd = true
  449. }
  450. existDataMap[sk] = sk
  451. } else {
  452. existValDecimal, err := decimal.NewFromString(existVal)
  453. existStr := existValDecimal.String()
  454. if existStr != saveValue {
  455. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  456. sql = fmt.Sprintf(sql, dataTableName)
  457. _, err = to.Raw(sql, saveValue, edbInfoId, sk).Exec()
  458. if err != nil {
  459. return err
  460. }
  461. }
  462. }
  463. }
  464. if isAdd {
  465. addSql = strings.TrimRight(addSql, ",")
  466. _, err = to.Raw(addSql).Exec()
  467. if err != nil {
  468. fmt.Println("RefreshAllCalculate add Err", err.Error())
  469. return
  470. }
  471. }
  472. if len(removeDateMap) > 0 {
  473. removeDateList := make([]string, 0) //需要移除的日期
  474. for k := range removeDateMap {
  475. removeDateList = append(removeDateList, k)
  476. }
  477. removeDateStr := strings.Join(removeDateList, `","`)
  478. removeDateStr = `"` + removeDateStr + `"`
  479. //如果拼接指标变更了,那么需要删除所有的指标数据
  480. tableName := GetEdbDataTableName(source)
  481. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  482. _, err = to.Raw(sql, edbInfoId).Exec()
  483. if err != nil {
  484. err = fmt.Errorf("删除计算失败的计算指标数据失败,Err:" + err.Error())
  485. return
  486. }
  487. }
  488. return
  489. }
  490. // ReplaceFormula 替换计算方式
  491. func ReplaceFormula(edbInfoIdArr []*EdbInfo, valArr map[int]float64, formulaMap map[string]string, formulaStr string, edbInfoIdBytes []string) string {
  492. funMap := GetFormulaMap()
  493. for k, v := range funMap {
  494. formulaStr = strings.Replace(formulaStr, k, v, -1)
  495. }
  496. replaceCount := 0
  497. for dk, dv := range edbInfoIdArr {
  498. var isReplace bool
  499. formulaStr, isReplace = GetFormulaReplace(dk, dv.EdbInfoId, formulaStr, edbInfoIdBytes, formulaMap, valArr)
  500. if isReplace {
  501. replaceCount++
  502. }
  503. }
  504. for k, v := range funMap {
  505. formulaStr = strings.Replace(formulaStr, v, k, -1)
  506. }
  507. if replaceCount == len(formulaMap) {
  508. return formulaStr
  509. } else {
  510. return ""
  511. }
  512. }
  513. func GetFormulaReplace(index, edbInfoId int, formulaStr string, edbInfoIdBytes []string, formulaMap map[string]string, valArr map[int]float64) (formulaResult string, isReplace bool) {
  514. formulaResult = formulaStr
  515. dKey := edbInfoIdBytes[index]
  516. if _, ok := formulaMap[dKey]; ok { //公式中存在
  517. if val, valOk := valArr[edbInfoId]; valOk { //值存在
  518. dvStr := fmt.Sprintf("%v", val)
  519. formulaResult = strings.Replace(formulaStr, dKey, dvStr, -1)
  520. isReplace = true
  521. }
  522. }
  523. return
  524. }
  525. // GetFormulaMap 获取计算公式的map
  526. func GetFormulaMap() map[string]string {
  527. funMap := make(map[string]string)
  528. funMap["MAX"] = "[@@]"
  529. funMap["MIN"] = "[@!]"
  530. funMap["ABS"] = "[@#]"
  531. funMap["CEIL"] = "[@$]"
  532. funMap["COS"] = "[@%]"
  533. funMap["FLOOR"] = "[@^]"
  534. funMap["MOD"] = "[@&]"
  535. funMap["POW"] = "[@*]"
  536. funMap["ROUND"] = "[@(]"
  537. return funMap
  538. }
  539. // EdbInfoCalculateBatchSaveReq 添加计算指标的请求参数
  540. type EdbInfoCalculateBatchSaveReq struct {
  541. AdminId int `description:"添加人id"`
  542. AdminName string `description:"添加人名称"`
  543. EdbInfoId int `description:"指标id"`
  544. EdbName string `description:"指标名称"`
  545. Frequency string `description:"频度"`
  546. Unit string `description:"单位"`
  547. ClassifyId int `description:"分类id"`
  548. Formula string `description:"N值/移动天数"`
  549. FromEdbInfoId int `description:"计算来源指标id"`
  550. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:升频"`
  551. CalculateFormula string `description:"计算公式"`
  552. EdbInfoIdArr []EdbInfoCalculateEdbInfoIdReq `description:"关联指标列表"`
  553. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  554. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  555. Calendar string `description:"公历/农历"`
  556. }
  557. // EdbInfoCalculateEdbInfoIdReq 新增/编辑请求 关联的指标列表
  558. type EdbInfoCalculateEdbInfoIdReq struct {
  559. EdbInfoId int `description:"指标id"`
  560. FromTag string `description:"指标对应标签"`
  561. MoveValue int `description:"移动的值"`
  562. }
  563. // EdbInfoCalculateBatchEditReq 编辑计算指标的请求参数
  564. type EdbInfoCalculateBatchEditReq struct {
  565. EdbName string `description:"指标名称"`
  566. Frequency string `description:"频度"`
  567. Unit string `description:"单位"`
  568. ClassifyId int `description:"分类id"`
  569. Formula string `description:"N值"`
  570. EdbInfoId int `description:"编辑指标id"`
  571. FromEdbInfoId int `description:"计算来源指标id"`
  572. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:升频"`
  573. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  574. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  575. EdbInfoIdArr []struct {
  576. EdbInfoId int `description:"指标id"`
  577. FromTag string `description:"指标对应标签"`
  578. MoveValue int `description:"移动的值"`
  579. }
  580. Calendar string `description:"公历/农历" orm:"default(公历)"`
  581. }
  582. // CheckFormula2 校验公式是否正常(比如说除法的分母不能为0之类的,实际上就是用预设的字段数据做一次计算)
  583. func CheckFormula2(edbInfoArr []*EdbInfo, formulaMap map[string]string, formulaStr string, edbInfoIdBytes []string) (ok bool, err error) {
  584. valArr := make(map[int]float64)
  585. for _, v := range edbInfoArr {
  586. valArr[v.EdbInfoId] = 100
  587. }
  588. formulaStr = strings.ToUpper(formulaStr)
  589. formulaFormStr := ReplaceFormula(edbInfoArr, valArr, formulaMap, formulaStr, edbInfoIdBytes)
  590. if formulaFormStr == "" {
  591. return
  592. }
  593. expression := formula.NewExpression(formulaFormStr)
  594. _, err = expression.Evaluate()
  595. if err != nil {
  596. } else {
  597. ok = true
  598. }
  599. return
  600. }
  601. // 处理整个数据
  602. func handleDateSaveDataMap(dateList []string, realSaveDataMap, saveDataMap map[string]map[int]float64, edbInfoIdArr []*EdbInfo) {
  603. for _, date := range dateList {
  604. tmpDataMap := realSaveDataMap[date]
  605. for _, edbInfo := range edbInfoIdArr {
  606. tmpEdbInfoId := edbInfo.EdbInfoId // 当前指标id
  607. // 如果该日期不存在该指标数据,那么需要找寻前后日期的数据,进行填补
  608. if _, ok := tmpDataMap[tmpEdbInfoId]; !ok {
  609. //day := 0
  610. //switch edbInfo.Frequency {
  611. //case "周度":
  612. // day = 7
  613. //case "旬度":
  614. // day = 15
  615. //case "月度":
  616. // day = 30
  617. //case "季度":
  618. // day = 90
  619. //case "年度":
  620. // day = 365
  621. //}
  622. // 需求池 255 指标运算文案修改,补数据遍历区间修改(2023-3-7 09:37:23修改)
  623. day := 35
  624. handleDateDataMap(realSaveDataMap, saveDataMap, date, tmpEdbInfoId, day)
  625. }
  626. }
  627. }
  628. }
  629. // handleDateDataMap 处理单个日期的数据
  630. func handleDateDataMap(realSaveDataMap, saveDataMap map[string]map[int]float64, date string, edbInfoId, day int) {
  631. currDate, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
  632. // 后一天
  633. nextDateDayStr := currDate.AddDate(0, 0, 1).Format(utils.FormatDate)
  634. // 前一天
  635. preDateDayStr := currDate.AddDate(0, 0, -1).Format(utils.FormatDate)
  636. for i := 1; i <= day; i++ {
  637. // 下个日期的数据
  638. {
  639. if i >= 1 {
  640. nextDateDayStr = currDate.AddDate(0, 0, i).Format(utils.FormatDate)
  641. }
  642. if findDataMap, hasFindDataMap := realSaveDataMap[nextDateDayStr]; hasFindDataMap { // 下一个日期有数据
  643. if val, hasFindItem := findDataMap[edbInfoId]; hasFindItem {
  644. saveDataMap[date][edbInfoId] = val
  645. return
  646. }
  647. }
  648. }
  649. // 上个日期的数据
  650. {
  651. if i >= 1 {
  652. preDateDayStr = currDate.AddDate(0, 0, -i).Format(utils.FormatDate)
  653. }
  654. if findDataMap, hasFindDataMap := realSaveDataMap[preDateDayStr]; hasFindDataMap { // 下一个日期有数据
  655. if val, hasFindItem := findDataMap[edbInfoId]; hasFindItem {
  656. saveDataMap[date][edbInfoId] = val
  657. return
  658. }
  659. }
  660. }
  661. }
  662. }