edb_info_calculate.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683
  1. package data_manage
  2. import (
  3. "errors"
  4. "eta/eta_api/utils"
  5. "fmt"
  6. "github.com/beego/beego/v2/client/orm"
  7. "github.com/yidane/formula"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type EdbInfoCalculateSaveReq struct {
  13. EdbName string `description:"指标名称"`
  14. Frequency string `description:"频率"`
  15. Unit string `description:"单位"`
  16. ClassifyId int `description:"分类id"`
  17. CalculateFormula string `description:"计算公式"`
  18. Calendar string `description:"公历/农历"`
  19. EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"`
  20. }
  21. // EdbInfoFromTag 计算指标的关联指标
  22. type EdbInfoFromTag struct {
  23. EdbInfoId int `description:"指标id"`
  24. FromTag string `description:"指标对应标签"`
  25. MoveValue int `description:"移动的值"`
  26. }
  27. type EdbInfoCalculate struct {
  28. EdbInfoCalculateId int `orm:"column(edb_info_calculate_id);pk"`
  29. EdbInfoId int `description:"指标id"`
  30. EdbCode string `description:"指标编码"`
  31. FromEdbInfoId int `description:"计算指标id"`
  32. FromEdbCode string `description:"计算指标编码"`
  33. FromEdbName string `description:"计算指标名称"`
  34. FromSource int `description:"计算指标来源"`
  35. FromSourceName string `description:"计算指标来源名称"`
  36. FromTag string `description:"来源指标标签"`
  37. Sort int `description:"计算指标名称排序"`
  38. CreateTime time.Time `description:"创建时间"`
  39. ModifyTime time.Time `description:"修改时间"`
  40. }
  41. func AddEdbInfoCalculateMulti(items []*EdbInfoCalculate) (err error) {
  42. o := orm.NewOrmUsingDB("data")
  43. _, err = o.InsertMulti(1, items)
  44. return
  45. }
  46. type FromEdbInfoData struct {
  47. EdbInfoId int `description:"指标id"`
  48. EdbName string `description:"指标名称"`
  49. DataList []*EdbInfoSearchData
  50. }
  51. type EdbInfoCalculateDetail struct {
  52. EdbInfoCalculateId int `orm:"column(edb_info_calculate_id);pk"`
  53. EdbInfoId int `description:"指标id"`
  54. EdbCode string `description:"指标编码"`
  55. FromEdbInfoId int `description:"计算指标id"`
  56. FromEdbCode string `description:"计算指标编码"`
  57. FromEdbName string `description:"计算指标名称"`
  58. FromSource int `description:"计算指标来源"`
  59. FromSourceName string `description:"计算指标来源名称"`
  60. FromTag string `description:"来源指标标签"`
  61. MoveValue int `description:"移动的值,小于0是提前,0是不变,大于0是滞后"`
  62. Sort int `description:"计算指标名称排序"`
  63. CreateTime time.Time `description:"创建时间"`
  64. ModifyTime time.Time `description:"修改时间"`
  65. StartDate string `description:"开始日期"`
  66. EndDate string `description:"结束日期"`
  67. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  68. }
  69. func GetEdbInfoCalculateDetail(edbInfoId, source int) (list []*EdbInfoCalculateDetail, err error) {
  70. o := orm.NewOrmUsingDB("data")
  71. //calculateTableName := GetEdbInfoCalculateTableName(source)
  72. //sql := ` SELECT a.*,b.start_date,b.end_date,b.edb_type FROM %s AS a
  73. // INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  74. // WHERE a.edb_info_id=? ORDER BY sort ASC `
  75. //
  76. //sql = fmt.Sprintf(sql, calculateTableName)
  77. sql := ` SELECT a.edb_info_calculate_mapping_id,a.edb_info_id,a.source,a.source_name,a.edb_code,a.from_edb_info_id,a.from_edb_code,a.from_source,a.from_source_name,a.sort,a.create_time,a.modify_time,a.from_tag,a.move_value,b.edb_name_source as from_edb_name,b.start_date,b.end_date,b.edb_type FROM edb_info_calculate_mapping AS a
  78. INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  79. WHERE a.edb_info_id=? ORDER BY sort ASC `
  80. _, err = o.Raw(sql, edbInfoId).QueryRows(&list)
  81. return
  82. }
  83. type CalculateDetailResp struct {
  84. EdbInfoDetail *EdbInfo
  85. CalculateList []*EdbInfoCalculateDetail
  86. }
  87. type EdbInfoCalculateEditReq struct {
  88. EdbInfoId int `description:"指标id"`
  89. EdbName string `description:"指标名称"`
  90. Frequency string `description:"频率"`
  91. Unit string `description:"单位"`
  92. ClassifyId int `description:"分类id"`
  93. CalculateFormula string `description:"计算公式"`
  94. EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"`
  95. }
  96. func GetCalculateEdbInfo(edbInfoId int) (from_edb_info_id string, err error) {
  97. o := orm.NewOrmUsingDB("data")
  98. sql := ` SELECT GROUP_CONCAT(from_edb_info_id ORDER BY sort ASC SEPARATOR ',') AS from_edb_info_id
  99. FROM edb_info_calculate_mapping
  100. WHERE edb_info_id=?
  101. GROUP BY edb_info_id
  102. `
  103. err = o.Raw(sql, edbInfoId).QueryRow(&from_edb_info_id)
  104. return
  105. }
  106. func DeleteCalculateEdbInfo(edbInfoId int) (err error) {
  107. o := orm.NewOrmUsingDB("data")
  108. to, err := o.Begin()
  109. if err != nil {
  110. return
  111. }
  112. defer func() {
  113. if err != nil {
  114. _ = to.Rollback()
  115. } else {
  116. _ = to.Commit()
  117. }
  118. }()
  119. sql := `DELETE FROM edb_data_calculate WHERE edb_info_id=?`
  120. _, err = to.Raw(sql, edbInfoId).Exec()
  121. if err != nil {
  122. return
  123. }
  124. sql = `DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=?`
  125. _, err = to.Raw(sql, edbInfoId).Exec()
  126. return
  127. }
  128. func DeleteCalculateData(edbInfoId int) (err error) {
  129. o := orm.NewOrmUsingDB("data")
  130. sql := `DELETE FROM edb_data_calculate WHERE edb_info_id=?`
  131. _, err = o.Raw(sql, edbInfoId).Exec()
  132. return
  133. }
  134. type EdbInfoCalculateBatchSaveReq struct {
  135. EdbInfoId int `description:"指标id"`
  136. EdbName string `description:"指标名称"`
  137. Frequency string `description:"频度"`
  138. Unit string `description:"单位"`
  139. ClassifyId int `description:"分类id"`
  140. Formula string `description:"N值/移动天数"`
  141. FromEdbInfoId int `description:"计算来源指标id"`
  142. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"`
  143. CalculateFormula string `description:"计算公式"`
  144. EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"`
  145. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  146. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  147. Calendar string `description:"公历/农历"`
  148. }
  149. type EdbInfoCalculateBatchEditReq struct {
  150. EdbName string `description:"指标名称"`
  151. Frequency string `description:"频度"`
  152. Unit string `description:"单位"`
  153. ClassifyId int `description:"分类id"`
  154. Formula string `description:"N值"`
  155. EdbInfoId int `description:"编辑指标id"`
  156. FromEdbInfoId int `description:"计算来源指标id"`
  157. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"`
  158. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  159. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  160. Calendar string `description:"公历/农历"`
  161. EdbInfoIdArr []EdbInfoFromTag
  162. }
  163. // EdbInfoCalculateBatchSaveReqByEdbLib edb指标库的请求逻辑
  164. type EdbInfoCalculateBatchSaveReqByEdbLib struct {
  165. AdminId int `description:"添加人id"`
  166. AdminName string `description:"添加人名称"`
  167. EdbInfoId int `description:"指标id"`
  168. EdbName string `description:"指标名称"`
  169. Frequency string `description:"频度"`
  170. Unit string `description:"单位"`
  171. ClassifyId int `description:"分类id"`
  172. Formula string `description:"N值/移动天数"`
  173. FromEdbInfoId int `description:"计算来源指标id"`
  174. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"`
  175. CalculateFormula string `description:"计算公式"`
  176. EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"`
  177. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  178. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  179. Calendar string `description:"公历/农历"`
  180. Data interface{} `description:"数据列"`
  181. }
  182. // EdbInfoCalculateBatchEditReq 编辑计算指标的请求参数
  183. type EdbInfoCalculateBatchEditReqByEdbLib struct {
  184. EdbName string `description:"指标名称"`
  185. Frequency string `description:"频度"`
  186. Unit string `description:"单位"`
  187. ClassifyId int `description:"分类id"`
  188. Formula string `description:"N值"`
  189. EdbInfoId int `description:"编辑指标id"`
  190. FromEdbInfoId int `description:"计算来源指标id"`
  191. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"`
  192. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  193. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  194. Calendar string `description:"公历/农历"`
  195. EdbInfoIdArr []EdbInfoFromTag
  196. }
  197. func GetEdbInfoCalculateMap(edbInfoId, source int) (list []*EdbInfo, err error) {
  198. o := orm.NewOrmUsingDB("data")
  199. //calculateTableName := GetEdbInfoCalculateTableName(source)
  200. //sql := ` SELECT b.* FROM %s AS a
  201. // INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  202. // WHERE a.edb_info_id=? ORDER BY sort ASC `
  203. //sql = fmt.Sprintf(sql, calculateTableName)
  204. sql := ` SELECT b.* FROM edb_info_calculate_mapping AS a
  205. INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  206. WHERE a.edb_info_id=? ORDER BY sort ASC `
  207. _, err = o.Raw(sql, edbInfoId).QueryRows(&list)
  208. return
  209. }
  210. // 指标运算
  211. func AddCalculate(req *EdbInfoCalculateBatchSaveReq, fromEdbInfo []*EdbInfoCalculateDetail, edbCode, uniqueCode, formulaStr string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
  212. o := orm.NewOrmUsingDB("data")
  213. to, err := o.Begin()
  214. if err != nil {
  215. return
  216. }
  217. defer func() {
  218. if err != nil {
  219. _ = to.Rollback()
  220. } else {
  221. _ = to.Commit()
  222. }
  223. }()
  224. if req.EdbInfoId <= 0 {
  225. edbInfo := new(EdbInfo)
  226. edbInfo.Source = utils.DATA_SOURCE_CALCULATE
  227. edbInfo.SourceName = "指标运算"
  228. edbInfo.EdbCode = edbCode
  229. edbInfo.EdbName = req.EdbName
  230. edbInfo.EdbNameSource = req.EdbName
  231. edbInfo.Frequency = req.Frequency
  232. edbInfo.Unit = req.Unit
  233. edbInfo.ClassifyId = req.ClassifyId
  234. edbInfo.SysUserId = sysUserId
  235. edbInfo.SysUserRealName = sysUserRealName
  236. edbInfo.CreateTime = time.Now()
  237. edbInfo.ModifyTime = time.Now()
  238. edbInfo.UniqueCode = uniqueCode
  239. edbInfo.CalculateFormula = req.CalculateFormula
  240. edbInfo.EdbType = 2
  241. newEdbInfoId, err := to.Insert(edbInfo)
  242. if err != nil {
  243. return int(newEdbInfoId), err
  244. }
  245. edbInfoId = int(newEdbInfoId)
  246. //处理同名指标
  247. {
  248. edbNameList, err := GetEdbInfoByName(req.EdbName)
  249. if err != nil {
  250. return edbInfoId, err
  251. }
  252. if len(edbNameList) >= 2 {
  253. for _, v := range edbNameList {
  254. edbName := v.EdbName + "(" + v.SourceName + ")"
  255. err = ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  256. if err != nil {
  257. return edbInfoId, err
  258. }
  259. }
  260. }
  261. }
  262. //calculateList := make([]*EdbInfoCalculate, 0)
  263. edbInfoList := make([]*EdbInfo, 0)
  264. for _, v := range req.EdbInfoIdArr {
  265. edbInfo, err := GetEdbInfoById(v.EdbInfoId)
  266. if err != nil {
  267. return edbInfoId, err
  268. }
  269. //calculateItem := new(EdbInfoCalculate)
  270. //calculateItem.CreateTime = time.Now()
  271. //calculateItem.ModifyTime = time.Now()
  272. //calculateItem.Sort = k + 1
  273. //calculateItem.EdbCode = edbCode
  274. //calculateItem.EdbInfoId = int(edbInfoId)
  275. //calculateItem.FromEdbInfoId = edbInfo.EdbInfoId
  276. //calculateItem.FromEdbCode = edbInfo.EdbCode
  277. //calculateItem.FromEdbName = edbInfo.EdbName
  278. //calculateItem.FromSource = edbInfo.Source
  279. //calculateItem.FromSourceName = edbInfo.SourceName
  280. //calculateItem.FromTag = v.FromTag
  281. //calculateList = append(calculateList, calculateItem)
  282. edbInfoList = append(edbInfoList, edbInfo)
  283. }
  284. //if len(calculateList) > 0 {
  285. // _, err = to.InsertMulti(1, calculateList)
  286. // if err != nil {
  287. // return edbInfoId, err
  288. // }
  289. //}
  290. } else {
  291. edbInfoId = req.EdbInfoId
  292. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE)
  293. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  294. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  295. _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
  296. }
  297. //计算数据
  298. saveDataMap := make(map[string]map[int]float64)
  299. for _, v := range fromEdbInfo {
  300. var condition string
  301. var pars []interface{}
  302. condition += " AND edb_info_id=? "
  303. pars = append(pars, v.FromEdbInfoId)
  304. dataList, err := GetEdbDataListAll(condition, pars, v.FromSource, 1)
  305. if err != nil {
  306. return edbInfoId, err
  307. }
  308. dataMap := make(map[string]float64)
  309. for _, dv := range dataList {
  310. if val, ok := saveDataMap[dv.DataTime]; ok {
  311. if _, ok := val[v.EdbInfoId]; !ok {
  312. val[v.EdbInfoId] = dv.Value
  313. }
  314. } else {
  315. temp := make(map[int]float64)
  316. temp[v.EdbInfoId] = dv.Value
  317. saveDataMap[dv.DataTime] = temp
  318. }
  319. }
  320. item := new(CalculateItems)
  321. item.EdbInfoId = v.EdbInfoId
  322. item.DataMap = dataMap
  323. }
  324. //formulaMap := CheckFormula(formulaStr)
  325. //addSql := ` INSERT INTO edb_data_calculate(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  326. //nowStr := time.Now().Format(utils.FormatDateTime)
  327. //var isAdd bool
  328. //
  329. //for sk, sv := range saveDataMap {
  330. // formulaStr = strings.ToUpper(formulaStr)
  331. // formulaFormStr := ReplaceFormula(edbInfoIdArr, sv, formulaMap, formulaStr, edbInfoIdBytes)
  332. // if formulaFormStr != "" {
  333. // utils.FileLog.Info("formulaFormStr:%s", formulaFormStr)
  334. // expression := formula.NewExpression(formulaFormStr)
  335. // calResult, err := expression.Evaluate()
  336. // if err != nil {
  337. // err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  338. // fmt.Println(err)
  339. // return err
  340. // }
  341. // calVal, err := calResult.Float64()
  342. // if err != nil {
  343. // err = errors.New("计算失败:获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  344. // fmt.Println(err)
  345. // return err
  346. // }
  347. //
  348. // //需要存入的数据
  349. // {
  350. // dataTime, _ := time.Parse(utils.FormatDate, sk)
  351. // timestamp := dataTime.UnixNano() / 1e6
  352. // timeStr := fmt.Sprintf("%d", timestamp)
  353. // addSql += "("
  354. // addSql += strconv.Itoa(edbInfoId) + "," + "'" + edbCode + "'" + "," + "'" + sk + "'" + "," + utils.SubFloatToString(calVal, 4) + "," + "'" + nowStr + "'" +
  355. // "," + "'" + nowStr + "'" + "," + "1"
  356. // addSql += "," + "'" + timeStr + "'"
  357. // addSql += "),"
  358. // isAdd = true
  359. // }
  360. // }
  361. //}
  362. //if isAdd {
  363. // addSql = strings.TrimRight(addSql, ",")
  364. // AddEdbDataCalculateBySql(addSql)
  365. // if err != nil {
  366. // fmt.Println("AddEdbDataCalculate Err:" + err.Error())
  367. // return
  368. // }
  369. //}
  370. return
  371. }
  372. type CalculateItems struct {
  373. EdbInfoId int
  374. DataMap map[string]float64
  375. }
  376. func CheckFormula(formula string) map[string]string {
  377. mathFormula := []string{"MAX", "MIN", "ABS", "ACOS", "ASIN", "CEIL", "MOD", "POW", "ROUND", "SIGN", "SIN", "TAN", "LOG10", "LOG2", "LOG", "LN"}
  378. str := strings.ToUpper(formula)
  379. for _, v := range mathFormula {
  380. str = strings.Replace(str, v, "", -1)
  381. }
  382. str = strings.Replace(str, "(", "", -1)
  383. str = strings.Replace(str, ")", "", -1)
  384. byteMap := make(map[string]string)
  385. for i := 0; i < len(str); i++ {
  386. byteInt := str[i]
  387. if byteInt >= 65 && byteInt <= 90 {
  388. byteStr := string(byteInt)
  389. if _, ok := byteMap[byteStr]; !ok {
  390. byteMap[byteStr] = byteStr
  391. }
  392. }
  393. }
  394. return byteMap
  395. }
  396. func ReplaceFormula(edbInfoIdArr []*EdbInfo, valArr map[int]float64, formulaMap map[string]string, formulaStr string, edbInfoIdBytes []string) string {
  397. funMap := GetFormulaMap()
  398. for k, v := range funMap {
  399. formulaStr = strings.Replace(formulaStr, k, v, -1)
  400. }
  401. replaceCount := 0
  402. for dk, dv := range edbInfoIdArr {
  403. if dk == 0 {
  404. dKey := edbInfoIdBytes[dk]
  405. if _, ok := formulaMap[dKey]; ok { //公式中存在
  406. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  407. dvStr := fmt.Sprintf("%v", val)
  408. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  409. replaceCount++
  410. }
  411. }
  412. }
  413. if dk == 1 {
  414. dKey := edbInfoIdBytes[dk]
  415. if _, ok := formulaMap[dKey]; ok { //公式中存在
  416. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  417. dvStr := fmt.Sprintf("%v", val)
  418. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  419. replaceCount++
  420. }
  421. }
  422. }
  423. if dk == 2 {
  424. dKey := edbInfoIdBytes[dk]
  425. if _, ok := formulaMap[dKey]; ok { //公式中存在
  426. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  427. dvStr := fmt.Sprintf("%v", val)
  428. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  429. replaceCount++
  430. }
  431. }
  432. }
  433. if dk == 3 {
  434. dKey := edbInfoIdBytes[dk]
  435. if _, ok := formulaMap[dKey]; ok { //公式中存在
  436. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  437. dvStr := fmt.Sprintf("%v", val)
  438. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  439. replaceCount++
  440. }
  441. }
  442. }
  443. if dk == 4 {
  444. dKey := edbInfoIdBytes[dk]
  445. if _, ok := formulaMap[dKey]; ok { //公式中存在
  446. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  447. dvStr := fmt.Sprintf("%v", val)
  448. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  449. replaceCount++
  450. }
  451. }
  452. }
  453. if dk == 5 {
  454. dKey := edbInfoIdBytes[dk]
  455. if _, ok := formulaMap[dKey]; ok { //公式中存在
  456. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  457. dvStr := fmt.Sprintf("%v", val)
  458. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  459. replaceCount++
  460. }
  461. }
  462. }
  463. if dk == 6 {
  464. dKey := edbInfoIdBytes[dk]
  465. if _, ok := formulaMap[dKey]; ok { //公式中存在
  466. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  467. dvStr := fmt.Sprintf("%v", val)
  468. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  469. replaceCount++
  470. }
  471. }
  472. }
  473. if dk == 7 {
  474. dKey := edbInfoIdBytes[dk]
  475. if _, ok := formulaMap[dKey]; ok { //公式中存在
  476. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  477. dvStr := fmt.Sprintf("%v", val)
  478. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  479. replaceCount++
  480. }
  481. }
  482. }
  483. if dk == 8 {
  484. dKey := edbInfoIdBytes[dk]
  485. if _, ok := formulaMap[dKey]; ok { //公式中存在
  486. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  487. dvStr := fmt.Sprintf("%v", val)
  488. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  489. replaceCount++
  490. }
  491. }
  492. }
  493. }
  494. for k, v := range funMap {
  495. formulaStr = strings.Replace(formulaStr, v, k, -1)
  496. }
  497. if replaceCount == len(formulaMap) {
  498. return formulaStr
  499. } else {
  500. return ""
  501. }
  502. }
  503. func GetFormulaMap() map[string]string {
  504. funMap := make(map[string]string)
  505. funMap["MAX"] = "[@@]"
  506. funMap["MIN"] = "[@!]"
  507. funMap["ABS"] = "[@#]"
  508. funMap["CEIL"] = "[@$]"
  509. funMap["COS"] = "[@%]"
  510. funMap["FLOOR"] = "[@^]"
  511. funMap["MOD"] = "[@&]"
  512. funMap["POW"] = "[@*]"
  513. funMap["ROUND"] = "[@(]"
  514. return funMap
  515. }
  516. func Calculate(edbInfoIdArr []*EdbInfo, edbInfoId int, edbCode, formulaStr string, edbInfoIdBytes []string) (err error) {
  517. defer func() {
  518. if err != nil {
  519. utils.FileLog.Info("Calculate Err:%s" + err.Error())
  520. }
  521. }()
  522. saveDataMap := make(map[string]map[int]float64)
  523. for _, v := range edbInfoIdArr {
  524. var condition string
  525. var pars []interface{}
  526. condition += " AND edb_info_id=? "
  527. pars = append(pars, v.EdbInfoId)
  528. dataList, err := GetEdbDataListAll(condition, pars, v.Source, 1)
  529. if err != nil {
  530. return err
  531. }
  532. dataMap := make(map[string]float64)
  533. for _, dv := range dataList {
  534. if val, ok := saveDataMap[dv.DataTime]; ok {
  535. if _, ok := val[v.EdbInfoId]; !ok {
  536. val[v.EdbInfoId] = dv.Value
  537. }
  538. } else {
  539. temp := make(map[int]float64)
  540. temp[v.EdbInfoId] = dv.Value
  541. saveDataMap[dv.DataTime] = temp
  542. }
  543. }
  544. item := new(CalculateItems)
  545. item.EdbInfoId = v.EdbInfoId
  546. item.DataMap = dataMap
  547. }
  548. formulaMap := CheckFormula(formulaStr)
  549. addSql := ` INSERT INTO edb_data_calculate(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  550. nowStr := time.Now().Format(utils.FormatDateTime)
  551. var isAdd bool
  552. for sk, sv := range saveDataMap {
  553. formulaStr = strings.ToUpper(formulaStr)
  554. formulaFormStr := ReplaceFormula(edbInfoIdArr, sv, formulaMap, formulaStr, edbInfoIdBytes)
  555. if formulaStr == "" {
  556. return
  557. }
  558. if formulaFormStr != "" {
  559. utils.FileLog.Info("formulaFormStr:%s", formulaFormStr)
  560. expression := formula.NewExpression(formulaFormStr)
  561. calResult, err := expression.Evaluate()
  562. if err != nil {
  563. err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  564. fmt.Println(err)
  565. return err
  566. }
  567. calVal, err := calResult.Float64()
  568. if err != nil {
  569. err = errors.New("计算失败:获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  570. fmt.Println(err)
  571. return err
  572. }
  573. //需要存入的数据
  574. {
  575. dataTime, _ := time.Parse(utils.FormatDate, sk)
  576. timestamp := dataTime.UnixNano() / 1e6
  577. timeStr := fmt.Sprintf("%d", timestamp)
  578. addSql += "("
  579. addSql += strconv.Itoa(edbInfoId) + "," + "'" + edbCode + "'" + "," + "'" + sk + "'" + "," + utils.SubFloatToString(calVal, 4) + "," + "'" + nowStr + "'" +
  580. "," + "'" + nowStr + "'" + "," + "1"
  581. addSql += "," + "'" + timeStr + "'"
  582. addSql += "),"
  583. isAdd = true
  584. }
  585. } else {
  586. fmt.Println("formulaFormStr is empty")
  587. }
  588. }
  589. if isAdd {
  590. addSql = strings.TrimRight(addSql, ",")
  591. AddEdbDataCalculateBySql(addSql)
  592. if err != nil {
  593. fmt.Println("AddEdbDataCalculate Err:" + err.Error())
  594. return err
  595. }
  596. }
  597. return
  598. }
  599. // SaveAdjustEdbInfoReq 保存数据调整请求参数(请求指标服务)
  600. type SaveAdjustEdbInfoReq struct {
  601. AdminId int `description:"添加人id"`
  602. AdminName string `description:"添加人名称"`
  603. EdbInfoId int `description:"指标id"`
  604. FromEdbInfoId int `description:"来源指标id"`
  605. EdbName string `description:"指标名称"`
  606. Frequency string `description:"频度"`
  607. Unit string `description:"单位"`
  608. ClassifyId int `description:"分类id"`
  609. DataList []SaveAdjustEdbDataReq `description:"指标对应的数据值"`
  610. }
  611. // SaveAdjustEdbDataReq 保存数据调整请求的数据的参数
  612. type SaveAdjustEdbDataReq struct {
  613. Date string `description:"数据日期"`
  614. Value float64 `description:"数据值"`
  615. }
  616. // BatchEdbInfoCalculateBatchSaveReq 批量添加 计算指标
  617. type BatchEdbInfoCalculateBatchSaveReq struct {
  618. CalculateId string `description:"当前请求时,单个计算的唯一标识"`
  619. CalculateInfo EdbInfoCalculateBatchSaveReq
  620. }
  621. // BatchEdbInfoCalculateBatchSaveResp 批量添加 计算指标 返回数据
  622. type BatchEdbInfoCalculateBatchSaveResp struct {
  623. Fail []BatchEdbInfoCalculateBatchSaveFailResp `description:"添加失败的指标"`
  624. Success []BatchEdbInfoCalculateBatchSaveSuccessResp `description:"添加成功的指标"`
  625. }
  626. // BatchEdbInfoCalculateBatchSaveFailResp 添加失败的指标信息
  627. type BatchEdbInfoCalculateBatchSaveFailResp struct {
  628. CalculateId string `description:"当前请求时,单个计算的唯一标识"`
  629. Msg string `description:"用户提示信息"`
  630. ErrMsg string `description:"错误信息,内部查看"`
  631. }
  632. // BatchEdbInfoCalculateBatchSaveSuccessResp 添加成功的指标信息
  633. type BatchEdbInfoCalculateBatchSaveSuccessResp struct {
  634. ClassifyId int `description:"分类id"`
  635. CalculateId string `description:"当前请求时,单个计算的唯一标识"`
  636. EdbInfoId int `description:"指标ID"`
  637. UniqueCode string `description:"指标唯一编码"`
  638. }