edb_info_calculate.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688
  1. package data_manage
  2. import (
  3. "errors"
  4. "eta/eta_mobile/utils"
  5. "fmt"
  6. "github.com/beego/beego/v2/client/orm"
  7. "github.com/yidane/formula"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type EdbInfoCalculateSaveReq struct {
  13. EdbName string `description:"指标名称"`
  14. Frequency string `description:"频率"`
  15. Unit string `description:"单位"`
  16. ClassifyId int `description:"分类id"`
  17. CalculateFormula string `description:"计算公式"`
  18. Calendar string `description:"公历/农历"`
  19. EmptyType int `description:"空值处理类型(0查找前后35天,1不计算,2前值填充,3后值填充,4等于0)"`
  20. MaxEmptyType int `description:"MAX、MIN公式空值处理类型(1、等于0;2、跳过空值)"`
  21. EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"`
  22. }
  23. // EdbInfoFromTag 计算指标的关联指标
  24. type EdbInfoFromTag struct {
  25. EdbInfoId int `description:"指标id"`
  26. FromTag string `description:"指标对应标签"`
  27. MoveValue int `description:"移动的值"`
  28. }
  29. type EdbInfoCalculate struct {
  30. EdbInfoCalculateId int `orm:"column(edb_info_calculate_id);pk"`
  31. EdbInfoId int `description:"指标id"`
  32. EdbCode string `description:"指标编码"`
  33. FromEdbInfoId int `description:"计算指标id"`
  34. FromEdbCode string `description:"计算指标编码"`
  35. FromEdbName string `description:"计算指标名称"`
  36. FromSource int `description:"计算指标来源"`
  37. FromSourceName string `description:"计算指标来源名称"`
  38. FromTag string `description:"来源指标标签"`
  39. Sort int `description:"计算指标名称排序"`
  40. CreateTime time.Time `description:"创建时间"`
  41. ModifyTime time.Time `description:"修改时间"`
  42. }
  43. func AddEdbInfoCalculateMulti(items []*EdbInfoCalculate) (err error) {
  44. o := orm.NewOrmUsingDB("data")
  45. _, err = o.InsertMulti(1, items)
  46. return
  47. }
  48. type FromEdbInfoData struct {
  49. EdbInfoId int `description:"指标id"`
  50. EdbName string `description:"指标名称"`
  51. DataList []*EdbInfoSearchData
  52. }
  53. type EdbInfoCalculateDetail struct {
  54. EdbInfoCalculateId int `orm:"column(edb_info_calculate_id);pk"`
  55. EdbInfoId int `description:"指标id"`
  56. EdbCode string `description:"指标编码"`
  57. FromEdbInfoId int `description:"计算指标id"`
  58. FromEdbCode string `description:"计算指标编码"`
  59. FromEdbName string `description:"计算指标名称"`
  60. FromSource int `description:"计算指标来源"`
  61. FromSourceName string `description:"计算指标来源名称"`
  62. FromTag string `description:"来源指标标签"`
  63. MoveValue int `description:"移动的值,小于0是提前,0是不变,大于0是滞后"`
  64. Sort int `description:"计算指标名称排序"`
  65. CreateTime time.Time `description:"创建时间"`
  66. ModifyTime time.Time `description:"修改时间"`
  67. StartDate string `description:"开始日期"`
  68. EndDate string `description:"结束日期"`
  69. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  70. }
  71. func GetEdbInfoCalculateDetail(edbInfoId, source int) (list []*EdbInfoCalculateDetail, err error) {
  72. o := orm.NewOrmUsingDB("data")
  73. //calculateTableName := GetEdbInfoCalculateTableName(source)
  74. //sql := ` SELECT a.*,b.start_date,b.end_date,b.edb_type FROM %s AS a
  75. // INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  76. // WHERE a.edb_info_id=? ORDER BY sort ASC `
  77. //
  78. //sql = fmt.Sprintf(sql, calculateTableName)
  79. sql := ` SELECT a.edb_info_calculate_mapping_id,a.edb_info_id,a.source,a.source_name,a.edb_code,a.from_edb_info_id,a.from_edb_code,a.from_source,a.from_source_name,a.sort,a.create_time,a.modify_time,a.from_tag,a.move_value,b.edb_name_source as from_edb_name,b.start_date,b.end_date,b.edb_type FROM edb_info_calculate_mapping AS a
  80. INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  81. WHERE a.edb_info_id=? ORDER BY sort ASC `
  82. _, err = o.Raw(sql, edbInfoId).QueryRows(&list)
  83. return
  84. }
  85. type CalculateDetailResp struct {
  86. EdbInfoDetail *EdbInfoFullClassify
  87. CalculateList []*EdbInfoCalculateDetail
  88. }
  89. type EdbInfoCalculateEditReq struct {
  90. EdbInfoId int `description:"指标id"`
  91. EdbName string `description:"指标名称"`
  92. Frequency string `description:"频率"`
  93. Unit string `description:"单位"`
  94. ClassifyId int `description:"分类id"`
  95. CalculateFormula string `description:"计算公式"`
  96. EmptyType int `description:"空值处理类型(0查找前后35天,1不计算,2前值填充,3后值填充,4等于0)"`
  97. MaxEmptyType int `description:"MAX、MIN公式空值处理类型(1、等于0;2、跳过空值)"`
  98. EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"`
  99. }
  100. func GetCalculateEdbInfo(edbInfoId int) (from_edb_info_id string, err error) {
  101. o := orm.NewOrmUsingDB("data")
  102. sql := ` SELECT GROUP_CONCAT(from_edb_info_id ORDER BY sort ASC SEPARATOR ',') AS from_edb_info_id
  103. FROM edb_info_calculate_mapping
  104. WHERE edb_info_id=?
  105. GROUP BY edb_info_id
  106. `
  107. err = o.Raw(sql, edbInfoId).QueryRow(&from_edb_info_id)
  108. return
  109. }
  110. func DeleteCalculateEdbInfo(edbInfoId int) (err error) {
  111. o := orm.NewOrmUsingDB("data")
  112. to, err := o.Begin()
  113. if err != nil {
  114. return
  115. }
  116. defer func() {
  117. if err != nil {
  118. _ = to.Rollback()
  119. } else {
  120. _ = to.Commit()
  121. }
  122. }()
  123. sql := `DELETE FROM edb_data_calculate WHERE edb_info_id=?`
  124. _, err = to.Raw(sql, edbInfoId).Exec()
  125. if err != nil {
  126. return
  127. }
  128. sql = `DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=?`
  129. _, err = to.Raw(sql, edbInfoId).Exec()
  130. return
  131. }
  132. func DeleteCalculateData(edbInfoId int) (err error) {
  133. o := orm.NewOrmUsingDB("data")
  134. sql := `DELETE FROM edb_data_calculate WHERE edb_info_id=?`
  135. _, err = o.Raw(sql, edbInfoId).Exec()
  136. return
  137. }
  138. type EdbInfoCalculateBatchSaveReq struct {
  139. EdbInfoId int `description:"指标id"`
  140. EdbName string `description:"指标名称"`
  141. Frequency string `description:"频度"`
  142. Unit string `description:"单位"`
  143. ClassifyId int `description:"分类id"`
  144. Formula string `description:"N值/移动天数"`
  145. FromEdbInfoId int `description:"计算来源指标id"`
  146. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"`
  147. CalculateFormula string `description:"计算公式"`
  148. EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"`
  149. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  150. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  151. Calendar string `description:"公历/农历"`
  152. }
  153. type EdbInfoCalculateBatchEditReq struct {
  154. EdbName string `description:"指标名称"`
  155. Frequency string `description:"频度"`
  156. Unit string `description:"单位"`
  157. ClassifyId int `description:"分类id"`
  158. Formula string `description:"N值"`
  159. EdbInfoId int `description:"编辑指标id"`
  160. FromEdbInfoId int `description:"计算来源指标id"`
  161. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"`
  162. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  163. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  164. Calendar string `description:"公历/农历"`
  165. EdbInfoIdArr []EdbInfoFromTag
  166. }
  167. // EdbInfoCalculateBatchSaveReqByEdbLib edb指标库的请求逻辑
  168. type EdbInfoCalculateBatchSaveReqByEdbLib struct {
  169. AdminId int `description:"添加人id"`
  170. AdminName string `description:"添加人名称"`
  171. EdbInfoId int `description:"指标id"`
  172. EdbName string `description:"指标名称"`
  173. Frequency string `description:"频度"`
  174. Unit string `description:"单位"`
  175. ClassifyId int `description:"分类id"`
  176. Formula string `description:"N值/移动天数"`
  177. FromEdbInfoId int `description:"计算来源指标id"`
  178. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"`
  179. CalculateFormula string `description:"计算公式"`
  180. EdbInfoIdArr []EdbInfoFromTag `description:"指标信息"`
  181. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  182. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  183. Calendar string `description:"公历/农历"`
  184. EmptyType int `description:"空值处理类型(0查找前后35天,1不计算,2前值填充,3后值填充,4等于0)"`
  185. MaxEmptyType int `description:"MAX、MIN公式空值处理类型(1、等于0;2、跳过空值)"`
  186. }
  187. // EdbInfoCalculateBatchEditReq 编辑计算指标的请求参数
  188. type EdbInfoCalculateBatchEditReqByEdbLib struct {
  189. EdbName string `description:"指标名称"`
  190. Frequency string `description:"频度"`
  191. Unit string `description:"单位"`
  192. ClassifyId int `description:"分类id"`
  193. Formula string `description:"N值"`
  194. EdbInfoId int `description:"编辑指标id"`
  195. FromEdbInfoId int `description:"计算来源指标id"`
  196. Source int `description:"来源:1:同花顺,2:wind,3:彭博,4:指标运算,5:累计值转月,6:同比值,7:同差值,8:N数值移动平均计算,12:环比值,13:环差值,14:变频"`
  197. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  198. MoveFrequency string `description:"移动频度:天/周/月/季/年"`
  199. Calendar string `description:"公历/农历"`
  200. EdbInfoIdArr []EdbInfoFromTag
  201. }
  202. func GetEdbInfoCalculateMap(edbInfoId, source int) (list []*EdbInfo, err error) {
  203. o := orm.NewOrmUsingDB("data")
  204. //calculateTableName := GetEdbInfoCalculateTableName(source)
  205. //sql := ` SELECT b.* FROM %s AS a
  206. // INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  207. // WHERE a.edb_info_id=? ORDER BY sort ASC `
  208. //sql = fmt.Sprintf(sql, calculateTableName)
  209. sql := ` SELECT b.* FROM edb_info_calculate_mapping AS a
  210. INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  211. WHERE a.edb_info_id=? ORDER BY sort ASC `
  212. _, err = o.Raw(sql, edbInfoId).QueryRows(&list)
  213. return
  214. }
  215. // 指标运算
  216. func AddCalculate(req *EdbInfoCalculateBatchSaveReq, fromEdbInfo []*EdbInfoCalculateDetail, edbCode, uniqueCode, formulaStr string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
  217. o := orm.NewOrmUsingDB("data")
  218. to, err := o.Begin()
  219. if err != nil {
  220. return
  221. }
  222. defer func() {
  223. if err != nil {
  224. _ = to.Rollback()
  225. } else {
  226. _ = to.Commit()
  227. }
  228. }()
  229. if req.EdbInfoId <= 0 {
  230. edbInfo := new(EdbInfo)
  231. edbInfo.Source = utils.DATA_SOURCE_CALCULATE
  232. edbInfo.SourceName = "指标运算"
  233. edbInfo.EdbCode = edbCode
  234. edbInfo.EdbName = req.EdbName
  235. edbInfo.EdbNameSource = req.EdbName
  236. edbInfo.Frequency = req.Frequency
  237. edbInfo.Unit = req.Unit
  238. edbInfo.ClassifyId = req.ClassifyId
  239. edbInfo.SysUserId = sysUserId
  240. edbInfo.SysUserRealName = sysUserRealName
  241. edbInfo.CreateTime = time.Now()
  242. edbInfo.ModifyTime = time.Now()
  243. edbInfo.UniqueCode = uniqueCode
  244. edbInfo.CalculateFormula = req.CalculateFormula
  245. edbInfo.EdbType = 2
  246. newEdbInfoId, err := to.Insert(edbInfo)
  247. if err != nil {
  248. return int(newEdbInfoId), err
  249. }
  250. edbInfoId = int(newEdbInfoId)
  251. //处理同名指标
  252. {
  253. edbNameList, err := GetEdbInfoByName(req.EdbName)
  254. if err != nil {
  255. return edbInfoId, err
  256. }
  257. if len(edbNameList) >= 2 {
  258. for _, v := range edbNameList {
  259. edbName := v.EdbName + "(" + v.SourceName + ")"
  260. err = ModifyEdbInfoNameSource(edbName, v.EdbInfoId)
  261. if err != nil {
  262. return edbInfoId, err
  263. }
  264. }
  265. }
  266. }
  267. //calculateList := make([]*EdbInfoCalculate, 0)
  268. edbInfoList := make([]*EdbInfo, 0)
  269. for _, v := range req.EdbInfoIdArr {
  270. edbInfo, err := GetEdbInfoById(v.EdbInfoId)
  271. if err != nil {
  272. return edbInfoId, err
  273. }
  274. //calculateItem := new(EdbInfoCalculate)
  275. //calculateItem.CreateTime = time.Now()
  276. //calculateItem.ModifyTime = time.Now()
  277. //calculateItem.Sort = k + 1
  278. //calculateItem.EdbCode = edbCode
  279. //calculateItem.EdbInfoId = int(edbInfoId)
  280. //calculateItem.FromEdbInfoId = edbInfo.EdbInfoId
  281. //calculateItem.FromEdbCode = edbInfo.EdbCode
  282. //calculateItem.FromEdbName = edbInfo.EdbName
  283. //calculateItem.FromSource = edbInfo.Source
  284. //calculateItem.FromSourceName = edbInfo.SourceName
  285. //calculateItem.FromTag = v.FromTag
  286. //calculateList = append(calculateList, calculateItem)
  287. edbInfoList = append(edbInfoList, edbInfo)
  288. }
  289. //if len(calculateList) > 0 {
  290. // _, err = to.InsertMulti(1, calculateList)
  291. // if err != nil {
  292. // return edbInfoId, err
  293. // }
  294. //}
  295. } else {
  296. edbInfoId = req.EdbInfoId
  297. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE)
  298. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  299. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  300. _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
  301. }
  302. //计算数据
  303. saveDataMap := make(map[string]map[int]float64)
  304. for _, v := range fromEdbInfo {
  305. var condition string
  306. var pars []interface{}
  307. condition += " AND edb_info_id=? "
  308. pars = append(pars, v.FromEdbInfoId)
  309. dataList, err := GetEdbDataListAll(condition, pars, v.FromSource, 1)
  310. if err != nil {
  311. return edbInfoId, err
  312. }
  313. dataMap := make(map[string]float64)
  314. for _, dv := range dataList {
  315. if val, ok := saveDataMap[dv.DataTime]; ok {
  316. if _, ok := val[v.EdbInfoId]; !ok {
  317. val[v.EdbInfoId] = dv.Value
  318. }
  319. } else {
  320. temp := make(map[int]float64)
  321. temp[v.EdbInfoId] = dv.Value
  322. saveDataMap[dv.DataTime] = temp
  323. }
  324. }
  325. item := new(CalculateItems)
  326. item.EdbInfoId = v.EdbInfoId
  327. item.DataMap = dataMap
  328. }
  329. //formulaMap := CheckFormula(formulaStr)
  330. //addSql := ` INSERT INTO edb_data_calculate(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  331. //nowStr := time.Now().Format(utils.FormatDateTime)
  332. //var isAdd bool
  333. //
  334. //for sk, sv := range saveDataMap {
  335. // formulaStr = strings.ToUpper(formulaStr)
  336. // formulaFormStr := ReplaceFormula(edbInfoIdArr, sv, formulaMap, formulaStr, edbInfoIdBytes)
  337. // if formulaFormStr != "" {
  338. // utils.FileLog.Info("formulaFormStr:%s", formulaFormStr)
  339. // expression := formula.NewExpression(formulaFormStr)
  340. // calResult, err := expression.Evaluate()
  341. // if err != nil {
  342. // err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  343. // fmt.Println(err)
  344. // return err
  345. // }
  346. // calVal, err := calResult.Float64()
  347. // if err != nil {
  348. // err = errors.New("计算失败:获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  349. // fmt.Println(err)
  350. // return err
  351. // }
  352. //
  353. // //需要存入的数据
  354. // {
  355. // dataTime, _ := time.Parse(utils.FormatDate, sk)
  356. // timestamp := dataTime.UnixNano() / 1e6
  357. // timeStr := fmt.Sprintf("%d", timestamp)
  358. // addSql += "("
  359. // addSql += strconv.Itoa(edbInfoId) + "," + "'" + edbCode + "'" + "," + "'" + sk + "'" + "," + utils.SubFloatToString(calVal, 4) + "," + "'" + nowStr + "'" +
  360. // "," + "'" + nowStr + "'" + "," + "1"
  361. // addSql += "," + "'" + timeStr + "'"
  362. // addSql += "),"
  363. // isAdd = true
  364. // }
  365. // }
  366. //}
  367. //if isAdd {
  368. // addSql = strings.TrimRight(addSql, ",")
  369. // AddEdbDataCalculateBySql(addSql)
  370. // if err != nil {
  371. // fmt.Println("AddEdbDataCalculate Err:" + err.Error())
  372. // return
  373. // }
  374. //}
  375. return
  376. }
  377. type CalculateItems struct {
  378. EdbInfoId int
  379. DataMap map[string]float64
  380. }
  381. func CheckFormula(formula string) map[string]string {
  382. mathFormula := []string{"MAX", "MIN", "ABS", "ACOS", "ASIN", "CEIL", "MOD", "POW", "ROUND", "SIGN", "SIN", "TAN", "LOG10", "LOG2", "LOG", "LN"}
  383. str := strings.ToUpper(formula)
  384. for _, v := range mathFormula {
  385. str = strings.Replace(str, v, "", -1)
  386. }
  387. str = strings.Replace(str, "(", "", -1)
  388. str = strings.Replace(str, ")", "", -1)
  389. byteMap := make(map[string]string)
  390. for i := 0; i < len(str); i++ {
  391. byteInt := str[i]
  392. if byteInt >= 65 && byteInt <= 90 {
  393. byteStr := string(byteInt)
  394. if _, ok := byteMap[byteStr]; !ok {
  395. byteMap[byteStr] = byteStr
  396. }
  397. }
  398. }
  399. return byteMap
  400. }
  401. func ReplaceFormula(edbInfoIdArr []*EdbInfo, valArr map[int]float64, formulaMap map[string]string, formulaStr string, edbInfoIdBytes []string) string {
  402. funMap := GetFormulaMap()
  403. for k, v := range funMap {
  404. formulaStr = strings.Replace(formulaStr, k, v, -1)
  405. }
  406. replaceCount := 0
  407. for dk, dv := range edbInfoIdArr {
  408. if dk == 0 {
  409. dKey := edbInfoIdBytes[dk]
  410. if _, ok := formulaMap[dKey]; ok { //公式中存在
  411. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  412. dvStr := fmt.Sprintf("%v", val)
  413. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  414. replaceCount++
  415. }
  416. }
  417. }
  418. if dk == 1 {
  419. dKey := edbInfoIdBytes[dk]
  420. if _, ok := formulaMap[dKey]; ok { //公式中存在
  421. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  422. dvStr := fmt.Sprintf("%v", val)
  423. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  424. replaceCount++
  425. }
  426. }
  427. }
  428. if dk == 2 {
  429. dKey := edbInfoIdBytes[dk]
  430. if _, ok := formulaMap[dKey]; ok { //公式中存在
  431. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  432. dvStr := fmt.Sprintf("%v", val)
  433. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  434. replaceCount++
  435. }
  436. }
  437. }
  438. if dk == 3 {
  439. dKey := edbInfoIdBytes[dk]
  440. if _, ok := formulaMap[dKey]; ok { //公式中存在
  441. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  442. dvStr := fmt.Sprintf("%v", val)
  443. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  444. replaceCount++
  445. }
  446. }
  447. }
  448. if dk == 4 {
  449. dKey := edbInfoIdBytes[dk]
  450. if _, ok := formulaMap[dKey]; ok { //公式中存在
  451. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  452. dvStr := fmt.Sprintf("%v", val)
  453. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  454. replaceCount++
  455. }
  456. }
  457. }
  458. if dk == 5 {
  459. dKey := edbInfoIdBytes[dk]
  460. if _, ok := formulaMap[dKey]; ok { //公式中存在
  461. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  462. dvStr := fmt.Sprintf("%v", val)
  463. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  464. replaceCount++
  465. }
  466. }
  467. }
  468. if dk == 6 {
  469. dKey := edbInfoIdBytes[dk]
  470. if _, ok := formulaMap[dKey]; ok { //公式中存在
  471. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  472. dvStr := fmt.Sprintf("%v", val)
  473. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  474. replaceCount++
  475. }
  476. }
  477. }
  478. if dk == 7 {
  479. dKey := edbInfoIdBytes[dk]
  480. if _, ok := formulaMap[dKey]; ok { //公式中存在
  481. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  482. dvStr := fmt.Sprintf("%v", val)
  483. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  484. replaceCount++
  485. }
  486. }
  487. }
  488. if dk == 8 {
  489. dKey := edbInfoIdBytes[dk]
  490. if _, ok := formulaMap[dKey]; ok { //公式中存在
  491. if val, valOk := valArr[dv.EdbInfoId]; valOk { //值存在
  492. dvStr := fmt.Sprintf("%v", val)
  493. formulaStr = strings.Replace(formulaStr, dKey, dvStr, -1)
  494. replaceCount++
  495. }
  496. }
  497. }
  498. }
  499. for k, v := range funMap {
  500. formulaStr = strings.Replace(formulaStr, v, k, -1)
  501. }
  502. if replaceCount == len(formulaMap) {
  503. return formulaStr
  504. } else {
  505. return ""
  506. }
  507. }
  508. func GetFormulaMap() map[string]string {
  509. funMap := make(map[string]string)
  510. funMap["MAX"] = "[@@]"
  511. funMap["MIN"] = "[@!]"
  512. funMap["ABS"] = "[@#]"
  513. funMap["CEIL"] = "[@$]"
  514. funMap["COS"] = "[@%]"
  515. funMap["FLOOR"] = "[@^]"
  516. funMap["MOD"] = "[@&]"
  517. funMap["POW"] = "[@*]"
  518. funMap["ROUND"] = "[@(]"
  519. return funMap
  520. }
  521. func Calculate(edbInfoIdArr []*EdbInfo, edbInfoId int, edbCode, formulaStr string, edbInfoIdBytes []string) (err error) {
  522. defer func() {
  523. if err != nil {
  524. utils.FileLog.Info("Calculate Err:%s" + err.Error())
  525. }
  526. }()
  527. saveDataMap := make(map[string]map[int]float64)
  528. for _, v := range edbInfoIdArr {
  529. var condition string
  530. var pars []interface{}
  531. condition += " AND edb_info_id=? "
  532. pars = append(pars, v.EdbInfoId)
  533. dataList, err := GetEdbDataListAll(condition, pars, v.Source, 1)
  534. if err != nil {
  535. return err
  536. }
  537. dataMap := make(map[string]float64)
  538. for _, dv := range dataList {
  539. if val, ok := saveDataMap[dv.DataTime]; ok {
  540. if _, ok := val[v.EdbInfoId]; !ok {
  541. val[v.EdbInfoId] = dv.Value
  542. }
  543. } else {
  544. temp := make(map[int]float64)
  545. temp[v.EdbInfoId] = dv.Value
  546. saveDataMap[dv.DataTime] = temp
  547. }
  548. }
  549. item := new(CalculateItems)
  550. item.EdbInfoId = v.EdbInfoId
  551. item.DataMap = dataMap
  552. }
  553. formulaMap := CheckFormula(formulaStr)
  554. addSql := ` INSERT INTO edb_data_calculate(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  555. nowStr := time.Now().Format(utils.FormatDateTime)
  556. var isAdd bool
  557. for sk, sv := range saveDataMap {
  558. formulaStr = strings.ToUpper(formulaStr)
  559. formulaFormStr := ReplaceFormula(edbInfoIdArr, sv, formulaMap, formulaStr, edbInfoIdBytes)
  560. if formulaStr == "" {
  561. return
  562. }
  563. if formulaFormStr != "" {
  564. utils.FileLog.Info("formulaFormStr:%s", formulaFormStr)
  565. expression := formula.NewExpression(formulaFormStr)
  566. calResult, err := expression.Evaluate()
  567. if err != nil {
  568. err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  569. fmt.Println(err)
  570. return err
  571. }
  572. calVal, err := calResult.Float64()
  573. if err != nil {
  574. err = errors.New("计算失败:获取计算值失败 Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  575. fmt.Println(err)
  576. return err
  577. }
  578. //需要存入的数据
  579. {
  580. dataTime, _ := time.Parse(utils.FormatDate, sk)
  581. timestamp := dataTime.UnixNano() / 1e6
  582. timeStr := fmt.Sprintf("%d", timestamp)
  583. addSql += "("
  584. addSql += strconv.Itoa(edbInfoId) + "," + "'" + edbCode + "'" + "," + "'" + sk + "'" + "," + utils.SubFloatToString(calVal, 4) + "," + "'" + nowStr + "'" +
  585. "," + "'" + nowStr + "'" + "," + "1"
  586. addSql += "," + "'" + timeStr + "'"
  587. addSql += "),"
  588. isAdd = true
  589. }
  590. } else {
  591. fmt.Println("formulaFormStr is empty")
  592. }
  593. }
  594. if isAdd {
  595. addSql = strings.TrimRight(addSql, ",")
  596. AddEdbDataCalculateBySql(addSql)
  597. if err != nil {
  598. fmt.Println("AddEdbDataCalculate Err:" + err.Error())
  599. return err
  600. }
  601. }
  602. return
  603. }
  604. // SaveAdjustEdbInfoReq 保存数据调整请求参数(请求指标服务)
  605. type SaveAdjustEdbInfoReq struct {
  606. AdminId int `description:"添加人id"`
  607. AdminName string `description:"添加人名称"`
  608. EdbInfoId int `description:"指标id"`
  609. FromEdbInfoId int `description:"来源指标id"`
  610. EdbName string `description:"指标名称"`
  611. Frequency string `description:"频度"`
  612. Unit string `description:"单位"`
  613. ClassifyId int `description:"分类id"`
  614. DataList []SaveAdjustEdbDataReq `description:"指标对应的数据值"`
  615. }
  616. // SaveAdjustEdbDataReq 保存数据调整请求的数据的参数
  617. type SaveAdjustEdbDataReq struct {
  618. Date string `description:"数据日期"`
  619. Value float64 `description:"数据值"`
  620. }
  621. // BatchEdbInfoCalculateBatchSaveReq 批量添加 计算指标
  622. type BatchEdbInfoCalculateBatchSaveReq struct {
  623. CalculateId string `description:"当前请求时,单个计算的唯一标识"`
  624. CalculateInfo EdbInfoCalculateBatchSaveReq
  625. }
  626. // BatchEdbInfoCalculateBatchSaveResp 批量添加 计算指标 返回数据
  627. type BatchEdbInfoCalculateBatchSaveResp struct {
  628. Fail []BatchEdbInfoCalculateBatchSaveFailResp `description:"添加失败的指标"`
  629. Success []BatchEdbInfoCalculateBatchSaveSuccessResp `description:"添加成功的指标"`
  630. }
  631. // BatchEdbInfoCalculateBatchSaveFailResp 添加失败的指标信息
  632. type BatchEdbInfoCalculateBatchSaveFailResp struct {
  633. CalculateId string `description:"当前请求时,单个计算的唯一标识"`
  634. Msg string `description:"用户提示信息"`
  635. ErrMsg string `description:"错误信息,内部查看"`
  636. }
  637. // BatchEdbInfoCalculateBatchSaveSuccessResp 添加成功的指标信息
  638. type BatchEdbInfoCalculateBatchSaveSuccessResp struct {
  639. ClassifyId int `description:"分类id"`
  640. CalculateId string `description:"当前请求时,单个计算的唯一标识"`
  641. EdbInfoId int `description:"指标ID"`
  642. UniqueCode string `description:"指标唯一编码"`
  643. }