edb_data_calculate_qjjs.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736
  1. package models
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_index_lib/utils"
  6. "fmt"
  7. "github.com/beego/beego/v2/client/orm"
  8. "github.com/shopspring/decimal"
  9. "math"
  10. "strconv"
  11. "strings"
  12. "time"
  13. )
  14. type CalculateRangeAnalysis struct {
  15. }
  16. type RangeAnalysisCalculateFormula struct {
  17. DateRangeType int `description:"区间划分类型 0:智能划分,1:手工划分,2:跨年划分"`
  18. AutoDateConf ChartRangeAnalysisAutoDateConf `description:"智能划分时间区间配置"`
  19. ManualDateConf []ChartRangeAnalysisManualDateConf `description:"手工划分时间区间配置"`
  20. YearDateConf ChartRangeAnalysisYearDateConf `description:"跨年划分时间区间配置"`
  21. CalculateType int `description:"计算类型 0: 区间均值,1: 区间累计值,2:区间涨幅,3:区间年化增长率,4:区间最大值,5:区间最小值"`
  22. UnNormalDataDealType int `description:"异常值处理配置 0:不处理,1:剔除,2替换"`
  23. UnNormalDataConf ChartRangeAnalysisDeleteDataConf
  24. DataConvertType int `description:"数据转换类型 0不转, 1乘 2除 3对数"`
  25. DataConvertConf ChartRangeAnalysisDataConvertConf `description:"数据转换详情"`
  26. }
  27. type ChartRangeAnalysisAutoDateConf struct { //智能划分
  28. IsAutoStartDate int `description:"起始日期是否是动态设置:0固定,1动态"`
  29. StartDate string `description:"起始日期"` //固定模式下,截止日期为指标的最新日期
  30. EndDate string `description:"固定模式下的截止日期"`
  31. IsAutoEndDate int `description:"截止日期是否是动态设置:0固定,1动态"`
  32. StartDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态起始日期配置"`
  33. EndDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态截止日期配置"`
  34. }
  35. type ChartRangeAnalysisAutoDateChangeConf struct {
  36. BaseDateType int `description:"基准日期类型:0指标日期,1系统日期,2固定日期"`
  37. MoveForward int `description:"前移的期数"`
  38. DateChange []*EdbDateConfDateChange
  39. }
  40. type EdbDateConfDateChange struct {
  41. Year int
  42. Month int
  43. Day int
  44. Frequency string `description:"频度变换"`
  45. FrequencyDay string `description:"频度的固定日期"`
  46. ChangeType int `description:"日期变换类型1日期位移,2指定频率"`
  47. }
  48. type ChartRangeAnalysisManualDateConf struct { //手工划分
  49. StartDate string `description:"开始日期"`
  50. EndDate string `description:"结束日期"`
  51. }
  52. type ChartRangeAnalysisYearDateConf struct {
  53. StartDay string `description:"开始日"`
  54. EndDay string `description:"结束日"`
  55. }
  56. type ChartRangeAnalysisDeleteDataConf struct {
  57. Formula string
  58. Value float64
  59. ReplaceValue float64 `description:"替换的值"`
  60. }
  61. type ChartRangeAnalysisDataConvertConf struct {
  62. Value float64 `description:"数据转换值"`
  63. Unit string `description:"数据转换单位"`
  64. EnUnit string `description:"数据转换单位"`
  65. }
  66. type ChartRangeAnalysisDateDataItem struct {
  67. StartDate time.Time
  68. EndDate time.Time
  69. DataList []*EdbInfoSearchData
  70. }
  71. func (obj CalculateRangeAnalysis) Add(params AddCalculateBatchParams) (edbInfo *EdbInfo, err error, errMsg string) {
  72. req := params.Req
  73. edbCode := params.EdbCode
  74. uniqueCode := params.UniqueCode
  75. sysUserId := params.SysUserId
  76. sysUserRealName := params.SysUserRealName
  77. //req *EdbInfoCalculateBatchSaveReq, edbCode, uniqueCode string, sysUserId int, sysUserRealName string
  78. o := orm.NewOrm()
  79. to, err := o.Begin()
  80. if err != nil {
  81. return
  82. }
  83. defer func() {
  84. if err != nil {
  85. fmt.Println("AddCalculateRangeAnalysis,Err:" + err.Error())
  86. _ = to.Rollback()
  87. } else {
  88. _ = to.Commit()
  89. }
  90. }()
  91. if req.EdbInfoId > 0 {
  92. err = errors.New("无法新增")
  93. return
  94. }
  95. edbInfo = new(EdbInfo)
  96. edbInfo.Source = obj.GetSource()
  97. edbInfo.SourceName = obj.GetSourceName()
  98. edbInfo.EdbCode = edbCode
  99. edbInfo.EdbName = req.EdbName
  100. edbInfo.EdbNameSource = req.EdbName
  101. edbInfo.Frequency = req.Frequency
  102. edbInfo.Unit = req.Unit
  103. edbInfo.ClassifyId = req.ClassifyId
  104. edbInfo.SysUserId = sysUserId
  105. edbInfo.SysUserRealName = sysUserRealName
  106. edbInfo.CreateTime = time.Now()
  107. edbInfo.ModifyTime = time.Now()
  108. edbInfo.UniqueCode = uniqueCode
  109. edbInfo.CalculateFormula = req.CalculateFormula
  110. edbInfo.EdbNameEn = req.EdbName
  111. edbInfo.UnitEn = req.Unit
  112. edbInfo.EdbType = obj.GetEdbType()
  113. newEdbInfoId, tmpErr := to.Insert(edbInfo)
  114. if tmpErr != nil {
  115. err = tmpErr
  116. return
  117. }
  118. edbInfo.EdbInfoId = int(newEdbInfoId)
  119. //关联关系
  120. fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
  121. if e != nil {
  122. err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
  123. return
  124. }
  125. calculateMappingItem := new(EdbInfoCalculateMapping)
  126. calculateMappingItem.CreateTime = time.Now()
  127. calculateMappingItem.ModifyTime = time.Now()
  128. calculateMappingItem.Sort = 1
  129. calculateMappingItem.EdbCode = edbCode
  130. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  131. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  132. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  133. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  134. calculateMappingItem.FromSource = fromEdbInfo.Source
  135. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  136. calculateMappingItem.FromTag = ""
  137. calculateMappingItem.Source = edbInfo.Source
  138. calculateMappingItem.SourceName = edbInfo.SourceName
  139. calculateMappingItem.FromSubSource = edbInfo.SubSource
  140. _, err = to.Insert(calculateMappingItem)
  141. if err != nil {
  142. return
  143. }
  144. //计算数据
  145. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  146. return
  147. }
  148. func (obj CalculateRangeAnalysis) Edit(params EditCalculateBatchParams) (err error, errMsg string) {
  149. edbInfo := params.EdbInfo
  150. req := params.Req
  151. o := orm.NewOrm()
  152. to, err := o.Begin()
  153. if err != nil {
  154. return
  155. }
  156. defer func() {
  157. if err != nil {
  158. fmt.Println("EditCalculateRangeAnalysis,Err:" + err.Error())
  159. _ = to.Rollback()
  160. } else {
  161. _ = to.Commit()
  162. }
  163. }()
  164. //修改指标信息
  165. edbInfo.EdbName = req.EdbName
  166. edbInfo.EdbNameSource = req.EdbName
  167. edbInfo.Frequency = req.Frequency
  168. edbInfo.Unit = req.Unit
  169. edbInfo.ClassifyId = req.ClassifyId
  170. edbInfo.CalculateFormula = req.CalculateFormula
  171. edbInfo.EdbNameEn = req.EdbNameEn
  172. edbInfo.UnitEn = req.UnitEn
  173. edbInfo.ModifyTime = time.Now()
  174. _, err = to.Update(edbInfo, "EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "ModifyTime", "EdbNameEn", "UnitEn")
  175. if err != nil {
  176. return
  177. }
  178. //删除,计算指标关联的,基础指标的关联关系
  179. sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  180. _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
  181. if err != nil {
  182. err = errors.New("删除计算指标关联关系失败,Err:" + err.Error())
  183. return
  184. }
  185. //清空原有数据
  186. tableName := GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource)
  187. sql = ` DELETE FROM ` + tableName + ` WHERE edb_info_id = ? `
  188. _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
  189. if err != nil {
  190. return
  191. }
  192. fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
  193. if e != nil {
  194. err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
  195. return
  196. }
  197. calculateMappingItem := new(EdbInfoCalculateMapping)
  198. calculateMappingItem.CreateTime = time.Now()
  199. calculateMappingItem.ModifyTime = time.Now()
  200. calculateMappingItem.Sort = 1
  201. calculateMappingItem.EdbCode = edbInfo.EdbCode
  202. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  203. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  204. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  205. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  206. calculateMappingItem.FromSource = fromEdbInfo.Source
  207. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  208. calculateMappingItem.FromTag = ""
  209. calculateMappingItem.Source = edbInfo.Source
  210. calculateMappingItem.SourceName = edbInfo.SourceName
  211. calculateMappingItem.FromSubSource = edbInfo.SubSource
  212. _, err = to.Insert(calculateMappingItem)
  213. if err != nil {
  214. return
  215. }
  216. //计算数据
  217. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  218. return
  219. }
  220. func (obj CalculateRangeAnalysis) Refresh(params RefreshParams) (err error, errMsg string) {
  221. edbInfo := params.EdbInfo
  222. edbInfoCalculateDetailList, err := GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  223. if err != nil {
  224. return
  225. }
  226. var fromEdbInfo *EdbInfo
  227. for _, v := range edbInfoCalculateDetailList {
  228. fromEdbInfo, _ = GetEdbInfoById(v.FromEdbInfoId)
  229. break
  230. }
  231. if fromEdbInfo == nil {
  232. errMsg = "指标异常"
  233. err = errors.New(errMsg)
  234. return
  235. }
  236. o := orm.NewOrm()
  237. to, err := o.Begin()
  238. if err != nil {
  239. return
  240. }
  241. defer func() {
  242. if err != nil {
  243. fmt.Println("RefreshAllCalculateRangeAnalysis,Err:" + err.Error())
  244. _ = to.Rollback()
  245. } else {
  246. _ = to.Commit()
  247. }
  248. }()
  249. // 计算数据
  250. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  251. return
  252. }
  253. func (obj CalculateRangeAnalysis) refresh(to orm.TxOrmer, edbInfoId, source, subSource int, fromEdbInfo *EdbInfo, edbCode, calculateFormula string) (err error, errMsg string) {
  254. edbInfoIdStr := strconv.Itoa(edbInfoId)
  255. tableName := GetEdbDataTableName(obj.GetSource(), utils.DATA_SUB_SOURCE_EDB)
  256. //获取扩散指数指标所有数据
  257. existDataList, err := GetAllEdbDataListByTo(to, edbInfoId, source, subSource)
  258. if err != nil {
  259. return
  260. }
  261. //计算指标的map
  262. existDataMap := make(map[string]*EdbData, 0)
  263. removeDateMap := make(map[string]string)
  264. for _, v := range existDataList {
  265. existDataMap[v.DataTime] = v
  266. removeDateMap[v.DataTime] = ``
  267. }
  268. var rangeAnalysisConf RangeAnalysisCalculateFormula
  269. //fmt.Println("calculateFormula:", calculateFormula)
  270. err = json.Unmarshal([]byte(calculateFormula), &rangeAnalysisConf)
  271. if err != nil {
  272. err = fmt.Errorf("解析区间计算公式失败 %s", err.Error())
  273. return
  274. }
  275. rangeAnalysisChartData, err := GetRangeAnalysisChartDataByEdbInfo(to, fromEdbInfo, rangeAnalysisConf)
  276. if err != nil {
  277. err = fmt.Errorf("获取区间计算数据失败 %s", err.Error())
  278. return
  279. }
  280. addSql := ` INSERT INTO ` + tableName + ` (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  281. var isAdd bool
  282. for _, item := range rangeAnalysisChartData {
  283. currDateStr := item.DataTime
  284. currVal := item.Value
  285. // 判断扩散指数指标是否存在数据
  286. if existData, ok := existDataMap[currDateStr]; ok {
  287. // 处理扩散指数数据的值
  288. existValStr := existData.Value
  289. existValDeci, tmpErr := decimal.NewFromString(existValStr)
  290. if tmpErr != nil {
  291. err = tmpErr
  292. return
  293. }
  294. existVal, _ := existValDeci.Round(4).Float64()
  295. // 判断扩散指数数据的值 与 当前计算出来的结果, 如果两个数据结果不相等的话,那么就修改咯
  296. if existVal != currVal {
  297. err = ModifyEdbDataById(source, subSource, existData.EdbDataId, fmt.Sprint(currVal))
  298. if err != nil {
  299. return
  300. }
  301. }
  302. } else {
  303. // 直接入库
  304. timestamp := item.DataTimestamp
  305. timestampStr := fmt.Sprintf("%d", timestamp)
  306. addSql += GetAddSql(edbInfoIdStr, edbCode, currDateStr, timestampStr, fmt.Sprint(currVal))
  307. isAdd = true
  308. }
  309. delete(removeDateMap, currDateStr)
  310. }
  311. // 数据入库
  312. {
  313. if isAdd {
  314. addSql = strings.TrimRight(addSql, ",")
  315. _, err = to.Raw(addSql).Exec()
  316. }
  317. // 移除不存在的日期数据
  318. if len(removeDateMap) > 0 {
  319. removeDateList := make([]string, 0) //需要移除的日期
  320. for k := range removeDateMap {
  321. removeDateList = append(removeDateList, k)
  322. }
  323. removeDateStr := strings.Join(removeDateList, `","`)
  324. removeDateStr = `"` + removeDateStr + `"`
  325. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  326. _, err = to.Raw(sql, edbInfoId).Exec()
  327. if err != nil {
  328. err = fmt.Errorf("删除扩散指数指标数据失败,Err:" + err.Error())
  329. return
  330. }
  331. }
  332. }
  333. return
  334. }
  335. // GetRangeAnalysisChartDataByEdbInfo 区间计算
  336. func GetRangeAnalysisChartDataByEdbInfo(to orm.TxOrmer, fromEdbInfo *EdbInfo, calculateFormula RangeAnalysisCalculateFormula) (newDataList []*EdbInfoSearchData, err error) {
  337. // 指标的开始日期和结束日期
  338. edbStartDateTime, _ := time.ParseInLocation(utils.FormatDate, fromEdbInfo.StartDate, time.Local)
  339. //edbStartDate := edbStartDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
  340. edbEndDateTime, _ := time.ParseInLocation(utils.FormatDate, fromEdbInfo.EndDate, time.Local)
  341. edbEndDate := edbEndDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
  342. // 获取时间基准指标在时间区间内的值
  343. dataList, err := GetEdbDataListAllByTo(to, fromEdbInfo.Source, fromEdbInfo.SubSource, FindEdbDataListAllCond{
  344. EdbInfoId: fromEdbInfo.EdbInfoId,
  345. }, 0)
  346. if err != nil {
  347. err = fmt.Errorf("获取时间基准指标在时间区间内的值失败,Err:" + err.Error())
  348. return
  349. }
  350. dateList := make([]*ChartRangeAnalysisDateDataItem, 0)
  351. switch calculateFormula.DateRangeType {
  352. case 0:
  353. // 智能划分得到一个开始日期,和结束日期
  354. var startDateTime, endDateTime time.Time
  355. if calculateFormula.AutoDateConf.IsAutoStartDate == 0 { //固定设置
  356. startDate := calculateFormula.AutoDateConf.StartDate
  357. if startDate == "" {
  358. startDate = "2020-01-01"
  359. }
  360. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  361. } else {
  362. startConf := calculateFormula.AutoDateConf.StartDateConf
  363. startDate := ""
  364. if startConf.BaseDateType == 0 { //
  365. startDate = edbEndDate
  366. } else if startConf.BaseDateType == 1 {
  367. startDate = time.Now().Format(utils.FormatDate)
  368. }
  369. if startConf.MoveForward > 0 {
  370. startDate = GetEdbDateByMoveForward(startConf.MoveForward, dataList)
  371. }
  372. if len(startConf.DateChange) > 0 {
  373. startDate, err = HandleEdbDateChange(startDate, startConf.DateChange)
  374. if err != nil {
  375. err = fmt.Errorf("智能划分开始日期处理失败:%s", err.Error())
  376. return
  377. }
  378. }
  379. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  380. }
  381. if calculateFormula.AutoDateConf.IsAutoEndDate == 0 { //固定设置
  382. endDate := calculateFormula.AutoDateConf.EndDate
  383. if endDate == "" {
  384. err = fmt.Errorf("智能划分截止日期处理失败:请输入截止日期")
  385. return
  386. }
  387. // todo 如果截止日期比指标日期还要大,则用指标的最新日期
  388. endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  389. } else {
  390. endConf := calculateFormula.AutoDateConf.EndDateConf
  391. endDate := edbEndDate
  392. if endConf.MoveForward > 0 {
  393. endDate = GetEdbDateByMoveForward(endConf.MoveForward, dataList)
  394. }
  395. if len(endConf.DateChange) > 0 {
  396. endDate, err = HandleEdbDateChange(endDate, endConf.DateChange)
  397. if err != nil {
  398. err = fmt.Errorf("智能划分结束日期处理失败:%s", err.Error())
  399. return
  400. }
  401. }
  402. endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  403. }
  404. dateList = append(dateList, &ChartRangeAnalysisDateDataItem{
  405. StartDate: startDateTime,
  406. EndDate: endDateTime})
  407. case 1:
  408. // 手工划分得到多个开始日期和结束日期(已排序)
  409. for _, v := range calculateFormula.ManualDateConf {
  410. startDateT, _ := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local)
  411. endDateT, _ := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local)
  412. tmp := &ChartRangeAnalysisDateDataItem{
  413. StartDate: startDateT,
  414. EndDate: endDateT,
  415. }
  416. dateList = append(dateList, tmp)
  417. }
  418. case 2:
  419. // 跨年划分得到多个开始日期和结束日期
  420. startYear := edbStartDateTime.Year()
  421. endYear := edbEndDateTime.Year()
  422. startDay := calculateFormula.YearDateConf.StartDay
  423. endDay := calculateFormula.YearDateConf.EndDay
  424. for year := startYear; year <= endYear; year++ {
  425. startDate := fmt.Sprintf("%d-%s", year, startDay)
  426. endDate := fmt.Sprintf("%d-%s", year+1, endDay)
  427. startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  428. endDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  429. if startDateTime.Before(edbStartDateTime) {
  430. break
  431. }
  432. tmp := &ChartRangeAnalysisDateDataItem{
  433. StartDate: startDateTime,
  434. EndDate: endDateTime,
  435. }
  436. dateList = append(dateList, tmp)
  437. }
  438. }
  439. // 根据日期,获取数据
  440. for _, v := range dateList {
  441. for _, vv := range dataList {
  442. dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
  443. if dataTimeT.After(v.StartDate) && dataTimeT.Before(v.EndDate) ||
  444. dataTimeT.Equal(v.StartDate) ||
  445. dataTimeT.Equal(v.EndDate) {
  446. v.DataList = append(v.DataList, vv)
  447. }
  448. }
  449. }
  450. // 根据时间区间类型来获取数据的计算窗口,然后再拼接成整段数据
  451. newDataList, err = HandleRangeAnalysisDataByCalculateType(dateList, calculateFormula.CalculateType)
  452. if err != nil {
  453. return
  454. }
  455. if calculateFormula.UnNormalDataDealType > 0 {
  456. switch calculateFormula.UnNormalDataDealType { //0:不处理,1:剔除,2替换
  457. case 1:
  458. dealDataList := make([]*EdbInfoSearchData, 0)
  459. for _, v := range newDataList {
  460. if !utils.CompareFloatByOpStrings(calculateFormula.UnNormalDataConf.Formula, v.Value, calculateFormula.UnNormalDataConf.Value) {
  461. dealDataList = append(dealDataList, v)
  462. }
  463. }
  464. case 2:
  465. for i, v := range newDataList {
  466. if utils.CompareFloatByOpStrings(calculateFormula.UnNormalDataConf.Formula, v.Value, calculateFormula.UnNormalDataConf.Value) {
  467. newDataList[i].Value = calculateFormula.UnNormalDataConf.ReplaceValue
  468. }
  469. }
  470. }
  471. }
  472. if calculateFormula.DataConvertType > 0 {
  473. // 数据转换类型 0不转, 1乘 2除 3对数
  474. switch calculateFormula.DataConvertType {
  475. case 1:
  476. for i, v := range newDataList {
  477. val := v.Value * calculateFormula.DataConvertConf.Value
  478. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  479. newDataList[i].Value = val
  480. }
  481. //item.MaxData = item.MaxData * v.ConvertValue
  482. //item.MinData = item.MinData * v.ConvertValue
  483. case 2:
  484. for i, v := range newDataList {
  485. val := v.Value / calculateFormula.DataConvertConf.Value
  486. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  487. newDataList[i].Value = val
  488. }
  489. //item.MaxData = item.MaxData / v.ConvertValue
  490. //item.MinData = item.MinData / v.ConvertValue
  491. case 3:
  492. for i, v := range newDataList {
  493. if v.Value <= 0 {
  494. err = errors.New("数据中含有负数或0,无法对数运算")
  495. return
  496. }
  497. val := math.Log(v.Value) / math.Log(calculateFormula.DataConvertConf.Value)
  498. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  499. newDataList[i].Value = val
  500. }
  501. //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue)
  502. //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue)
  503. }
  504. }
  505. return
  506. }
  507. // HandleRangeAnalysisDataByCalculateType 根据计算公式处理数据
  508. func HandleRangeAnalysisDataByCalculateType(originList []*ChartRangeAnalysisDateDataItem, calculateType int) (newList []*EdbInfoSearchData, err error) {
  509. if len(originList) == 0 {
  510. return
  511. }
  512. switch calculateType {
  513. case 0: //均值
  514. var sum float64
  515. for _, item := range originList {
  516. sum = 0
  517. for k, v := range item.DataList {
  518. sum += v.Value
  519. val := sum / float64(k+1)
  520. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  521. newList = append(newList, &EdbInfoSearchData{
  522. DataTime: v.DataTime,
  523. Value: val,
  524. DataTimestamp: v.DataTimestamp,
  525. })
  526. }
  527. }
  528. case 1: //累计值
  529. var sum float64
  530. for _, item := range originList {
  531. sum = 0
  532. for _, v := range item.DataList {
  533. sum += v.Value
  534. val := sum
  535. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  536. newList = append(newList, &EdbInfoSearchData{
  537. DataTime: v.DataTime,
  538. Value: val,
  539. DataTimestamp: v.DataTimestamp,
  540. })
  541. }
  542. }
  543. case 2: //涨幅
  544. for _, item := range originList {
  545. var baseVal float64
  546. for k, v := range item.DataList {
  547. if k == 0 {
  548. baseVal = v.Value
  549. if baseVal == 0 {
  550. break
  551. }
  552. }
  553. val := (v.Value - baseVal) / baseVal
  554. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  555. newList = append(newList, &EdbInfoSearchData{
  556. DataTime: v.DataTime,
  557. Value: val,
  558. DataTimestamp: v.DataTimestamp,
  559. })
  560. }
  561. }
  562. case 3: //复合增长率
  563. for _, item := range originList {
  564. var baseVal float64
  565. var baseDate string
  566. for k, v := range item.DataList {
  567. if k == 0 {
  568. baseVal = v.Value
  569. baseDate = v.DataTime
  570. if baseVal == 0 {
  571. break
  572. }
  573. continue
  574. }
  575. baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
  576. if e != nil {
  577. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  578. return
  579. }
  580. tmpT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
  581. if e != nil {
  582. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  583. return
  584. }
  585. // 计算两个日期相差的天数
  586. diff := tmpT.Sub(baseDateT).Hours() / 24
  587. val := v.Value / baseVal
  588. val = math.Pow(val, diff) - 1
  589. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  590. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  591. }
  592. }
  593. case 4: //最大值
  594. var maxVal float64
  595. for _, item := range originList {
  596. for k, v := range item.DataList {
  597. if k == 0 {
  598. maxVal = v.Value
  599. }
  600. if v.Value > maxVal {
  601. maxVal = v.Value
  602. }
  603. val := maxVal
  604. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  605. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  606. }
  607. }
  608. case 5: //最小值
  609. var minVal float64
  610. for _, item := range originList {
  611. for k, v := range item.DataList {
  612. if k == 0 {
  613. minVal = v.Value
  614. }
  615. if v.Value < minVal {
  616. minVal = v.Value
  617. }
  618. val := minVal
  619. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  620. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  621. }
  622. }
  623. }
  624. return
  625. }
  626. func GetEdbDateByMoveForward(moveForward int, edbDataList []*EdbInfoSearchData) (date string) {
  627. moveForward = 0
  628. // 根据日期进行排序
  629. index := len(edbDataList) - 1 - moveForward
  630. for k, v := range edbDataList {
  631. if k == index {
  632. date = v.DataTime
  633. return
  634. }
  635. }
  636. return
  637. }
  638. // HandleEdbDateChange 处理日期变换
  639. func HandleEdbDateChange(date string, dateChange []*EdbDateConfDateChange) (newDate string, err error) {
  640. newDate = date
  641. if newDate != "" {
  642. if len(dateChange) > 0 {
  643. var dateTime time.Time
  644. dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
  645. if err != nil {
  646. err = fmt.Errorf("日期解析失败: %s", err.Error())
  647. return
  648. }
  649. for _, v := range dateChange {
  650. if v.ChangeType == 1 {
  651. dateTime = dateTime.AddDate(v.Year, v.Month, v.Day)
  652. newDate = dateTime.Format(utils.FormatDate)
  653. } else if v.ChangeType == 2 {
  654. newDate, err, _ = utils.HandleSystemAppointDateT(dateTime, v.FrequencyDay, v.Frequency)
  655. if err != nil {
  656. return
  657. }
  658. dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
  659. if err != nil {
  660. err = fmt.Errorf("日期解析失败: %s", err.Error())
  661. return
  662. }
  663. }
  664. }
  665. }
  666. }
  667. return
  668. }
  669. // GetSource 获取来源编码id
  670. func (obj CalculateRangeAnalysis) GetSource() int {
  671. return utils.DATA_SOURCE_CALCULATE_RANGEANLYSIS
  672. }
  673. // GetSourceName 获取来源名称
  674. func (obj CalculateRangeAnalysis) GetSourceName() string {
  675. return utils.DATA_SOURCE_NAME_CALCULATE_RANGEANLYSIS
  676. }
  677. // GetEdbType 获取指标类型
  678. func (obj CalculateRangeAnalysis) GetEdbType() int {
  679. return utils.CALCULATE_EDB_TYPE
  680. }