edb_data_calculate_qjjs.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702
  1. package models
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_index_lib/utils"
  6. "fmt"
  7. "github.com/beego/beego/v2/client/orm"
  8. "github.com/shopspring/decimal"
  9. "math"
  10. "strconv"
  11. "strings"
  12. "time"
  13. )
  14. type CalculateRangeAnalysis struct {
  15. }
  16. type RangeAnalysisCalculateFormula struct {
  17. DateRangeType int `description:"区间划分类型 0:智能划分,1:手工划分,2:跨年划分"`
  18. AutoDateConf ChartRangeAnalysisAutoDateConf `description:"智能划分时间区间配置"`
  19. ManualDateConf []ChartRangeAnalysisManualDateConf `description:"手工划分时间区间配置"`
  20. YearDateConf ChartRangeAnalysisYearDateConf `description:"跨年划分时间区间配置"`
  21. CalculateType int `description:"计算类型 0: 区间均值,1: 区间累计值,2:区间涨幅,3:区间年化增长率,4:区间最大值,5:区间最小值"`
  22. UnNormalDataDealType int `description:"异常值处理配置 0:不处理,1:剔除,2替换"`
  23. UnNormalDataConf ChartRangeAnalysisDeleteDataConf
  24. DataConvertType int `description:"数据转换类型 0不转, 1乘 2除 3对数"`
  25. DataConvertConf ChartRangeAnalysisDataConvertConf `description:"数据转换详情"`
  26. }
  27. type ChartRangeAnalysisAutoDateConf struct { //智能划分
  28. IsAutoStartDate int `description:"起始日期是否是动态设置:0固定,1动态"`
  29. StartDate string `description:"起始日期"` //固定模式下,截止日期为指标的最新日期
  30. StartDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态起始日期配置"`
  31. EndDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态截止日期配置"`
  32. }
  33. type ChartRangeAnalysisAutoDateChangeConf struct {
  34. BaseDateType int `description:"基准日期类型:0指标日期,1系统日期,2固定日期"`
  35. MoveForward int `description:"前移的期数"`
  36. DateChange []*EdbDateConfDateChange
  37. }
  38. type EdbDateConfDateChange struct {
  39. Year int
  40. Month int
  41. Day int
  42. Frequency string `description:"频度变换"`
  43. FrequencyDay string `description:"频度的固定日期"`
  44. ChangeType int `description:"日期变换类型1日期位移,2指定频率"`
  45. }
  46. type ChartRangeAnalysisManualDateConf struct { //手工划分
  47. StartDate string `description:"开始日期"`
  48. EndDate string `description:"结束日期"`
  49. }
  50. type ChartRangeAnalysisYearDateConf struct {
  51. StartDay string `description:"开始日"`
  52. EndDay string `description:"结束日"`
  53. }
  54. type ChartRangeAnalysisDeleteDataConf struct {
  55. Formula string
  56. Value float64
  57. }
  58. type ChartRangeAnalysisDataConvertConf struct {
  59. Value float64 `description:"数据转换值"`
  60. Unit string `description:"数据转换单位"`
  61. EnUnit string `description:"数据转换单位"`
  62. }
  63. type ChartRangeAnalysisDateDataItem struct {
  64. StartDate time.Time
  65. EndDate time.Time
  66. DataList []*EdbInfoSearchData
  67. }
  68. func (obj CalculateRangeAnalysis) Add(params AddCalculateBatchParams) (edbInfo *EdbInfo, err error, errMsg string) {
  69. req := params.Req
  70. edbCode := params.EdbCode
  71. uniqueCode := params.UniqueCode
  72. sysUserId := params.SysUserId
  73. sysUserRealName := params.SysUserRealName
  74. //req *EdbInfoCalculateBatchSaveReq, edbCode, uniqueCode string, sysUserId int, sysUserRealName string
  75. o := orm.NewOrm()
  76. to, err := o.Begin()
  77. if err != nil {
  78. return
  79. }
  80. defer func() {
  81. if err != nil {
  82. fmt.Println("AddCalculateRangeAnalysis,Err:" + err.Error())
  83. _ = to.Rollback()
  84. } else {
  85. _ = to.Commit()
  86. }
  87. }()
  88. if req.EdbInfoId > 0 {
  89. err = errors.New("无法新增")
  90. return
  91. }
  92. edbInfo = new(EdbInfo)
  93. edbInfo.Source = obj.GetSource()
  94. edbInfo.SourceName = obj.GetSourceName()
  95. edbInfo.EdbCode = edbCode
  96. edbInfo.EdbName = req.EdbName
  97. edbInfo.EdbNameSource = req.EdbName
  98. edbInfo.Frequency = req.Frequency
  99. edbInfo.Unit = req.Unit
  100. edbInfo.ClassifyId = req.ClassifyId
  101. edbInfo.SysUserId = sysUserId
  102. edbInfo.SysUserRealName = sysUserRealName
  103. edbInfo.CreateTime = time.Now()
  104. edbInfo.ModifyTime = time.Now()
  105. edbInfo.UniqueCode = uniqueCode
  106. edbInfo.CalculateFormula = req.Formula
  107. edbInfo.EdbNameEn = req.EdbName
  108. edbInfo.UnitEn = req.Unit
  109. edbInfo.EdbType = obj.GetEdbType()
  110. newEdbInfoId, tmpErr := to.Insert(edbInfo)
  111. if tmpErr != nil {
  112. err = tmpErr
  113. return
  114. }
  115. edbInfo.EdbInfoId = int(newEdbInfoId)
  116. //关联关系
  117. fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
  118. if e != nil {
  119. err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
  120. return
  121. }
  122. calculateMappingItem := new(EdbInfoCalculateMapping)
  123. calculateMappingItem.CreateTime = time.Now()
  124. calculateMappingItem.ModifyTime = time.Now()
  125. calculateMappingItem.Sort = 1
  126. calculateMappingItem.EdbCode = edbCode
  127. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  128. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  129. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  130. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  131. calculateMappingItem.FromSource = fromEdbInfo.Source
  132. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  133. calculateMappingItem.FromTag = ""
  134. calculateMappingItem.Source = edbInfo.Source
  135. calculateMappingItem.SourceName = edbInfo.SourceName
  136. calculateMappingItem.FromSubSource = edbInfo.SubSource
  137. _, err = to.Insert(calculateMappingItem)
  138. if err != nil {
  139. return
  140. }
  141. //计算数据
  142. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  143. return
  144. }
  145. func (obj CalculateRangeAnalysis) Edit(params EditCalculateBatchParams) (err error, errMsg string) {
  146. edbInfo := params.EdbInfo
  147. req := params.Req
  148. o := orm.NewOrm()
  149. to, err := o.Begin()
  150. if err != nil {
  151. return
  152. }
  153. defer func() {
  154. if err != nil {
  155. fmt.Println("EditCalculateRangeAnalysis,Err:" + err.Error())
  156. _ = to.Rollback()
  157. } else {
  158. _ = to.Commit()
  159. }
  160. }()
  161. //修改指标信息
  162. edbInfo.EdbName = req.EdbName
  163. edbInfo.EdbNameSource = req.EdbName
  164. edbInfo.Frequency = req.Frequency
  165. edbInfo.Unit = req.Unit
  166. edbInfo.ClassifyId = req.ClassifyId
  167. edbInfo.CalculateFormula = req.Formula
  168. edbInfo.EdbNameEn = req.EdbNameEn
  169. edbInfo.UnitEn = req.UnitEn
  170. edbInfo.ModifyTime = time.Now()
  171. _, err = to.Update(edbInfo, "EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "ModifyTime", "EdbNameEn", "UnitEn")
  172. if err != nil {
  173. return
  174. }
  175. //删除,计算指标关联的,基础指标的关联关系
  176. sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  177. _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
  178. if err != nil {
  179. err = errors.New("删除计算指标关联关系失败,Err:" + err.Error())
  180. return
  181. }
  182. //清空原有数据
  183. tableName := GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource)
  184. sql = ` DELETE FROM ` + tableName + ` WHERE edb_info_id = ? `
  185. _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
  186. if err != nil {
  187. return
  188. }
  189. fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
  190. if e != nil {
  191. err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
  192. return
  193. }
  194. calculateMappingItem := new(EdbInfoCalculateMapping)
  195. calculateMappingItem.CreateTime = time.Now()
  196. calculateMappingItem.ModifyTime = time.Now()
  197. calculateMappingItem.Sort = 1
  198. calculateMappingItem.EdbCode = edbInfo.EdbCode
  199. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  200. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  201. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  202. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  203. calculateMappingItem.FromSource = fromEdbInfo.Source
  204. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  205. calculateMappingItem.FromTag = ""
  206. calculateMappingItem.Source = edbInfo.Source
  207. calculateMappingItem.SourceName = edbInfo.SourceName
  208. calculateMappingItem.FromSubSource = edbInfo.SubSource
  209. _, err = to.Insert(calculateMappingItem)
  210. if err != nil {
  211. return
  212. }
  213. //计算数据
  214. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  215. return
  216. }
  217. func (obj CalculateRangeAnalysis) Refresh(params RefreshParams) (err error, errMsg string) {
  218. edbInfo := params.EdbInfo
  219. edbInfoCalculateDetailList, err := GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  220. if err != nil {
  221. return
  222. }
  223. var fromEdbInfo *EdbInfo
  224. for _, v := range edbInfoCalculateDetailList {
  225. fromEdbInfo, _ = GetEdbInfoById(v.FromEdbInfoId)
  226. break
  227. }
  228. if fromEdbInfo == nil {
  229. errMsg = "指标异常"
  230. err = errors.New(errMsg)
  231. return
  232. }
  233. o := orm.NewOrm()
  234. to, err := o.Begin()
  235. if err != nil {
  236. return
  237. }
  238. defer func() {
  239. if err != nil {
  240. fmt.Println("RefreshAllCalculateRangeAnalysis,Err:" + err.Error())
  241. _ = to.Rollback()
  242. } else {
  243. _ = to.Commit()
  244. }
  245. }()
  246. // 计算数据
  247. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  248. return
  249. }
  250. func (obj CalculateRangeAnalysis) refresh(to orm.TxOrmer, edbInfoId, source, subSource int, fromEdbInfo *EdbInfo, edbCode, calculateFormula string) (err error, errMsg string) {
  251. edbInfoIdStr := strconv.Itoa(edbInfoId)
  252. tableName := GetEdbDataTableName(obj.GetSource(), utils.DATA_SUB_SOURCE_EDB)
  253. //获取扩散指数指标所有数据
  254. existDataList, err := GetAllEdbDataListByTo(to, edbInfoId, source, subSource)
  255. if err != nil {
  256. return
  257. }
  258. //计算指标的map
  259. existDataMap := make(map[string]*EdbData, 0)
  260. removeDateMap := make(map[string]string)
  261. for _, v := range existDataList {
  262. existDataMap[v.DataTime] = v
  263. removeDateMap[v.DataTime] = ``
  264. }
  265. var rangeAnalysisConf RangeAnalysisCalculateFormula
  266. //fmt.Println("calculateFormula:", calculateFormula)
  267. err = json.Unmarshal([]byte(calculateFormula), &rangeAnalysisConf)
  268. if err != nil {
  269. return
  270. }
  271. rangeAnalysisChartData, err := GetRangeAnalysisChartDataByEdbInfo(to, fromEdbInfo, rangeAnalysisConf)
  272. if err != nil {
  273. err = fmt.Errorf("获取区间计算数据失败 %s", err.Error())
  274. return
  275. }
  276. addSql := ` INSERT INTO ` + tableName + ` (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  277. var isAdd bool
  278. for _, item := range rangeAnalysisChartData {
  279. currDateStr := item.DataTime
  280. currVal := item.Value
  281. // 判断扩散指数指标是否存在数据
  282. if existData, ok := existDataMap[currDateStr]; ok {
  283. // 处理扩散指数数据的值
  284. existValStr := existData.Value
  285. existValDeci, tmpErr := decimal.NewFromString(existValStr)
  286. if tmpErr != nil {
  287. err = tmpErr
  288. return
  289. }
  290. existVal, _ := existValDeci.Round(4).Float64()
  291. // 判断扩散指数数据的值 与 当前计算出来的结果, 如果两个数据结果不相等的话,那么就修改咯
  292. if existVal != currVal {
  293. err = ModifyEdbDataById(source, subSource, existData.EdbDataId, fmt.Sprint(currVal))
  294. if err != nil {
  295. return
  296. }
  297. }
  298. } else {
  299. // 直接入库
  300. timestamp := item.DataTimestamp
  301. timestampStr := fmt.Sprintf("%d", timestamp)
  302. addSql += GetAddSql(edbInfoIdStr, edbCode, currDateStr, timestampStr, fmt.Sprint(currVal))
  303. isAdd = true
  304. }
  305. delete(removeDateMap, currDateStr)
  306. }
  307. // 数据入库
  308. {
  309. if isAdd {
  310. addSql = strings.TrimRight(addSql, ",")
  311. _, err = to.Raw(addSql).Exec()
  312. }
  313. // 移除不存在的日期数据
  314. if len(removeDateMap) > 0 {
  315. removeDateList := make([]string, 0) //需要移除的日期
  316. for k := range removeDateMap {
  317. removeDateList = append(removeDateList, k)
  318. }
  319. removeDateStr := strings.Join(removeDateList, `","`)
  320. removeDateStr = `"` + removeDateStr + `"`
  321. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  322. _, err = to.Raw(sql, edbInfoId).Exec()
  323. if err != nil {
  324. err = fmt.Errorf("删除扩散指数指标数据失败,Err:" + err.Error())
  325. return
  326. }
  327. }
  328. }
  329. return
  330. }
  331. // GetRangeAnalysisChartDataByEdbInfo 区间计算
  332. func GetRangeAnalysisChartDataByEdbInfo(to orm.TxOrmer, fromEdbInfo *EdbInfo, calculateFormula RangeAnalysisCalculateFormula) (newDataList []*EdbInfoSearchData, err error) {
  333. // 指标的开始日期和结束日期
  334. edbStartDateTime, _ := time.ParseInLocation(utils.FormatDate, fromEdbInfo.StartDate, time.Local)
  335. //edbStartDate := edbStartDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
  336. edbEndDateTime, _ := time.ParseInLocation(utils.FormatDate, fromEdbInfo.EndDate, time.Local)
  337. edbEndDate := edbEndDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
  338. // 获取时间基准指标在时间区间内的值
  339. dataList, err := GetEdbDataListAllByTo(to, fromEdbInfo.Source, fromEdbInfo.SubSource, FindEdbDataListAllCond{
  340. EdbInfoId: fromEdbInfo.EdbInfoId,
  341. }, 0)
  342. if err != nil {
  343. err = fmt.Errorf("获取时间基准指标在时间区间内的值失败,Err:" + err.Error())
  344. return
  345. }
  346. dateList := make([]*ChartRangeAnalysisDateDataItem, 0)
  347. switch calculateFormula.DateRangeType {
  348. case 0:
  349. // 智能划分得到一个开始日期,和结束日期
  350. var startDateTime, endDateTime time.Time
  351. if calculateFormula.AutoDateConf.IsAutoStartDate == 0 { //固定设置
  352. startDate := calculateFormula.AutoDateConf.StartDate
  353. if startDate == "" {
  354. startDate = "2020-01-01"
  355. }
  356. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  357. endDateTime = edbEndDateTime
  358. } else {
  359. startConf := calculateFormula.AutoDateConf.StartDateConf
  360. endConf := calculateFormula.AutoDateConf.EndDateConf
  361. startDate := ""
  362. endDate := ""
  363. if startConf.BaseDateType == 0 { //
  364. startDate = edbEndDate
  365. } else if startConf.BaseDateType == 1 {
  366. startDate = time.Now().Format(utils.FormatDate)
  367. }
  368. if startConf.MoveForward > 0 {
  369. startDate = GetEdbDateByMoveForward(startConf.MoveForward, dataList)
  370. }
  371. if len(startConf.DateChange) > 0 {
  372. startDate, err = HandleEdbDateChange(startDate, startConf.DateChange)
  373. if err != nil {
  374. err = fmt.Errorf("智能划分开始日期处理失败:%s", err.Error())
  375. return
  376. }
  377. }
  378. if endConf.BaseDateType == 0 { //
  379. endDate = edbEndDate
  380. } else if endConf.BaseDateType == 2 {
  381. endDate = "2020-01-01"
  382. }
  383. if endConf.MoveForward > 0 {
  384. endDate = GetEdbDateByMoveForward(endConf.MoveForward, dataList)
  385. }
  386. if len(endConf.DateChange) > 0 {
  387. endDate, err = HandleEdbDateChange(endDate, endConf.DateChange)
  388. if err != nil {
  389. err = fmt.Errorf("智能划分结束日期处理失败:%s", err.Error())
  390. return
  391. }
  392. }
  393. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  394. endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  395. }
  396. dateList = append(dateList, &ChartRangeAnalysisDateDataItem{
  397. StartDate: startDateTime,
  398. EndDate: endDateTime})
  399. case 1:
  400. // 手工划分得到多个开始日期和结束日期(已排序)
  401. for _, v := range calculateFormula.ManualDateConf {
  402. startDateT, _ := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local)
  403. endDateT, _ := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local)
  404. tmp := &ChartRangeAnalysisDateDataItem{
  405. StartDate: startDateT,
  406. EndDate: endDateT,
  407. }
  408. dateList = append(dateList, tmp)
  409. }
  410. case 2:
  411. // 跨年划分得到多个开始日期和结束日期
  412. startYear := edbStartDateTime.Year()
  413. endYear := edbEndDateTime.Year()
  414. startDay := calculateFormula.YearDateConf.StartDay
  415. endDay := calculateFormula.YearDateConf.EndDay
  416. for year := startYear; year <= endYear; year++ {
  417. startDate := fmt.Sprintf("%d-%s", year, startDay)
  418. endDate := fmt.Sprintf("%d-%s", year+1, endDay)
  419. startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  420. endDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  421. if startDateTime.Before(edbStartDateTime) {
  422. break
  423. }
  424. tmp := &ChartRangeAnalysisDateDataItem{
  425. StartDate: startDateTime,
  426. EndDate: endDateTime,
  427. }
  428. dateList = append(dateList, tmp)
  429. }
  430. }
  431. // 根据日期,获取数据
  432. for _, v := range dateList {
  433. for _, vv := range dataList {
  434. dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
  435. if dataTimeT.After(v.StartDate) && dataTimeT.Before(v.EndDate) ||
  436. dataTimeT.Equal(v.StartDate) ||
  437. dataTimeT.Equal(v.EndDate) {
  438. v.DataList = append(v.DataList, vv)
  439. }
  440. }
  441. }
  442. // 根据时间区间类型来获取数据的计算窗口,然后再拼接成整段数据
  443. newDataList, err = HandleDataByCalculateType(dateList, calculateFormula.CalculateType)
  444. if err != nil {
  445. return
  446. }
  447. if calculateFormula.UnNormalDataDealType > 0 {
  448. // todo 异常数据处理
  449. }
  450. if calculateFormula.DataConvertType > 0 {
  451. // 数据转换类型 0不转, 1乘 2除 3对数
  452. switch calculateFormula.DataConvertType {
  453. case 1:
  454. for i, v := range newDataList {
  455. newDataList[i].Value = v.Value * calculateFormula.DataConvertConf.Value
  456. }
  457. //item.MaxData = item.MaxData * v.ConvertValue
  458. //item.MinData = item.MinData * v.ConvertValue
  459. case 2:
  460. for i, v := range newDataList {
  461. newDataList[i].Value = v.Value / calculateFormula.DataConvertConf.Value
  462. }
  463. //item.MaxData = item.MaxData / v.ConvertValue
  464. //item.MinData = item.MinData / v.ConvertValue
  465. case 3:
  466. for i, v := range newDataList {
  467. if v.Value <= 0 {
  468. err = errors.New("数据中含有负数或0,无法对数运算")
  469. return
  470. }
  471. newDataList[i].Value = math.Log(v.Value) / math.Log(calculateFormula.DataConvertConf.Value)
  472. }
  473. //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue)
  474. //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue)
  475. }
  476. }
  477. return
  478. }
  479. // HandleDataByCalculateType 根据计算公式处理数据
  480. func HandleDataByCalculateType(originList []*ChartRangeAnalysisDateDataItem, calculateType int) (newList []*EdbInfoSearchData, err error) {
  481. if len(originList) == 0 {
  482. return
  483. }
  484. switch calculateType {
  485. case 0: //均值
  486. var sum float64
  487. for _, item := range originList {
  488. sum = 0
  489. for k, v := range item.DataList {
  490. sum += v.Value
  491. val := sum / float64(k+1)
  492. newList = append(newList, &EdbInfoSearchData{
  493. DataTime: v.DataTime,
  494. Value: val,
  495. DataTimestamp: v.DataTimestamp,
  496. })
  497. }
  498. }
  499. case 1: //累计值
  500. var sum float64
  501. for _, item := range originList {
  502. sum = 0
  503. for _, v := range item.DataList {
  504. sum += v.Value
  505. val := sum
  506. newList = append(newList, &EdbInfoSearchData{
  507. DataTime: v.DataTime,
  508. Value: val,
  509. DataTimestamp: v.DataTimestamp,
  510. })
  511. }
  512. }
  513. case 2: //涨幅
  514. for _, item := range originList {
  515. var baseVal float64
  516. for k, v := range item.DataList {
  517. if k == 0 {
  518. baseVal = v.Value
  519. if baseVal == 0 {
  520. break
  521. }
  522. }
  523. val := (v.Value - baseVal) / baseVal
  524. newList = append(newList, &EdbInfoSearchData{
  525. DataTime: v.DataTime,
  526. Value: val,
  527. DataTimestamp: v.DataTimestamp,
  528. })
  529. }
  530. }
  531. case 3: //复合增长率
  532. for _, item := range originList {
  533. var baseVal float64
  534. var baseDate string
  535. for k, v := range item.DataList {
  536. if k == 0 {
  537. baseVal = v.Value
  538. baseDate = v.DataTime
  539. if baseVal == 0 {
  540. break
  541. }
  542. continue
  543. }
  544. baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
  545. if e != nil {
  546. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  547. return
  548. }
  549. tmpT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
  550. if e != nil {
  551. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  552. return
  553. }
  554. // 计算两个日期相差的天数
  555. diff := tmpT.Sub(baseDateT).Hours() / 24
  556. val := v.Value / baseVal
  557. val = math.Pow(val, diff) - 1
  558. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  559. }
  560. }
  561. case 4: //最大值
  562. var maxVal float64
  563. for _, item := range originList {
  564. for k, v := range item.DataList {
  565. if k == 0 {
  566. maxVal = v.Value
  567. }
  568. if v.Value > maxVal {
  569. maxVal = v.Value
  570. }
  571. val := maxVal
  572. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  573. }
  574. }
  575. case 5: //最小值
  576. var minVal float64
  577. for _, item := range originList {
  578. for k, v := range item.DataList {
  579. if k == 0 {
  580. minVal = v.Value
  581. }
  582. if v.Value < minVal {
  583. minVal = v.Value
  584. }
  585. val := minVal
  586. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  587. }
  588. }
  589. }
  590. return
  591. }
  592. func GetEdbDateByMoveForward(moveForward int, edbDataList []*EdbInfoSearchData) (date string) {
  593. moveForward = 0
  594. // 根据日期进行排序
  595. index := len(edbDataList) - 1 - moveForward
  596. for k, v := range edbDataList {
  597. if k == index {
  598. date = v.DataTime
  599. return
  600. }
  601. }
  602. return
  603. }
  604. // HandleEdbDateChange 处理日期变换
  605. func HandleEdbDateChange(date string, dateChange []*EdbDateConfDateChange) (newDate string, err error) {
  606. newDate = date
  607. if newDate != "" {
  608. if len(dateChange) > 0 {
  609. var dateTime time.Time
  610. dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
  611. if err != nil {
  612. err = fmt.Errorf("日期解析失败: %s", err.Error())
  613. return
  614. }
  615. for _, v := range dateChange {
  616. if v.ChangeType == 1 {
  617. dateTime = dateTime.AddDate(v.Year, v.Month, v.Day)
  618. newDate = dateTime.Format(utils.FormatDate)
  619. } else if v.ChangeType == 2 {
  620. newDate, err, _ = utils.HandleSystemAppointDateT(dateTime, v.FrequencyDay, v.Frequency)
  621. if err != nil {
  622. return
  623. }
  624. dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
  625. if err != nil {
  626. err = fmt.Errorf("日期解析失败: %s", err.Error())
  627. return
  628. }
  629. }
  630. }
  631. }
  632. }
  633. return
  634. }
  635. // GetSource 获取来源编码id
  636. func (obj CalculateRangeAnalysis) GetSource() int {
  637. return utils.DATA_SOURCE_CALCULATE_RANGEANLYSIS
  638. }
  639. // GetSourceName 获取来源名称
  640. func (obj CalculateRangeAnalysis) GetSourceName() string {
  641. return utils.DATA_SOURCE_NAME_CALCULATE_RANGEANLYSIS
  642. }
  643. // GetEdbType 获取指标类型
  644. func (obj CalculateRangeAnalysis) GetEdbType() int {
  645. return utils.CALCULATE_EDB_TYPE
  646. }