edb_data_calculate_qjjs.go 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956
  1. package models
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta_gn/eta_index_lib/global"
  6. "eta_gn/eta_index_lib/utils"
  7. "fmt"
  8. "github.com/shopspring/decimal"
  9. "gorm.io/gorm"
  10. "math"
  11. "strconv"
  12. "strings"
  13. "time"
  14. )
  15. type CalculateRangeAnalysis struct {
  16. }
  17. type RangeAnalysisCalculateFormula struct {
  18. DateRangeType int `description:"区间划分类型 0:智能划分,1:手工划分,2:跨年划分"`
  19. AutoDateConf ChartRangeAnalysisAutoDateConf `description:"智能划分时间区间配置"`
  20. ManualDateConf []ChartRangeAnalysisManualDateConf `description:"手工划分时间区间配置"`
  21. YearDateConf ChartRangeAnalysisYearDateConf `description:"跨年划分时间区间配置"`
  22. CalculateType int `description:"计算类型 0: 区间均值,1: 区间累计值,2:区间涨幅,3:区间年化增长率,4:区间最大值,5:区间最小值"`
  23. UnNormalDataDealType int `description:"异常值处理配置 0:不处理,1:剔除,2替换"`
  24. UnNormalDataConf ChartRangeAnalysisDeleteDataConf
  25. DataConvertType int `description:"数据转换类型 0不转, 1乘 2除 3对数"`
  26. DataConvertConf ChartRangeAnalysisDataConvertConf `description:"数据转换详情"`
  27. }
  28. type ChartRangeAnalysisAutoDateConf struct { //智能划分
  29. IsAutoStartDate int `description:"起始日期是否是动态设置:0固定,1动态"`
  30. StartDate string `description:"起始日期"` //固定模式下,截止日期为指标的最新日期
  31. EndDate string `description:"固定模式下的截止日期"`
  32. IsAutoEndDate int `description:"截止日期是否是动态设置:0固定,1动态"`
  33. StartDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态起始日期配置"`
  34. EndDateConf ChartRangeAnalysisAutoDateChangeConf `description:"动态截止日期配置"`
  35. }
  36. type ChartRangeAnalysisAutoDateChangeConf struct {
  37. BaseDateType int `description:"基准日期类型:0指标日期,1系统日期,2固定日期"`
  38. MoveForward int `description:"前移的期数"`
  39. DateChange []*EdbDataDateChangeConf
  40. }
  41. type EdbDataDateChangeConf struct {
  42. Year int
  43. Month int
  44. Day int
  45. Frequency string `description:"频度变换"`
  46. FrequencyDay string `description:"频度的固定日期"`
  47. ChangeType int `description:"日期变换类型1日期位移,2指定频率"`
  48. }
  49. type ChartRangeAnalysisManualDateConf struct { //手工划分
  50. StartDate string `description:"开始日期"`
  51. EndDate string `description:"结束日期"`
  52. }
  53. type ChartRangeAnalysisYearDateConf struct {
  54. StartDay string `description:"开始日"`
  55. EndDay string `description:"结束日"`
  56. }
  57. type ChartRangeAnalysisDeleteDataConf struct {
  58. Formula string
  59. Value float64
  60. ReplaceValue float64 `description:"替换的值"`
  61. }
  62. type ChartRangeAnalysisDataConvertConf struct {
  63. Value float64 `description:"数据转换值"`
  64. Unit string `description:"数据转换单位"`
  65. EnUnit string `description:"数据转换单位"`
  66. }
  67. type ChartRangeAnalysisDateDataItem struct {
  68. StartDate time.Time
  69. EndDate time.Time
  70. DataList []*EdbInfoSearchData
  71. }
  72. func (obj CalculateRangeAnalysis) Add(params AddCalculateBatchParams) (edbInfo *EdbInfo, err error, errMsg string) {
  73. req := params.Req
  74. edbCode := params.EdbCode
  75. uniqueCode := params.UniqueCode
  76. sysUserId := params.SysUserId
  77. sysUserRealName := params.SysUserRealName
  78. //req *EdbInfoCalculateBatchSaveReq, edbCode, uniqueCode string, sysUserId int, sysUserRealName string
  79. to := global.DEFAULT_DmSQL.Begin()
  80. defer func() {
  81. if err != nil {
  82. to.Rollback()
  83. } else {
  84. to.Commit()
  85. }
  86. }()
  87. if req.EdbInfoId > 0 {
  88. err = errors.New("无法新增")
  89. return
  90. }
  91. edbInfo = new(EdbInfo)
  92. edbInfo.Source = obj.GetSource()
  93. edbInfo.SourceName = obj.GetSourceName()
  94. edbInfo.EdbCode = edbCode
  95. edbInfo.EdbName = req.EdbName
  96. edbInfo.EdbNameSource = req.EdbName
  97. edbInfo.Frequency = req.Frequency
  98. edbInfo.Unit = req.Unit
  99. edbInfo.ClassifyId = req.ClassifyId
  100. edbInfo.SysUserId = sysUserId
  101. edbInfo.SysUserRealName = sysUserRealName
  102. edbInfo.CreateTime = time.Now()
  103. edbInfo.ModifyTime = time.Now()
  104. edbInfo.UniqueCode = uniqueCode
  105. edbInfo.CalculateFormula = req.CalculateFormula
  106. edbInfo.EdbNameEn = req.EdbName
  107. edbInfo.UnitEn = req.Unit
  108. edbInfo.EdbType = obj.GetEdbType()
  109. tmpErr := to.Create(edbInfo).Error
  110. if tmpErr != nil {
  111. err = tmpErr
  112. return
  113. }
  114. //关联关系
  115. fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
  116. if e != nil {
  117. err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
  118. return
  119. }
  120. calculateMappingItem := new(EdbInfoCalculateMapping)
  121. calculateMappingItem.CreateTime = time.Now()
  122. calculateMappingItem.ModifyTime = time.Now()
  123. calculateMappingItem.Sort = 1
  124. calculateMappingItem.EdbCode = edbCode
  125. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  126. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  127. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  128. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  129. calculateMappingItem.FromSource = fromEdbInfo.Source
  130. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  131. calculateMappingItem.FromTag = ""
  132. calculateMappingItem.Source = edbInfo.Source
  133. calculateMappingItem.SourceName = edbInfo.SourceName
  134. calculateMappingItem.FromSubSource = edbInfo.SubSource
  135. err = to.Create(calculateMappingItem).Error
  136. if err != nil {
  137. return
  138. }
  139. //计算数据
  140. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  141. return
  142. }
  143. func (obj CalculateRangeAnalysis) Edit(params EditCalculateBatchParams) (err error, errMsg string) {
  144. edbInfo := params.EdbInfo
  145. req := params.Req
  146. to := global.DEFAULT_DmSQL.Begin()
  147. defer func() {
  148. if err != nil {
  149. to.Rollback()
  150. } else {
  151. to.Commit()
  152. }
  153. }()
  154. //修改指标信息
  155. edbInfo.EdbName = req.EdbName
  156. edbInfo.EdbNameSource = req.EdbName
  157. edbInfo.Frequency = req.Frequency
  158. edbInfo.Unit = req.Unit
  159. edbInfo.ClassifyId = req.ClassifyId
  160. edbInfo.CalculateFormula = req.CalculateFormula
  161. edbInfo.EdbNameEn = req.EdbNameEn
  162. edbInfo.UnitEn = req.UnitEn
  163. edbInfo.ModifyTime = time.Now()
  164. err = to.Model(edbInfo).Select([]string{"EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "ModifyTime", "EdbNameEn", "UnitEn"}).Updates(edbInfo).Error
  165. if err != nil {
  166. return
  167. }
  168. //删除,计算指标关联的,基础指标的关联关系
  169. sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  170. err = to.Exec(sql, edbInfo.EdbInfoId).Error
  171. if err != nil {
  172. err = errors.New("删除计算指标关联关系失败,Err:" + err.Error())
  173. return
  174. }
  175. //清空原有数据
  176. tableName := GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource)
  177. sql = ` DELETE FROM ` + tableName + ` WHERE edb_info_id = ? `
  178. err = to.Exec(sql, edbInfo.EdbInfoId).Error
  179. if err != nil {
  180. return
  181. }
  182. fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
  183. if e != nil {
  184. err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
  185. return
  186. }
  187. calculateMappingItem := new(EdbInfoCalculateMapping)
  188. calculateMappingItem.CreateTime = time.Now()
  189. calculateMappingItem.ModifyTime = time.Now()
  190. calculateMappingItem.Sort = 1
  191. calculateMappingItem.EdbCode = edbInfo.EdbCode
  192. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  193. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  194. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  195. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  196. calculateMappingItem.FromSource = fromEdbInfo.Source
  197. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  198. calculateMappingItem.FromTag = ""
  199. calculateMappingItem.Source = edbInfo.Source
  200. calculateMappingItem.SourceName = edbInfo.SourceName
  201. calculateMappingItem.FromSubSource = edbInfo.SubSource
  202. err = to.Create(calculateMappingItem).Error
  203. if err != nil {
  204. return
  205. }
  206. //计算数据
  207. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  208. return
  209. }
  210. func (obj CalculateRangeAnalysis) Refresh(params RefreshParams) (err error, errMsg string) {
  211. edbInfo := params.EdbInfo
  212. edbInfoCalculateDetailList, err := GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  213. if err != nil {
  214. return
  215. }
  216. var fromEdbInfo *EdbInfo
  217. for _, v := range edbInfoCalculateDetailList {
  218. fromEdbInfo, _ = GetEdbInfoById(v.FromEdbInfoId)
  219. break
  220. }
  221. if fromEdbInfo == nil {
  222. errMsg = "指标异常"
  223. err = errors.New(errMsg)
  224. return
  225. }
  226. to := global.DEFAULT_DmSQL.Begin()
  227. defer func() {
  228. if err != nil {
  229. to.Rollback()
  230. } else {
  231. to.Commit()
  232. }
  233. }()
  234. // 计算数据
  235. err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  236. return
  237. }
  238. func (obj CalculateRangeAnalysis) refresh(to *gorm.DB, edbInfoId, source, subSource int, fromEdbInfo *EdbInfo, edbCode, calculateFormula string) (err error, errMsg string) {
  239. edbInfoIdStr := strconv.Itoa(edbInfoId)
  240. tableName := GetEdbDataTableName(obj.GetSource(), utils.DATA_SUB_SOURCE_EDB)
  241. //获取扩散指数指标所有数据
  242. existDataList, err := GetAllEdbDataListByTo(to, edbInfoId, source, subSource)
  243. if err != nil {
  244. return
  245. }
  246. //计算指标的map
  247. existDataMap := make(map[string]*EdbData, 0)
  248. removeDateMap := make(map[string]string)
  249. for _, v := range existDataList {
  250. existDataMap[v.DataTime] = v
  251. removeDateMap[v.DataTime] = ``
  252. }
  253. var rangeAnalysisConf RangeAnalysisCalculateFormula
  254. //fmt.Println("calculateFormula:", calculateFormula)
  255. err = json.Unmarshal([]byte(calculateFormula), &rangeAnalysisConf)
  256. if err != nil {
  257. err = fmt.Errorf("解析区间计算公式失败 %s", err.Error())
  258. return
  259. }
  260. rangeAnalysisChartData, err := GetRangeAnalysisChartDataByEdbInfo(fromEdbInfo, rangeAnalysisConf)
  261. if err != nil {
  262. err = fmt.Errorf("获取区间计算数据失败 %s", err.Error())
  263. return
  264. }
  265. addSql := ` INSERT INTO ` + tableName + ` (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  266. var isAdd bool
  267. for _, item := range rangeAnalysisChartData {
  268. currDateStr := item.DataTime
  269. currVal := item.Value
  270. // 判断扩散指数指标是否存在数据
  271. if existData, ok := existDataMap[currDateStr]; ok {
  272. // 处理扩散指数数据的值
  273. existValStr := existData.Value
  274. existValDeci, tmpErr := decimal.NewFromString(existValStr)
  275. if tmpErr != nil {
  276. err = tmpErr
  277. return
  278. }
  279. existVal, _ := existValDeci.Round(4).Float64()
  280. // 判断扩散指数数据的值 与 当前计算出来的结果, 如果两个数据结果不相等的话,那么就修改咯
  281. if existVal != currVal {
  282. err = ModifyEdbDataById(source, subSource, existData.EdbDataId, fmt.Sprint(currVal))
  283. if err != nil {
  284. return
  285. }
  286. }
  287. } else {
  288. // 直接入库
  289. timestamp := item.DataTimestamp
  290. timestampStr := fmt.Sprintf("%d", timestamp)
  291. addSql += GetAddSql(edbInfoIdStr, edbCode, currDateStr, timestampStr, fmt.Sprint(currVal))
  292. isAdd = true
  293. }
  294. delete(removeDateMap, currDateStr)
  295. }
  296. // 数据入库
  297. {
  298. if isAdd {
  299. addSql = strings.TrimRight(addSql, ",")
  300. err = to.Exec(addSql).Error
  301. }
  302. // 移除不存在的日期数据
  303. if len(removeDateMap) > 0 {
  304. removeDateList := make([]string, 0) //需要移除的日期
  305. for k := range removeDateMap {
  306. removeDateList = append(removeDateList, k)
  307. }
  308. removeDateStr := strings.Join(removeDateList, `","`)
  309. removeDateStr = `"` + removeDateStr + `"`
  310. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  311. err = to.Exec(sql, edbInfoId).Error
  312. if err != nil {
  313. err = fmt.Errorf("删除扩散指数指标数据失败,Err:" + err.Error())
  314. return
  315. }
  316. }
  317. }
  318. return
  319. }
  320. // GetAutoCalculateDateDataList 获取当前时间相关的区间作为计算依据
  321. func GetAutoCalculateDateDataList(currentDate string, dataList []*EdbInfoSearchData, req RangeAnalysisCalculateFormula) (newDataList []*EdbInfoSearchData, err error) {
  322. currentDateTime, _ := time.ParseInLocation(utils.FormatDate, currentDate, time.Local)
  323. switch req.DateRangeType {
  324. case 0:
  325. // 智能划分得到一个开始日期,和结束日期
  326. var startDateTime time.Time
  327. if req.AutoDateConf.IsAutoStartDate == 0 { //固定设置
  328. startDate := req.AutoDateConf.StartDate
  329. if startDate == "" {
  330. startDate = "2020-01-01"
  331. }
  332. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  333. } else {
  334. startConf := req.AutoDateConf.StartDateConf
  335. startDate := ""
  336. if startConf.BaseDateType == 0 { //
  337. startDate = currentDate
  338. } else if startConf.BaseDateType == 1 {
  339. startDate = time.Now().Format(utils.FormatDate)
  340. }
  341. if startConf.MoveForward > 0 {
  342. startDate = GetEdbDateByMoveForward(startDate, startConf.MoveForward, dataList)
  343. }
  344. if len(startConf.DateChange) > 0 {
  345. startDate, err = HandleEdbDateChange(startDate, startConf.DateChange)
  346. if err != nil {
  347. err = fmt.Errorf("智能划分开始日期处理失败:%s", err.Error())
  348. return
  349. }
  350. }
  351. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  352. }
  353. var calStartTime, calEndTime time.Time
  354. if currentDateTime.Before(startDateTime) {
  355. calStartTime = currentDateTime
  356. calEndTime = startDateTime
  357. } else {
  358. calStartTime = startDateTime
  359. calEndTime = currentDateTime
  360. }
  361. // 根据日期,获取数据
  362. for _, vv := range dataList {
  363. dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
  364. if dataTimeT.After(calStartTime) && dataTimeT.Before(calEndTime) ||
  365. dataTimeT.Equal(calStartTime) ||
  366. dataTimeT.Equal(calEndTime) {
  367. newDataList = append(newDataList, vv)
  368. }
  369. }
  370. }
  371. return
  372. }
  373. // HandleDataByCalculateType 根据计算公式处理数据
  374. func HandleRangeAnalysisDataByCalculateType(originList []*ChartRangeAnalysisDateDataItem, originDataList []*EdbInfoSearchData, req RangeAnalysisCalculateFormula) (newList []*EdbInfoSearchData, err error) {
  375. if len(originList) == 0 {
  376. return
  377. }
  378. calculateType := req.CalculateType
  379. switch calculateType {
  380. case 0: //均值
  381. var sum float64
  382. if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
  383. for _, item := range originList {
  384. for _, v := range item.DataList {
  385. sum = 0
  386. //计算的数据返回需要重新确定
  387. calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
  388. if e != nil {
  389. err = fmt.Errorf("获取区间数据失败:%s", e.Error())
  390. return
  391. }
  392. for _, vv := range calDataList {
  393. sum += vv.Value
  394. }
  395. val := sum / float64(len(calDataList))
  396. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  397. newList = append(newList, &EdbInfoSearchData{
  398. DataTime: v.DataTime,
  399. Value: val,
  400. DataTimestamp: v.DataTimestamp,
  401. })
  402. }
  403. }
  404. } else {
  405. for _, item := range originList {
  406. sum = 0
  407. for k, v := range item.DataList {
  408. sum += v.Value
  409. val := sum / float64(k+1)
  410. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  411. newList = append(newList, &EdbInfoSearchData{
  412. DataTime: v.DataTime,
  413. Value: val,
  414. DataTimestamp: v.DataTimestamp,
  415. })
  416. }
  417. }
  418. }
  419. case 1: //累计值
  420. var sum float64
  421. if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
  422. for _, item := range originList {
  423. sum = 0
  424. for _, v := range item.DataList {
  425. sum = 0
  426. //计算的数据返回需要重新确定
  427. calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
  428. if e != nil {
  429. err = fmt.Errorf("获取区间数据失败:%s", e.Error())
  430. return
  431. }
  432. for _, vv := range calDataList {
  433. sum += vv.Value
  434. }
  435. val := sum
  436. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  437. newList = append(newList, &EdbInfoSearchData{
  438. DataTime: v.DataTime,
  439. Value: val,
  440. DataTimestamp: v.DataTimestamp,
  441. })
  442. }
  443. }
  444. } else {
  445. for _, item := range originList {
  446. sum = 0
  447. for _, v := range item.DataList {
  448. sum += v.Value
  449. val := sum
  450. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  451. newList = append(newList, &EdbInfoSearchData{
  452. DataTime: v.DataTime,
  453. Value: val,
  454. DataTimestamp: v.DataTimestamp,
  455. })
  456. }
  457. }
  458. }
  459. case 2: //涨幅
  460. if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
  461. for _, item := range originList {
  462. for _, v := range item.DataList {
  463. var baseVal float64
  464. //计算的数据返回需要重新确定
  465. calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
  466. if e != nil {
  467. err = fmt.Errorf("获取区间数据失败:%s", e.Error())
  468. return
  469. }
  470. if len(calDataList) == 0 {
  471. continue
  472. }
  473. baseVal = calDataList[0].Value
  474. baseDate := calDataList[0].DataTime
  475. if baseVal == 0 {
  476. continue
  477. }
  478. if v.DataTime == baseDate {
  479. continue
  480. }
  481. val := (v.Value - baseVal) / baseVal
  482. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  483. newList = append(newList, &EdbInfoSearchData{
  484. DataTime: v.DataTime,
  485. Value: val,
  486. DataTimestamp: v.DataTimestamp,
  487. })
  488. }
  489. }
  490. } else {
  491. for _, item := range originList {
  492. if len(item.DataList) == 0 {
  493. break
  494. }
  495. baseVal := item.DataList[0].Value
  496. baseDate := item.DataList[0].DataTime
  497. if baseVal == 0 {
  498. break
  499. }
  500. for _, v := range item.DataList {
  501. if v.DataTime == baseDate {
  502. continue
  503. }
  504. val := (v.Value - baseVal) / baseVal
  505. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  506. newList = append(newList, &EdbInfoSearchData{
  507. DataTime: v.DataTime,
  508. Value: val,
  509. DataTimestamp: v.DataTimestamp,
  510. })
  511. }
  512. }
  513. }
  514. case 3: //复合增长率
  515. if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
  516. for _, item := range originList {
  517. for _, v := range item.DataList {
  518. var baseVal float64
  519. var baseDate string
  520. calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
  521. if e != nil {
  522. err = fmt.Errorf("获取区间数据失败:%s", e.Error())
  523. return
  524. }
  525. if len(calDataList) == 0 {
  526. continue
  527. }
  528. baseVal = calDataList[0].Value
  529. baseDate = calDataList[0].DataTime
  530. if v.DataTime == baseDate {
  531. continue
  532. }
  533. if baseVal == 0 {
  534. continue
  535. }
  536. baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
  537. if e != nil {
  538. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  539. return
  540. }
  541. tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
  542. if e != nil {
  543. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  544. return
  545. }
  546. // 计算两个日期相差的天数
  547. diff := tmpT.Sub(baseDateT).Hours() / 24 / 365
  548. val := v.Value / baseVal
  549. val = math.Pow(val, 1/diff) - 1
  550. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  551. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  552. }
  553. }
  554. } else {
  555. for _, item := range originList {
  556. if len(item.DataList) == 0 {
  557. break
  558. }
  559. baseVal := item.DataList[0].Value
  560. baseDate := item.DataList[0].DataTime
  561. if baseVal == 0 {
  562. break
  563. }
  564. for _, v := range item.DataList {
  565. if v.DataTime == baseDate {
  566. continue
  567. }
  568. baseDateT, e := time.ParseInLocation(utils.FormatDate, baseDate, time.Local)
  569. if e != nil {
  570. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  571. return
  572. }
  573. tmpT, e := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
  574. if e != nil {
  575. err = fmt.Errorf("time.ParseInLocation err: %v", e)
  576. return
  577. }
  578. // 计算两个日期相差的天数
  579. diff := tmpT.Sub(baseDateT).Hours() / 24 / 365
  580. val := v.Value / baseVal
  581. val = math.Pow(val, 1/diff) - 1
  582. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  583. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  584. }
  585. }
  586. }
  587. case 4: //最大值
  588. var maxVal float64
  589. if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
  590. for _, item := range originList {
  591. for _, v := range item.DataList {
  592. calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
  593. if e != nil {
  594. err = fmt.Errorf("获取区间数据失败:%s", e.Error())
  595. return
  596. }
  597. for kk, vv := range calDataList {
  598. if kk == 0 {
  599. maxVal = vv.Value
  600. }
  601. if vv.Value > maxVal {
  602. maxVal = vv.Value
  603. }
  604. }
  605. val := maxVal
  606. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  607. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  608. }
  609. }
  610. } else {
  611. for _, item := range originList {
  612. for k, v := range item.DataList {
  613. if k == 0 {
  614. maxVal = v.Value
  615. }
  616. if v.Value > maxVal {
  617. maxVal = v.Value
  618. }
  619. val := maxVal
  620. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  621. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  622. }
  623. }
  624. }
  625. case 5: //最小值
  626. var minVal float64
  627. if req.DateRangeType == 0 && req.AutoDateConf.IsAutoStartDate > 0 {
  628. for _, item := range originList {
  629. for _, v := range item.DataList {
  630. calDataList, e := GetAutoCalculateDateDataList(v.DataTime, originDataList, req)
  631. if e != nil {
  632. err = fmt.Errorf("获取区间数据失败:%s", e.Error())
  633. return
  634. }
  635. for kk, vv := range calDataList {
  636. if kk == 0 {
  637. minVal = vv.Value
  638. }
  639. if vv.Value < minVal {
  640. minVal = vv.Value
  641. }
  642. }
  643. val := minVal
  644. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  645. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  646. }
  647. }
  648. } else {
  649. for _, item := range originList {
  650. for k, v := range item.DataList {
  651. if k == 0 {
  652. minVal = v.Value
  653. }
  654. if v.Value < minVal {
  655. minVal = v.Value
  656. }
  657. val := minVal
  658. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  659. newList = append(newList, &EdbInfoSearchData{DataTime: v.DataTime, Value: val, DataTimestamp: v.DataTimestamp})
  660. }
  661. }
  662. }
  663. }
  664. return
  665. }
  666. // GetRangeAnalysisChartDataByEdbInfo 区间计算
  667. func GetRangeAnalysisChartDataByEdbInfo(fromEdbInfo *EdbInfo, calculateFormula RangeAnalysisCalculateFormula) (newDataList []*EdbInfoSearchData, err error) {
  668. // 指标的开始日期和结束日期
  669. edbStartDateTime, _ := time.ParseInLocation(utils.FormatDate, fromEdbInfo.StartDate, time.Local)
  670. //edbStartDate := edbStartDateTime.AddDate(0, 0, 1).Format(utils.FormatDate)
  671. edbEndDateTime, _ := time.ParseInLocation(utils.FormatDate, fromEdbInfo.EndDate, time.Local)
  672. edbEndDate := edbEndDateTime.Format(utils.FormatDate)
  673. // 获取时间基准指标在时间区间内的值
  674. dataList := make([]*EdbInfoSearchData, 0)
  675. switch fromEdbInfo.EdbInfoType {
  676. case 0:
  677. //获取来源指标的数据
  678. dataList, err = GetEdbDataListAll(fromEdbInfo.Source, fromEdbInfo.SubSource,
  679. FindEdbDataListAllCond{
  680. EdbInfoId: fromEdbInfo.EdbInfoId,
  681. }, 1)
  682. case 1:
  683. dataList, err = GetPredictEdbDataListAllByStartDate(fromEdbInfo, 1, "")
  684. default:
  685. err = errors.New(fmt.Sprint("获取失败,指标base类型异常", fromEdbInfo.EdbInfoType))
  686. return
  687. }
  688. if err != nil {
  689. err = fmt.Errorf("获取时间基准指标在时间区间内的值失败,Err:" + err.Error())
  690. return
  691. }
  692. dateList := make([]*ChartRangeAnalysisDateDataItem, 0)
  693. switch calculateFormula.DateRangeType {
  694. case 0:
  695. // 智能划分得到一个开始日期,和结束日期
  696. var startDateTime, endDateTime time.Time
  697. startDateTime = edbStartDateTime
  698. if calculateFormula.AutoDateConf.IsAutoStartDate == 0 { //固定设置
  699. startDate := calculateFormula.AutoDateConf.StartDate
  700. if startDate == "" {
  701. startDate = "2020-01-01"
  702. }
  703. startDateTime, _ = time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  704. }
  705. if calculateFormula.AutoDateConf.IsAutoEndDate == 0 { //固定设置
  706. endDate := calculateFormula.AutoDateConf.EndDate
  707. if endDate == "" {
  708. err = fmt.Errorf("智能划分截止日期处理失败:请输入截止日期")
  709. return
  710. }
  711. // todo 如果截止日期比指标日期还要大,则用指标的最新日期
  712. endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  713. } else {
  714. endConf := calculateFormula.AutoDateConf.EndDateConf
  715. endDate := edbEndDate
  716. if endConf.MoveForward > 0 {
  717. endDate = GetEdbDateByMoveForward(endDate, endConf.MoveForward, dataList)
  718. }
  719. if len(endConf.DateChange) > 0 {
  720. endDate, err = HandleEdbDateChange(endDate, endConf.DateChange)
  721. if err != nil {
  722. err = fmt.Errorf("智能划分结束日期处理失败:%s", err.Error())
  723. return
  724. }
  725. }
  726. endDateTime, _ = time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  727. }
  728. dateList = append(dateList, &ChartRangeAnalysisDateDataItem{
  729. StartDate: startDateTime,
  730. EndDate: endDateTime})
  731. case 1:
  732. // 手工划分得到多个开始日期和结束日期(已排序)
  733. for _, v := range calculateFormula.ManualDateConf {
  734. startDateT, _ := time.ParseInLocation(utils.FormatDate, v.StartDate, time.Local)
  735. endDateT, _ := time.ParseInLocation(utils.FormatDate, v.EndDate, time.Local)
  736. tmp := &ChartRangeAnalysisDateDataItem{
  737. StartDate: startDateT,
  738. EndDate: endDateT,
  739. }
  740. dateList = append(dateList, tmp)
  741. }
  742. case 2:
  743. // 跨年划分得到多个开始日期和结束日期
  744. startYear := edbStartDateTime.Year()
  745. endYear := edbEndDateTime.Year()
  746. startDay := calculateFormula.YearDateConf.StartDay
  747. endDay := calculateFormula.YearDateConf.EndDay
  748. for year := startYear; year <= endYear; year++ {
  749. startDate := fmt.Sprintf("%d-%s", year, startDay)
  750. endDate := fmt.Sprintf("%d-%s", year+1, endDay)
  751. startDateTime, _ := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  752. endDateTime, _ := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  753. if startDateTime.Before(edbStartDateTime) {
  754. break
  755. }
  756. tmp := &ChartRangeAnalysisDateDataItem{
  757. StartDate: startDateTime,
  758. EndDate: endDateTime,
  759. }
  760. dateList = append(dateList, tmp)
  761. }
  762. }
  763. // 根据日期,获取数据
  764. for _, v := range dateList {
  765. for _, vv := range dataList {
  766. dataTimeT, _ := time.ParseInLocation(utils.FormatDate, vv.DataTime, time.Local)
  767. if dataTimeT.After(v.StartDate) && dataTimeT.Before(v.EndDate) ||
  768. dataTimeT.Equal(v.StartDate) ||
  769. dataTimeT.Equal(v.EndDate) {
  770. v.DataList = append(v.DataList, vv)
  771. }
  772. }
  773. }
  774. // 根据时间区间类型来获取数据的计算窗口,然后再拼接成整段数据
  775. newDataList, err = HandleRangeAnalysisDataByCalculateType(dateList, dataList, calculateFormula)
  776. if err != nil {
  777. return
  778. }
  779. if calculateFormula.UnNormalDataDealType > 0 {
  780. switch calculateFormula.UnNormalDataDealType { //0:不处理,1:剔除,2替换
  781. case 1:
  782. dealDataList := make([]*EdbInfoSearchData, 0)
  783. for _, v := range newDataList {
  784. if !utils.CompareFloatByOpStrings(calculateFormula.UnNormalDataConf.Formula, v.Value, calculateFormula.UnNormalDataConf.Value) {
  785. dealDataList = append(dealDataList, v)
  786. }
  787. }
  788. case 2:
  789. for i, v := range newDataList {
  790. if utils.CompareFloatByOpStrings(calculateFormula.UnNormalDataConf.Formula, v.Value, calculateFormula.UnNormalDataConf.Value) {
  791. newDataList[i].Value = calculateFormula.UnNormalDataConf.ReplaceValue
  792. }
  793. }
  794. }
  795. }
  796. if calculateFormula.DataConvertType > 0 {
  797. // 数据转换类型 0不转, 1乘 2除 3对数
  798. switch calculateFormula.DataConvertType {
  799. case 1:
  800. for i, v := range newDataList {
  801. val := v.Value * calculateFormula.DataConvertConf.Value
  802. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  803. newDataList[i].Value = val
  804. }
  805. //item.MaxData = item.MaxData * v.ConvertValue
  806. //item.MinData = item.MinData * v.ConvertValue
  807. case 2:
  808. for i, v := range newDataList {
  809. val := v.Value / calculateFormula.DataConvertConf.Value
  810. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  811. newDataList[i].Value = val
  812. }
  813. //item.MaxData = item.MaxData / v.ConvertValue
  814. //item.MinData = item.MinData / v.ConvertValue
  815. case 3:
  816. for i, v := range newDataList {
  817. if v.Value <= 0 {
  818. err = errors.New("数据中含有负数或0,无法对数运算")
  819. return
  820. }
  821. val := math.Log(v.Value) / math.Log(calculateFormula.DataConvertConf.Value)
  822. val, _ = decimal.NewFromFloat(val).Round(4).Float64()
  823. newDataList[i].Value = val
  824. }
  825. //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue)
  826. //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue)
  827. }
  828. }
  829. return
  830. }
  831. func GetEdbDateByMoveForward(startDate string, moveForward int, edbDataList []*EdbInfoSearchData) (date string) {
  832. // 根据日期进行排序
  833. index := 0
  834. length := len(edbDataList)
  835. for i := length - 1; i >= 0; i-- {
  836. item := edbDataList[i]
  837. if item.DataTime == startDate {
  838. index += 1
  839. continue
  840. }
  841. if index >= moveForward {
  842. date = item.DataTime
  843. break
  844. }
  845. if index > 0 {
  846. index += 1
  847. date = item.DataTime
  848. }
  849. }
  850. return
  851. }
  852. // HandleEdbDateChange 处理日期变换
  853. func HandleEdbDateChange(date string, dateChange []*EdbDataDateChangeConf) (newDate string, err error) {
  854. newDate = date
  855. if newDate != "" {
  856. if len(dateChange) > 0 {
  857. var dateTime time.Time
  858. dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
  859. if err != nil {
  860. err = fmt.Errorf("日期解析失败: %s", err.Error())
  861. return
  862. }
  863. for _, v := range dateChange {
  864. if v.ChangeType == 1 {
  865. dateTime = dateTime.AddDate(v.Year, v.Month, v.Day)
  866. newDate = dateTime.Format(utils.FormatDate)
  867. } else if v.ChangeType == 2 {
  868. newDate, err, _ = utils.HandleSystemAppointDateT(dateTime, v.FrequencyDay, v.Frequency)
  869. if err != nil {
  870. return
  871. }
  872. dateTime, err = time.ParseInLocation(utils.FormatDate, newDate, time.Local)
  873. if err != nil {
  874. err = fmt.Errorf("日期解析失败: %s", err.Error())
  875. return
  876. }
  877. }
  878. }
  879. }
  880. }
  881. return
  882. }
  883. // GetSource 获取来源编码id
  884. func (obj CalculateRangeAnalysis) GetSource() int {
  885. return utils.DATA_SOURCE_CALCULATE_RANGEANLYSIS
  886. }
  887. // GetSourceName 获取来源名称
  888. func (obj CalculateRangeAnalysis) GetSourceName() string {
  889. return utils.DATA_SOURCE_NAME_CALCULATE_RANGEANLYSIS
  890. }
  891. // GetEdbType 获取指标类型
  892. func (obj CalculateRangeAnalysis) GetEdbType() int {
  893. return utils.CALCULATE_EDB_TYPE
  894. }