edb_data_residual_analysis.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658
  1. package models
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/global"
  5. "eta/eta_index_lib/utils"
  6. "fmt"
  7. "math"
  8. "sort"
  9. "strconv"
  10. "time"
  11. )
  12. type edbDataResidualAnalysis struct {
  13. EdbDataId int `gorm:"column:edb_data_id;type:int(11);primaryKey;not null;"`
  14. EdbInfoId int `gorm:"column:edb_info_id;type:int(11);comment:指标id;default:NULL;"` // 指标id
  15. EdbCode string `gorm:"column:edb_code;type:varchar(190);comment:指标编码;default:NULL;"` // 指标编码
  16. DataTime string `gorm:"column:data_time;type:date;comment:数据日期;default:NULL;"` // 数据日期
  17. Value float64 `gorm:"column:value;type:double;comment:数据值;default:NULL;"` // 数据值
  18. CreateTime time.Time `gorm:"column:create_time;type:datetime;comment:创建时间;default:NULL;" ` // 创建时间
  19. ModifyTime time.Time `gorm:"column:modify_time;type:datetime;comment:修改时间;default:NULL;"` // 修改时间
  20. DataTimestamp int64 `gorm:"column:data_timestamp;type:bigint(20);comment:数据日期时间戳;default:0;"` // 数据日期时间戳
  21. }
  22. // ConvertTimeStr
  23. // @Description: 转成需要输出的格式
  24. // @receiver m
  25. func (m *edbDataResidualAnalysis) ConvertTimeStr() {
  26. m.DataTime = utils.GormDateStrToDateStr(m.DataTime)
  27. return
  28. }
  29. // AddResidualAnalysisData 新增指标数据
  30. func AddResidualAnalysisData(dataList []edbDataResidualAnalysis) (err error) {
  31. err = global.DEFAULT_DB.CreateInBatches(dataList, utils.MultiAddNum).Error
  32. if err != nil {
  33. return err
  34. }
  35. return nil
  36. }
  37. // RefreshAllCalculateResidualAnalysis 刷新残差分析
  38. func RefreshAllCalculateResidualAnalysis(edbInfoId, source, subSource, formulaInt, moveType int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate, moveFrequency string) (err error) {
  39. to := global.DEFAULT_DB
  40. /*to, err := o.Begin()
  41. if err != nil {
  42. return
  43. }
  44. defer func() {
  45. if err != nil {
  46. fmt.Println("RefreshAllCalculateResidualAnalysis,Err:" + err.Error())
  47. _ = to.Rollback()
  48. } else {
  49. _ = to.Commit()
  50. }
  51. }()*/
  52. configMapping, err := GetConfigMappingListByConditionNotBase(edbInfoId)
  53. if err != nil {
  54. return err
  55. }
  56. var edbInfoIdList []int64
  57. for _, v := range configMapping {
  58. edbInfoIdList = append(edbInfoIdList, v.EdbInfoId)
  59. }
  60. //清空原有数据
  61. sql := ` DELETE FROM edb_data_residual_analysis WHERE edb_info_id in (` + utils.GetOrmInReplace(len(edbInfoIdList)) + `) `
  62. var params []interface{}
  63. for _, i := range edbInfoIdList {
  64. params = append(params, i)
  65. }
  66. err = to.Exec(sql, params...).Error
  67. if err != nil {
  68. return
  69. }
  70. //计算数据
  71. err = refreshAllCalculateResidualAnalysis(edbInfoId, source, subSource, formulaInt, moveType, fromEdbInfo, edbCode, startDate, endDate, moveFrequency, configMapping)
  72. return
  73. }
  74. // refreshAllCalculateResidualAnalysis 刷新所有残差分析
  75. func refreshAllCalculateResidualAnalysis(edbInfoId, source, subSource, formulaInt, moveType int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate, moveFrequency string, configMapping []CalculateResidualAnalysisConfigMapping) (err error) {
  76. fmt.Println("refreshAllCalculateResidualAnalysis startDate:", startDate)
  77. calculateMappingList, err := GetCalculateMappingListByEdbInfoId(edbInfoId)
  78. if err != nil {
  79. return err
  80. }
  81. edbInfoIdA := calculateMappingList[0].FromEdbInfoId
  82. edbInfoIdB := calculateMappingList[1].FromEdbInfoId
  83. mappingList, err := GetEdbInfoListByIds([]int{edbInfoIdA, edbInfoIdB})
  84. if err != nil {
  85. return err
  86. }
  87. var edbInfoMappingA, edbInfoMappingB *EdbInfoList
  88. for _, v := range mappingList {
  89. if v.Unit == "无" {
  90. v.Unit = ""
  91. }
  92. if v.EdbInfoId == edbInfoIdA {
  93. edbInfoMappingA = v
  94. }
  95. if v.EdbInfoId == edbInfoIdB {
  96. edbInfoMappingB = v
  97. }
  98. }
  99. if edbInfoMappingA == nil {
  100. return fmt.Errorf("指标A不存在")
  101. }
  102. if edbInfoMappingB == nil {
  103. return fmt.Errorf("指标B不存在")
  104. }
  105. // 从配置中取出时间范围
  106. analysisConfig, err := GetResidualAnalysisConfigById(edbInfoId)
  107. if err != nil {
  108. return err
  109. }
  110. configString := analysisConfig.Config
  111. var config ResidualAnalysisConfig
  112. err = json.Unmarshal([]byte(configString), &config)
  113. // 时间处理
  114. switch config.DateType {
  115. case 0:
  116. startDate = config.StartDate
  117. endDate = config.EndDate
  118. case 1:
  119. startDate = config.StartDate
  120. endDate = ""
  121. default:
  122. startDate = utils.GetPreYearTime(config.DateType)
  123. endDate = ""
  124. }
  125. // 原始图表信息
  126. originalEdbList := make([]EdbInfoList, 0)
  127. originalEdbList, fullADataList, fullBDataList, err := fillOriginalChart(config, fromEdbInfo, mappingList, startDate, endDate, edbInfoMappingA, edbInfoMappingB, originalEdbList)
  128. if err != nil {
  129. return err
  130. }
  131. indexADataMap := map[string]*EdbData{}
  132. for _, indexData := range edbInfoMappingA.DataList {
  133. indexADataMap[indexData.DataTime] = indexData
  134. }
  135. // 映射图表信息
  136. mappingEdbList, _, _, _, err := fillMappingChartInfo(config, fromEdbInfo, edbInfoMappingA, edbInfoMappingB, originalEdbList, indexADataMap, startDate, endDate, fullADataList, fullBDataList)
  137. if err != nil {
  138. return err
  139. }
  140. // 残差图表信息
  141. residualEdbList, _, err := fillResidualChartInfo(config, fromEdbInfo, edbInfoMappingA, edbInfoMappingB, mappingEdbList)
  142. // 映射指标 与 残差指标 同步刷新
  143. for _, mapping := range configMapping {
  144. var edbDataResidualAnalysisList []edbDataResidualAnalysis
  145. if mapping.IndexType == 1 {
  146. edbInfo, err := GetEdbInfoById(int(mapping.EdbInfoId))
  147. if err != nil {
  148. return err
  149. }
  150. for _, edbData := range mappingEdbList[1].DataList {
  151. value, _ := strconv.ParseFloat(edbData.Value, 64)
  152. edbDataResidualAnalysisList = append(edbDataResidualAnalysisList, edbDataResidualAnalysis{
  153. EdbInfoId: int(mapping.EdbInfoId),
  154. EdbCode: edbInfo.EdbCode,
  155. DataTime: edbData.DataTime,
  156. Value: value,
  157. CreateTime: time.Now(),
  158. ModifyTime: time.Now(),
  159. DataTimestamp: edbData.DataTimestamp,
  160. })
  161. }
  162. err = AddResidualAnalysisData(edbDataResidualAnalysisList)
  163. if err != nil {
  164. return err
  165. }
  166. } else if mapping.IndexType == 2 {
  167. edbInfo, err := GetEdbInfoById(int(mapping.EdbInfoId))
  168. if err != nil {
  169. return err
  170. }
  171. for _, edbData := range residualEdbList[1].DataList {
  172. value, _ := strconv.ParseFloat(edbData.Value, 64)
  173. edbDataResidualAnalysisList = append(edbDataResidualAnalysisList, edbDataResidualAnalysis{
  174. EdbInfoId: int(mapping.EdbInfoId),
  175. EdbCode: edbInfo.EdbCode,
  176. DataTime: edbData.DataTime,
  177. Value: value,
  178. CreateTime: time.Now(),
  179. ModifyTime: time.Now(),
  180. DataTimestamp: edbData.DataTimestamp,
  181. })
  182. }
  183. err = AddResidualAnalysisData(edbDataResidualAnalysisList)
  184. if err != nil {
  185. return err
  186. }
  187. }
  188. }
  189. return
  190. }
  191. func fillResidualChartInfo(config ResidualAnalysisConfig, req *EdbInfo, edbInfoMappingA *EdbInfoList, edbInfoMappingB *EdbInfoList, mappingEdbList []EdbInfoList) ([]EdbInfoList, float64, error) {
  192. // 计算公式 映射残差 = 因变量指标 - 映射指标
  193. var edbInfoA, edbInfoB EdbInfoList
  194. if mappingEdbList[0].EdbInfoId == edbInfoMappingA.EdbInfoId {
  195. edbInfoA = mappingEdbList[0]
  196. edbInfoB = mappingEdbList[1]
  197. } else {
  198. edbInfoA = mappingEdbList[1]
  199. edbInfoB = mappingEdbList[0]
  200. }
  201. dataAList := edbInfoA.DataList
  202. edbData := make([]*EdbDataList, len(dataAList))
  203. for i, data := range dataAList {
  204. f, _ := strconv.ParseFloat(data.Value, 64)
  205. edbData[i] = &EdbDataList{
  206. Value: f,
  207. DataTimestamp: data.DataTimestamp,
  208. DataTime: data.DataTime,
  209. EdbInfoId: data.EdbInfoId,
  210. EdbDataId: data.EdbDataId,
  211. }
  212. }
  213. dataBList := edbInfoB.DataList
  214. // 映射指标开始时间
  215. var startTime string
  216. if len(dataBList) > 0 {
  217. startTime = dataBList[0].DataTime
  218. }
  219. var indexDataBMap = make(map[string]*EdbData)
  220. for _, data := range dataBList {
  221. indexDataBMap[data.DataTime] = data
  222. }
  223. // 求R2
  224. var valueB, sumValueA, averageValueA, residualQuadraticSum, totalQuadraticSum, R2 float64
  225. for _, indexData := range edbData {
  226. // 因变量的值总和
  227. sumValueA += indexData.Value
  228. }
  229. // 因变量平均值
  230. averageValueA = sumValueA / float64(len(edbData))
  231. var indexMax, indexMin float64
  232. var edbDataResp []*EdbDataList
  233. if len(edbData) > 0 {
  234. indexMax = edbData[0].Value
  235. indexMin = edbData[0].Value
  236. for _, indexData := range edbData {
  237. if dataB, ok := indexDataBMap[indexData.DataTime]; ok {
  238. f, _ := strconv.ParseFloat(dataB.Value, 64)
  239. valueB = f
  240. } else {
  241. continue
  242. }
  243. // 总因变量平方和
  244. totalQuadraticSum += math.Pow(indexData.Value-averageValueA, 2)
  245. // 补全残差值
  246. indexData.Value = math.Round((indexData.Value-valueB)*10000) / 10000
  247. // 残差平方和
  248. residualQuadraticSum += math.Pow(indexData.Value, 2)
  249. if indexData.Value > indexMax {
  250. indexMax = indexData.Value
  251. }
  252. if indexData.Value < indexMin {
  253. indexMin = indexData.Value
  254. }
  255. // 获取映射指标之后的数据
  256. if startTime != "" && utils.CompareDate(startTime, indexData.DataTime) {
  257. edbDataResp = append(edbDataResp, indexData)
  258. }
  259. }
  260. }
  261. // 计算R2 公式:R2=1-SSE/SST R2越大,越符合线性 R2 = 1 - 残差平方和/总平方和
  262. R2 = 1 - residualQuadraticSum/totalQuadraticSum
  263. mappingEdb := make([]EdbInfoList, len(mappingEdbList))
  264. copy(mappingEdb, mappingEdbList)
  265. for i, mapping := range mappingEdb {
  266. if mapping.EdbInfoId != edbInfoMappingA.EdbInfoId {
  267. toEdbData := convertEdbDataListToEdbData(edbDataResp)
  268. mappingEdb[i].DataList = toEdbData
  269. mappingEdb[i].EdbName = edbInfoMappingA.EdbName + "映射残差/" + edbInfoMappingB.EdbName
  270. if config.IndexType == 2 {
  271. if config.LeadValue > 0 {
  272. mappingEdb[i].EdbName = edbInfoMappingA.EdbName + "映射残差/" + edbInfoMappingB.EdbName + "(领先" + strconv.Itoa(config.LeadValue) + config.LeadFrequency + ")"
  273. }
  274. }
  275. }
  276. }
  277. return mappingEdb, R2, nil
  278. }
  279. func fillMappingChartInfo(config ResidualAnalysisConfig, req *EdbInfo, edbInfoMappingA *EdbInfoList, edbInfoMappingB *EdbInfoList, originalEdbList []EdbInfoList, indexADataMap map[string]*EdbData, startDate string, endDate string, fullADataList []*EdbDataList, fullBDataList []*EdbDataList) ([]EdbInfoList, float64, float64, float64, error) {
  280. // 计算公式:Y=aX+b,Y为映射后的指标,X为自变量指标
  281. // 正序:a=(L2-L1)/(R2-R1) b=L2-R2*a
  282. // 逆序:a=(L2-L1)/(R1-R2) b=L2-R1*a
  283. // L2:左轴下限 R2:右轴上限 L1:左轴上限 R1:右轴下限
  284. var a, b, r float64
  285. // 映射残差 计算a,b
  286. if config.ResidualType == 1 {
  287. if config.IsOrder {
  288. a = (config.LeftIndexMax - config.LeftIndexMin) / (config.RightIndexMin - config.RightIndexMax)
  289. b = config.LeftIndexMax - config.RightIndexMin*a
  290. } else {
  291. a = (config.LeftIndexMax - config.LeftIndexMin) / (config.RightIndexMax - config.RightIndexMin)
  292. b = config.LeftIndexMax - config.RightIndexMax*a
  293. }
  294. }
  295. dataList := edbInfoMappingB.DataList
  296. // 指标B数据补充
  297. // 新建一个切片来保存补充的数据
  298. var replenishDataList []*EdbData
  299. for index := 0; index < len(dataList)-1; index++ {
  300. // 获取当前数据和下一个数据
  301. beforeIndexData := dataList[index]
  302. afterIndexData := dataList[index+1]
  303. // 从最早时间开始,补充时间为自然日
  304. for utils.IsMoreThanOneDay(beforeIndexData.DataTime, afterIndexData.DataTime) {
  305. // 创建补充数据
  306. nextDay := utils.GetNextDay(beforeIndexData.DataTime)
  307. toTime := utils.StringToTime(nextDay)
  308. replenishIndexData := EdbData{
  309. DataTime: nextDay, // 计算下一个自然日
  310. DataTimestamp: toTime.UnixMilli(),
  311. Value: beforeIndexData.Value, // 可以选择使用前一天的值,或者其他逻辑来计算值
  312. }
  313. // 将补充数据加入补充数据列表
  314. replenishDataList = append(replenishDataList, &replenishIndexData)
  315. // 更新 beforeIndexData 为新创建的补充数据
  316. beforeIndexData = &replenishIndexData
  317. }
  318. }
  319. // 将补充数据插入原始数据列表
  320. dataList = append(dataList, replenishDataList...)
  321. // 排序
  322. sort.Sort(ByDataTime(dataList))
  323. // 拟合残差 计算a,b
  324. var coordinateList []utils.Coordinate
  325. var replenishADataList []*EdbDataList
  326. var replenishBDataList []*EdbDataList
  327. if config.ResidualType == 2 {
  328. //
  329. // 因变量指标也转换为日度
  330. for index := 0; index < len(fullADataList)-1; index++ {
  331. // 获取当前数据和下一个数据
  332. beforeIndexData := fullADataList[index]
  333. afterIndexData := fullADataList[index+1]
  334. replenishADataList = append(replenishADataList, beforeIndexData)
  335. // 从最早时间开始,补充时间为自然日
  336. if utils.IsMoreThanOneDay(beforeIndexData.DataTime, afterIndexData.DataTime) {
  337. for {
  338. // 创建补充数据
  339. nextDay := utils.GetNextDay(beforeIndexData.DataTime)
  340. toTime := utils.StringToTime(nextDay)
  341. replenishIndexData := EdbDataList{
  342. DataTime: nextDay, // 计算下一个自然日
  343. DataTimestamp: toTime.UnixMilli(),
  344. Value: beforeIndexData.Value, // 可以选择使用前一天的值,或者其他逻辑来计算值
  345. }
  346. // 将补充数据加入补充数据列表
  347. replenishADataList = append(replenishADataList, &replenishIndexData)
  348. // 更新 beforeIndexData 为新创建的补充数据
  349. beforeIndexData = &replenishIndexData
  350. // 检查是否还需要继续补充数据
  351. if !utils.IsMoreThanOneDay(beforeIndexData.DataTime, afterIndexData.DataTime) {
  352. break
  353. }
  354. }
  355. }
  356. }
  357. replenishADataList = append(replenishADataList, fullADataList[len(fullADataList)-1])
  358. // 自变量指标也转换为日度
  359. for index := 0; index < len(fullBDataList)-1; index++ {
  360. // 获取当前数据和下一个数据
  361. beforeIndexData := fullBDataList[index]
  362. afterIndexData := fullBDataList[index+1]
  363. replenishBDataList = append(replenishBDataList, beforeIndexData)
  364. // 从最早时间开始,补充时间为自然日
  365. if utils.IsMoreThanOneDay(beforeIndexData.DataTime, afterIndexData.DataTime) {
  366. for {
  367. // 创建补充数据
  368. nextDay := utils.GetNextDay(beforeIndexData.DataTime)
  369. toTime := utils.StringToTime(nextDay)
  370. replenishIndexData := EdbDataList{
  371. DataTime: nextDay, // 计算下一个自然日
  372. DataTimestamp: toTime.UnixMilli(),
  373. Value: beforeIndexData.Value, // 可以选择使用前一天的值,或者其他逻辑来计算值
  374. }
  375. // 将补充数据加入补充数据列表
  376. replenishBDataList = append(replenishBDataList, &replenishIndexData)
  377. // 更新 beforeIndexData 为新创建的补充数据
  378. beforeIndexData = &replenishIndexData
  379. // 检查是否还需要继续补充数据
  380. if !utils.IsMoreThanOneDay(beforeIndexData.DataTime, afterIndexData.DataTime) {
  381. break
  382. }
  383. }
  384. }
  385. }
  386. replenishBDataList = append(replenishBDataList, fullBDataList[len(fullBDataList)-1])
  387. // replenishADataList --> map
  388. replenishADataMap := make(map[string]*EdbDataList)
  389. for _, indexData := range replenishADataList {
  390. if (utils.StringToTime(indexData.DataTime).After(utils.StringToTime(startDate)) || utils.StringToTime(indexData.DataTime).Equal(utils.StringToTime(startDate))) && (endDate == "" || utils.StringToTime(indexData.DataTime).Before(utils.StringToTime(endDate))) {
  391. replenishADataMap[indexData.DataTime] = indexData
  392. }
  393. }
  394. for _, indexData := range replenishBDataList {
  395. if _, ok := replenishADataMap[indexData.DataTime]; ok {
  396. coordinate := utils.Coordinate{
  397. X: indexData.Value,
  398. Y: replenishADataMap[indexData.DataTime].Value,
  399. }
  400. coordinateList = append(coordinateList, coordinate)
  401. }
  402. }
  403. a, b = utils.GetLinearResult(coordinateList)
  404. r = utils.ComputeCorrelation(coordinateList)
  405. }
  406. // 填充映射指标值 使得时间长度一致
  407. dataList = FillDataBList(dataList, edbInfoMappingA)
  408. // 根据指标A的时间key,在B的映射指标中筛选出对应的值
  409. var dataBList []*EdbDataList
  410. var indexMax, indexMin string
  411. if len(dataList) > 0 {
  412. indexMax = dataList[0].Value
  413. indexMin = dataList[0].Value
  414. for _, indexData := range dataList {
  415. if _, ok := indexADataMap[indexData.DataTime]; ok {
  416. indexDataCopy := *indexData
  417. // 计算指标B映射值
  418. f, _ := strconv.ParseFloat(indexData.Value, 64)
  419. indexDataCopy.Value = fmt.Sprintf("%f", math.Round((a*f+b)*10000)/10000)
  420. // 比较最大值
  421. if indexData.Value > indexMax {
  422. indexMax = indexData.Value
  423. }
  424. // 比较最小值
  425. if indexData.Value < indexMin {
  426. indexMin = indexData.Value
  427. }
  428. // 将副本添加到 dataBList
  429. copyValue, _ := strconv.ParseFloat(indexDataCopy.Value, 64)
  430. dataBList = append(dataBList, &EdbDataList{
  431. DataTime: indexDataCopy.DataTime,
  432. DataTimestamp: indexDataCopy.DataTimestamp,
  433. EdbDataId: indexDataCopy.EdbDataId,
  434. EdbInfoId: indexDataCopy.EdbInfoId,
  435. Value: copyValue,
  436. })
  437. }
  438. }
  439. }
  440. mappingEdbList := make([]EdbInfoList, len(originalEdbList))
  441. copy(mappingEdbList, originalEdbList)
  442. for i, mapping := range mappingEdbList {
  443. if mapping.EdbInfoId != edbInfoMappingA.EdbInfoId {
  444. mappingEdbList[i].EdbInfoId = 0
  445. mappingEdbList[i].EdbCode = ""
  446. mappingEdbList[i].EdbName = edbInfoMappingB.EdbName + "映射" + edbInfoMappingA.EdbName
  447. if config.IndexType == 2 {
  448. if config.LeadValue > 0 {
  449. mappingEdbList[i].EdbName = edbInfoMappingB.EdbName + "映射" + edbInfoMappingA.EdbName + "(领先" + strconv.Itoa(config.LeadValue) + config.LeadFrequency + ")"
  450. }
  451. }
  452. edbData := convertEdbDataListToEdbData(dataBList)
  453. mappingEdbList[i].DataList = edbData
  454. }
  455. }
  456. return mappingEdbList, a, b, r, nil
  457. }
  458. // FillDataBList 填充B的数据 使得与A的时间保持一致
  459. func FillDataBList(dataList []*EdbData, edbInfoMappingA *EdbInfoList) []*EdbData {
  460. dataAList := edbInfoMappingA.DataList
  461. for utils.StringToTime(dataList[len(dataList)-1].DataTime).Before(utils.StringToTime(dataAList[len(dataAList)-1].DataTime)) {
  462. // 使用A的时间填充时间差
  463. timeDiff := utils.GetNextDayN(dataList[len(dataList)-1].DataTime, 1)
  464. // 创建新的数据点并填充 前值填充
  465. newDataPoint := &EdbData{
  466. DataTime: timeDiff,
  467. Value: dataList[len(dataList)-1].Value,
  468. DataTimestamp: utils.StringToTime(timeDiff).UnixMilli(),
  469. }
  470. // 将新数据点添加到dataList末尾
  471. dataList = append(dataList, newDataPoint)
  472. }
  473. return dataList
  474. }
  475. func fillOriginalChart(config ResidualAnalysisConfig, req *EdbInfo, mappingList []*EdbInfoList, startDate string, endDate string, edbInfoMappingA *EdbInfoList, edbInfoMappingB *EdbInfoList, originalEdbList []EdbInfoList) ([]EdbInfoList, []*EdbDataList, []*EdbDataList, error) {
  476. var fullADataList, fullBDataList []*EdbDataList
  477. for _, v := range mappingList {
  478. var edbInfoMapping EdbInfoList
  479. edbInfoMapping.EdbName = v.EdbName
  480. // 获取图表中的指标数据
  481. dataList, err := GetEdbDataList(v.Source, v.SubSource, v.EdbInfoId, startDate, endDate)
  482. if err != nil {
  483. return nil, nil, nil, fmt.Errorf("获取指标数据失败,Err:%s", err.Error())
  484. }
  485. data := convertEdbDataListToEdbData(dataList)
  486. // 重新获取指标数据 产品要求需要和计算指标-拟合残差逻辑保持一致
  487. fullDataList, err := GetEdbDataList(v.Source, v.SubSource, v.EdbInfoId, "", "")
  488. if err != nil {
  489. return nil, nil, nil, fmt.Errorf("获取指标数据失败,Err:%s", err.Error())
  490. }
  491. if v.EdbInfoId == edbInfoMappingB.EdbInfoId {
  492. // 领先指标 dataList进行数据处理
  493. if config.IndexType == 1 {
  494. if config.LeadValue < 0 {
  495. return nil, nil, nil, fmt.Errorf("领先值不能小于0")
  496. } else if config.LeadValue > 0 {
  497. edbInfoMapping.EdbName = v.EdbName + "(领先" + strconv.Itoa(config.LeadValue) + config.LeadFrequency + ")"
  498. for _, indexData := range dataList {
  499. switch config.LeadFrequency {
  500. case "天":
  501. indexData.DataTime = utils.GetNextDayN(indexData.DataTime, config.LeadValue)
  502. case "周":
  503. indexData.DataTime = utils.GetNextDayN(indexData.DataTime, config.LeadValue*7)
  504. case "月":
  505. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, config.LeadValue), utils.YearMonthDay)
  506. case "季":
  507. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, config.LeadValue*3), utils.YearMonthDay)
  508. case "年":
  509. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), config.LeadValue, 0), utils.YearMonthDay)
  510. }
  511. indexData.DataTimestamp = utils.StringToTime(indexData.DataTime).UnixMilli()
  512. }
  513. }
  514. }
  515. edbInfoMappingB.DataList = data
  516. fullBDataList = fullDataList
  517. } else {
  518. edbInfoMappingA.DataList = data
  519. fullADataList = fullDataList
  520. }
  521. edbInfoMapping.EdbInfoId = v.EdbInfoId
  522. edbInfoMapping.EdbCode = v.EdbCode
  523. edbInfoMapping.Unit = v.Unit
  524. edbInfoMapping.Frequency = v.Frequency
  525. edbInfoMapping.Source = v.Source
  526. edbInfoMapping.SourceName = v.SourceName
  527. edbInfoMapping.LatestDate = v.LatestDate
  528. edbInfoMapping.LatestValue = v.LatestValue
  529. edbInfoMapping.DataList = data
  530. originalEdbList = append(originalEdbList, edbInfoMapping)
  531. }
  532. return originalEdbList, fullADataList, fullBDataList, nil
  533. }
  534. func convertEdbDataListToEdbData(edbDataLists []*EdbDataList) []*EdbData {
  535. var edbDataList []*EdbData
  536. for _, edbData := range edbDataLists {
  537. data := &EdbData{
  538. DataTime: edbData.DataTime,
  539. DataTimestamp: edbData.DataTimestamp,
  540. EdbDataId: edbData.EdbDataId,
  541. EdbInfoId: edbData.EdbInfoId,
  542. Value: fmt.Sprintf("%f", edbData.Value),
  543. }
  544. edbDataList = append(edbDataList, data)
  545. }
  546. return edbDataList
  547. }
  548. type ByDataTime []*EdbData
  549. func (a ByDataTime) Len() int {
  550. return len(a)
  551. }
  552. func (a ByDataTime) Swap(i, j int) {
  553. a[i], a[j] = a[j], a[i]
  554. }
  555. func (a ByDataTime) Less(i, j int) bool {
  556. t1 := utils.StringToTime(a[i].DataTime)
  557. t2 := utils.StringToTime(a[j].DataTime)
  558. return t1.Before(t2)
  559. }