residual_analysis_service.go 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969
  1. package residual_analysis_service
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/models/data_manage"
  5. "eta/eta_api/models/residual_analysis_model"
  6. "eta/eta_api/models/system"
  7. "eta/eta_api/utils"
  8. "fmt"
  9. "math"
  10. "sort"
  11. "strconv"
  12. "time"
  13. )
  14. func ResidualAnalysisPreview(req residual_analysis_model.ResidualAnalysisReq) (residual_analysis_model.ResidualAnalysisResp, error) {
  15. mappingList, err := data_manage.GetChartEdbMappingListByEdbInfoIdList([]int{req.EdbInfoIdA, req.EdbInfoIdB})
  16. if err != nil {
  17. return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("获取图表,指标信息失败,Err:%s", err.Error())
  18. }
  19. var edbInfoMappingA, edbInfoMappingB *data_manage.ChartEdbInfoMapping
  20. for _, v := range mappingList {
  21. if v.Unit == "无" {
  22. v.Unit = ""
  23. }
  24. if v.EdbInfoId == req.EdbInfoIdA {
  25. edbInfoMappingA = v
  26. }
  27. if v.EdbInfoId == req.EdbInfoIdB {
  28. edbInfoMappingB = v
  29. }
  30. }
  31. if edbInfoMappingA == nil {
  32. return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("指标A不存在")
  33. }
  34. if edbInfoMappingB == nil {
  35. return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("指标B不存在")
  36. }
  37. // 时间处理
  38. var startDate, endDate string
  39. switch req.DateType {
  40. case 0:
  41. startDate = req.StartDate
  42. endDate = req.EndDate
  43. case 1:
  44. startDate = req.StartDate
  45. endDate = ""
  46. default:
  47. startDate = utils.GetPreYearTime(req.DateType)
  48. endDate = ""
  49. }
  50. resp := residual_analysis_model.ResidualAnalysisResp{}
  51. // 原始图表信息
  52. originalEdbList := make([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, 0)
  53. originalEdbList, err = fillOriginalChart(req, mappingList, startDate, endDate, edbInfoMappingA, edbInfoMappingB, originalEdbList)
  54. if err != nil {
  55. return residual_analysis_model.ResidualAnalysisResp{}, err
  56. }
  57. originalChartInfo := createChartInfoResp(req, startDate, endDate, edbInfoMappingA.EdbName+"与"+edbInfoMappingB.EdbName)
  58. resp.OriginalChartData = residual_analysis_model.ChartResp{
  59. ChartInfo: originalChartInfo,
  60. EdbInfoList: originalEdbList,
  61. }
  62. // 如果只需要第一张图表的数据 直接返回,避免继续处理
  63. if req.QueryType == 1 {
  64. return resp, nil
  65. }
  66. dataAList, ok := edbInfoMappingA.DataList.([]*data_manage.EdbDataList)
  67. if !ok {
  68. return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("数据类型转换失败")
  69. }
  70. indexADataMap := map[string]*data_manage.EdbDataList{}
  71. for _, indexData := range dataAList {
  72. indexADataMap[indexData.DataTime] = indexData
  73. }
  74. // 映射图表信息
  75. mappingEdbList, a, b, r, err := fillMappingChartInfo(req, edbInfoMappingA, edbInfoMappingB, originalEdbList, indexADataMap)
  76. if err != nil {
  77. return residual_analysis_model.ResidualAnalysisResp{}, err
  78. }
  79. mappingChartInfo := createChartInfoResp(req, startDate, endDate, edbInfoMappingA.EdbName+"与"+edbInfoMappingB.EdbName+"映射"+edbInfoMappingA.EdbName)
  80. resp.MappingChartData = residual_analysis_model.ChartResp{
  81. ChartInfo: mappingChartInfo,
  82. EdbInfoList: mappingEdbList,
  83. }
  84. // 残差图表信息
  85. residualEdbList, R2, err := fillResidualChartInfo(edbInfoMappingA, edbInfoMappingB, mappingEdbList)
  86. if err != nil {
  87. return residual_analysis_model.ResidualAnalysisResp{}, err
  88. }
  89. residualChartInfo := createChartInfoResp(req, startDate, endDate, edbInfoMappingA.EdbName+"与"+edbInfoMappingA.EdbName+"映射残差/"+edbInfoMappingB.EdbName)
  90. resp.ResidualChartData = residual_analysis_model.ChartResp{
  91. ChartInfo: residualChartInfo,
  92. EdbInfoList: residualEdbList,
  93. }
  94. if req.ResidualType == 2 {
  95. resp.A = a
  96. resp.B = b
  97. resp.R = r
  98. resp.R2 = R2
  99. }
  100. return resp, nil
  101. }
  102. func createChartInfoResp(req residual_analysis_model.ResidualAnalysisReq, startDate, endDate, chartName string) residual_analysis_model.ResidualAnalysisChartInfo {
  103. return residual_analysis_model.ResidualAnalysisChartInfo{
  104. Calendar: `公历`,
  105. Source: utils.CHART_SOURCE_DEFAULT,
  106. DateType: req.DateType,
  107. StartDate: startDate,
  108. EndDate: endDate,
  109. ChartType: utils.CHART_TYPE_CURVE,
  110. ChartName: chartName,
  111. }
  112. }
  113. func fillResidualChartInfo(edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, mappingEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, float64, error) {
  114. // 计算公式 映射残差 = 因变量指标 - 映射指标
  115. var edbInfoA, edbInfoB residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
  116. if mappingEdbList[0].EdbInfoId == edbInfoMappingA.EdbInfoId {
  117. edbInfoA = mappingEdbList[0]
  118. edbInfoB = mappingEdbList[1]
  119. } else {
  120. edbInfoA = mappingEdbList[1]
  121. edbInfoB = mappingEdbList[0]
  122. }
  123. dataAList, ok := edbInfoA.DataList.([]*data_manage.EdbDataList)
  124. if !ok {
  125. return nil, 0, fmt.Errorf("数据类型转换失败")
  126. }
  127. edbData := make([]*data_manage.EdbDataList, len(dataAList))
  128. for i, data := range dataAList {
  129. edbData[i] = &data_manage.EdbDataList{
  130. Value: data.Value, // 确保为每个元素创建一个新的对象
  131. DataTimestamp: data.DataTimestamp,
  132. DataTime: data.DataTime,
  133. EdbInfoId: data.EdbInfoId,
  134. EdbDataId: data.EdbDataId,
  135. }
  136. }
  137. dataBList, ok := edbInfoB.DataList.([]*data_manage.EdbDataList)
  138. if !ok {
  139. return nil, 0, fmt.Errorf("数据类型转换失败")
  140. }
  141. // 映射指标开始时间
  142. var startTime string
  143. if len(dataBList) > 0 {
  144. startTime = dataBList[0].DataTime
  145. }
  146. var indexDataBMap = make(map[string]*data_manage.EdbDataList)
  147. for _, data := range dataBList {
  148. indexDataBMap[data.DataTime] = data
  149. }
  150. // 求R2
  151. var valueB, sumValueA, averageValueA, residualQuadraticSum, totalQuadraticSum, R2 float64
  152. for _, indexData := range edbData {
  153. // 因变量的值总和
  154. sumValueA += indexData.Value
  155. }
  156. // 因变量平均值
  157. averageValueA = sumValueA / float64(len(edbData))
  158. var indexMax, indexMin float64
  159. var edbDataResp []*data_manage.EdbDataList
  160. if len(edbData) > 0 {
  161. indexMax = edbData[0].Value
  162. indexMin = edbData[0].Value
  163. for _, indexData := range edbData {
  164. if dataB, ok := indexDataBMap[indexData.DataTime]; ok {
  165. valueB = dataB.Value
  166. } else {
  167. continue
  168. }
  169. // 总因变量平方和
  170. totalQuadraticSum += math.Pow(indexData.Value-averageValueA, 2)
  171. // 补全残差值
  172. indexData.Value = indexData.Value - valueB
  173. // 残差平方和
  174. residualQuadraticSum += math.Pow(indexData.Value, 2)
  175. if indexData.Value > indexMax {
  176. indexMax = indexData.Value
  177. }
  178. if indexData.Value < indexMin {
  179. indexMin = indexData.Value
  180. }
  181. // 获取映射指标之后的数据
  182. if startTime != "" && utils.CompareDate(startTime, indexData.DataTime) {
  183. edbDataResp = append(edbDataResp, indexData)
  184. }
  185. }
  186. }
  187. // 计算R2 公式:R2=1-SSE/SST R2越大,越符合线性 R2 = 1 - 残差平方和/总平方和
  188. R2 = 1 - residualQuadraticSum/totalQuadraticSum
  189. mappingEdb := make([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, len(mappingEdbList))
  190. copy(mappingEdb, mappingEdbList)
  191. for i, mapping := range mappingEdb {
  192. if mapping.EdbInfoId != edbInfoMappingA.EdbInfoId {
  193. mappingEdb[i].DataList = edbDataResp
  194. mappingEdb[i].EdbName = edbInfoMappingA.EdbName + "映射残差/" + edbInfoMappingB.EdbName
  195. mappingEdb[i].IsAxis = 1
  196. mappingEdb[i].ChartColor = `#00F`
  197. mappingEdb[i].IsOrder = false
  198. mappingEdb[i].MinValue = indexMin
  199. mappingEdb[i].MaxValue = indexMax
  200. } else {
  201. mappingEdb[i].IsAxis = 0
  202. mappingEdb[i].ChartColor = `#F00`
  203. }
  204. }
  205. return mappingEdb, R2, nil
  206. }
  207. func fillMappingChartInfo(req residual_analysis_model.ResidualAnalysisReq, edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, originalEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, indexADataMap map[string]*data_manage.EdbDataList) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, float64, float64, float64, error) {
  208. // 计算公式:Y=aX+b,Y为映射后的指标,X为自变量指标
  209. // 正序:a=(L2-L1)/(R2-R1) b=L2-R2*a
  210. // 逆序:a=(L2-L1)/(R1-R2) b=L2-R1*a
  211. // L2:左轴下限 R2:右轴上限 L1:左轴上限 R1:右轴下限
  212. var a, b, r float64
  213. // 映射残差 计算a,b
  214. if req.ResidualType == 1 {
  215. if req.IsOrder {
  216. a = (req.LeftIndexMax - req.LeftIndexMin) / (req.RightIndexMin - req.RightIndexMax)
  217. b = req.LeftIndexMax - req.RightIndexMin*a
  218. } else {
  219. a = (req.LeftIndexMax - req.LeftIndexMin) / (req.RightIndexMax - req.RightIndexMin)
  220. b = req.LeftIndexMax - req.RightIndexMax*a
  221. }
  222. }
  223. dataList, ok := edbInfoMappingB.DataList.([]*data_manage.EdbDataList)
  224. if !ok {
  225. return nil, a, b, r, fmt.Errorf("数据类型转换失败")
  226. }
  227. // 领先指标 dataList进行数据处理
  228. /*if req.IndexType == 2 {
  229. if req.LeadValue < 0 {
  230. return nil, a, b, r, fmt.Errorf("领先值不能小于0")
  231. } else if req.LeadValue > 0 {
  232. for _, indexData := range dataList {
  233. switch req.LeadFrequency {
  234. case "天":
  235. indexData.DataTime = utils.GetNextDayN(indexData.DataTime, req.LeadValue)
  236. case "周":
  237. indexData.DataTime = utils.GetNextDayN(indexData.DataTime, req.LeadValue*7)
  238. case "月":
  239. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, req.LeadValue), utils.YearMonthDay)
  240. case "季":
  241. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, req.LeadValue*3), utils.YearMonthDay)
  242. case "年":
  243. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), req.LeadValue, 0), utils.YearMonthDay)
  244. }
  245. indexData.DataTimestamp = utils.StringToTime(indexData.DataTime).UnixMilli()
  246. }
  247. }
  248. }*/
  249. // 指标B数据补充
  250. // 新建一个切片来保存补充的数据
  251. var replenishDataList []*data_manage.EdbDataList
  252. for index := 0; index < len(dataList)-1; index++ {
  253. // 获取当前数据和下一个数据
  254. beforeIndexData := dataList[index]
  255. afterIndexData := dataList[index+1]
  256. // 从最早时间开始,补充时间为自然日
  257. for utils.IsMoreThanOneDay(beforeIndexData.DataTime, afterIndexData.DataTime) {
  258. // 创建补充数据
  259. nextDay := utils.GetNextDay(beforeIndexData.DataTime)
  260. toTime := utils.StringToTime(nextDay)
  261. replenishIndexData := data_manage.EdbDataList{
  262. DataTime: nextDay, // 计算下一个自然日
  263. DataTimestamp: toTime.UnixMilli(),
  264. Value: beforeIndexData.Value, // 可以选择使用前一天的值,或者其他逻辑来计算值
  265. }
  266. // 将补充数据加入补充数据列表
  267. replenishDataList = append(replenishDataList, &replenishIndexData)
  268. // 更新 beforeIndexData 为新创建的补充数据
  269. beforeIndexData = &replenishIndexData
  270. }
  271. }
  272. // 将补充数据插入原始数据列表
  273. dataList = append(dataList, replenishDataList...)
  274. // 填充映射指标值 使得时间长度一致
  275. dataList = FillDataBList(dataList, edbInfoMappingA)
  276. // 排序
  277. sort.Sort(ByDataTime(dataList))
  278. // 拟合残差 计算a,b
  279. var coordinateList []utils.Coordinate
  280. if req.ResidualType == 2 {
  281. for _, indexData := range dataList {
  282. if _, ok := indexADataMap[indexData.DataTime]; ok {
  283. coordinate := utils.Coordinate{
  284. X: indexData.Value,
  285. Y: indexADataMap[indexData.DataTime].Value,
  286. }
  287. coordinateList = append(coordinateList, coordinate)
  288. }
  289. }
  290. a, b = utils.GetLinearResult(coordinateList)
  291. r = utils.CalculationDecisive(coordinateList)
  292. }
  293. // 根据指标A的时间key,在B的映射指标中筛选出对应的值
  294. var dataBList []*data_manage.EdbDataList
  295. var indexMax, indexMin float64
  296. if len(dataList) > 0 {
  297. indexMax = dataList[0].Value
  298. indexMin = dataList[0].Value
  299. for _, indexData := range dataList {
  300. if _, ok := indexADataMap[indexData.DataTime]; ok {
  301. indexDataCopy := *indexData
  302. // 计算指标B映射值
  303. indexDataCopy.Value = math.Round((a*indexData.Value+b)*10000) / 10000
  304. // 比较最大值
  305. if indexData.Value > indexMax {
  306. indexMax = indexData.Value
  307. }
  308. // 比较最小值
  309. if indexData.Value < indexMin {
  310. indexMin = indexData.Value
  311. }
  312. // 将副本添加到 dataBList
  313. dataBList = append(dataBList, &indexDataCopy)
  314. }
  315. }
  316. }
  317. mappingEdbList := make([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, len(originalEdbList))
  318. copy(mappingEdbList, originalEdbList)
  319. for i, mapping := range mappingEdbList {
  320. if mapping.EdbInfoId != req.EdbInfoIdA {
  321. mappingEdbList[i].EdbInfoId = 0
  322. mappingEdbList[i].EdbCode = ""
  323. mappingEdbList[i].IsAxis = 1
  324. mappingEdbList[i].EdbName = edbInfoMappingB.EdbName + "映射" + edbInfoMappingA.EdbName
  325. mappingEdbList[i].DataList = dataBList
  326. mappingEdbList[i].MinValue = indexMin
  327. mappingEdbList[i].MaxValue = indexMax
  328. }
  329. }
  330. return mappingEdbList, a, b, r, nil
  331. }
  332. // FillDataBList 填充B的数据 使得与A的时间保持一致
  333. func FillDataBList(dataList []*data_manage.EdbDataList, edbInfoMappingA *data_manage.ChartEdbInfoMapping) []*data_manage.EdbDataList {
  334. dataAList, ok := edbInfoMappingA.DataList.([]*data_manage.EdbDataList)
  335. if !ok {
  336. return nil
  337. }
  338. for utils.StringToTime(dataList[len(dataList)-1].DataTime).Before(utils.StringToTime(dataAList[len(dataAList)-1].DataTime)) {
  339. // 使用A的时间填充时间差
  340. timeDiff := utils.GetNextDayN(dataList[len(dataList)-1].DataTime, 1)
  341. // 创建新的数据点并填充 前值填充
  342. newDataPoint := &data_manage.EdbDataList{
  343. DataTime: timeDiff,
  344. Value: dataList[len(dataList)-1].Value,
  345. DataTimestamp: utils.StringToTime(timeDiff).UnixMilli(),
  346. }
  347. // 将新数据点添加到dataList末尾
  348. dataList = append(dataList, newDataPoint)
  349. }
  350. return dataList
  351. }
  352. type ByDataTime []*data_manage.EdbDataList
  353. func (a ByDataTime) Len() int {
  354. return len(a)
  355. }
  356. func (a ByDataTime) Swap(i, j int) {
  357. a[i], a[j] = a[j], a[i]
  358. }
  359. func (a ByDataTime) Less(i, j int) bool {
  360. t1 := utils.StringToTime(a[i].DataTime)
  361. t2 := utils.StringToTime(a[j].DataTime)
  362. return t1.Before(t2)
  363. }
  364. func fillOriginalChart(req residual_analysis_model.ResidualAnalysisReq, mappingList []*data_manage.ChartEdbInfoMapping, startDate string, endDate string, edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, originalEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, error) {
  365. for _, v := range mappingList {
  366. var edbInfoMapping residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
  367. edbInfoMapping.EdbInfoType = 1
  368. edbInfoMapping.IsOrder = false
  369. edbInfoMapping.IsAxis = 1
  370. edbInfoMapping.ChartColor = `#00F`
  371. edbInfoMapping.ChartWidth = 3
  372. // 获取图表中的指标数据
  373. dataList, err := data_manage.GetEdbDataList(v.Source, v.SubSource, v.EdbInfoId, startDate, endDate)
  374. if err != nil {
  375. return nil, fmt.Errorf("获取指标数据失败,Err:%s", err.Error())
  376. }
  377. if v.EdbInfoId == req.EdbInfoIdB {
  378. edbInfoMapping.LeadValue = req.LeadValue
  379. edbInfoMapping.LeadUnit = req.LeadFrequency
  380. edbInfoMapping.EdbInfoType = req.IndexType
  381. edbInfoMapping.IsOrder = req.IsOrder
  382. edbInfoMapping.IsAxis = 0
  383. edbInfoMapping.ChartColor = `#F00`
  384. edbInfoMapping.ChartWidth = 1
  385. // 领先指标 dataList进行数据处理
  386. if req.IndexType == 2 {
  387. if req.LeadValue < 0 {
  388. return nil, fmt.Errorf("领先值不能小于0")
  389. } else if req.LeadValue > 0 {
  390. for _, indexData := range dataList {
  391. switch req.LeadFrequency {
  392. case "天":
  393. indexData.DataTime = utils.GetNextDayN(indexData.DataTime, req.LeadValue)
  394. case "周":
  395. indexData.DataTime = utils.GetNextDayN(indexData.DataTime, req.LeadValue*7)
  396. case "月":
  397. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, req.LeadValue), utils.YearMonthDay)
  398. case "季":
  399. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, req.LeadValue*3), utils.YearMonthDay)
  400. case "年":
  401. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), req.LeadValue, 0), utils.YearMonthDay)
  402. }
  403. indexData.DataTimestamp = utils.StringToTime(indexData.DataTime).UnixMilli()
  404. }
  405. }
  406. }
  407. edbInfoMappingB.DataList = dataList
  408. } else {
  409. edbInfoMappingA.DataList = dataList
  410. }
  411. edbInfoMapping.EdbInfoId = v.EdbInfoId
  412. edbInfoMapping.EdbName = v.EdbName
  413. edbInfoMapping.EdbCode = v.EdbCode
  414. edbInfoMapping.Unit = v.Unit
  415. edbInfoMapping.Frequency = v.Frequency
  416. edbInfoMapping.Source = v.Source
  417. edbInfoMapping.SourceName = v.SourceName
  418. edbInfoMapping.MinValue = v.MinValue
  419. edbInfoMapping.MaxValue = v.MaxValue
  420. edbInfoMapping.LatestDate = v.LatestDate
  421. edbInfoMapping.LatestValue = v.LatestValue
  422. edbInfoMapping.DataList = dataList
  423. originalEdbList = append(originalEdbList, edbInfoMapping)
  424. }
  425. return originalEdbList, nil
  426. }
  427. func ContrastPreview(indexCode string) (residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, error) {
  428. var condition string
  429. var pars []interface{}
  430. if indexCode != "" {
  431. condition += " and edb_code=?"
  432. pars = append(pars, indexCode)
  433. }
  434. edbInfo, err := data_manage.GetEdbInfoByCondition(condition, pars)
  435. if err != nil {
  436. return residual_analysis_model.ResidualAnalysisChartEdbInfoMapping{}, err
  437. }
  438. if edbInfo == nil {
  439. return residual_analysis_model.ResidualAnalysisChartEdbInfoMapping{}, fmt.Errorf("指标不存在")
  440. }
  441. dataList, err := data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, "", "")
  442. var resp residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
  443. resp.EdbInfoId = edbInfo.EdbInfoId
  444. resp.EdbCode = edbInfo.EdbCode
  445. resp.ChartColor = "#F00"
  446. resp.SourceName = edbInfo.SourceName
  447. resp.EdbName = edbInfo.EdbName
  448. resp.Unit = edbInfo.Unit
  449. resp.Frequency = edbInfo.Frequency
  450. resp.MinValue = edbInfo.MinValue
  451. resp.MaxValue = edbInfo.MaxValue
  452. resp.DataList = dataList
  453. return resp, nil
  454. }
  455. func SaveResidualAnalysis(req residual_analysis_model.ResidualAnalysisIndexSaveReq, sysUser *system.Admin) error {
  456. // 验证分类是否存在
  457. classifyCount, err := data_manage.GetEdbClassifyCountById(req.ClassifyId)
  458. if err != nil {
  459. return err
  460. }
  461. if classifyCount <= 0 {
  462. return fmt.Errorf("分类不存在")
  463. }
  464. // 校验名称是否重复
  465. var condition string
  466. var pars []interface{}
  467. condition += " and source = ? AND edb_name=?"
  468. pars = append(pars, req.Source, req.EdbName)
  469. edbInfoByCondition, err := data_manage.GetEdbInfoByCondition(condition, pars)
  470. if err != nil && err.Error() != utils.ErrNoRow() {
  471. return err
  472. }
  473. // 获取指标数据最大值 最小值 最后更新时间 最后更新时间对应的值
  474. var indexMax, indexMin, indexLatestValue float64
  475. var indexLatestDate string
  476. if len(req.DataList) > 0 {
  477. latestTime, _ := time.Parse(utils.YearMonthDay, req.DataList[0].DataTime)
  478. for _, data := range req.DataList {
  479. // 比较最大值
  480. if data.Value > indexMax {
  481. indexMax = data.Value
  482. }
  483. // 比较最小值
  484. if data.Value < indexMin {
  485. indexMin = data.Value
  486. }
  487. // 比较最新时间和对应值
  488. currentTime, err := time.Parse(utils.YearMonthDay, data.DataTime)
  489. if err != nil {
  490. // 时间解析失败,跳过此项
  491. continue
  492. }
  493. // 如果当前时间更晚
  494. if currentTime.After(latestTime) {
  495. latestTime = currentTime
  496. indexLatestDate = data.DataTime
  497. indexLatestValue = data.Value
  498. }
  499. }
  500. }
  501. // 更新保存指标和配置的映射关系
  502. mappingList, err := residual_analysis_model.GetConfigMappingListByConfigId(req.ConfigId)
  503. if err != nil {
  504. return err
  505. }
  506. // 判断是更新还是修改 看指标配置映射中,是否存在对应指标 存在 则更新 不存在 则新增
  507. var edbInfoMapping residual_analysis_model.CalculateResidualAnalysisConfigMapping
  508. for _, mapping := range mappingList {
  509. if req.IndexType == mapping.IndexType && req.IndexType != 0 {
  510. edbInfoMapping = mapping
  511. }
  512. }
  513. var edbInfoId int64
  514. var edbCode string
  515. // 更新or新增
  516. if edbInfoMapping.EdbInfoId > 0 {
  517. // 查询指标库指标
  518. edbInfo, err := data_manage.GetEdbInfoById(int(edbInfoMapping.EdbInfoId))
  519. if err != nil {
  520. return err
  521. }
  522. if edbInfo == nil {
  523. return fmt.Errorf("指标不存在")
  524. }
  525. edbInfoId = int64(edbInfo.EdbInfoId)
  526. edbCode = edbInfo.EdbCode
  527. if edbInfoByCondition != nil && edbInfoByCondition.EdbInfoId != edbInfo.EdbInfoId {
  528. return fmt.Errorf("指标名称重复")
  529. }
  530. // 须补充更新指标最大值,最小值,数据最新时间,数据最新值
  531. edbInfo.MaxValue = indexMax
  532. edbInfo.MinValue = indexMin
  533. edbInfo.LatestDate = indexLatestDate
  534. edbInfo.LatestValue = indexLatestValue
  535. edbInfo.Unit = req.Unit
  536. edbInfo.Frequency = req.Frequency
  537. edbInfo.ClassifyId = req.ClassifyId
  538. edbInfo.EdbName = req.EdbName
  539. err = edbInfo.Update([]string{"min_value", "max_value", "latest_date", "latest_value", "unit", "frequency", "classify_id", "edb_name"})
  540. if err != nil {
  541. return err
  542. }
  543. // 删除对应得指标数据
  544. err = residual_analysis_model.DeleteResidualAnalysisDataByEdbCode(edbInfo.EdbCode)
  545. if err != nil {
  546. return fmt.Errorf("删除指标数据失败")
  547. }
  548. } else {
  549. if edbInfoByCondition != nil {
  550. return fmt.Errorf("指标名称重复")
  551. }
  552. // 新增指标
  553. edbCode, err = utils.GenerateEdbCode(1, "")
  554. if err != nil {
  555. return err
  556. }
  557. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  558. edbInfoId, err = data_manage.AddEdbInfo(&data_manage.EdbInfo{
  559. EdbCode: edbCode,
  560. UniqueCode: utils.MD5(utils.CHART_PREFIX + "_" + timestamp),
  561. EdbName: req.EdbName,
  562. EdbNameEn: req.EdbNameEn,
  563. ClassifyId: req.ClassifyId,
  564. EdbType: req.EdbType,
  565. Unit: req.Unit,
  566. UnitEn: req.UnitEn,
  567. Frequency: req.Frequency,
  568. Source: req.Source,
  569. SourceName: "残差分析",
  570. Calendar: req.Calendar,
  571. SysUserRealName: sysUser.RealName,
  572. SysUserId: sysUser.AdminId,
  573. LatestDate: indexLatestDate,
  574. LatestValue: indexLatestValue,
  575. MinValue: indexMin,
  576. MaxValue: indexMax,
  577. CreateTime: time.Now(),
  578. ModifyTime: time.Now(),
  579. })
  580. if err != nil {
  581. return err
  582. }
  583. // 新增指标配置关系
  584. _, err = residual_analysis_model.SaveConfigMapping(residual_analysis_model.CalculateResidualAnalysisConfigMapping{
  585. CalculateResidualAnalysisConfigId: req.ConfigId,
  586. EdbInfoId: edbInfoId,
  587. ResidualType: req.ResidualType,
  588. IndexType: req.IndexType,
  589. CreateTime: time.Now(),
  590. ModifyTime: time.Now(),
  591. })
  592. if err != nil {
  593. return err
  594. }
  595. }
  596. // 新增数据
  597. for i := range req.DataList {
  598. req.DataList[i].EdbDataId = 0
  599. req.DataList[i].EdbInfoId = int(edbInfoId)
  600. req.DataList[i].EdbCode = edbCode
  601. }
  602. _, err = residual_analysis_model.AddResidualAnalysisData(req.DataList)
  603. if err != nil {
  604. return err
  605. }
  606. // 新增自变量 因变量与配置得关系 配置中不存在该指标,则新增
  607. var indexMap = make(map[int64]residual_analysis_model.CalculateResidualAnalysisConfigMapping)
  608. for _, mapping := range mappingList {
  609. indexMap[mapping.EdbInfoId] = mapping
  610. }
  611. if _, ok := indexMap[int64(req.EdbInfoIdA)]; !ok {
  612. _, err = residual_analysis_model.SaveConfigMapping(residual_analysis_model.CalculateResidualAnalysisConfigMapping{
  613. CalculateResidualAnalysisConfigId: req.ConfigId,
  614. EdbInfoId: int64(req.EdbInfoIdA),
  615. ResidualType: req.ResidualType,
  616. IndexType: 3,
  617. CreateTime: time.Now(),
  618. ModifyTime: time.Now(),
  619. })
  620. if err != nil {
  621. return err
  622. }
  623. }
  624. if _, ok := indexMap[int64(req.EdbInfoIdB)]; !ok {
  625. _, err = residual_analysis_model.SaveConfigMapping(residual_analysis_model.CalculateResidualAnalysisConfigMapping{
  626. CalculateResidualAnalysisConfigId: req.ConfigId,
  627. EdbInfoId: int64(req.EdbInfoIdB),
  628. ResidualType: req.ResidualType,
  629. IndexType: 4,
  630. CreateTime: time.Now(),
  631. ModifyTime: time.Now(),
  632. })
  633. if err != nil {
  634. return err
  635. }
  636. }
  637. return nil
  638. }
  639. func ResidualAnalysisDetail(edbInfoId int) (residual_analysis_model.ResidualAnalysisDetailResp, error) {
  640. // 通过指标配置映射表 拿到配置id,再获取关联的所有指标信息
  641. var condition string
  642. var pars []interface{}
  643. condition += " and edb_info_id=?"
  644. pars = append(pars, edbInfoId)
  645. mappingList, err := residual_analysis_model.GetConfigMappingListByCondition(condition, pars)
  646. if err != nil {
  647. return residual_analysis_model.ResidualAnalysisDetailResp{}, err
  648. }
  649. if len(mappingList) <= 0 {
  650. return residual_analysis_model.ResidualAnalysisDetailResp{}, fmt.Errorf("指标不存在")
  651. }
  652. mapping := mappingList[0]
  653. configMappingList, err := residual_analysis_model.GetConfigMappingListByConfigId(mapping.CalculateResidualAnalysisConfigId)
  654. if err != nil {
  655. return residual_analysis_model.ResidualAnalysisDetailResp{}, err
  656. }
  657. var edbInfoIdList []int64
  658. var edbInfoMap = make(map[int64]residual_analysis_model.CalculateResidualAnalysisConfigMapping)
  659. var mappgingFlag = false
  660. var residualFlag = false
  661. for _, v := range configMappingList {
  662. edbInfoIdList = append(edbInfoIdList, v.EdbInfoId)
  663. edbInfoMap[v.EdbInfoId] = v
  664. if v.IndexType == 1 {
  665. mappgingFlag = true
  666. } else if v.IndexType == 2 {
  667. residualFlag = true
  668. }
  669. }
  670. condition = ""
  671. pars = []interface{}{}
  672. condition += ` and edb_info_id in(` + utils.GetOrmInReplace(len(edbInfoIdList)) + `)`
  673. for _, id := range edbInfoIdList {
  674. pars = append(pars, id)
  675. }
  676. edbInfoList, err := data_manage.GetEdbInfoListByCond(condition, pars)
  677. if err != nil {
  678. return residual_analysis_model.ResidualAnalysisDetailResp{}, err
  679. }
  680. // 获取配置
  681. configInfo, err := residual_analysis_model.GetResidualAnalysisConfigById(mapping.CalculateResidualAnalysisConfigId)
  682. if err != nil {
  683. return residual_analysis_model.ResidualAnalysisDetailResp{}, err
  684. }
  685. var edbInfoListResp []*residual_analysis_model.DetailEdbInfoList
  686. var dependentEdbInfo residual_analysis_model.DetailEdbInfoList
  687. var independentEdbInfo residual_analysis_model.DetailEdbInfoList
  688. for _, edbInfo := range edbInfoList {
  689. var indexType int
  690. if _, ok := edbInfoMap[int64(edbInfo.EdbInfoId)]; ok {
  691. indexType = edbInfoMap[int64(edbInfo.EdbInfoId)].IndexType
  692. }
  693. info := residual_analysis_model.DetailEdbInfoList{
  694. EdbInfoId: edbInfo.EdbInfoId,
  695. EdbInfoType: edbInfo.EdbInfoType,
  696. IndexType: indexType,
  697. SourceName: edbInfo.SourceName,
  698. Source: edbInfo.Source,
  699. EdbCode: edbInfo.EdbCode,
  700. EdbName: edbInfo.EdbName,
  701. EdbNameEn: edbInfo.EdbNameEn,
  702. Unit: edbInfo.Unit,
  703. UnitEn: edbInfo.UnitEn,
  704. Frequency: edbInfo.Frequency,
  705. FrequencyEn: edbInfo.FrequencyEn,
  706. ClassifyId: edbInfo.ClassifyId,
  707. }
  708. edbInfoListResp = append(edbInfoListResp, &info)
  709. if indexType == 3 {
  710. dependentEdbInfo = info
  711. } else if indexType == 4 {
  712. independentEdbInfo = info
  713. }
  714. }
  715. // 补充表格中 映射指标或者残差指标
  716. if mappgingFlag && !residualFlag {
  717. info := residual_analysis_model.DetailEdbInfoList{
  718. IndexType: 2,
  719. EdbName: independentEdbInfo.EdbName + "映射残差/" + dependentEdbInfo.EdbName,
  720. EdbNameEn: dependentEdbInfo.EdbNameEn,
  721. Unit: dependentEdbInfo.Unit,
  722. UnitEn: dependentEdbInfo.UnitEn,
  723. Frequency: dependentEdbInfo.Frequency,
  724. FrequencyEn: dependentEdbInfo.FrequencyEn,
  725. ClassifyId: dependentEdbInfo.ClassifyId,
  726. }
  727. edbInfoListResp = append(edbInfoListResp, &info)
  728. } else if !mappgingFlag && residualFlag {
  729. info := residual_analysis_model.DetailEdbInfoList{
  730. IndexType: 1,
  731. EdbName: dependentEdbInfo.EdbName + "映射" + independentEdbInfo.EdbName,
  732. EdbNameEn: dependentEdbInfo.EdbNameEn,
  733. Unit: dependentEdbInfo.Unit,
  734. UnitEn: dependentEdbInfo.UnitEn,
  735. Frequency: dependentEdbInfo.Frequency,
  736. FrequencyEn: dependentEdbInfo.FrequencyEn,
  737. ClassifyId: dependentEdbInfo.ClassifyId,
  738. }
  739. edbInfoListResp = append(edbInfoListResp, &info)
  740. }
  741. resp := residual_analysis_model.ResidualAnalysisDetailResp{
  742. ConfigInfo: &configInfo,
  743. EdbInfoList: edbInfoListResp,
  744. ResidualType: mapping.ResidualType,
  745. }
  746. return resp, nil
  747. }
  748. func SaveResidualAnalysisConfig(req residual_analysis_model.ResidualAnalysisReq, sysUser *system.Admin) (int64, error) {
  749. config := residual_analysis_model.ResidualAnalysisConfigVo{
  750. DateType: req.DateType,
  751. StartDate: req.StartDate,
  752. EndDate: req.EndDate,
  753. IsOrder: req.IsOrder,
  754. IndexType: req.IndexType,
  755. LeadValue: req.LeadValue,
  756. LeadFrequency: req.LeadFrequency,
  757. LeftIndexMin: req.LeftIndexMin,
  758. LeftIndexMax: req.LeftIndexMax,
  759. RightIndexMin: req.RightIndexMin,
  760. RightIndexMax: req.RightIndexMax,
  761. ResidualIndexMin: req.ResidualIndexMin,
  762. ResidualIndexMax: req.ResidualIndexMax,
  763. ContrastIndexMin: req.ContrastIndexMin,
  764. ContrastIndexMax: req.ContrastIndexMax,
  765. }
  766. // 转换为json格式
  767. configJson, err := json.Marshal(config)
  768. if err != nil {
  769. return 0, err
  770. }
  771. // 新增or更新
  772. /*
  773. var condition string
  774. var pars []interface{}
  775. if req.EdbInfoId > 0 {
  776. condition += " and edb_info_id=?"
  777. pars = append(pars, req.EdbInfoId)
  778. configMappings, err := residual_analysis_model.GetConfigMappingListByCondition(condition, pars)
  779. if err != nil {
  780. return 0, err
  781. }
  782. if len(configMappings) > 0 {
  783. mapping := configMappings[0]
  784. configInfo, err := residual_analysis_model.GetResidualAnalysisConfigById(mapping.CalculateResidualAnalysisConfigId)
  785. if err != nil {
  786. return 0, err
  787. }
  788. configInfo.Config = string(configJson)
  789. err = residual_analysis_model.UpdateResidualAnalysisConfig(configInfo)
  790. if err != nil {
  791. return 0, err
  792. }
  793. }
  794. }*/
  795. var configId int64
  796. if req.ConfigId > 0 {
  797. configInfo, err := residual_analysis_model.GetResidualAnalysisConfigById(req.ConfigId)
  798. if err != nil {
  799. return 0, err
  800. }
  801. if configInfo.CalculateResidualAnalysisConfigId == 0 {
  802. return 0, fmt.Errorf("未找到配置信息")
  803. }
  804. configId = int64(configInfo.CalculateResidualAnalysisConfigId)
  805. configInfo.Config = string(configJson)
  806. err = residual_analysis_model.UpdateResidualAnalysisConfig(configInfo)
  807. if err != nil {
  808. return 0, err
  809. }
  810. } else {
  811. analysisConfig := residual_analysis_model.CalculateResidualAnalysisConfig{
  812. Config: string(configJson),
  813. SysUserId: sysUser.AdminId,
  814. CreateTime: time.Now(),
  815. ModifyTime: time.Now(),
  816. }
  817. configId, err = residual_analysis_model.SaveResidualAnalysisConfig(analysisConfig)
  818. if err != nil {
  819. return 0, err
  820. }
  821. }
  822. return configId, nil
  823. }
  824. func CheckResidualAnalysisExist(configId int) (int64, error) {
  825. configMappingList, err := residual_analysis_model.GetConfigMappingListByConfigId(configId)
  826. if err != nil {
  827. return 0, err
  828. }
  829. var configMapping residual_analysis_model.CalculateResidualAnalysisConfigMapping
  830. for _, mapping := range configMappingList {
  831. if mapping.IndexType == 2 {
  832. configMapping = mapping
  833. }
  834. }
  835. return configMapping.EdbInfoId, nil
  836. }