residual_analysis_service.go 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883
  1. package residual_analysis_service
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/models/data_manage"
  5. "eta/eta_api/models/residual_analysis_model"
  6. "eta/eta_api/models/system"
  7. "eta/eta_api/utils"
  8. "fmt"
  9. "math"
  10. "strconv"
  11. "time"
  12. )
  13. func ResidualAnalysisPreview(req residual_analysis_model.ResidualAnalysisReq) (residual_analysis_model.ResidualAnalysisResp, error) {
  14. mappingList, err := data_manage.GetChartEdbMappingListByEdbInfoIdList([]int{req.EdbInfoIdA, req.EdbInfoIdB})
  15. if err != nil {
  16. return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("获取图表,指标信息失败,Err:%s", err.Error())
  17. }
  18. var edbInfoMappingA, edbInfoMappingB *data_manage.ChartEdbInfoMapping
  19. for _, v := range mappingList {
  20. if v.EdbInfoId == req.EdbInfoIdA {
  21. edbInfoMappingA = v
  22. }
  23. if v.EdbInfoId == req.EdbInfoIdB {
  24. edbInfoMappingB = v
  25. }
  26. }
  27. if edbInfoMappingA == nil {
  28. return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("指标A不存在")
  29. }
  30. if edbInfoMappingB == nil {
  31. return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("指标B不存在")
  32. }
  33. // 时间处理
  34. var startDate, endDate string
  35. switch req.DateType {
  36. case 0:
  37. startDate = req.StartDate
  38. endDate = req.EndDate
  39. case 1:
  40. startDate = req.StartDate
  41. endDate = ""
  42. default:
  43. startDate = utils.GetPreYearTime(req.DateType)
  44. endDate = ""
  45. }
  46. resp := residual_analysis_model.ResidualAnalysisResp{}
  47. // 原始图表信息
  48. originalEdbList := make([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, 0)
  49. originalEdbList, err = fillOriginalChart(req, mappingList, startDate, endDate, edbInfoMappingA, edbInfoMappingB, originalEdbList)
  50. if err != nil {
  51. return residual_analysis_model.ResidualAnalysisResp{}, err
  52. }
  53. originalChartInfo := createChartInfoResp(req, startDate, endDate, edbInfoMappingA.EdbName+"与"+edbInfoMappingB.EdbName)
  54. resp.OriginalChartData = residual_analysis_model.ChartResp{
  55. ChartInfo: originalChartInfo,
  56. EdbInfoList: originalEdbList,
  57. }
  58. // 如果只需要第一张图表的数据 直接返回,避免继续处理
  59. if req.QueryType == 1 {
  60. return resp, nil
  61. }
  62. dataAList, ok := edbInfoMappingA.DataList.([]*data_manage.EdbDataList)
  63. if !ok {
  64. return residual_analysis_model.ResidualAnalysisResp{}, fmt.Errorf("数据类型转换失败")
  65. }
  66. indexADataMap := map[string]*data_manage.EdbDataList{}
  67. for _, indexData := range dataAList {
  68. indexADataMap[indexData.DataTime] = indexData
  69. }
  70. // 映射图表信息
  71. mappingEdbList, a, b, r, err := fillMappingChartInfo(req, edbInfoMappingA, edbInfoMappingB, originalEdbList, indexADataMap)
  72. if err != nil {
  73. return residual_analysis_model.ResidualAnalysisResp{}, err
  74. }
  75. mappingChartInfo := createChartInfoResp(req, startDate, endDate, edbInfoMappingA.EdbName+"与"+edbInfoMappingB.EdbName+"映射"+edbInfoMappingA.EdbName)
  76. resp.MappingChartData = residual_analysis_model.ChartResp{
  77. ChartInfo: mappingChartInfo,
  78. EdbInfoList: mappingEdbList,
  79. }
  80. // 残差图表信息
  81. residualEdbList, R2, err := fillResidualChartInfo(edbInfoMappingA, edbInfoMappingB, mappingEdbList)
  82. if err != nil {
  83. return residual_analysis_model.ResidualAnalysisResp{}, err
  84. }
  85. residualChartInfo := createChartInfoResp(req, startDate, endDate, edbInfoMappingA.EdbName+"与"+edbInfoMappingA.EdbName+"映射残差/"+edbInfoMappingB.EdbName)
  86. resp.ResidualChartData = residual_analysis_model.ChartResp{
  87. ChartInfo: residualChartInfo,
  88. EdbInfoList: residualEdbList,
  89. }
  90. if req.ResidualType == 2 {
  91. resp.A = a
  92. resp.B = b
  93. resp.R = r
  94. resp.R2 = R2
  95. }
  96. return resp, nil
  97. }
  98. func createChartInfoResp(req residual_analysis_model.ResidualAnalysisReq, startDate, endDate, chartName string) residual_analysis_model.ResidualAnalysisChartInfo {
  99. return residual_analysis_model.ResidualAnalysisChartInfo{
  100. Calendar: `公历`,
  101. Source: utils.CHART_SOURCE_DEFAULT,
  102. DateType: req.DateType,
  103. StartDate: startDate,
  104. EndDate: endDate,
  105. ChartType: utils.CHART_TYPE_CURVE,
  106. ChartName: chartName,
  107. }
  108. }
  109. func fillResidualChartInfo(edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, mappingEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, float64, error) {
  110. // 计算公式 映射残差 = 因变量指标 - 映射指标
  111. var edbInfoA, edbInfoB residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
  112. if mappingEdbList[0].EdbInfoId == edbInfoMappingA.EdbInfoId {
  113. edbInfoA = mappingEdbList[0]
  114. edbInfoB = mappingEdbList[1]
  115. } else {
  116. edbInfoA = mappingEdbList[1]
  117. edbInfoB = mappingEdbList[0]
  118. }
  119. dataAList, ok := edbInfoA.DataList.([]*data_manage.EdbDataList)
  120. if !ok {
  121. return nil, 0, fmt.Errorf("数据类型转换失败")
  122. }
  123. edbData := make([]*data_manage.EdbDataList, len(dataAList))
  124. for i, data := range dataAList {
  125. edbData[i] = &data_manage.EdbDataList{
  126. Value: data.Value, // 确保为每个元素创建一个新的对象
  127. DataTimestamp: data.DataTimestamp,
  128. DataTime: data.DataTime,
  129. EdbInfoId: data.EdbInfoId,
  130. EdbDataId: data.EdbDataId,
  131. }
  132. }
  133. dataBList, ok := edbInfoB.DataList.([]*data_manage.EdbDataList)
  134. if !ok {
  135. return nil, 0, fmt.Errorf("数据类型转换失败")
  136. }
  137. // 映射指标开始时间
  138. var startTime string
  139. if len(dataBList) > 0 {
  140. startTime = dataBList[0].DataTime
  141. }
  142. var indexDataBMap = make(map[string]*data_manage.EdbDataList)
  143. for _, data := range dataBList {
  144. indexDataBMap[data.DataTime] = data
  145. }
  146. // 求R2
  147. var valueB, sumValueA, averageValueA, residualQuadraticSum, totalQuadraticSum, R2 float64
  148. for _, indexData := range edbData {
  149. // 因变量的值总和
  150. sumValueA += indexData.Value
  151. }
  152. // 因变量平均值
  153. averageValueA = sumValueA / float64(len(edbData))
  154. var indexMax, indexMin float64
  155. var edbDataResp []*data_manage.EdbDataList
  156. if len(edbData) > 0 {
  157. indexMax = edbData[0].Value
  158. indexMin = edbData[0].Value
  159. for _, indexData := range edbData {
  160. if dataB, ok := indexDataBMap[indexData.DataTime]; ok {
  161. valueB = dataB.Value
  162. } else {
  163. continue
  164. }
  165. // 总因变量平方和
  166. totalQuadraticSum += math.Pow(indexData.Value-averageValueA, 2)
  167. // 补全残差值
  168. indexData.Value = indexData.Value - valueB
  169. // 残差平方和
  170. residualQuadraticSum += math.Pow(indexData.Value, 2)
  171. if indexData.Value > indexMax {
  172. indexMax = indexData.Value
  173. }
  174. if indexData.Value < indexMin {
  175. indexMin = indexData.Value
  176. }
  177. // 获取映射指标之后的数据
  178. if startTime != "" && utils.CompareDate(startTime, indexData.DataTime) {
  179. edbDataResp = append(edbDataResp, indexData)
  180. }
  181. }
  182. }
  183. // 计算R2 公式:R2=1-SSE/SST R2越大,越符合线性 R2 = 1 - 残差平方和/总平方和
  184. R2 = 1 - residualQuadraticSum/totalQuadraticSum
  185. mappingEdb := make([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, len(mappingEdbList))
  186. copy(mappingEdb, mappingEdbList)
  187. for i, mapping := range mappingEdb {
  188. if mapping.EdbInfoId != edbInfoMappingA.EdbInfoId {
  189. mappingEdb[i].DataList = edbDataResp
  190. mappingEdb[i].EdbName = edbInfoMappingA.EdbName + "映射残差/" + edbInfoMappingB.EdbName
  191. mappingEdb[i].IsAxis = 1
  192. mappingEdb[i].ChartColor = `#00F`
  193. mappingEdb[i].IsOrder = false
  194. mappingEdb[i].MinValue = indexMin
  195. mappingEdb[i].MaxValue = indexMax
  196. } else {
  197. mappingEdb[i].IsAxis = 0
  198. mappingEdb[i].ChartColor = `#F00`
  199. }
  200. }
  201. return mappingEdb, R2, nil
  202. }
  203. func fillMappingChartInfo(req residual_analysis_model.ResidualAnalysisReq, edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, originalEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, indexADataMap map[string]*data_manage.EdbDataList) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, float64, float64, float64, error) {
  204. // 计算公式:Y=aX+b,Y为映射后的指标,X为自变量指标
  205. // 正序:a=(L2-L1)/(R2-R1) b=L2-R2*a
  206. // 逆序:a=(L2-L1)/(R1-R2) b=L2-R1*a
  207. // L2:左轴下限 R2:右轴上限 L1:左轴上限 R1:右轴下限
  208. var a, b, r float64
  209. // 映射残差 计算a,b
  210. if req.ResidualType == 1 {
  211. if req.IsOrder {
  212. a = (req.LeftIndexMax - req.LeftIndexMin) / (req.RightIndexMin - req.RightIndexMax)
  213. b = req.LeftIndexMax - req.RightIndexMin*a
  214. } else {
  215. a = (req.LeftIndexMax - req.LeftIndexMin) / (req.RightIndexMax - req.RightIndexMin)
  216. b = req.LeftIndexMax - req.RightIndexMax*a
  217. }
  218. }
  219. dataList, ok := edbInfoMappingB.DataList.([]*data_manage.EdbDataList)
  220. if !ok {
  221. return nil, a, b, r, fmt.Errorf("数据类型转换失败")
  222. }
  223. // 领先指标 dataList进行数据处理
  224. if req.IndexType == 2 {
  225. if req.LeadValue < 0 {
  226. return nil, a, b, r, fmt.Errorf("领先值不能小于0")
  227. } else if req.LeadValue > 0 {
  228. for _, indexData := range dataList {
  229. switch req.LeadFrequency {
  230. case "天":
  231. indexData.DataTime = utils.GetNextDayN(indexData.DataTime, req.LeadValue)
  232. case "周":
  233. indexData.DataTime = utils.GetNextDayN(indexData.DataTime, req.LeadValue*7)
  234. case "月":
  235. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, req.LeadValue), utils.YearMonthDay)
  236. case "季":
  237. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), 0, req.LeadValue*3), utils.YearMonthDay)
  238. case "年":
  239. indexData.DataTime = utils.TimeToString(utils.AddDate(utils.StringToTime(indexData.DataTime), req.LeadValue, 0), utils.YearMonthDay)
  240. }
  241. }
  242. }
  243. }
  244. // 指标B数据补充
  245. for index := 0; index < len(dataList)-1; index++ {
  246. // 获取当前数据和下一个数据
  247. beforeIndexData := dataList[index]
  248. afterIndexData := dataList[index+1]
  249. // 从最早时间开始,补充时间为自然日
  250. if utils.IsMoreThanOneDay(beforeIndexData.DataTime, afterIndexData.DataTime) {
  251. // 创建补充数据
  252. replenishIndexData := data_manage.EdbDataList{
  253. DataTime: utils.GetNextDay(beforeIndexData.DataTime),
  254. DataTimestamp: time.Now().UnixMilli(),
  255. Value: beforeIndexData.Value,
  256. }
  257. // 将补充数据插入到数据列表
  258. dataList = append(dataList, &replenishIndexData)
  259. }
  260. }
  261. // 拟合残差 计算a,b
  262. var coordinateList []utils.Coordinate
  263. if req.ResidualType == 2 {
  264. for _, indexData := range dataList {
  265. if _, ok := indexADataMap[indexData.DataTime]; ok {
  266. coordinate := utils.Coordinate{
  267. X: indexData.Value,
  268. Y: indexADataMap[indexData.DataTime].Value,
  269. }
  270. coordinateList = append(coordinateList, coordinate)
  271. }
  272. }
  273. a, b = utils.GetLinearResult(coordinateList)
  274. r = utils.CalculationDecisive(coordinateList)
  275. }
  276. // 根据指标A的时间key,在B的映射指标中筛选出对应的值
  277. var dataBList []*data_manage.EdbDataList
  278. var indexMax, indexMin float64
  279. if len(dataList) > 0 {
  280. indexMax = dataList[0].Value
  281. indexMin = dataList[0].Value
  282. for _, indexData := range dataList {
  283. if _, ok := indexADataMap[indexData.DataTime]; ok {
  284. indexDataCopy := *indexData
  285. // 计算指标B映射值
  286. indexDataCopy.Value = math.Round((a*indexData.Value+b)*10000) / 10000
  287. // 比较最大值
  288. if indexData.Value > indexMax {
  289. indexMax = indexData.Value
  290. }
  291. // 比较最小值
  292. if indexData.Value < indexMin {
  293. indexMin = indexData.Value
  294. }
  295. // 将副本添加到 dataBList
  296. dataBList = append(dataBList, &indexDataCopy)
  297. }
  298. }
  299. }
  300. mappingEdbList := make([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, len(originalEdbList))
  301. copy(mappingEdbList, originalEdbList)
  302. for i, mapping := range mappingEdbList {
  303. if mapping.EdbInfoId != req.EdbInfoIdA {
  304. mappingEdbList[i].EdbInfoId = 0
  305. mappingEdbList[i].EdbCode = ""
  306. mappingEdbList[i].IsAxis = 1
  307. mappingEdbList[i].EdbName = edbInfoMappingB.EdbName + "映射" + edbInfoMappingA.EdbName
  308. mappingEdbList[i].DataList = dataBList
  309. mappingEdbList[i].MinValue = indexMin
  310. mappingEdbList[i].MaxValue = indexMax
  311. }
  312. }
  313. return mappingEdbList, a, b, r, nil
  314. }
  315. func fillOriginalChart(req residual_analysis_model.ResidualAnalysisReq, mappingList []*data_manage.ChartEdbInfoMapping, startDate string, endDate string, edbInfoMappingA *data_manage.ChartEdbInfoMapping, edbInfoMappingB *data_manage.ChartEdbInfoMapping, originalEdbList []residual_analysis_model.ResidualAnalysisChartEdbInfoMapping) ([]residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, error) {
  316. for _, v := range mappingList {
  317. var edbInfoMapping residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
  318. edbInfoMapping.EdbInfoType = 1
  319. edbInfoMapping.IsOrder = false
  320. edbInfoMapping.IsAxis = 1
  321. edbInfoMapping.ChartColor = `#00F`
  322. edbInfoMapping.ChartWidth = 3
  323. // 获取图表中的指标数据
  324. dataList, err := data_manage.GetEdbDataList(v.Source, v.SubSource, v.EdbInfoId, startDate, endDate)
  325. if err != nil {
  326. return nil, fmt.Errorf("获取指标数据失败,Err:%s", err.Error())
  327. }
  328. if v.EdbInfoId == req.EdbInfoIdB {
  329. edbInfoMapping.LeadValue = req.LeadValue
  330. edbInfoMapping.LeadUnit = req.LeadFrequency
  331. edbInfoMapping.EdbInfoType = req.IndexType
  332. edbInfoMapping.IsOrder = req.IsOrder
  333. edbInfoMapping.IsAxis = 0
  334. edbInfoMapping.ChartColor = `#F00`
  335. edbInfoMapping.ChartWidth = 1
  336. edbInfoMappingB.DataList = dataList
  337. } else {
  338. edbInfoMappingA.DataList = dataList
  339. }
  340. edbInfoMapping.EdbInfoId = v.EdbInfoId
  341. edbInfoMapping.EdbName = v.EdbName
  342. edbInfoMapping.EdbCode = v.EdbCode
  343. edbInfoMapping.Unit = v.Unit
  344. edbInfoMapping.Frequency = v.Frequency
  345. edbInfoMapping.Source = v.Source
  346. edbInfoMapping.SourceName = v.SourceName
  347. edbInfoMapping.MinValue = v.MinValue
  348. edbInfoMapping.MaxValue = v.MaxValue
  349. edbInfoMapping.LatestDate = v.LatestDate
  350. edbInfoMapping.LatestValue = v.LatestValue
  351. edbInfoMapping.DataList = dataList
  352. originalEdbList = append(originalEdbList, edbInfoMapping)
  353. }
  354. return originalEdbList, nil
  355. }
  356. func ContrastPreview(indexCode string) (residual_analysis_model.ResidualAnalysisChartEdbInfoMapping, error) {
  357. var condition string
  358. var pars []interface{}
  359. if indexCode != "" {
  360. condition += " and edb_code=?"
  361. pars = append(pars, indexCode)
  362. }
  363. edbInfo, err := data_manage.GetEdbInfoByCondition(condition, pars)
  364. if err != nil {
  365. return residual_analysis_model.ResidualAnalysisChartEdbInfoMapping{}, err
  366. }
  367. if edbInfo == nil {
  368. return residual_analysis_model.ResidualAnalysisChartEdbInfoMapping{}, fmt.Errorf("指标不存在")
  369. }
  370. dataList, err := data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, "", "")
  371. var resp residual_analysis_model.ResidualAnalysisChartEdbInfoMapping
  372. resp.EdbInfoId = edbInfo.EdbInfoId
  373. resp.EdbCode = edbInfo.EdbCode
  374. resp.ChartColor = "#F00"
  375. resp.SourceName = edbInfo.SourceName
  376. resp.EdbName = edbInfo.EdbName
  377. resp.Unit = edbInfo.Unit
  378. resp.Frequency = edbInfo.Frequency
  379. resp.MinValue = edbInfo.MinValue
  380. resp.MaxValue = edbInfo.MaxValue
  381. resp.DataList = dataList
  382. return resp, nil
  383. }
  384. func SaveResidualAnalysis(req residual_analysis_model.ResidualAnalysisIndexSaveReq, sysUser *system.Admin) error {
  385. // 验证分类是否存在
  386. classifyCount, err := data_manage.GetEdbClassifyCountById(req.ClassifyId)
  387. if err != nil {
  388. return err
  389. }
  390. if classifyCount <= 0 {
  391. return fmt.Errorf("分类不存在")
  392. }
  393. // 校验名称是否重复
  394. var condition string
  395. var pars []interface{}
  396. condition += " and source = ? AND edb_name=?"
  397. pars = append(pars, req.Source, req.EdbName)
  398. edbInfoByCondition, err := data_manage.GetEdbInfoByCondition(condition, pars)
  399. if err != nil && err.Error() != utils.ErrNoRow() {
  400. return err
  401. }
  402. // 获取指标数据最大值 最小值 最后更新时间 最后更新时间对应的值
  403. var indexMax, indexMin, indexLatestValue float64
  404. var indexLatestDate string
  405. if len(req.DataList) > 0 {
  406. latestTime, _ := time.Parse(utils.YearMonthDay, req.DataList[0].DataTime)
  407. for _, data := range req.DataList {
  408. // 比较最大值
  409. if data.Value > indexMax {
  410. indexMax = data.Value
  411. }
  412. // 比较最小值
  413. if data.Value < indexMin {
  414. indexMin = data.Value
  415. }
  416. // 比较最新时间和对应值
  417. currentTime, err := time.Parse(utils.YearMonthDay, data.DataTime)
  418. if err != nil {
  419. // 时间解析失败,跳过此项
  420. continue
  421. }
  422. // 如果当前时间更晚
  423. if currentTime.After(latestTime) {
  424. latestTime = currentTime
  425. indexLatestDate = data.DataTime
  426. indexLatestValue = data.Value
  427. }
  428. }
  429. }
  430. // 更新保存指标和配置的映射关系
  431. mappingList, err := residual_analysis_model.GetConfigMappingListByConfigId(req.ConfigId)
  432. if err != nil {
  433. return err
  434. }
  435. // 判断是更新还是修改 看指标配置映射中,是否存在对应指标 存在 则更新 不存在 则新增
  436. var edbInfoMapping residual_analysis_model.CalculateResidualAnalysisConfigMapping
  437. for _, mapping := range mappingList {
  438. if req.IndexType == mapping.IndexType && req.IndexType != 0 {
  439. edbInfoMapping = mapping
  440. }
  441. }
  442. var edbInfoId int64
  443. var edbCode string
  444. // 更新or新增
  445. if edbInfoMapping.EdbInfoId > 0 {
  446. // 查询指标库指标
  447. edbInfo, err := data_manage.GetEdbInfoById(int(edbInfoMapping.EdbInfoId))
  448. if err != nil {
  449. return err
  450. }
  451. if edbInfo == nil {
  452. return fmt.Errorf("指标不存在")
  453. }
  454. edbInfoId = int64(edbInfo.EdbInfoId)
  455. edbCode = edbInfo.EdbCode
  456. if edbInfoByCondition != nil && edbInfoByCondition.EdbInfoId != edbInfo.EdbInfoId {
  457. return fmt.Errorf("指标名称重复")
  458. }
  459. // 须补充更新指标最大值,最小值,数据最新时间,数据最新值
  460. edbInfo.MaxValue = indexMax
  461. edbInfo.MinValue = indexMin
  462. edbInfo.LatestDate = indexLatestDate
  463. edbInfo.LatestValue = indexLatestValue
  464. edbInfo.Unit = req.Unit
  465. edbInfo.Frequency = req.Frequency
  466. edbInfo.ClassifyId = req.ClassifyId
  467. edbInfo.EdbName = req.EdbName
  468. err = edbInfo.Update([]string{"min_value", "max_value", "latest_date", "latest_value", "unit", "frequency", "classify_id", "edb_name"})
  469. if err != nil {
  470. return err
  471. }
  472. // 删除对应得指标数据
  473. err = residual_analysis_model.DeleteResidualAnalysisDataByEdbCode(edbInfo.EdbCode)
  474. if err != nil {
  475. return fmt.Errorf("删除指标数据失败")
  476. }
  477. } else {
  478. if edbInfoByCondition != nil {
  479. return fmt.Errorf("指标名称重复")
  480. }
  481. // 新增指标
  482. edbCode, err = utils.GenerateEdbCode(1, "")
  483. if err != nil {
  484. return err
  485. }
  486. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  487. edbInfoId, err = data_manage.AddEdbInfo(&data_manage.EdbInfo{
  488. EdbCode: edbCode,
  489. UniqueCode: utils.MD5(utils.CHART_PREFIX + "_" + timestamp),
  490. EdbName: req.EdbName,
  491. EdbNameEn: req.EdbNameEn,
  492. ClassifyId: req.ClassifyId,
  493. EdbType: req.EdbType,
  494. Unit: req.Unit,
  495. UnitEn: req.UnitEn,
  496. Frequency: req.Frequency,
  497. Source: req.Source,
  498. SourceName: "残差分析",
  499. Calendar: req.Calendar,
  500. SysUserRealName: sysUser.RealName,
  501. SysUserId: sysUser.AdminId,
  502. LatestDate: indexLatestDate,
  503. LatestValue: indexLatestValue,
  504. MinValue: indexMin,
  505. MaxValue: indexMax,
  506. CreateTime: time.Now(),
  507. ModifyTime: time.Now(),
  508. })
  509. if err != nil {
  510. return err
  511. }
  512. // 新增指标配置关系
  513. _, err = residual_analysis_model.SaveConfigMapping(residual_analysis_model.CalculateResidualAnalysisConfigMapping{
  514. CalculateResidualAnalysisConfigId: req.ConfigId,
  515. EdbInfoId: edbInfoId,
  516. ResidualType: req.ResidualType,
  517. IndexType: req.IndexType,
  518. CreateTime: time.Now(),
  519. ModifyTime: time.Now(),
  520. })
  521. if err != nil {
  522. return err
  523. }
  524. }
  525. // 新增数据
  526. for i := range req.DataList {
  527. req.DataList[i].EdbDataId = 0
  528. req.DataList[i].EdbInfoId = int(edbInfoId)
  529. req.DataList[i].EdbCode = edbCode
  530. }
  531. _, err = residual_analysis_model.AddResidualAnalysisData(req.DataList)
  532. if err != nil {
  533. return err
  534. }
  535. // 新增自变量 因变量与配置得关系 配置中不存在该指标,则新增
  536. var indexMap = make(map[int64]residual_analysis_model.CalculateResidualAnalysisConfigMapping)
  537. for _, mapping := range mappingList {
  538. indexMap[mapping.EdbInfoId] = mapping
  539. }
  540. if _, ok := indexMap[int64(req.EdbInfoIdA)]; !ok {
  541. _, err = residual_analysis_model.SaveConfigMapping(residual_analysis_model.CalculateResidualAnalysisConfigMapping{
  542. CalculateResidualAnalysisConfigId: req.ConfigId,
  543. EdbInfoId: int64(req.EdbInfoIdA),
  544. ResidualType: req.ResidualType,
  545. IndexType: 3,
  546. CreateTime: time.Now(),
  547. ModifyTime: time.Now(),
  548. })
  549. if err != nil {
  550. return err
  551. }
  552. }
  553. if _, ok := indexMap[int64(req.EdbInfoIdB)]; !ok {
  554. _, err = residual_analysis_model.SaveConfigMapping(residual_analysis_model.CalculateResidualAnalysisConfigMapping{
  555. CalculateResidualAnalysisConfigId: req.ConfigId,
  556. EdbInfoId: int64(req.EdbInfoIdB),
  557. ResidualType: req.ResidualType,
  558. IndexType: 4,
  559. CreateTime: time.Now(),
  560. ModifyTime: time.Now(),
  561. })
  562. if err != nil {
  563. return err
  564. }
  565. }
  566. return nil
  567. }
  568. func ResidualAnalysisDetail(edbInfoId int) (residual_analysis_model.ResidualAnalysisDetailResp, error) {
  569. // 通过指标配置映射表 拿到配置id,再获取关联的所有指标信息
  570. var condition string
  571. var pars []interface{}
  572. condition += " and edb_info_id=?"
  573. pars = append(pars, edbInfoId)
  574. mappingList, err := residual_analysis_model.GetConfigMappingListByCondition(condition, pars)
  575. if err != nil {
  576. return residual_analysis_model.ResidualAnalysisDetailResp{}, err
  577. }
  578. if len(mappingList) <= 0 {
  579. return residual_analysis_model.ResidualAnalysisDetailResp{}, fmt.Errorf("指标不存在")
  580. }
  581. mapping := mappingList[0]
  582. configMappingList, err := residual_analysis_model.GetConfigMappingListByConfigId(mapping.CalculateResidualAnalysisConfigId)
  583. if err != nil {
  584. return residual_analysis_model.ResidualAnalysisDetailResp{}, err
  585. }
  586. var edbInfoIdList []int64
  587. var edbInfoMap = make(map[int64]residual_analysis_model.CalculateResidualAnalysisConfigMapping)
  588. var mappgingFlag = false
  589. var residualFlag = false
  590. for _, v := range configMappingList {
  591. edbInfoIdList = append(edbInfoIdList, v.EdbInfoId)
  592. edbInfoMap[v.EdbInfoId] = v
  593. if v.IndexType == 1 {
  594. mappgingFlag = true
  595. } else if v.IndexType == 2 {
  596. residualFlag = true
  597. }
  598. }
  599. condition = ""
  600. pars = []interface{}{}
  601. condition += ` and edb_info_id in(` + utils.GetOrmInReplace(len(edbInfoIdList)) + `)`
  602. for _, id := range edbInfoIdList {
  603. pars = append(pars, id)
  604. }
  605. edbInfoList, err := data_manage.GetEdbInfoListByCond(condition, pars)
  606. if err != nil {
  607. return residual_analysis_model.ResidualAnalysisDetailResp{}, err
  608. }
  609. // 获取配置
  610. configInfo, err := residual_analysis_model.GetResidualAnalysisConfigById(mapping.CalculateResidualAnalysisConfigId)
  611. if err != nil {
  612. return residual_analysis_model.ResidualAnalysisDetailResp{}, err
  613. }
  614. var edbInfoListResp []*residual_analysis_model.DetailEdbInfoList
  615. var dependentEdbInfo residual_analysis_model.DetailEdbInfoList
  616. var independentEdbInfo residual_analysis_model.DetailEdbInfoList
  617. for _, edbInfo := range edbInfoList {
  618. var indexType int
  619. if _, ok := edbInfoMap[int64(edbInfo.EdbInfoId)]; ok {
  620. indexType = edbInfoMap[int64(edbInfo.EdbInfoId)].IndexType
  621. }
  622. info := residual_analysis_model.DetailEdbInfoList{
  623. EdbInfoId: edbInfo.EdbInfoId,
  624. EdbInfoType: edbInfo.EdbInfoType,
  625. IndexType: indexType,
  626. SourceName: edbInfo.SourceName,
  627. Source: edbInfo.Source,
  628. EdbCode: edbInfo.EdbCode,
  629. EdbName: edbInfo.EdbName,
  630. EdbNameEn: edbInfo.EdbNameEn,
  631. Unit: edbInfo.Unit,
  632. UnitEn: edbInfo.UnitEn,
  633. Frequency: edbInfo.Frequency,
  634. FrequencyEn: edbInfo.FrequencyEn,
  635. ClassifyId: edbInfo.ClassifyId,
  636. }
  637. edbInfoListResp = append(edbInfoListResp, &info)
  638. if indexType == 3 {
  639. dependentEdbInfo = info
  640. } else if indexType == 4 {
  641. independentEdbInfo = info
  642. }
  643. }
  644. // 补充表格中 映射指标或者残差指标
  645. if mappgingFlag && !residualFlag {
  646. info := residual_analysis_model.DetailEdbInfoList{
  647. IndexType: 2,
  648. EdbName: independentEdbInfo.EdbName + "映射残差/" + dependentEdbInfo.EdbName,
  649. EdbNameEn: dependentEdbInfo.EdbNameEn,
  650. Unit: dependentEdbInfo.Unit,
  651. UnitEn: dependentEdbInfo.UnitEn,
  652. Frequency: dependentEdbInfo.Frequency,
  653. FrequencyEn: dependentEdbInfo.FrequencyEn,
  654. ClassifyId: dependentEdbInfo.ClassifyId,
  655. }
  656. edbInfoListResp = append(edbInfoListResp, &info)
  657. } else if !mappgingFlag && residualFlag {
  658. info := residual_analysis_model.DetailEdbInfoList{
  659. IndexType: 1,
  660. EdbName: dependentEdbInfo.EdbName + "映射" + independentEdbInfo.EdbName,
  661. EdbNameEn: dependentEdbInfo.EdbNameEn,
  662. Unit: dependentEdbInfo.Unit,
  663. UnitEn: dependentEdbInfo.UnitEn,
  664. Frequency: dependentEdbInfo.Frequency,
  665. FrequencyEn: dependentEdbInfo.FrequencyEn,
  666. ClassifyId: dependentEdbInfo.ClassifyId,
  667. }
  668. edbInfoListResp = append(edbInfoListResp, &info)
  669. }
  670. resp := residual_analysis_model.ResidualAnalysisDetailResp{
  671. ConfigInfo: &configInfo,
  672. EdbInfoList: edbInfoListResp,
  673. ResidualType: mapping.ResidualType,
  674. }
  675. return resp, nil
  676. }
  677. func SaveResidualAnalysisConfig(req residual_analysis_model.ResidualAnalysisReq, sysUser *system.Admin) (int64, error) {
  678. config := residual_analysis_model.ResidualAnalysisConfigVo{
  679. DateType: req.DateType,
  680. StartDate: req.StartDate,
  681. EndDate: req.EndDate,
  682. IsOrder: req.IsOrder,
  683. IndexType: req.IndexType,
  684. LeadValue: req.LeadValue,
  685. LeadFrequency: req.LeadFrequency,
  686. LeftIndexMin: req.LeftIndexMin,
  687. LeftIndexMax: req.LeftIndexMax,
  688. RightIndexMin: req.RightIndexMin,
  689. RightIndexMax: req.RightIndexMax,
  690. ResidualIndexMin: req.ResidualIndexMin,
  691. ResidualIndexMax: req.ResidualIndexMax,
  692. ContrastIndexMin: req.ContrastIndexMin,
  693. ContrastIndexMax: req.ContrastIndexMax,
  694. }
  695. // 转换为json格式
  696. configJson, err := json.Marshal(config)
  697. if err != nil {
  698. return 0, err
  699. }
  700. // 新增or更新
  701. /*
  702. var condition string
  703. var pars []interface{}
  704. if req.EdbInfoId > 0 {
  705. condition += " and edb_info_id=?"
  706. pars = append(pars, req.EdbInfoId)
  707. configMappings, err := residual_analysis_model.GetConfigMappingListByCondition(condition, pars)
  708. if err != nil {
  709. return 0, err
  710. }
  711. if len(configMappings) > 0 {
  712. mapping := configMappings[0]
  713. configInfo, err := residual_analysis_model.GetResidualAnalysisConfigById(mapping.CalculateResidualAnalysisConfigId)
  714. if err != nil {
  715. return 0, err
  716. }
  717. configInfo.Config = string(configJson)
  718. err = residual_analysis_model.UpdateResidualAnalysisConfig(configInfo)
  719. if err != nil {
  720. return 0, err
  721. }
  722. }
  723. }*/
  724. var configId int64
  725. if req.ConfigId > 0 {
  726. configInfo, err := residual_analysis_model.GetResidualAnalysisConfigById(req.ConfigId)
  727. if err != nil {
  728. return 0, err
  729. }
  730. if configInfo.CalculateResidualAnalysisConfigId == 0 {
  731. return 0, fmt.Errorf("未找到配置信息")
  732. }
  733. configId = int64(configInfo.CalculateResidualAnalysisConfigId)
  734. configInfo.Config = string(configJson)
  735. err = residual_analysis_model.UpdateResidualAnalysisConfig(configInfo)
  736. if err != nil {
  737. return 0, err
  738. }
  739. } else {
  740. analysisConfig := residual_analysis_model.CalculateResidualAnalysisConfig{
  741. Config: string(configJson),
  742. SysUserId: sysUser.AdminId,
  743. CreateTime: time.Now(),
  744. ModifyTime: time.Now(),
  745. }
  746. configId, err = residual_analysis_model.SaveResidualAnalysisConfig(analysisConfig)
  747. if err != nil {
  748. return 0, err
  749. }
  750. }
  751. return configId, nil
  752. }
  753. func CheckResidualAnalysisExist(configId int) (int64, error) {
  754. configMappingList, err := residual_analysis_model.GetConfigMappingListByConfigId(configId)
  755. if err != nil {
  756. return 0, err
  757. }
  758. var configMapping residual_analysis_model.CalculateResidualAnalysisConfigMapping
  759. for _, mapping := range configMappingList {
  760. if mapping.IndexType == 2 {
  761. configMapping = mapping
  762. }
  763. }
  764. return configMapping.EdbInfoId, nil
  765. }