chart_info_excel_balance.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487
  1. package data
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_chart_lib/models"
  6. "eta/eta_chart_lib/models/data_manage"
  7. "eta/eta_chart_lib/models/data_manage/excel"
  8. "eta/eta_chart_lib/utils"
  9. "fmt"
  10. "math"
  11. "sort"
  12. "strings"
  13. "time"
  14. )
  15. func GetBalanceExcelChartDetail(chartInfo *models.ChartInfo, mappingListTmp []*excel.ExcelChartEdb, dataListMap map[int][]*models.EdbDataList) (resp *models.ChartInfoDetailResp, err error, errMsg string) {
  16. chartInfoId := chartInfo.ChartInfoId
  17. resp = new(models.ChartInfoDetailResp)
  18. // 获取主题样式
  19. chartTheme, err := GetChartThemeConfig(chartInfo.ChartThemeId, 1, chartInfo.ChartType)
  20. if err != nil {
  21. errMsg = "获取失败"
  22. err = fmt.Errorf(" 获取主题信息失败 Err:%s", err.Error())
  23. return
  24. }
  25. chartInfo.ChartThemeStyle = chartTheme.Config
  26. chartInfo.ChartThemeId = chartTheme.ChartThemeId
  27. dateType := chartInfo.DateType
  28. fmt.Println("dateType:", dateType)
  29. chartType := chartInfo.ChartType
  30. startDate := chartInfo.StartDate
  31. endDate := chartInfo.EndDate
  32. seasonStartDate := chartInfo.SeasonStartDate
  33. seasonEndDate := chartInfo.SeasonEndDate
  34. startYear := chartInfo.StartYear
  35. calendar := chartInfo.Calendar
  36. if calendar == "" {
  37. calendar = "公历"
  38. }
  39. mappingList, err := TransferChartEdbToEdbMappingFormat(chartInfoId, chartType, mappingListTmp, dataListMap)
  40. if err != nil {
  41. return
  42. }
  43. if chartType == 2 {
  44. startDate = seasonStartDate
  45. endDate = seasonEndDate
  46. if dateType <= 0 {
  47. if startDate != "" {
  48. dateType = 5
  49. } else {
  50. dateType = utils.DateTypeNYears
  51. }
  52. }
  53. } else {
  54. if dateType <= 0 {
  55. dateType = 3
  56. }
  57. }
  58. var dateMax time.Time
  59. if dateType == utils.DateTypeNYears {
  60. for _, v := range mappingList {
  61. if v.LatestDate != "" {
  62. lastDateT, tErr := time.Parse(utils.FormatDate, v.LatestDate)
  63. if tErr != nil {
  64. errMsg = "获取失败"
  65. err = fmt.Errorf("获取图表日期信息失败,Err:" + tErr.Error())
  66. return
  67. }
  68. if lastDateT.After(dateMax) {
  69. dateMax = lastDateT
  70. }
  71. }
  72. }
  73. }
  74. if chartType == utils.CHART_TYPE_SEASON && dateType == utils.DateTypeNYears {
  75. dateMax = time.Date(dateMax.Year()+1, 1, 1, 0, 0, 0, 0, time.Local)
  76. }
  77. startDate, endDate = utils.GetDateByDateTypeV2(dateType, startDate, endDate, startYear, dateMax)
  78. if chartInfo.ChartType == 2 {
  79. chartInfo.StartDate = startDate
  80. chartInfo.EndDate = endDate
  81. }
  82. // 图表额外数据参数
  83. extraConfigStr := chartInfo.ExtraConfig
  84. // 柱方图的一些配置
  85. var barConfig data_manage.BarChartInfoReq
  86. if chartInfo != nil && chartInfo.ChartType == 7 {
  87. if chartInfo.BarConfig == `` {
  88. err = fmt.Errorf("柱方图未配置")
  89. errMsg = "柱方图未配置"
  90. return
  91. }
  92. err = json.Unmarshal([]byte(chartInfo.BarConfig), &barConfig)
  93. if err != nil {
  94. err = fmt.Errorf("柱方图配置异常 json.Unmarshal Err:%s", err.Error())
  95. errMsg = "柱方图配置异常"
  96. return
  97. }
  98. extraConfigStr = chartInfo.BarConfig
  99. }
  100. // 获取表格数据
  101. excelChartInfoDataShow := new(ExcelChartInfoDataShow)
  102. excelChartInfoDataShow.DataListMap = dataListMap
  103. // 获取图表中的指标数据
  104. edbList, xEdbIdValue, yDataList, dataResp, e, msg := GetChartEdbDataV2(chartInfoId, chartType, calendar, startDate, endDate, mappingList, extraConfigStr, chartInfo.SeasonExtraConfig, excelChartInfoDataShow)
  105. if e != nil {
  106. err = fmt.Errorf("获取图表,指标数据失败,Err:%s", e.Error())
  107. errMsg = msg
  108. return
  109. }
  110. for _, v := range edbList {
  111. // 指标别名
  112. if barConfig.EdbInfoIdList != nil && len(barConfig.EdbInfoIdList) > 0 {
  113. for _, reqEdb := range barConfig.EdbInfoIdList {
  114. if v.EdbInfoId == reqEdb.EdbInfoId {
  115. v.EdbAliasName = reqEdb.Name
  116. }
  117. }
  118. }
  119. }
  120. // 图表的指标来源
  121. sourceNameList, sourceNameEnList := GetEdbSourceByEdbInfoIdList(edbList)
  122. chartInfo.ChartSource = strings.Join(sourceNameList, ",")
  123. chartInfo.ChartSourceEn = strings.Join(sourceNameEnList, ",")
  124. resp.EdbInfoList = edbList
  125. resp.XEdbIdValue = xEdbIdValue
  126. resp.YDataList = yDataList
  127. resp.DataResp = dataResp
  128. resp.ChartInfo = chartInfo
  129. return
  130. }
  131. // GetBalanceExcelEdbDataMapList 获取指标最后的基础数据
  132. func GetBalanceExcelEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*models.ChartEdbInfoMapping, seasonExtraConfig string, dataListMap map[int][]*models.EdbDataList) (edbDataListMap map[int][]*models.EdbDataList, edbList []*models.ChartEdbInfoMapping, err error) {
  133. // 指标对应的所有数据
  134. edbDataListMap = make(map[int][]*models.EdbDataList)
  135. seasonXStartDateWithYear := ""
  136. seasonXEndDateWithYear := ""
  137. if chartType == 2 {
  138. sort.Slice(mappingList, func(i, j int) bool {
  139. return mappingList[i].IsAxis > mappingList[j].IsAxis
  140. })
  141. }
  142. for _, v := range mappingList {
  143. //fmt.Println("v:", v.EdbInfoId)
  144. item := new(models.ChartEdbInfoMapping)
  145. item.EdbInfoId = v.EdbInfoId
  146. item.SourceName = v.SourceName
  147. item.Source = v.Source
  148. item.EdbCode = v.EdbCode
  149. item.EdbName = v.EdbName
  150. item.EdbNameEn = v.EdbNameEn
  151. item.Frequency = v.Frequency
  152. item.EdbType = v.EdbType
  153. item.FrequencyEn = GetFrequencyEn(v.Frequency)
  154. if v.Unit != `无` {
  155. item.Unit = v.Unit
  156. }
  157. item.UnitEn = v.UnitEn
  158. item.StartDate = v.StartDate
  159. item.EndDate = v.EndDate
  160. item.ModifyTime = v.ModifyTime
  161. item.EdbInfoCategoryType = v.EdbInfoCategoryType
  162. item.PredictChartColor = v.PredictChartColor
  163. if chartInfoId <= 0 {
  164. item.IsAxis = 1
  165. item.LeadValue = 0
  166. item.LeadUnit = ""
  167. item.ChartEdbMappingId = 0
  168. item.ChartInfoId = 0
  169. item.IsOrder = false
  170. item.EdbInfoType = 1
  171. item.ChartStyle = ""
  172. item.ChartColor = ""
  173. item.ChartWidth = 1
  174. item.MaxData = v.MaxValue
  175. item.MinData = v.MinValue
  176. } else {
  177. item.IsAxis = v.IsAxis
  178. item.EdbInfoType = v.EdbInfoType
  179. item.LeadValue = v.LeadValue
  180. item.LeadUnit = v.LeadUnit
  181. item.LeadUnitEn = GetLeadUnitEn(v.LeadUnit)
  182. item.ChartEdbMappingId = v.ChartEdbMappingId
  183. item.ChartInfoId = v.ChartInfoId
  184. item.ChartStyle = v.ChartStyle
  185. item.ChartColor = v.ChartColor
  186. item.ChartWidth = v.ChartWidth
  187. item.IsOrder = v.IsOrder
  188. item.MaxData = v.MaxData
  189. item.MinData = v.MinData
  190. }
  191. item.LatestValue = v.LatestValue
  192. item.LatestDate = v.LatestDate
  193. item.UniqueCode = v.UniqueCode
  194. item.MoveLatestDate = v.LatestDate
  195. item.EdbAliasName = v.EdbAliasName
  196. item.IsConvert = v.IsConvert
  197. item.ConvertType = v.ConvertType
  198. item.ConvertValue = v.ConvertValue
  199. item.ConvertUnit = v.ConvertUnit
  200. item.ConvertEnUnit = v.ConvertEnUnit
  201. var startDateReal string
  202. var diffSeconds int64
  203. if chartType == 2 { //季节性图
  204. startDateReal = startDate
  205. } else {
  206. if v.EdbInfoType == 0 && v.LeadUnit != "" && v.LeadValue > 0 { //领先指标
  207. var startTimeRealTemp time.Time
  208. startDateParse, _ := time.Parse(utils.FormatDate, startDate)
  209. switch v.LeadUnit {
  210. case "天":
  211. startTimeRealTemp = startDateParse.AddDate(0, 0, -v.LeadValue)
  212. case "月":
  213. startTimeRealTemp = startDateParse.AddDate(0, -v.LeadValue, 0)
  214. case "季":
  215. startTimeRealTemp = startDateParse.AddDate(0, -3*v.LeadValue, 0)
  216. case "周":
  217. startTimeRealTemp = startDateParse.AddDate(0, 0, -7*v.LeadValue)
  218. case "年":
  219. startTimeRealTemp = startDateParse.AddDate(-v.LeadValue, 0, 0)
  220. }
  221. if startTimeRealTemp.Before(startDateParse) {
  222. startDateReal = startTimeRealTemp.Format(utils.FormatDate)
  223. diffSeconds = (int64(startTimeRealTemp.UnixNano()) - int64(startDateParse.UnixNano())) / 1e6
  224. } else {
  225. startDateReal = startDate
  226. diffSeconds = 0
  227. }
  228. // 预测指标的开始日期也要偏移
  229. {
  230. day, tmpErr := utils.GetDaysBetween2Date(utils.FormatDate, startDate, startDateReal)
  231. if tmpErr != nil {
  232. err = tmpErr
  233. return
  234. }
  235. moveLatestDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, item.MoveLatestDate, time.Local)
  236. if tmpErr != nil {
  237. err = tmpErr
  238. return
  239. }
  240. item.MoveLatestDate = moveLatestDateTime.AddDate(0, 0, day).Format(utils.FormatDate)
  241. }
  242. } else {
  243. startDateReal = startDate
  244. }
  245. }
  246. //fmt.Println("line 1011 chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  247. calendarPreYear := 0
  248. if calendar == "农历" {
  249. newStartDateReal, e := time.Parse(utils.FormatDate, startDateReal)
  250. if e != nil {
  251. err = fmt.Errorf("时间解析 time.Parse(%s, %s) error: %v", utils.FormatDate, startDateReal, e)
  252. return
  253. }
  254. calendarPreYear = newStartDateReal.Year() - 1
  255. newStartDateReal = newStartDateReal.AddDate(-1, 0, 0)
  256. startDateReal = newStartDateReal.Format(utils.FormatDate)
  257. }
  258. dataList := make([]*models.EdbDataList, 0)
  259. dataListTmp, ok := dataListMap[v.EdbInfoId]
  260. if ok {
  261. dataList = dataListTmp
  262. // 对dataList 根据dataTimestamp 进行排序
  263. sort.Slice(dataList, func(i, j int) bool {
  264. return dataList[i].DataTimestamp < dataList[j].DataTimestamp
  265. })
  266. } else {
  267. //err = errors.New(fmt.Sprint("获取失败,指标类型异常", v.EdbInfoId))
  268. utils.FileLog.Info(fmt.Sprintf("获取失败,指标数据异常 %d", v.EdbInfoId))
  269. }
  270. if v.IsConvert == 1 {
  271. switch v.ConvertType {
  272. case 1:
  273. for i, data := range dataList {
  274. dataList[i].Value = data.Value * v.ConvertValue
  275. }
  276. //item.MaxData = item.MaxData * v.ConvertValue
  277. //item.MinData = item.MinData * v.ConvertValue
  278. case 2:
  279. for i, data := range dataList {
  280. dataList[i].Value = data.Value / v.ConvertValue
  281. }
  282. //item.MaxData = item.MaxData / v.ConvertValue
  283. //item.MinData = item.MinData / v.ConvertValue
  284. case 3:
  285. for i, data := range dataList {
  286. if data.Value <= 0 {
  287. err = errors.New("数据中含有负数或0,无法对数运算")
  288. return
  289. }
  290. dataList[i].Value = math.Log(data.Value) / math.Log(v.ConvertValue)
  291. }
  292. //item.MaxData = math.Log(item.MaxData) / math.Log(v.ConvertValue)
  293. //item.MinData = math.Log(item.MinData) / math.Log(v.ConvertValue)
  294. }
  295. }
  296. edbDataListMap[v.EdbInfoId] = dataList
  297. if diffSeconds != 0 && v.EdbInfoType == 0 {
  298. dataListLen := len(dataList)
  299. for i := 0; i < dataListLen; i++ {
  300. dataList[i].DataTimestamp = dataList[i].DataTimestamp - diffSeconds
  301. }
  302. }
  303. if chartType == 2 && v.IsAxis == 1 {
  304. latestDate, tmpErr := time.Parse(utils.FormatDate, v.LatestDate)
  305. if tmpErr != nil {
  306. //item.DataList = dataList
  307. item.IsNullData = true
  308. edbList = append(edbList, item)
  309. continue
  310. }
  311. if calendar == "农历" {
  312. if len(dataList) <= 0 {
  313. result := new(models.EdbDataResult)
  314. item.DataList = result
  315. } else {
  316. result, tmpErr := models.AddCalculateQuarterV6(dataList)
  317. if tmpErr != nil {
  318. err = errors.New("获取农历数据失败,Err:" + tmpErr.Error())
  319. return
  320. }
  321. quarterDataList, xStartDateWithYearTmp, xEndDateWithYearTmp, tErr := GetSeasonEdbInfoDataListByXDateNong(result, latestDate, seasonExtraConfig, calendarPreYear)
  322. if tErr != nil {
  323. err = errors.New("获取季节性图表数据失败,Err:" + tErr.Error())
  324. return
  325. }
  326. seasonXStartDateWithYear = xStartDateWithYearTmp
  327. seasonXEndDateWithYear = xEndDateWithYearTmp
  328. item.DataList = quarterDataList
  329. }
  330. } else {
  331. quarterDataList, xStartDateWithYearTmp, xEndDateWithYearTmp, tErr := GetSeasonEdbInfoDataListByXDate(dataList, latestDate, seasonExtraConfig)
  332. if tErr != nil {
  333. err = errors.New("获取季节性图表数据失败,Err:" + tErr.Error())
  334. return
  335. }
  336. seasonXStartDateWithYear = xStartDateWithYearTmp
  337. seasonXEndDateWithYear = xEndDateWithYearTmp
  338. item.DataList = quarterDataList
  339. }
  340. } else if chartType == 2 && v.IsAxis == 0 {
  341. // 右轴数据处理
  342. // 右轴数据处理
  343. newDataList := make([]*models.EdbDataList, 0)
  344. for _, v := range dataList {
  345. dataTime, e := time.Parse(utils.FormatDate, v.DataTime)
  346. if e != nil {
  347. err = errors.New("季节性图处理右轴指标数据转换日期失败,Err:" + e.Error())
  348. return
  349. }
  350. seasonXStartDateWithYearT, _ := time.Parse(utils.FormatDate, seasonXStartDateWithYear)
  351. seasonXEndDateWithYearT, _ := time.Parse(utils.FormatDate, seasonXEndDateWithYear)
  352. if (dataTime.After(seasonXStartDateWithYearT) && dataTime.Before(seasonXEndDateWithYearT)) || dataTime.Equal(seasonXStartDateWithYearT) || dataTime.Equal(seasonXEndDateWithYearT) {
  353. newDataList = append(newDataList, v)
  354. }
  355. }
  356. item.DataList = newDataList
  357. } else if chartType == 7 || chartType == utils.CHART_TYPE_RADAR { //柱方图
  358. //item.DataList = dataList
  359. } else {
  360. item.DataList = dataList
  361. }
  362. edbList = append(edbList, item)
  363. }
  364. return
  365. }
  366. func getBalanceDataListStartDateAndValue(dataList []*models.EdbDataList) (startDate, endDate string, startVal, endVal, maxVal, minVal float64) {
  367. if len(dataList) == 0 {
  368. return
  369. }
  370. startDate = dataList[0].DataTime
  371. startVal = dataList[0].Value
  372. maxVal = dataList[0].Value
  373. minVal = dataList[0].Value
  374. endDate = dataList[len(dataList)-1].DataTime
  375. endVal = dataList[len(dataList)-1].Value
  376. for _, v := range dataList {
  377. if v.DataTime < startDate {
  378. startDate = v.DataTime
  379. startVal = v.Value
  380. }
  381. if v.DataTime > endDate {
  382. endDate = v.DataTime
  383. endVal = v.Value
  384. }
  385. if v.Value > maxVal {
  386. maxVal = v.Value
  387. }
  388. if v.Value < minVal {
  389. minVal = v.Value
  390. }
  391. }
  392. return
  393. }
  394. func TransferChartEdbToEdbMappingFormat(chartInfoId, chartType int, mappingListTmp []*excel.ExcelChartEdb, dataListMap map[int][]*models.EdbDataList) (mappingList []*models.ChartEdbInfoMapping, err error) {
  395. mappingList = make([]*models.ChartEdbInfoMapping, 0)
  396. //循环组装映射关系
  397. for _, v := range mappingListTmp {
  398. dataList := make([]*models.EdbDataList, 0)
  399. dataListTmp, ok := dataListMap[v.ExcelChartEdbId]
  400. if ok {
  401. dataList = dataListTmp
  402. } else {
  403. //err = errors.New(fmt.Sprint("获取失败,指标类型异常", v.ExcelChartEdbId))
  404. utils.FileLog.Info(fmt.Sprintf("获取失败,指标数据异常 %d", v.ExcelChartEdbId))
  405. }
  406. startDateStr, endDateStr, _, endVal, maxValue, minValue := getBalanceDataListStartDateAndValue(dataList)
  407. mapping := &models.ChartEdbInfoMapping{
  408. EdbInfoId: v.ExcelChartEdbId,
  409. SourceName: "平衡表",
  410. Source: 0,
  411. SubSource: 0,
  412. EdbCode: v.EdbCode,
  413. EdbName: v.EdbName,
  414. EdbAliasName: v.EdbName,
  415. EdbNameEn: v.EdbNameEn,
  416. EdbAliasNameEn: "",
  417. EdbType: 0,
  418. Frequency: "",
  419. FrequencyEn: "",
  420. Unit: v.Unit,
  421. UnitEn: v.UnitEn,
  422. StartDate: startDateStr,
  423. EndDate: endDateStr,
  424. ModifyTime: v.ModifyTime.Format(utils.FormatDateTime),
  425. ChartEdbMappingId: v.ExcelChartEdbId,
  426. ChartInfoId: chartInfoId,
  427. MaxData: v.MaxData,
  428. MinData: v.MinData,
  429. IsOrder: v.IsOrder,
  430. IsAxis: v.IsAxis,
  431. EdbInfoType: v.EdbInfoType,
  432. //EdbInfoCategoryType: 0,
  433. LeadValue: v.LeadValue,
  434. LeadUnit: v.LeadUnit,
  435. LeadUnitEn: "",
  436. ChartStyle: "",
  437. ChartColor: "",
  438. PredictChartColor: "",
  439. ChartWidth: v.ChartWidth,
  440. ChartType: chartType,
  441. LatestDate: endDateStr,
  442. LatestValue: endVal,
  443. MoveLatestDate: "",
  444. UniqueCode: "",
  445. MinValue: minValue,
  446. MaxValue: maxValue,
  447. DataList: nil,
  448. IsNullData: false,
  449. MappingSource: 0,
  450. IsConvert: 0,
  451. ConvertType: 0,
  452. ConvertValue: 0,
  453. ConvertUnit: "",
  454. ConvertEnUnit: "",
  455. }
  456. mappingList = append(mappingList, mapping)
  457. }
  458. return
  459. }