excel_info.go 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434
  1. package excel
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/models/data_manage/excel"
  7. "eta/eta_api/models/data_manage/excel/request"
  8. "eta/eta_api/models/data_manage/excel/response"
  9. "eta/eta_api/models/system"
  10. "eta/eta_api/services/data"
  11. "eta/eta_api/services/data/data_manage_permission"
  12. "eta/eta_api/utils"
  13. "fmt"
  14. "github.com/shopspring/decimal"
  15. "github.com/yidane/formula"
  16. "sort"
  17. "strconv"
  18. "strings"
  19. "time"
  20. )
  21. // GetExcelDetailInfoByExcelInfoId 根据表格id获取表格详情
  22. func GetExcelDetailInfoByExcelInfoId(excelInfoId, sysUserId int) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  23. errMsg = `获取失败`
  24. //获取eta表格信息
  25. excelInfo, err := excel.GetExcelInfoById(excelInfoId)
  26. if err != nil {
  27. err = errors.New("获取ETA表格信息失败,Err:" + err.Error())
  28. if err.Error() == utils.ErrNoRow() {
  29. errMsg = "ETA表格被删除,请刷新页面"
  30. err = errors.New("ETA表格被删除,请刷新页面,Err:" + err.Error())
  31. }
  32. return
  33. }
  34. return formatExcelInfo2Detail(excelInfo, sysUserId)
  35. }
  36. // GetExcelDetailInfoByUnicode 根据表格编码获取表格详情
  37. func GetExcelDetailInfoByUnicode(unicode string, sysUserId int) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  38. errMsg = `获取失败`
  39. // 获取eta表格信息
  40. excelInfo, err := excel.GetExcelInfoByUnicode(unicode)
  41. if err != nil {
  42. err = errors.New("获取ETA表格信息失败,Err:" + err.Error())
  43. if err.Error() == utils.ErrNoRow() {
  44. errMsg = "ETA表格被删除,请刷新页面"
  45. err = errors.New("ETA表格被删除,请刷新页面,Err:" + err.Error())
  46. }
  47. return
  48. }
  49. return formatExcelInfo2Detail(excelInfo, sysUserId)
  50. }
  51. func formatExcelInfo2Detail(excelInfo *excel.ExcelInfo, sysUserId int) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  52. checkExcelInfo := excelInfo
  53. if excelInfo.Source == utils.BALANCE_TABLE {
  54. checkExcelInfoId := excelInfo.ExcelInfoId
  55. if excelInfo.BalanceType == 1 {
  56. checkExcelInfoId = excelInfo.RelExcelInfoId
  57. } else {
  58. if excelInfo.ParentId > 0 {
  59. checkExcelInfoId = excelInfo.ParentId
  60. }
  61. }
  62. if checkExcelInfoId != excelInfo.ExcelInfoId {
  63. checkExcelInfo, err = excel.GetExcelInfoById(checkExcelInfoId)
  64. if err != nil {
  65. errMsg = "获取平衡表格信息失败"
  66. err = errors.New("获取平衡表格信息失败,Err:" + err.Error())
  67. return
  68. }
  69. }
  70. }
  71. // 数据权限
  72. haveOperaAuth, err := data_manage_permission.CheckExcelPermissionByExcelInfoId(checkExcelInfo.ExcelInfoId, checkExcelInfo.ExcelClassifyId, checkExcelInfo.IsJoinPermission, sysUserId)
  73. if err != nil {
  74. err = errors.New("获取表格权限信息失败,Err" + err.Error())
  75. return
  76. }
  77. excelDetail = response.ExcelInfoDetail{
  78. ExcelInfoId: excelInfo.ExcelInfoId,
  79. Source: excelInfo.Source,
  80. ExcelType: excelInfo.ExcelType,
  81. ExcelName: excelInfo.ExcelName,
  82. UniqueCode: excelInfo.UniqueCode,
  83. ExcelClassifyId: excelInfo.ExcelClassifyId,
  84. SysUserId: excelInfo.SysUserId,
  85. SysUserRealName: excelInfo.SysUserRealName,
  86. Content: excelInfo.Content,
  87. ExcelImage: excelInfo.ExcelImage,
  88. FileUrl: excelInfo.FileUrl,
  89. Sort: excelInfo.Sort,
  90. IsDelete: excelInfo.IsDelete,
  91. ModifyTime: excelInfo.ModifyTime,
  92. CreateTime: excelInfo.CreateTime,
  93. TableData: nil,
  94. HaveOperaAuth: haveOperaAuth,
  95. ParentId: excelInfo.ParentId,
  96. BalanceType: excelInfo.BalanceType,
  97. UpdateUserId: excelInfo.UpdateUserId,
  98. UpdateUserRealName: excelInfo.UpdateUserRealName,
  99. RelExcelInfoId: excelInfo.RelExcelInfoId,
  100. }
  101. // 无权限,不需要返回数据
  102. if !haveOperaAuth {
  103. return
  104. }
  105. switch excelInfo.Source {
  106. case utils.TIME_TABLE: // 时间序列表格
  107. var tableDataConfig TableDataConfig
  108. err = json.Unmarshal([]byte(excelDetail.Content), &tableDataConfig)
  109. if err != nil {
  110. err = errors.New("表格json转结构体失败,Err:" + err.Error())
  111. return
  112. }
  113. result, tmpErr := GetDataByTableDataConfig(tableDataConfig)
  114. if tmpErr != nil {
  115. err = errors.New("获取最新的表格数据失败,Err:" + tmpErr.Error())
  116. return
  117. }
  118. if len(result.EdbInfoIdList) > 0 {
  119. classifyIdList := make([]int, 0)
  120. for _, v := range result.Data {
  121. classifyIdList = append(classifyIdList, v.ClassifyId)
  122. }
  123. classifyMap := make(map[int]*data_manage.EdbClassify)
  124. classifyList, tmpErr := data_manage.GetEdbClassifyByIdList(classifyIdList)
  125. if tmpErr != nil {
  126. err = errors.New("获取分类列表失败,Err:" + tmpErr.Error())
  127. return
  128. }
  129. for _, v := range classifyList {
  130. classifyMap[v.ClassifyId] = v
  131. }
  132. // 获取所有有权限的指标和分类
  133. permissionEdbIdList, permissionClassifyIdList, tmpErr := data_manage_permission.GetUserEdbAndClassifyPermissionList(sysUserId, 0, 0)
  134. if err != nil {
  135. err = errors.New("获取所有有权限的指标和分类失败,Err:" + tmpErr.Error())
  136. return
  137. }
  138. for i, v := range result.Data {
  139. if currClassify, ok := classifyMap[v.ClassifyId]; ok {
  140. result.Data[i].HaveOperaAuth = data_manage_permission.CheckEdbPermissionByPermissionIdList(v.IsJoinPermission, currClassify.IsJoinPermission, v.EdbInfoId, v.ClassifyId, permissionEdbIdList, permissionClassifyIdList)
  141. }
  142. }
  143. }
  144. excelDetail.TableData = result
  145. case utils.MIXED_TABLE, utils.BALANCE_TABLE: // 混合表格 平衡表
  146. var result request.MixedTableReq
  147. err = json.Unmarshal([]byte(excelDetail.Content), &result)
  148. if err != nil {
  149. err = errors.New("表格json转结构体失败,Err:" + err.Error())
  150. return
  151. }
  152. newData, tmpErr, tmpErrMsg := GetMixedTableCellData(result)
  153. if tmpErr != nil {
  154. errMsg = "获取失败"
  155. if tmpErrMsg != `` {
  156. errMsg = tmpErrMsg
  157. }
  158. err = errors.New("获取最新的数据失败,Err:" + tmpErr.Error())
  159. return
  160. }
  161. result.Data = newData
  162. excelDetail.TableData = result
  163. }
  164. if excelDetail.Source == utils.BALANCE_TABLE {
  165. excelDetail.Button = GetBalanceExcelInfoOpButton(sysUserId, checkExcelInfo.SysUserId, excelDetail.HaveOperaAuth, checkExcelInfo.ExcelInfoId)
  166. }
  167. return
  168. }
  169. // GetExcelInfoOpButton 获取ETA表格的操作权限
  170. func GetExcelInfoOpButton(sysUser *system.Admin, belongUserId, source int, haveOperaAuth bool) (button excel.ExcelInfoDetailButton) {
  171. // 如果没有数据权限,那么直接返回
  172. if !haveOperaAuth {
  173. return
  174. }
  175. //非管理员角色查看其他用户创建的表格,可刷新、另存为、下载表格;
  176. button.RefreshButton = true
  177. button.CopyButton = true
  178. button.DownloadButton = true
  179. // 1、本用户创建的表格,可编辑、刷新、另存为、下载、删除,删除需二次确认;
  180. // 2、管理员角色对所有表格有如上权限;
  181. // 3、在线excel所有人都能编辑
  182. if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN || sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_FICC_ADMIN || sysUser.AdminId == belongUserId || source == utils.EXCEL_DEFAULT {
  183. button.OpButton = true
  184. button.DeleteButton = true
  185. }
  186. // 自定义分析
  187. if source == utils.CUSTOM_ANALYSIS_TABLE {
  188. if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN || sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_FICC_ADMIN || sysUser.AdminId == belongUserId {
  189. button.OpEdbButton = true // 生成、查看指标按钮
  190. button.RefreshEdbButton = true // 刷新指标按钮
  191. }
  192. }
  193. return
  194. }
  195. // GetFirstEdbDataList 获取第一列的数据
  196. func GetFirstEdbDataList(edbInfo *data_manage.EdbInfo, num int, manualDateList []string) (resultDataList []request.ManualDataReq, err error) {
  197. var dataList []*data_manage.EdbDataList
  198. switch edbInfo.EdbInfoType {
  199. case 0:
  200. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  201. case 1:
  202. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  203. default:
  204. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  205. }
  206. if err != nil {
  207. return
  208. }
  209. // 获取需要的期数
  210. lenData := len(dataList)
  211. if lenData <= 0 {
  212. return
  213. }
  214. tmpManualDateNum := 0 // 手工数据的期数
  215. lenManualDate := len(manualDateList)
  216. if lenManualDate > 0 {
  217. sortDateList := manualDateList
  218. baseDateList := utils.StrArr{}
  219. baseDateList = append(baseDateList, sortDateList...)
  220. sort.Sort(baseDateList)
  221. sortDateList = append([]string{}, baseDateList...)
  222. lastData := dataList[lenData-1]
  223. lastDataDate, tmpErr := time.ParseInLocation(utils.FormatDate, lastData.DataTime, time.Local)
  224. if tmpErr != nil {
  225. err = tmpErr
  226. return
  227. }
  228. // 遍历倒序后的日期,然后匹配在实际数据之后日期的个数
  229. for _, tmpDateStr := range sortDateList {
  230. tmpDate, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDateStr, time.Local)
  231. if tmpErr != nil {
  232. err = tmpErr
  233. return
  234. }
  235. if tmpDate.After(lastDataDate) {
  236. tmpManualDateNum++
  237. continue
  238. }
  239. break
  240. }
  241. }
  242. // 需要的期数减去手工数据的期数,这才是A列指标需要的数据
  243. num = num - tmpManualDateNum
  244. if num > lenData {
  245. num = lenData
  246. }
  247. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  248. for i := 1; i <= num; i++ {
  249. dataTime, _ := time.ParseInLocation(utils.FormatDate, dataList[lenData-i].DataTime, time.Local)
  250. dataType := 1
  251. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  252. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  253. dataType = 5
  254. }
  255. resultDataList = append(resultDataList, request.ManualDataReq{
  256. DataType: dataType,
  257. DataTime: dataList[lenData-i].DataTime,
  258. ShowValue: fmt.Sprint(dataList[lenData-i].Value),
  259. Value: fmt.Sprint(dataList[lenData-i].Value),
  260. DataTimeType: 1,
  261. })
  262. }
  263. return
  264. }
  265. // GetOtherEdbDataList 获取其他列的数据
  266. func GetOtherEdbDataList(edbInfo *data_manage.EdbInfo, dateList []string) (resultDataList []request.ManualDataReq, err error) {
  267. lenDate := len(dateList)
  268. if lenDate <= 0 {
  269. return
  270. }
  271. sortDateList := dateList
  272. baseDateList := utils.StrArr{}
  273. baseDateList = append(baseDateList, sortDateList...)
  274. sort.Sort(baseDateList)
  275. sortDateList = append([]string{}, baseDateList...)
  276. endDateTime, err := time.ParseInLocation(utils.FormatDate, sortDateList[0], time.Local)
  277. if err != nil {
  278. return
  279. }
  280. firstDateTime, err := time.ParseInLocation(utils.FormatDate, sortDateList[lenDate-1], time.Local)
  281. if err != nil {
  282. return
  283. }
  284. var dataList []*data_manage.EdbDataList
  285. switch edbInfo.EdbInfoType {
  286. case 0:
  287. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  288. case 1:
  289. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  290. default:
  291. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  292. }
  293. if err != nil {
  294. return
  295. }
  296. // 获取日期内的数据(包含开始日期前一个日期,以及 结束日期后一个日期,目的为了做空日期时的 插值法兼容)
  297. baseDataList := make([]*data_manage.EdbDataList, 0)
  298. var lastData *data_manage.EdbDataList
  299. var isInsert bool
  300. for _, data := range dataList {
  301. tmpDate := data.DataTime
  302. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  303. if tmpErr != nil {
  304. err = tmpErr
  305. return
  306. }
  307. if tmpDateTime.Before(firstDateTime) {
  308. lastData = data
  309. continue
  310. }
  311. // 如果是第一次写入数据
  312. if !isInsert && lastData != nil {
  313. baseDataList = append(baseDataList, lastData)
  314. }
  315. if tmpDateTime.After(endDateTime) {
  316. baseDataList = append(baseDataList, data)
  317. break
  318. }
  319. baseDataList = append(baseDataList, data)
  320. isInsert = true
  321. }
  322. // 实际数据的日期map
  323. realValMap := make(map[string]string)
  324. for _, v := range baseDataList {
  325. realValMap[v.DataTime] = v.DataTime
  326. }
  327. // 插值法处理
  328. handleDataMap := make(map[string]float64)
  329. err = data.HandleDataByLinearRegression(baseDataList, handleDataMap)
  330. if err != nil {
  331. return
  332. }
  333. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  334. // 对于不存在的数据做补充
  335. for _, date := range sortDateList {
  336. dataType := 1
  337. if _, ok := realValMap[date]; !ok {
  338. dataType = 2
  339. } else {
  340. dataTime, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
  341. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  342. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  343. dataType = 5
  344. }
  345. }
  346. var value, showValue string
  347. if tmpVal, ok := handleDataMap[date]; ok {
  348. value = fmt.Sprint(tmpVal)
  349. showValue = value
  350. } else {
  351. dataType = 3
  352. }
  353. resultDataList = append(resultDataList, request.ManualDataReq{
  354. DataType: dataType,
  355. DataTime: date,
  356. ShowValue: showValue,
  357. Value: value,
  358. })
  359. }
  360. return
  361. }
  362. // GetFirstHistoryEdbDataList 获取指标的历史的数据
  363. func GetFirstHistoryEdbDataList(edbInfo *data_manage.EdbInfo, num int, endDate string) (resultDataList []request.ManualDataReq, err error) {
  364. endDateTime, err := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  365. if err != nil {
  366. return
  367. }
  368. var dataList []*data_manage.EdbDataList
  369. switch edbInfo.EdbInfoType {
  370. case 0:
  371. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, endDate)
  372. case 1:
  373. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, endDate, true)
  374. default:
  375. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  376. }
  377. if err != nil {
  378. return
  379. }
  380. // 获取需要的期数
  381. lenData := len(dataList)
  382. if lenData <= 0 {
  383. return
  384. }
  385. lastData := dataList[lenData-1]
  386. lastDataDateTime, err := time.ParseInLocation(utils.FormatDate, lastData.DataTime, time.Local)
  387. if err != nil {
  388. return
  389. }
  390. if endDateTime.Equal(lastDataDateTime) || lastDataDateTime.After(endDateTime) {
  391. dataList = dataList[:lenData-1]
  392. lenData = len(dataList)
  393. }
  394. if num > lenData {
  395. num = lenData
  396. }
  397. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  398. for i := 1; i <= num; i++ {
  399. dataTime, _ := time.ParseInLocation(utils.FormatDate, dataList[lenData-i].DataTime, time.Local)
  400. dataType := 1
  401. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  402. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  403. dataType = 5
  404. }
  405. resultDataList = append(resultDataList, request.ManualDataReq{
  406. DataType: dataType,
  407. DataTime: dataList[lenData-i].DataTime,
  408. ShowValue: fmt.Sprint(dataList[lenData-i].Value),
  409. Value: fmt.Sprint(dataList[lenData-i].Value),
  410. })
  411. }
  412. return
  413. }
  414. type TableDataConfig struct {
  415. EdbInfoIdList []int `description:"指标id列表,从左至右,从上到下的顺序"`
  416. Sort int `description:"日期排序,0:倒序,1:正序"`
  417. Data []ManualData `description:"数据列表"`
  418. Num int `description:"实际数据需要列出来的期数"`
  419. RemoveDate []string `description:"不展示的日期"`
  420. ManualDate []string `description:"手动配置的日期(未来的日期)"`
  421. TableEdbInfoList []TableEdbInfo `description:"表格内指标信息"`
  422. TextRowData [][]request.ManualDataReq `description:"文本列表"`
  423. }
  424. type TableEdbInfo struct {
  425. EdbInfoId int `description:"指标ID"`
  426. Tag string `description:"标签"`
  427. EdbName string `description:"指标名称"`
  428. EdbAliasName string `description:"指标别名"`
  429. Frequency string `description:"频度"`
  430. Unit string `description:"单位"`
  431. }
  432. type ManualData struct {
  433. DataType int `description:"数据类型,1:普通的,2:插值法,3:手动输入,4:公式计算"`
  434. DataTime string `description:"所属日期"`
  435. DataTimeType int `description:"日期类型,1:实际日期;2:未来日期"`
  436. ShowValue string `description:"展示值"`
  437. Value string `description:"实际值(计算公式)"`
  438. EdbInfoId int `description:"指标id"`
  439. Tag string `description:"下标"`
  440. RelationEdbInfoList []request.RelationEdbInfo `description:"关联指标(计算公式中关联的指标,用于计算的时候去匹配)"`
  441. }
  442. // GetTableDataConfig 根据TableDataReq配置获取相关数据配置
  443. func GetTableDataConfig(reqData request.TableDataReq) (tableDataConfig TableDataConfig, err error) {
  444. // 指标数据
  445. tableDataConfig.EdbInfoIdList = reqData.EdbInfoIdList
  446. tableDataConfig.Sort = reqData.Sort
  447. if len(reqData.Data) <= 0 {
  448. err = errors.New("数据不能为空")
  449. return
  450. }
  451. // 开始日期
  452. var startDate string
  453. // A列的指标id
  454. var firstEdbInfoId int
  455. // 手工操作的数据列
  456. manualDataList := make([]ManualData, 0)
  457. // 指标配置列表
  458. tableEdbInfoList := make([]TableEdbInfo, 0)
  459. // 第一列的日期map
  460. firstDateMap := make(map[string]string)
  461. manualDateMap := make(map[string]string)
  462. for _, v := range reqData.Data {
  463. // 指标信息
  464. tmpTableEdbInfo := TableEdbInfo{
  465. EdbInfoId: v.EdbInfoId,
  466. Tag: v.Tag,
  467. EdbName: v.EdbName,
  468. EdbAliasName: v.EdbAliasName,
  469. Frequency: v.Frequency,
  470. Unit: v.Unit,
  471. }
  472. tableEdbInfoList = append(tableEdbInfoList, tmpTableEdbInfo)
  473. // 确定数据A列
  474. if v.Tag == "A" {
  475. firstEdbInfoId = v.EdbInfoId
  476. lenData := len(v.Data)
  477. if lenData <= 0 {
  478. err = errors.New("A列不能为空")
  479. return
  480. }
  481. index := 0
  482. if reqData.Sort == 1 {
  483. // 倒序
  484. index = lenData - 1
  485. }
  486. startDate = v.Data[index].DataTime
  487. // 存在的日期列表
  488. for _, data := range v.Data {
  489. firstDateMap[data.DataTime] = data.DataTime
  490. if data.DataTimeType == 2 {
  491. manualDateMap[data.DataTime] = data.DataTime
  492. }
  493. }
  494. }
  495. for _, data := range v.Data {
  496. if data.DataType == 3 || data.DataType == 4 {
  497. tmpManualData := ManualData{
  498. DataType: data.DataType,
  499. DataTime: data.DataTime,
  500. DataTimeType: data.DataTimeType,
  501. ShowValue: data.ShowValue,
  502. Value: data.Value,
  503. EdbInfoId: v.EdbInfoId,
  504. Tag: v.Tag,
  505. RelationEdbInfoList: data.RelationEdbInfoList,
  506. }
  507. if data.DataType == 4 {
  508. tmpManualData.ShowValue = ``
  509. }
  510. manualDataList = append(manualDataList, tmpManualData)
  511. }
  512. }
  513. }
  514. // 总共需要的期数
  515. num := len(reqData.Data[0].Data)
  516. removeDate := make([]string, 0)
  517. // 获取期数
  518. {
  519. firstDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  520. if tmpErr != nil {
  521. err = tmpErr
  522. return
  523. }
  524. edbInfo, tmpErr := data_manage.GetEdbInfoById(firstEdbInfoId)
  525. if tmpErr != nil {
  526. err = tmpErr
  527. return
  528. }
  529. var firstDataList []*data_manage.EdbDataList
  530. switch edbInfo.EdbInfoType {
  531. case 0:
  532. firstDataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  533. case 1:
  534. _, firstDataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  535. default:
  536. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  537. }
  538. if err != nil {
  539. return
  540. }
  541. // 获取日期内的数据(包含开始日期前一个日期,以及 结束日期后一个日期,目的为了做空日期时的 插值法兼容)
  542. baseDataList := make([]*data_manage.EdbDataList, 0)
  543. for _, data := range firstDataList {
  544. tmpDate := data.DataTime
  545. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  546. if tmpErr != nil {
  547. err = tmpErr
  548. return
  549. }
  550. if tmpDateTime.Before(firstDateTime) {
  551. continue
  552. }
  553. baseDataList = append(baseDataList, data)
  554. }
  555. // 筛选出需要删除的日期
  556. for _, tmpData := range baseDataList {
  557. //firstDateMap{}
  558. if _, ok := firstDateMap[tmpData.DataTime]; !ok {
  559. removeDate = append(removeDate, tmpData.DataTime)
  560. }
  561. }
  562. }
  563. tableDataConfig.Num = num
  564. tableDataConfig.RemoveDate = removeDate
  565. tableDataConfig.Data = manualDataList
  566. tableDataConfig.TableEdbInfoList = tableEdbInfoList
  567. tableDataConfig.TextRowData = reqData.TextRowData
  568. return
  569. }
  570. // GetDataByTableDataConfig 根据数据配置获取表格数据
  571. func GetDataByTableDataConfig(tableDataConfig TableDataConfig) (resultResp request.TableDataReq, err error) {
  572. // 没有选择指标的情况下,直接返回吧
  573. if len(tableDataConfig.EdbInfoIdList) <= 0 {
  574. return
  575. }
  576. // 实际期数没有的情况下,直接返回吧
  577. if tableDataConfig.Num <= 0 {
  578. return
  579. }
  580. // 获取所有的指标信息
  581. edbInfoMap := make(map[int]*data_manage.EdbInfo)
  582. edbInfoIdList := make([]int, 0)
  583. // 标签与指标id的map
  584. tagEdbInfoIdMap := make(map[string]int)
  585. {
  586. for _, tableEdbInfo := range tableDataConfig.TableEdbInfoList {
  587. edbInfoIdList = append(edbInfoIdList, tableEdbInfo.EdbInfoId)
  588. tagEdbInfoIdMap[tableEdbInfo.Tag] = tableEdbInfo.EdbInfoId
  589. }
  590. edbInfoList, tmpErr := data_manage.GetEdbInfoByIdList(edbInfoIdList)
  591. if tmpErr != nil {
  592. err = tmpErr
  593. return
  594. }
  595. for _, v := range edbInfoList {
  596. edbInfoMap[v.EdbInfoId] = v
  597. }
  598. }
  599. manualDateMap := make(map[string]string, 0)
  600. manualDateList := make([]string, 0)
  601. for _, v := range tableDataConfig.Data {
  602. if _, ok := manualDateMap[v.DataTime]; !ok {
  603. manualDateMap[v.DataTime] = v.DataTime
  604. manualDateList = append(manualDateList, v.DataTime)
  605. }
  606. }
  607. // 寻找A列的数据列表
  608. firstEdbInfo, ok := edbInfoMap[tableDataConfig.TableEdbInfoList[0].EdbInfoId]
  609. if !ok {
  610. err = errors.New("找不到A列指标")
  611. return
  612. }
  613. baseFirstEdbInfoDataList, err := GetFirstEdbDataList(firstEdbInfo, tableDataConfig.Num, manualDateList)
  614. if err != nil {
  615. return
  616. }
  617. // A列找不到数据,那么就直接返回吧
  618. if len(baseFirstEdbInfoDataList) <= 0 {
  619. return
  620. }
  621. firstEdbInfoDataList := make([]request.ManualDataReq, 0)
  622. if tableDataConfig.RemoveDate != nil && len(tableDataConfig.RemoveDate) > 0 {
  623. for _, v := range baseFirstEdbInfoDataList {
  624. if utils.InArrayByStr(tableDataConfig.RemoveDate, v.DataTime) {
  625. continue
  626. }
  627. firstEdbInfoDataList = append(firstEdbInfoDataList, v)
  628. }
  629. } else {
  630. firstEdbInfoDataList = baseFirstEdbInfoDataList
  631. }
  632. if len(firstEdbInfoDataList) <= 0 {
  633. return
  634. }
  635. // 实际数据的最后一天
  636. lastRealDateTime, err := time.ParseInLocation(utils.FormatDate, firstEdbInfoDataList[0].DataTime, time.Local)
  637. if err != nil {
  638. return
  639. }
  640. dateMap := make(map[string]string)
  641. dateList := make([]string, 0)
  642. edbInfoIdDateDataMap := make(map[int]map[string]request.ManualDataReq)
  643. firstDateDataMap := make(map[string]request.ManualDataReq)
  644. for _, v := range firstEdbInfoDataList {
  645. dateList = append(dateList, v.DataTime)
  646. dateMap[v.DataTime] = v.DataTime
  647. firstDateDataMap[v.DataTime] = v
  648. }
  649. // 将手工数据的日期填补进去(未来的日期,过去的就不管了)
  650. for _, manualData := range tableDataConfig.Data {
  651. if !utils.InArrayByStr(dateList, manualData.DataTime) {
  652. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, manualData.DataTime, time.Local)
  653. if tmpErr != nil {
  654. err = tmpErr
  655. return
  656. }
  657. if tmpDateTime.After(lastRealDateTime) {
  658. dateList = append(dateList, manualData.DataTime)
  659. }
  660. }
  661. }
  662. edbInfoIdDateDataMap[firstEdbInfo.EdbInfoId] = firstDateDataMap
  663. for k, edbInfoId := range tableDataConfig.EdbInfoIdList {
  664. if k == 0 {
  665. continue
  666. }
  667. tmpEdbInfo, ok := edbInfoMap[edbInfoId]
  668. if !ok {
  669. err = errors.New("找不到A列指标")
  670. return
  671. }
  672. otherDataList, tmpErr := GetOtherEdbDataList(tmpEdbInfo, dateList)
  673. if tmpErr != nil {
  674. err = tmpErr
  675. return
  676. }
  677. tmpDateDataMap := make(map[string]request.ManualDataReq)
  678. for _, v := range otherDataList {
  679. tmpDateDataMap[v.DataTime] = v
  680. }
  681. edbInfoIdDateDataMap[tmpEdbInfo.EdbInfoId] = tmpDateDataMap
  682. }
  683. for _, v := range tableDataConfig.Data {
  684. tmpDate := v.DataTime
  685. if _, ok := dateMap[tmpDate]; !ok {
  686. dateMap[v.DataTime] = tmpDate
  687. }
  688. edbInfoIdDateData, ok := edbInfoIdDateDataMap[v.EdbInfoId]
  689. if !ok {
  690. edbInfoIdDateData = make(map[string]request.ManualDataReq)
  691. }
  692. // 判断是否存在该日期的数据(不存在,那么插入数据吧,存在就不管了)
  693. tmpManualData, ok := edbInfoIdDateData[tmpDate]
  694. if !ok {
  695. edbInfoIdDateData[tmpDate] = request.ManualDataReq{
  696. DataType: v.DataType,
  697. DataTime: v.DataTime,
  698. ShowValue: v.ShowValue,
  699. Value: v.Value,
  700. }
  701. } else {
  702. if (tmpManualData.DataType == 3 || tmpManualData.DataType == 4) && tmpManualData.ShowValue == `` {
  703. tmpManualData.DataType = v.DataType
  704. tmpManualData.ShowValue = v.ShowValue
  705. tmpManualData.Value = v.Value
  706. tmpManualData.RelationEdbInfoList = v.RelationEdbInfoList
  707. edbInfoIdDateData[tmpDate] = tmpManualData
  708. }
  709. }
  710. edbInfoIdDateDataMap[v.EdbInfoId] = edbInfoIdDateData
  711. }
  712. // 获取数据的日期排序
  713. sortDateTimeList := make([]time.Time, 0)
  714. {
  715. sortDateList := dateList
  716. if tableDataConfig.Sort == 1 {
  717. baseDateList := utils.StrArr{}
  718. baseDateList = append(baseDateList, sortDateList...)
  719. sort.Sort(baseDateList)
  720. sortDateList = append([]string{}, baseDateList...)
  721. } else {
  722. sort.Strings(sortDateList)
  723. }
  724. for _, v := range sortDateList {
  725. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, v, time.Local)
  726. if tmpErr != nil {
  727. err = tmpErr
  728. return
  729. }
  730. sortDateTimeList = append(sortDateTimeList, tmpDateTime)
  731. }
  732. }
  733. // 数据处理,处理成表格的数据格式
  734. tableDataMap, textRowListDataResp := handleTable(tagEdbInfoIdMap, lastRealDateTime, sortDateTimeList, edbInfoIdDateDataMap, tableDataConfig.Data, tableDataConfig.TextRowData)
  735. data := make([]request.EdbInfoData, 0)
  736. for _, tableEdbInfo := range tableDataConfig.TableEdbInfoList {
  737. tagEdbInfoIdMap[tableEdbInfo.Tag] = tableEdbInfo.EdbInfoId
  738. manualDataReqList := make([]request.ManualDataReq, 0)
  739. tmpEdbInfoData := request.EdbInfoData{
  740. EdbInfoId: tableEdbInfo.EdbInfoId,
  741. Tag: tableEdbInfo.Tag,
  742. EdbName: tableEdbInfo.EdbName,
  743. EdbAliasName: tableEdbInfo.EdbAliasName,
  744. Frequency: tableEdbInfo.Frequency,
  745. Unit: tableEdbInfo.Unit,
  746. Data: manualDataReqList,
  747. }
  748. edbInfo, ok := edbInfoMap[tableEdbInfo.EdbInfoId]
  749. if ok {
  750. tmpEdbInfoData.EdbName = edbInfo.EdbName
  751. tmpEdbInfoData.Frequency = edbInfo.Frequency
  752. tmpEdbInfoData.Unit = edbInfo.Unit
  753. tmpEdbInfoData.ClassifyId = edbInfo.ClassifyId
  754. tmpEdbInfoData.IsJoinPermission = edbInfo.IsJoinPermission
  755. }
  756. for index, dateTime := range sortDateTimeList {
  757. dataTimeType := 1
  758. if dateTime.After(lastRealDateTime) {
  759. dataTimeType = 2
  760. }
  761. tmpDateTimeStr := dateTime.Format(utils.FormatDate)
  762. rowData, ok := tableDataMap[index+1]
  763. if !ok {
  764. manualDataReqList = append(manualDataReqList, request.ManualDataReq{
  765. DataType: 3,
  766. DataTime: tmpDateTimeStr,
  767. DataTimeType: dataTimeType,
  768. ShowValue: "",
  769. Value: "",
  770. RelationEdbInfoList: nil,
  771. })
  772. continue
  773. }
  774. tmpData, ok := rowData[tableEdbInfo.Tag]
  775. if !ok {
  776. manualDataReqList = append(manualDataReqList, request.ManualDataReq{
  777. DataType: 3,
  778. DataTime: tmpDateTimeStr,
  779. DataTimeType: dataTimeType,
  780. ShowValue: "",
  781. Value: "",
  782. RelationEdbInfoList: nil,
  783. })
  784. continue
  785. }
  786. tmpData.DataTimeType = dataTimeType
  787. manualDataReqList = append(manualDataReqList, tmpData)
  788. }
  789. tmpEdbInfoData.Data = manualDataReqList
  790. data = append(data, tmpEdbInfoData)
  791. }
  792. // 处理一下数据格式
  793. for _, d := range data {
  794. for k2, d2 := range d.Data {
  795. // 可能有ShowValue非数值, 转换一下报错则continue
  796. vf, e := strconv.ParseFloat(d2.ShowValue, 64)
  797. if e != nil {
  798. continue
  799. }
  800. d.Data[k2].ShowValue = utils.FormatTableDataShowValue(vf)
  801. }
  802. }
  803. for _, d := range textRowListDataResp {
  804. for k2, d2 := range d {
  805. // 可能有ShowValue非数值, 转换一下报错则continue
  806. vf, e := strconv.ParseFloat(d2.ShowValue, 64)
  807. if e != nil {
  808. continue
  809. }
  810. d[k2].ShowValue = utils.FormatTableDataShowValue(vf)
  811. }
  812. }
  813. resultResp = request.TableDataReq{
  814. EdbInfoIdList: edbInfoIdList,
  815. Sort: tableDataConfig.Sort,
  816. TextRowData: textRowListDataResp,
  817. Data: data,
  818. }
  819. return
  820. }
  821. // handleTable 表格数据处理
  822. func handleTable(tagEdbInfoIdMap map[string]int, lastRealDateTime time.Time, sortDateTimeList []time.Time, edbInfoIdDateDataMap map[int]map[string]request.ManualDataReq, manualDataList []ManualData, textRowData [][]request.ManualDataReq) (tableDataMap map[int]map[string]request.ManualDataReq, textRowListDataResp [][]request.ManualDataReq) {
  823. tagList := make([]string, 0)
  824. for tag, _ := range tagEdbInfoIdMap {
  825. tagList = append(tagList, tag)
  826. }
  827. sort.Strings(tagList)
  828. tableDataMap = make(map[int]map[string]request.ManualDataReq) //行、列数据
  829. // 日期与行的关系
  830. dateIndexMap := make(map[string]int)
  831. for k, dateTime := range sortDateTimeList {
  832. rowDataMap := make(map[string]request.ManualDataReq)
  833. dataTimeType := 1
  834. if dateTime.After(lastRealDateTime) {
  835. dataTimeType = 2
  836. }
  837. tmpDateTimeStr := dateTime.Format(utils.FormatDate)
  838. dateIndexMap[tmpDateTimeStr] = k + 1
  839. for _, tag := range tagList {
  840. edbInfoId, ok := tagEdbInfoIdMap[tag]
  841. if !ok { // 没有找到该指标的映射关系,那么就用空串填补
  842. rowDataMap[tag] = request.ManualDataReq{
  843. DataType: 3,
  844. DataTime: tmpDateTimeStr,
  845. DataTimeType: dataTimeType,
  846. ShowValue: "",
  847. Value: "",
  848. RelationEdbInfoList: nil,
  849. }
  850. continue
  851. }
  852. // 获取指标的数据map
  853. dateDataMap, ok := edbInfoIdDateDataMap[edbInfoId]
  854. if !ok { // 没有找到该指标的数据,那么就用空串填补
  855. rowDataMap[tag] = request.ManualDataReq{
  856. DataType: 3,
  857. DataTime: tmpDateTimeStr,
  858. DataTimeType: dataTimeType,
  859. ShowValue: "",
  860. Value: "",
  861. RelationEdbInfoList: nil,
  862. }
  863. continue
  864. }
  865. // 获取指标该日期的数据
  866. tmpData, ok := dateDataMap[tmpDateTimeStr]
  867. if !ok { // 该指标没有找到对应日期的数据,那么就用空串填补
  868. rowDataMap[tag] = request.ManualDataReq{
  869. DataType: 3,
  870. DataTime: tmpDateTimeStr,
  871. DataTimeType: dataTimeType,
  872. ShowValue: "",
  873. Value: "",
  874. RelationEdbInfoList: nil,
  875. }
  876. continue
  877. }
  878. tmpData.DataTimeType = dataTimeType
  879. rowDataMap[tag] = tmpData
  880. }
  881. tableDataMap[k+1] = rowDataMap
  882. }
  883. // 替换手工设置的数据
  884. for _, manualData := range manualDataList {
  885. // 找不到该日期,说明这日期过期了,不处理
  886. index, ok := dateIndexMap[manualData.DataTime]
  887. if !ok {
  888. continue
  889. }
  890. // 获取对应行的数据
  891. rowDataMap, ok := tableDataMap[index]
  892. if !ok {
  893. continue
  894. }
  895. // 找到对应的单元格
  896. tmpData, ok := rowDataMap[manualData.Tag]
  897. if !ok {
  898. continue
  899. }
  900. // 如果该单元格实际有数据(包含预测值),或者插值法补充了数据的话,那么就不用手动填入的数据
  901. if utils.InArrayByInt([]int{1, 2, 5}, tmpData.DataType) {
  902. continue
  903. }
  904. // 手工填写的数字
  905. if tmpData.DataType == 3 {
  906. tmpData.ShowValue = manualData.ShowValue
  907. tmpData.Value = manualData.Value
  908. tableDataMap[index][manualData.Tag] = tmpData
  909. //edbInfoIdDateDataMap[manualData.EdbInfoId][manualData.DataTime] = tmpData
  910. continue
  911. }
  912. // 公式
  913. tmpData.DataType = manualData.DataType
  914. tmpData.ShowValue = ``
  915. tmpData.Value = manualData.Value
  916. tmpData.RelationEdbInfoList = manualData.RelationEdbInfoList
  917. tableDataMap[index][manualData.Tag] = tmpData
  918. }
  919. // 文本行的列表插入
  920. lenTableData := len(tableDataMap)
  921. // 文本行第一列的数据列表(可能多行)
  922. firstColTextRowList := make([]request.ManualDataReq, 0)
  923. // 参与计算的文本行列表数据
  924. tmpTextRowList := make([][]request.ManualDataReq, 0)
  925. for k, textRowList := range textRowData {
  926. // 判断列数是否匹配,不匹配的话那么过滤
  927. if len(tagList)+1 != len(textRowList) {
  928. continue
  929. }
  930. rowDataMap := make(map[string]request.ManualDataReq)
  931. tmpTextRow := make([]request.ManualDataReq, 0)
  932. for index, textRow := range textRowList {
  933. // 移除第一列,因为第一列是日期列
  934. if index == 0 {
  935. firstColTextRowList = append(firstColTextRowList, textRow)
  936. continue
  937. }
  938. rowDataMap[tagList[index-1]] = textRow
  939. tmpTextRow = append(tmpTextRow, textRow)
  940. }
  941. tableDataMap[lenTableData+k+1] = rowDataMap
  942. tmpTextRowList = append(tmpTextRowList, tmpTextRow)
  943. }
  944. // 参与计算的单元格
  945. calculateCellMap := make(map[string]string)
  946. // 计算手工填写的单元格
  947. for _, manualData := range manualDataList {
  948. // 找不到该日期,说明这日期过期了,不处理
  949. index, ok := dateIndexMap[manualData.DataTime]
  950. if !ok {
  951. continue
  952. }
  953. // 获取对应行的数据
  954. rowDataMap, ok := tableDataMap[index]
  955. if !ok {
  956. continue
  957. }
  958. // 找到对应的单元格
  959. colData, ok := rowDataMap[manualData.Tag]
  960. if !ok {
  961. continue
  962. }
  963. // 如果该单元格不是计算公式的单元格,那么直接退出当前循环即可
  964. if colData.DataType != 4 {
  965. continue
  966. }
  967. tagMap := make(map[string]float64)
  968. lenRelation := len(colData.RelationEdbInfoList)
  969. replaceNum := 0
  970. for _, relation := range colData.RelationEdbInfoList {
  971. relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row
  972. valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap)
  973. if tmpErr != nil {
  974. continue
  975. }
  976. tmpValDecimal, tmpErr := decimal.NewFromString(valStr)
  977. if tmpErr != nil {
  978. continue
  979. }
  980. tagMap[relationCellTagName], _ = tmpValDecimal.Float64()
  981. replaceNum++
  982. }
  983. // 如果替换的数据与关联的不一致,那么就退出当前循环
  984. if lenRelation != replaceNum {
  985. continue
  986. }
  987. // 计算
  988. val, _, err := calculate(strings.ToUpper(colData.Value), tagMap)
  989. // 计算失败,退出循环
  990. if err != nil {
  991. continue
  992. }
  993. // 重新赋值
  994. colData.ShowValue = val
  995. tableDataMap[index][manualData.Tag] = colData
  996. }
  997. // 计算文本行的单元格
  998. for k, textRow := range tmpTextRowList {
  999. // 获取对应行的数据
  1000. index := lenTableData + k + 1
  1001. rowDataMap, ok := tableDataMap[index]
  1002. if !ok {
  1003. continue
  1004. }
  1005. for colIndex, _ := range textRow {
  1006. currTag := tagList[colIndex]
  1007. // 找到对应的单元格
  1008. colData, ok := rowDataMap[currTag]
  1009. if !ok {
  1010. continue
  1011. }
  1012. // 如果该单元格不是计算公式的单元格,那么直接退出当前循环即可
  1013. if colData.DataType != 4 {
  1014. continue
  1015. }
  1016. tagMap := make(map[string]float64)
  1017. lenRelation := len(colData.RelationEdbInfoList)
  1018. replaceNum := 0
  1019. for _, relation := range colData.RelationEdbInfoList {
  1020. relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row
  1021. valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap)
  1022. if tmpErr != nil {
  1023. continue
  1024. }
  1025. tmpValDecimal, tmpErr := decimal.NewFromString(valStr)
  1026. if tmpErr != nil {
  1027. continue
  1028. }
  1029. tagMap[relationCellTagName], _ = tmpValDecimal.Float64()
  1030. replaceNum++
  1031. }
  1032. // 如果替换的数据与关联的不一致,那么就退出当前循环
  1033. if lenRelation != replaceNum {
  1034. continue
  1035. }
  1036. // 计算
  1037. val, _, err := calculate(strings.ToUpper(colData.Value), tagMap)
  1038. // 计算失败,退出循环
  1039. if err != nil {
  1040. continue
  1041. }
  1042. // 重新赋值
  1043. colData.ShowValue = val
  1044. tableDataMap[index][currTag] = colData
  1045. }
  1046. }
  1047. // 计算文本行第一列的数据值(多行)
  1048. for k, colData := range firstColTextRowList {
  1049. // 如果该单元格不是计算公式的单元格,那么直接退出当前循环即可
  1050. if colData.DataType != 4 {
  1051. continue
  1052. }
  1053. tagMap := make(map[string]float64)
  1054. lenRelation := len(colData.RelationEdbInfoList)
  1055. replaceNum := 0
  1056. for _, relation := range colData.RelationEdbInfoList {
  1057. relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row
  1058. valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap)
  1059. if tmpErr != nil {
  1060. continue
  1061. }
  1062. tmpValDecimal, tmpErr := decimal.NewFromString(valStr)
  1063. if tmpErr != nil {
  1064. continue
  1065. }
  1066. tagMap[relationCellTagName], _ = tmpValDecimal.Float64()
  1067. replaceNum++
  1068. }
  1069. // 如果替换的数据与关联的不一致,那么就退出当前循环
  1070. if lenRelation != replaceNum {
  1071. continue
  1072. }
  1073. // 计算
  1074. val, _, err := calculate(strings.ToUpper(colData.Value), tagMap)
  1075. // 计算失败,退出循环
  1076. if err != nil {
  1077. continue
  1078. }
  1079. // 重新赋值
  1080. colData.ShowValue = val
  1081. firstColTextRowList[k] = colData
  1082. }
  1083. {
  1084. // 文本行的数据处理返回
  1085. textRowListDataResp = make([][]request.ManualDataReq, 0)
  1086. newLenTableDataMap := len(tableDataMap)
  1087. // 文本行的第一行所在的位置
  1088. firstTextRow := lenTableData + 1
  1089. for i := firstTextRow; i <= newLenTableDataMap; i++ {
  1090. textRowDataResp := make([]request.ManualDataReq, 0)
  1091. textRowDataResp = append(textRowDataResp, firstColTextRowList[i-firstTextRow])
  1092. for _, tmpTag := range tagList {
  1093. textRowDataResp = append(textRowDataResp, tableDataMap[i][tmpTag])
  1094. }
  1095. textRowListDataResp = append(textRowListDataResp, textRowDataResp)
  1096. }
  1097. }
  1098. return
  1099. }
  1100. // getCalculateValue 获取公式计算的结果
  1101. func getCalculateValue(tableDataMap map[int]map[string]request.ManualDataReq, tag, row string, calculateCellMap map[string]string) (val string, err error) {
  1102. rowInt, err := strconv.Atoi(row)
  1103. if err != nil {
  1104. return
  1105. }
  1106. // 单元格的标签名
  1107. cellTagName := strings.ToUpper(tag) + row
  1108. val, ok := calculateCellMap[cellTagName]
  1109. if ok {
  1110. return
  1111. }
  1112. // 查找行数据
  1113. rowData, ok := tableDataMap[rowInt]
  1114. if !ok {
  1115. err = errors.New("查找" + row + "行的数据失败")
  1116. return
  1117. }
  1118. // 查找单元格数据
  1119. colData, ok := rowData[tag]
  1120. if !ok {
  1121. err = errors.New("查找单元格" + tag + row + "的数据失败")
  1122. return
  1123. }
  1124. // 如果不是计算单元格
  1125. if colData.DataType != 4 {
  1126. val = colData.ShowValue
  1127. return
  1128. }
  1129. // 如果是计算单元格
  1130. calculateCellMap[cellTagName] = ``
  1131. tagMap := make(map[string]float64)
  1132. for _, relation := range colData.RelationEdbInfoList {
  1133. relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row
  1134. valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap)
  1135. if tmpErr != nil {
  1136. err = tmpErr
  1137. return
  1138. }
  1139. tmpValDecimal, tmpErr := decimal.NewFromString(valStr)
  1140. if tmpErr != nil {
  1141. err = tmpErr
  1142. return
  1143. }
  1144. tagMap[relationCellTagName], _ = tmpValDecimal.Float64()
  1145. }
  1146. // 计算
  1147. val, _, err = calculate(strings.ToUpper(colData.Value), tagMap)
  1148. if err != nil {
  1149. return
  1150. }
  1151. // 重新赋值
  1152. colData.ShowValue = val
  1153. tableDataMap[rowInt][tag] = colData
  1154. calculateCellMap[cellTagName] = val
  1155. return
  1156. }
  1157. // calculate 公式计算
  1158. func calculate(calculateFormula string, TagMap map[string]float64) (calVal, errMsg string, err error) {
  1159. if calculateFormula == "" {
  1160. errMsg = "公式异常"
  1161. err = errors.New(errMsg)
  1162. return
  1163. }
  1164. calculateFormula = strings.TrimPrefix(calculateFormula, "=")
  1165. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  1166. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  1167. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  1168. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  1169. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  1170. formulaFormStr := utils.ReplaceFormula(TagMap, calculateFormula)
  1171. //计算公式异常,那么就移除该指标
  1172. if formulaFormStr == `` {
  1173. errMsg = "公式异常"
  1174. err = errors.New(errMsg)
  1175. return
  1176. }
  1177. expression := formula.NewExpression(formulaFormStr)
  1178. calResult, err := expression.Evaluate()
  1179. if err != nil {
  1180. errMsg = "计算失败"
  1181. err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  1182. // 分母为0的报错
  1183. if strings.Contains(err.Error(), "divide by zero") {
  1184. errMsg = "分母不能为0"
  1185. err = errors.New("分母不能为空,计算公式:" + formulaFormStr)
  1186. }
  1187. return
  1188. }
  1189. // 如果计算结果是NAN,那么就提示报错
  1190. if calResult.IsNan() {
  1191. errMsg = "计算失败"
  1192. err = errors.New("计算失败:计算结果是:NAN;formulaStr:" + formulaFormStr)
  1193. return
  1194. }
  1195. calVal = calResult.String()
  1196. // 转Decimal然后四舍五入
  1197. valDecimal, err := decimal.NewFromString(calVal)
  1198. if err != nil {
  1199. errMsg = "计算失败"
  1200. err = errors.New("计算失败,结果转 Decimal 失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  1201. return
  1202. }
  1203. calVal = valDecimal.Round(4).String()
  1204. return
  1205. }
  1206. // GetEdbIdsFromExcelCodes 获取表格中的指标IDs
  1207. func GetEdbIdsFromExcelCodes(excelCodes []string, sysUserId int) (edbIds []int, err error) {
  1208. edbIds = make([]int, 0)
  1209. edbIdExist := make(map[int]bool)
  1210. for _, v := range excelCodes {
  1211. // 表格详情
  1212. detail, msg, e := GetExcelDetailInfoByUnicode(v, sysUserId)
  1213. if e != nil {
  1214. err = fmt.Errorf("GetExcelDetailInfoByExcelInfoId err: %s, errMsg: %s", e.Error(), msg)
  1215. return
  1216. }
  1217. // 自定义表格
  1218. if detail.Source == utils.TIME_TABLE {
  1219. jsonByte, e := json.Marshal(detail.TableData)
  1220. if e != nil {
  1221. err = fmt.Errorf("JSON格式化自定义表格数据失败, Err: %s", e.Error())
  1222. return
  1223. }
  1224. var tableData request.TableDataReq
  1225. if e = json.Unmarshal(jsonByte, &tableData); e != nil {
  1226. err = fmt.Errorf("解析自定义表格数据失败, Err: %s", e.Error())
  1227. return
  1228. }
  1229. for _, tv := range tableData.EdbInfoIdList {
  1230. if edbIdExist[tv] {
  1231. continue
  1232. }
  1233. edbIdExist[tv] = true
  1234. edbIds = append(edbIds, tv)
  1235. }
  1236. }
  1237. // 混合表格
  1238. if detail.Source == utils.MIXED_TABLE {
  1239. jsonByte, e := json.Marshal(detail.TableData)
  1240. if e != nil {
  1241. err = fmt.Errorf("JSON格式化混合表格数据失败, Err: %s", e.Error())
  1242. return
  1243. }
  1244. var tableData request.MixedTableReq
  1245. if e = json.Unmarshal(jsonByte, &tableData); e != nil {
  1246. err = fmt.Errorf("解析混合表格数据失败, Err: %s", e.Error())
  1247. return
  1248. }
  1249. if len(tableData.Data) > 0 {
  1250. for _, td := range tableData.Data {
  1251. for _, tv := range td {
  1252. if tv.EdbInfoId > 0 && !edbIdExist[tv.EdbInfoId] {
  1253. edbIdExist[tv.EdbInfoId] = true
  1254. edbIds = append(edbIds, tv.EdbInfoId)
  1255. }
  1256. }
  1257. }
  1258. }
  1259. }
  1260. }
  1261. return
  1262. }
  1263. // GetExcelEdbBatchRefreshKey 获取批量刷新表格指标缓存key
  1264. func GetExcelEdbBatchRefreshKey(source string, reportId, chapterId int) string {
  1265. if source == `` {
  1266. return ``
  1267. }
  1268. return fmt.Sprint("batch_refresh_excel_edb:", source, ":", reportId, ":", chapterId)
  1269. }