excel_info.go 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430
  1. package excel
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_mobile/models/data_manage"
  6. "eta/eta_mobile/models/data_manage/excel"
  7. "eta/eta_mobile/models/data_manage/excel/request"
  8. "eta/eta_mobile/models/data_manage/excel/response"
  9. "eta/eta_mobile/models/system"
  10. "eta/eta_mobile/services/data"
  11. "eta/eta_mobile/services/data/data_manage_permission"
  12. "eta/eta_mobile/utils"
  13. "fmt"
  14. "github.com/shopspring/decimal"
  15. "github.com/yidane/formula"
  16. "sort"
  17. "strconv"
  18. "strings"
  19. "time"
  20. )
  21. // GetExcelDetailInfoByExcelInfoId 根据表格id获取表格详情
  22. func GetExcelDetailInfoByExcelInfoId(excelInfoId, sysUserId int, lang string) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  23. errMsg = `获取失败`
  24. //获取eta表格信息
  25. excelInfo, err := excel.GetExcelInfoById(excelInfoId)
  26. if err != nil {
  27. err = errors.New("获取ETA表格信息失败,Err:" + err.Error())
  28. if err.Error() == utils.ErrNoRow() {
  29. errMsg = "ETA表格被删除,请刷新页面"
  30. err = errors.New("ETA表格被删除,请刷新页面,Err:" + err.Error())
  31. }
  32. return
  33. }
  34. return formatExcelInfo2Detail(excelInfo, sysUserId, lang)
  35. }
  36. // GetExcelDetailInfoByUnicode 根据表格编码获取表格详情
  37. func GetExcelDetailInfoByUnicode(unicode string, sysUserId int, lang string) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  38. errMsg = `获取失败`
  39. // 获取eta表格信息
  40. excelInfo, err := excel.GetExcelInfoByUnicode(unicode)
  41. if err != nil {
  42. err = errors.New("获取ETA表格信息失败,Err:" + err.Error())
  43. if err.Error() == utils.ErrNoRow() {
  44. errMsg = "ETA表格被删除,请刷新页面"
  45. err = errors.New("ETA表格被删除,请刷新页面,Err:" + err.Error())
  46. }
  47. return
  48. }
  49. return formatExcelInfo2Detail(excelInfo, sysUserId, lang)
  50. }
  51. func formatExcelInfo2Detail(excelInfo *excel.ExcelInfo, sysUserId int, lang string) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  52. checkExcelInfo := excelInfo
  53. if excelInfo.Source == utils.BALANCE_TABLE {
  54. checkExcelInfoId := excelInfo.ExcelInfoId
  55. if excelInfo.BalanceType == 1 {
  56. checkExcelInfoId = excelInfo.RelExcelInfoId
  57. } else {
  58. if excelInfo.ParentId > 0 {
  59. checkExcelInfoId = excelInfo.ParentId
  60. }
  61. }
  62. if checkExcelInfoId != excelInfo.ExcelInfoId {
  63. checkExcelInfo, err = excel.GetExcelInfoById(checkExcelInfoId)
  64. if err != nil {
  65. errMsg = "获取平衡表格信息失败"
  66. err = errors.New("获取平衡表格信息失败,Err:" + err.Error())
  67. return
  68. }
  69. }
  70. }
  71. // 数据权限
  72. haveOperaAuth, err := data_manage_permission.CheckExcelPermissionByExcelInfoId(checkExcelInfo.ExcelInfoId, checkExcelInfo.ExcelClassifyId, checkExcelInfo.IsJoinPermission, sysUserId)
  73. if err != nil {
  74. err = errors.New("获取表格权限信息失败,Err" + err.Error())
  75. return
  76. }
  77. excelDetail = response.ExcelInfoDetail{
  78. ExcelInfoId: excelInfo.ExcelInfoId,
  79. Source: excelInfo.Source,
  80. ExcelType: excelInfo.ExcelType,
  81. ExcelName: excelInfo.ExcelName,
  82. UniqueCode: excelInfo.UniqueCode,
  83. ExcelClassifyId: excelInfo.ExcelClassifyId,
  84. SysUserId: excelInfo.SysUserId,
  85. SysUserRealName: excelInfo.SysUserRealName,
  86. Content: excelInfo.Content,
  87. ExcelImage: excelInfo.ExcelImage,
  88. FileUrl: excelInfo.FileUrl,
  89. Sort: excelInfo.Sort,
  90. IsDelete: excelInfo.IsDelete,
  91. ModifyTime: excelInfo.ModifyTime,
  92. CreateTime: excelInfo.CreateTime,
  93. TableData: nil,
  94. HaveOperaAuth: haveOperaAuth,
  95. SourcesFrom: excelInfo.SourcesFrom,
  96. }
  97. // 无权限,不需要返回数据
  98. if !haveOperaAuth {
  99. return
  100. }
  101. switch excelInfo.Source {
  102. case utils.TIME_TABLE: // 时间序列表格
  103. var tableDataConfig TableDataConfig
  104. err = json.Unmarshal([]byte(excelDetail.Content), &tableDataConfig)
  105. if err != nil {
  106. err = errors.New("表格json转结构体失败,Err:" + err.Error())
  107. return
  108. }
  109. result, tmpErr := GetDataByTableDataConfig(tableDataConfig)
  110. if tmpErr != nil {
  111. err = errors.New("获取最新的表格数据失败,Err:" + tmpErr.Error())
  112. return
  113. }
  114. if len(result.EdbInfoIdList) > 0 {
  115. classifyIdList := make([]int, 0)
  116. for _, v := range result.Data {
  117. classifyIdList = append(classifyIdList, v.ClassifyId)
  118. }
  119. classifyMap := make(map[int]*data_manage.EdbClassify)
  120. classifyList, tmpErr := data_manage.GetEdbClassifyByIdList(classifyIdList)
  121. if tmpErr != nil {
  122. err = errors.New("获取分类列表失败,Err:" + tmpErr.Error())
  123. return
  124. }
  125. for _, v := range classifyList {
  126. classifyMap[v.ClassifyId] = v
  127. }
  128. // 获取所有有权限的指标和分类
  129. permissionEdbIdList, permissionClassifyIdList, tmpErr := data_manage_permission.GetUserEdbAndClassifyPermissionList(sysUserId, 0, 0)
  130. if err != nil {
  131. err = errors.New("获取所有有权限的指标和分类失败,Err:" + tmpErr.Error())
  132. return
  133. }
  134. for i, v := range result.Data {
  135. if currClassify, ok := classifyMap[v.ClassifyId]; ok {
  136. result.Data[i].HaveOperaAuth = data_manage_permission.CheckEdbPermissionByPermissionIdList(v.IsJoinPermission, currClassify.IsJoinPermission, v.EdbInfoId, v.ClassifyId, permissionEdbIdList, permissionClassifyIdList)
  137. }
  138. }
  139. }
  140. excelDetail.TableData = result
  141. case utils.MIXED_TABLE: // 混合表格
  142. var result request.MixedTableReq
  143. err = json.Unmarshal([]byte(excelDetail.Content), &result)
  144. if err != nil {
  145. err = errors.New("表格json转结构体失败,Err:" + err.Error())
  146. return
  147. }
  148. newData, tmpErr, tmpErrMsg := GetMixedTableCellData(result, lang)
  149. if tmpErr != nil {
  150. errMsg = "获取失败"
  151. if tmpErrMsg != `` {
  152. errMsg = tmpErrMsg
  153. }
  154. err = errors.New("获取最新的数据失败,Err:" + tmpErr.Error())
  155. return
  156. }
  157. result.Data = newData
  158. excelDetail.TableData = result
  159. }
  160. if excelDetail.Source == utils.BALANCE_TABLE {
  161. excelDetail.Button = GetBalanceExcelInfoOpButton(sysUserId, checkExcelInfo.SysUserId, excelDetail.HaveOperaAuth, checkExcelInfo.ExcelInfoId)
  162. }
  163. return
  164. }
  165. // GetExcelInfoOpButton 获取ETA表格的操作权限
  166. func GetExcelInfoOpButton(sysUser *system.Admin, belongUserId, source int, haveOperaAuth bool) (button excel.ExcelInfoDetailButton) {
  167. // 如果没有数据权限,那么直接返回
  168. if !haveOperaAuth {
  169. return
  170. }
  171. //非管理员角色查看其他用户创建的表格,可刷新、另存为、下载表格;
  172. button.RefreshButton = true
  173. button.CopyButton = true
  174. button.DownloadButton = true
  175. // 1、本用户创建的表格,可编辑、刷新、另存为、下载、删除,删除需二次确认;
  176. // 2、管理员角色对所有表格有如上权限;
  177. // 3、在线excel所有人都能编辑
  178. if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN || sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_FICC_ADMIN || sysUser.AdminId == belongUserId || source == utils.EXCEL_DEFAULT {
  179. button.OpButton = true
  180. button.DeleteButton = true
  181. }
  182. // 自定义分析
  183. if source == utils.CUSTOM_ANALYSIS_TABLE {
  184. if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN || sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_FICC_ADMIN || sysUser.AdminId == belongUserId {
  185. button.OpEdbButton = true // 生成、查看指标按钮
  186. button.RefreshEdbButton = true // 刷新指标按钮
  187. }
  188. }
  189. return
  190. }
  191. // GetFirstEdbDataList 获取第一列的数据
  192. func GetFirstEdbDataList(edbInfo *data_manage.EdbInfo, num int, manualDateList []string) (resultDataList []request.ManualDataReq, err error) {
  193. var dataList []*data_manage.EdbDataList
  194. switch edbInfo.EdbInfoType {
  195. case 0:
  196. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  197. case 1:
  198. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  199. default:
  200. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  201. }
  202. if err != nil {
  203. return
  204. }
  205. // 获取需要的期数
  206. lenData := len(dataList)
  207. if lenData <= 0 {
  208. return
  209. }
  210. tmpManualDateNum := 0 // 手工数据的期数
  211. lenManualDate := len(manualDateList)
  212. if lenManualDate > 0 {
  213. sortDateList := manualDateList
  214. baseDateList := utils.StrArr{}
  215. baseDateList = append(baseDateList, sortDateList...)
  216. sort.Sort(baseDateList)
  217. sortDateList = append([]string{}, baseDateList...)
  218. lastData := dataList[lenData-1]
  219. lastDataDate, tmpErr := time.ParseInLocation(utils.FormatDate, lastData.DataTime, time.Local)
  220. if tmpErr != nil {
  221. err = tmpErr
  222. return
  223. }
  224. // 遍历倒序后的日期,然后匹配在实际数据之后日期的个数
  225. for _, tmpDateStr := range sortDateList {
  226. tmpDate, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDateStr, time.Local)
  227. if tmpErr != nil {
  228. err = tmpErr
  229. return
  230. }
  231. if tmpDate.After(lastDataDate) {
  232. tmpManualDateNum++
  233. continue
  234. }
  235. break
  236. }
  237. }
  238. // 需要的期数减去手工数据的期数,这才是A列指标需要的数据
  239. num = num - tmpManualDateNum
  240. if num > lenData {
  241. num = lenData
  242. }
  243. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  244. for i := 1; i <= num; i++ {
  245. dataTime, _ := time.ParseInLocation(utils.FormatDate, dataList[lenData-i].DataTime, time.Local)
  246. dataType := 1
  247. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  248. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  249. dataType = 5
  250. }
  251. resultDataList = append(resultDataList, request.ManualDataReq{
  252. DataType: dataType,
  253. DataTime: dataList[lenData-i].DataTime,
  254. ShowValue: fmt.Sprint(dataList[lenData-i].Value),
  255. Value: fmt.Sprint(dataList[lenData-i].Value),
  256. DataTimeType: 1,
  257. })
  258. }
  259. return
  260. }
  261. // GetOtherEdbDataList 获取其他列的数据
  262. func GetOtherEdbDataList(edbInfo *data_manage.EdbInfo, dateList []string) (resultDataList []request.ManualDataReq, err error) {
  263. lenDate := len(dateList)
  264. if lenDate <= 0 {
  265. return
  266. }
  267. sortDateList := dateList
  268. baseDateList := utils.StrArr{}
  269. baseDateList = append(baseDateList, sortDateList...)
  270. sort.Sort(baseDateList)
  271. sortDateList = append([]string{}, baseDateList...)
  272. endDateTime, err := time.ParseInLocation(utils.FormatDate, sortDateList[0], time.Local)
  273. if err != nil {
  274. return
  275. }
  276. firstDateTime, err := time.ParseInLocation(utils.FormatDate, sortDateList[lenDate-1], time.Local)
  277. if err != nil {
  278. return
  279. }
  280. var dataList []*data_manage.EdbDataList
  281. switch edbInfo.EdbInfoType {
  282. case 0:
  283. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  284. case 1:
  285. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  286. default:
  287. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  288. }
  289. if err != nil {
  290. return
  291. }
  292. // 获取日期内的数据(包含开始日期前一个日期,以及 结束日期后一个日期,目的为了做空日期时的 插值法兼容)
  293. baseDataList := make([]*data_manage.EdbDataList, 0)
  294. var lastData *data_manage.EdbDataList
  295. var isInsert bool
  296. for _, data := range dataList {
  297. tmpDate := data.DataTime
  298. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  299. if tmpErr != nil {
  300. err = tmpErr
  301. return
  302. }
  303. if tmpDateTime.Before(firstDateTime) {
  304. lastData = data
  305. continue
  306. }
  307. // 如果是第一次写入数据
  308. if !isInsert && lastData != nil {
  309. baseDataList = append(baseDataList, lastData)
  310. }
  311. if tmpDateTime.After(endDateTime) {
  312. baseDataList = append(baseDataList, data)
  313. break
  314. }
  315. baseDataList = append(baseDataList, data)
  316. isInsert = true
  317. }
  318. // 实际数据的日期map
  319. realValMap := make(map[string]string)
  320. for _, v := range baseDataList {
  321. realValMap[v.DataTime] = v.DataTime
  322. }
  323. // 插值法处理
  324. handleDataMap := make(map[string]float64)
  325. err = data.HandleDataByLinearRegression(baseDataList, handleDataMap)
  326. if err != nil {
  327. return
  328. }
  329. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  330. // 对于不存在的数据做补充
  331. for _, date := range sortDateList {
  332. dataType := 1
  333. if _, ok := realValMap[date]; !ok {
  334. dataType = 2
  335. } else {
  336. dataTime, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
  337. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  338. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  339. dataType = 5
  340. }
  341. }
  342. var value, showValue string
  343. if tmpVal, ok := handleDataMap[date]; ok {
  344. value = fmt.Sprint(tmpVal)
  345. showValue = value
  346. } else {
  347. dataType = 3
  348. }
  349. resultDataList = append(resultDataList, request.ManualDataReq{
  350. DataType: dataType,
  351. DataTime: date,
  352. ShowValue: showValue,
  353. Value: value,
  354. })
  355. }
  356. return
  357. }
  358. // GetFirstHistoryEdbDataList 获取指标的历史的数据
  359. func GetFirstHistoryEdbDataList(edbInfo *data_manage.EdbInfo, num int, endDate string) (resultDataList []request.ManualDataReq, err error) {
  360. endDateTime, err := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  361. if err != nil {
  362. return
  363. }
  364. var dataList []*data_manage.EdbDataList
  365. switch edbInfo.EdbInfoType {
  366. case 0:
  367. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, endDate)
  368. case 1:
  369. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, endDate, true)
  370. default:
  371. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  372. }
  373. if err != nil {
  374. return
  375. }
  376. // 获取需要的期数
  377. lenData := len(dataList)
  378. if lenData <= 0 {
  379. return
  380. }
  381. lastData := dataList[lenData-1]
  382. lastDataDateTime, err := time.ParseInLocation(utils.FormatDate, lastData.DataTime, time.Local)
  383. if err != nil {
  384. return
  385. }
  386. if endDateTime.Equal(lastDataDateTime) || lastDataDateTime.After(endDateTime) {
  387. dataList = dataList[:lenData-1]
  388. lenData = len(dataList)
  389. }
  390. if num > lenData {
  391. num = lenData
  392. }
  393. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  394. for i := 1; i <= num; i++ {
  395. dataTime, _ := time.ParseInLocation(utils.FormatDate, dataList[lenData-i].DataTime, time.Local)
  396. dataType := 1
  397. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  398. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  399. dataType = 5
  400. }
  401. resultDataList = append(resultDataList, request.ManualDataReq{
  402. DataType: dataType,
  403. DataTime: dataList[lenData-i].DataTime,
  404. ShowValue: fmt.Sprint(dataList[lenData-i].Value),
  405. Value: fmt.Sprint(dataList[lenData-i].Value),
  406. })
  407. }
  408. return
  409. }
  410. type TableDataConfig struct {
  411. EdbInfoIdList []int `description:"指标id列表,从左至右,从上到下的顺序"`
  412. Sort int `description:"日期排序,0:倒序,1:正序"`
  413. Data []ManualData `description:"数据列表"`
  414. Num int `description:"实际数据需要列出来的期数"`
  415. RemoveDate []string `description:"不展示的日期"`
  416. ManualDate []string `description:"手动配置的日期(未来的日期)"`
  417. TableEdbInfoList []TableEdbInfo `description:"表格内指标信息"`
  418. TextRowData [][]request.ManualDataReq `description:"文本列表"`
  419. }
  420. type TableEdbInfo struct {
  421. EdbInfoId int `description:"指标ID"`
  422. Tag string `description:"标签"`
  423. EdbName string `description:"指标名称"`
  424. EdbAliasName string `description:"指标别名"`
  425. Frequency string `description:"频度"`
  426. Unit string `description:"单位"`
  427. }
  428. type ManualData struct {
  429. DataType int `description:"数据类型,1:普通的,2:插值法,3:手动输入,4:公式计算"`
  430. DataTime string `description:"所属日期"`
  431. DataTimeType int `description:"日期类型,1:实际日期;2:未来日期"`
  432. ShowValue string `description:"展示值"`
  433. Value string `description:"实际值(计算公式)"`
  434. EdbInfoId int `description:"指标id"`
  435. Tag string `description:"下标"`
  436. RelationEdbInfoList []request.RelationEdbInfo `description:"关联指标(计算公式中关联的指标,用于计算的时候去匹配)"`
  437. }
  438. // GetTableDataConfig 根据TableDataReq配置获取相关数据配置
  439. func GetTableDataConfig(reqData request.TableDataReq) (tableDataConfig TableDataConfig, err error) {
  440. // 指标数据
  441. tableDataConfig.EdbInfoIdList = reqData.EdbInfoIdList
  442. tableDataConfig.Sort = reqData.Sort
  443. if len(reqData.Data) <= 0 {
  444. err = errors.New("数据不能为空")
  445. return
  446. }
  447. // 开始日期
  448. var startDate string
  449. // A列的指标id
  450. var firstEdbInfoId int
  451. // 手工操作的数据列
  452. manualDataList := make([]ManualData, 0)
  453. // 指标配置列表
  454. tableEdbInfoList := make([]TableEdbInfo, 0)
  455. // 第一列的日期map
  456. firstDateMap := make(map[string]string)
  457. manualDateMap := make(map[string]string)
  458. for _, v := range reqData.Data {
  459. // 指标信息
  460. tmpTableEdbInfo := TableEdbInfo{
  461. EdbInfoId: v.EdbInfoId,
  462. Tag: v.Tag,
  463. EdbName: v.EdbName,
  464. EdbAliasName: v.EdbAliasName,
  465. Frequency: v.Frequency,
  466. Unit: v.Unit,
  467. }
  468. tableEdbInfoList = append(tableEdbInfoList, tmpTableEdbInfo)
  469. // 确定数据A列
  470. if v.Tag == "A" {
  471. firstEdbInfoId = v.EdbInfoId
  472. lenData := len(v.Data)
  473. if lenData <= 0 {
  474. err = errors.New("A列不能为空")
  475. return
  476. }
  477. index := 0
  478. if reqData.Sort == 1 {
  479. // 倒序
  480. index = lenData - 1
  481. }
  482. startDate = v.Data[index].DataTime
  483. // 存在的日期列表
  484. for _, data := range v.Data {
  485. firstDateMap[data.DataTime] = data.DataTime
  486. if data.DataTimeType == 2 {
  487. manualDateMap[data.DataTime] = data.DataTime
  488. }
  489. }
  490. }
  491. for _, data := range v.Data {
  492. if data.DataType == 3 || data.DataType == 4 {
  493. tmpManualData := ManualData{
  494. DataType: data.DataType,
  495. DataTime: data.DataTime,
  496. DataTimeType: data.DataTimeType,
  497. ShowValue: data.ShowValue,
  498. Value: data.Value,
  499. EdbInfoId: v.EdbInfoId,
  500. Tag: v.Tag,
  501. RelationEdbInfoList: data.RelationEdbInfoList,
  502. }
  503. if data.DataType == 4 {
  504. tmpManualData.ShowValue = ``
  505. }
  506. manualDataList = append(manualDataList, tmpManualData)
  507. }
  508. }
  509. }
  510. // 总共需要的期数
  511. num := len(reqData.Data[0].Data)
  512. removeDate := make([]string, 0)
  513. // 获取期数
  514. {
  515. firstDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, startDate, time.Local)
  516. if tmpErr != nil {
  517. err = tmpErr
  518. return
  519. }
  520. edbInfo, tmpErr := data_manage.GetEdbInfoById(firstEdbInfoId)
  521. if tmpErr != nil {
  522. err = tmpErr
  523. return
  524. }
  525. var firstDataList []*data_manage.EdbDataList
  526. switch edbInfo.EdbInfoType {
  527. case 0:
  528. firstDataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  529. case 1:
  530. _, firstDataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  531. default:
  532. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  533. }
  534. if err != nil {
  535. return
  536. }
  537. // 获取日期内的数据(包含开始日期前一个日期,以及 结束日期后一个日期,目的为了做空日期时的 插值法兼容)
  538. baseDataList := make([]*data_manage.EdbDataList, 0)
  539. for _, data := range firstDataList {
  540. tmpDate := data.DataTime
  541. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  542. if tmpErr != nil {
  543. err = tmpErr
  544. return
  545. }
  546. if tmpDateTime.Before(firstDateTime) {
  547. continue
  548. }
  549. baseDataList = append(baseDataList, data)
  550. }
  551. // 筛选出需要删除的日期
  552. for _, tmpData := range baseDataList {
  553. //firstDateMap{}
  554. if _, ok := firstDateMap[tmpData.DataTime]; !ok {
  555. removeDate = append(removeDate, tmpData.DataTime)
  556. }
  557. }
  558. }
  559. tableDataConfig.Num = num
  560. tableDataConfig.RemoveDate = removeDate
  561. tableDataConfig.Data = manualDataList
  562. tableDataConfig.TableEdbInfoList = tableEdbInfoList
  563. tableDataConfig.TextRowData = reqData.TextRowData
  564. return
  565. }
  566. // GetDataByTableDataConfig 根据数据配置获取表格数据
  567. func GetDataByTableDataConfig(tableDataConfig TableDataConfig) (resultResp request.TableDataReq, err error) {
  568. // 没有选择指标的情况下,直接返回吧
  569. if len(tableDataConfig.EdbInfoIdList) <= 0 {
  570. return
  571. }
  572. // 实际期数没有的情况下,直接返回吧
  573. if tableDataConfig.Num <= 0 {
  574. return
  575. }
  576. // 获取所有的指标信息
  577. edbInfoMap := make(map[int]*data_manage.EdbInfo)
  578. edbInfoIdList := make([]int, 0)
  579. // 标签与指标id的map
  580. tagEdbInfoIdMap := make(map[string]int)
  581. {
  582. for _, tableEdbInfo := range tableDataConfig.TableEdbInfoList {
  583. edbInfoIdList = append(edbInfoIdList, tableEdbInfo.EdbInfoId)
  584. tagEdbInfoIdMap[tableEdbInfo.Tag] = tableEdbInfo.EdbInfoId
  585. }
  586. edbInfoList, tmpErr := data_manage.GetEdbInfoByIdList(edbInfoIdList)
  587. if tmpErr != nil {
  588. err = tmpErr
  589. return
  590. }
  591. for _, v := range edbInfoList {
  592. edbInfoMap[v.EdbInfoId] = v
  593. }
  594. }
  595. manualDateMap := make(map[string]string, 0)
  596. manualDateList := make([]string, 0)
  597. for _, v := range tableDataConfig.Data {
  598. if _, ok := manualDateMap[v.DataTime]; !ok {
  599. manualDateMap[v.DataTime] = v.DataTime
  600. manualDateList = append(manualDateList, v.DataTime)
  601. }
  602. }
  603. // 寻找A列的数据列表
  604. firstEdbInfo, ok := edbInfoMap[tableDataConfig.TableEdbInfoList[0].EdbInfoId]
  605. if !ok {
  606. err = errors.New("找不到A列指标")
  607. return
  608. }
  609. baseFirstEdbInfoDataList, err := GetFirstEdbDataList(firstEdbInfo, tableDataConfig.Num, manualDateList)
  610. if err != nil {
  611. return
  612. }
  613. // A列找不到数据,那么就直接返回吧
  614. if len(baseFirstEdbInfoDataList) <= 0 {
  615. return
  616. }
  617. firstEdbInfoDataList := make([]request.ManualDataReq, 0)
  618. if tableDataConfig.RemoveDate != nil && len(tableDataConfig.RemoveDate) > 0 {
  619. for _, v := range baseFirstEdbInfoDataList {
  620. if utils.InArrayByStr(tableDataConfig.RemoveDate, v.DataTime) {
  621. continue
  622. }
  623. firstEdbInfoDataList = append(firstEdbInfoDataList, v)
  624. }
  625. } else {
  626. firstEdbInfoDataList = baseFirstEdbInfoDataList
  627. }
  628. if len(firstEdbInfoDataList) <= 0 {
  629. return
  630. }
  631. // 实际数据的最后一天
  632. lastRealDateTime, err := time.ParseInLocation(utils.FormatDate, firstEdbInfoDataList[0].DataTime, time.Local)
  633. if err != nil {
  634. return
  635. }
  636. dateMap := make(map[string]string)
  637. dateList := make([]string, 0)
  638. edbInfoIdDateDataMap := make(map[int]map[string]request.ManualDataReq)
  639. firstDateDataMap := make(map[string]request.ManualDataReq)
  640. for _, v := range firstEdbInfoDataList {
  641. dateList = append(dateList, v.DataTime)
  642. dateMap[v.DataTime] = v.DataTime
  643. firstDateDataMap[v.DataTime] = v
  644. }
  645. // 将手工数据的日期填补进去(未来的日期,过去的就不管了)
  646. for _, manualData := range tableDataConfig.Data {
  647. if !utils.InArrayByStr(dateList, manualData.DataTime) {
  648. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, manualData.DataTime, time.Local)
  649. if tmpErr != nil {
  650. err = tmpErr
  651. return
  652. }
  653. if tmpDateTime.After(lastRealDateTime) {
  654. dateList = append(dateList, manualData.DataTime)
  655. }
  656. }
  657. }
  658. edbInfoIdDateDataMap[firstEdbInfo.EdbInfoId] = firstDateDataMap
  659. for k, edbInfoId := range tableDataConfig.EdbInfoIdList {
  660. if k == 0 {
  661. continue
  662. }
  663. tmpEdbInfo, ok := edbInfoMap[edbInfoId]
  664. if !ok {
  665. err = errors.New("找不到A列指标")
  666. return
  667. }
  668. otherDataList, tmpErr := GetOtherEdbDataList(tmpEdbInfo, dateList)
  669. if tmpErr != nil {
  670. err = tmpErr
  671. return
  672. }
  673. tmpDateDataMap := make(map[string]request.ManualDataReq)
  674. for _, v := range otherDataList {
  675. tmpDateDataMap[v.DataTime] = v
  676. }
  677. edbInfoIdDateDataMap[tmpEdbInfo.EdbInfoId] = tmpDateDataMap
  678. }
  679. for _, v := range tableDataConfig.Data {
  680. tmpDate := v.DataTime
  681. if _, ok := dateMap[tmpDate]; !ok {
  682. dateMap[v.DataTime] = tmpDate
  683. }
  684. edbInfoIdDateData, ok := edbInfoIdDateDataMap[v.EdbInfoId]
  685. if !ok {
  686. edbInfoIdDateData = make(map[string]request.ManualDataReq)
  687. }
  688. // 判断是否存在该日期的数据(不存在,那么插入数据吧,存在就不管了)
  689. tmpManualData, ok := edbInfoIdDateData[tmpDate]
  690. if !ok {
  691. edbInfoIdDateData[tmpDate] = request.ManualDataReq{
  692. DataType: v.DataType,
  693. DataTime: v.DataTime,
  694. ShowValue: v.ShowValue,
  695. Value: v.Value,
  696. }
  697. } else {
  698. if (tmpManualData.DataType == 3 || tmpManualData.DataType == 4) && tmpManualData.ShowValue == `` {
  699. tmpManualData.DataType = v.DataType
  700. tmpManualData.ShowValue = v.ShowValue
  701. tmpManualData.Value = v.Value
  702. tmpManualData.RelationEdbInfoList = v.RelationEdbInfoList
  703. edbInfoIdDateData[tmpDate] = tmpManualData
  704. }
  705. }
  706. edbInfoIdDateDataMap[v.EdbInfoId] = edbInfoIdDateData
  707. }
  708. // 获取数据的日期排序
  709. sortDateTimeList := make([]time.Time, 0)
  710. {
  711. sortDateList := dateList
  712. if tableDataConfig.Sort == 1 {
  713. baseDateList := utils.StrArr{}
  714. baseDateList = append(baseDateList, sortDateList...)
  715. sort.Sort(baseDateList)
  716. sortDateList = append([]string{}, baseDateList...)
  717. } else {
  718. sort.Strings(sortDateList)
  719. }
  720. for _, v := range sortDateList {
  721. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, v, time.Local)
  722. if tmpErr != nil {
  723. err = tmpErr
  724. return
  725. }
  726. sortDateTimeList = append(sortDateTimeList, tmpDateTime)
  727. }
  728. }
  729. // 数据处理,处理成表格的数据格式
  730. tableDataMap, textRowListDataResp := handleTable(tagEdbInfoIdMap, lastRealDateTime, sortDateTimeList, edbInfoIdDateDataMap, tableDataConfig.Data, tableDataConfig.TextRowData)
  731. data := make([]request.EdbInfoData, 0)
  732. for _, tableEdbInfo := range tableDataConfig.TableEdbInfoList {
  733. tagEdbInfoIdMap[tableEdbInfo.Tag] = tableEdbInfo.EdbInfoId
  734. manualDataReqList := make([]request.ManualDataReq, 0)
  735. tmpEdbInfoData := request.EdbInfoData{
  736. EdbInfoId: tableEdbInfo.EdbInfoId,
  737. Tag: tableEdbInfo.Tag,
  738. EdbName: tableEdbInfo.EdbName,
  739. EdbAliasName: tableEdbInfo.EdbAliasName,
  740. Frequency: tableEdbInfo.Frequency,
  741. Unit: tableEdbInfo.Unit,
  742. Data: manualDataReqList,
  743. }
  744. edbInfo, ok := edbInfoMap[tableEdbInfo.EdbInfoId]
  745. if ok {
  746. tmpEdbInfoData.EdbName = edbInfo.EdbName
  747. tmpEdbInfoData.Frequency = edbInfo.Frequency
  748. tmpEdbInfoData.Unit = edbInfo.Unit
  749. tmpEdbInfoData.ClassifyId = edbInfo.ClassifyId
  750. tmpEdbInfoData.IsJoinPermission = edbInfo.IsJoinPermission
  751. }
  752. for index, dateTime := range sortDateTimeList {
  753. dataTimeType := 1
  754. if dateTime.After(lastRealDateTime) {
  755. dataTimeType = 2
  756. }
  757. tmpDateTimeStr := dateTime.Format(utils.FormatDate)
  758. rowData, ok := tableDataMap[index+1]
  759. if !ok {
  760. manualDataReqList = append(manualDataReqList, request.ManualDataReq{
  761. DataType: 3,
  762. DataTime: tmpDateTimeStr,
  763. DataTimeType: dataTimeType,
  764. ShowValue: "",
  765. Value: "",
  766. RelationEdbInfoList: nil,
  767. })
  768. continue
  769. }
  770. tmpData, ok := rowData[tableEdbInfo.Tag]
  771. if !ok {
  772. manualDataReqList = append(manualDataReqList, request.ManualDataReq{
  773. DataType: 3,
  774. DataTime: tmpDateTimeStr,
  775. DataTimeType: dataTimeType,
  776. ShowValue: "",
  777. Value: "",
  778. RelationEdbInfoList: nil,
  779. })
  780. continue
  781. }
  782. tmpData.DataTimeType = dataTimeType
  783. manualDataReqList = append(manualDataReqList, tmpData)
  784. }
  785. tmpEdbInfoData.Data = manualDataReqList
  786. data = append(data, tmpEdbInfoData)
  787. }
  788. // 处理一下数据格式
  789. for _, d := range data {
  790. for k2, d2 := range d.Data {
  791. // 可能有ShowValue非数值, 转换一下报错则continue
  792. vf, e := strconv.ParseFloat(d2.ShowValue, 64)
  793. if e != nil {
  794. continue
  795. }
  796. d.Data[k2].ShowValue = utils.FormatTableDataShowValue(vf)
  797. }
  798. }
  799. for _, d := range textRowListDataResp {
  800. for k2, d2 := range d {
  801. // 可能有ShowValue非数值, 转换一下报错则continue
  802. vf, e := strconv.ParseFloat(d2.ShowValue, 64)
  803. if e != nil {
  804. continue
  805. }
  806. d[k2].ShowValue = utils.FormatTableDataShowValue(vf)
  807. }
  808. }
  809. resultResp = request.TableDataReq{
  810. EdbInfoIdList: edbInfoIdList,
  811. Sort: tableDataConfig.Sort,
  812. TextRowData: textRowListDataResp,
  813. Data: data,
  814. }
  815. return
  816. }
  817. // handleTable 表格数据处理
  818. func handleTable(tagEdbInfoIdMap map[string]int, lastRealDateTime time.Time, sortDateTimeList []time.Time, edbInfoIdDateDataMap map[int]map[string]request.ManualDataReq, manualDataList []ManualData, textRowData [][]request.ManualDataReq) (tableDataMap map[int]map[string]request.ManualDataReq, textRowListDataResp [][]request.ManualDataReq) {
  819. tagList := make([]string, 0)
  820. for tag, _ := range tagEdbInfoIdMap {
  821. tagList = append(tagList, tag)
  822. }
  823. sort.Strings(tagList)
  824. tableDataMap = make(map[int]map[string]request.ManualDataReq) //行、列数据
  825. // 日期与行的关系
  826. dateIndexMap := make(map[string]int)
  827. for k, dateTime := range sortDateTimeList {
  828. rowDataMap := make(map[string]request.ManualDataReq)
  829. dataTimeType := 1
  830. if dateTime.After(lastRealDateTime) {
  831. dataTimeType = 2
  832. }
  833. tmpDateTimeStr := dateTime.Format(utils.FormatDate)
  834. dateIndexMap[tmpDateTimeStr] = k + 1
  835. for _, tag := range tagList {
  836. edbInfoId, ok := tagEdbInfoIdMap[tag]
  837. if !ok { // 没有找到该指标的映射关系,那么就用空串填补
  838. rowDataMap[tag] = request.ManualDataReq{
  839. DataType: 3,
  840. DataTime: tmpDateTimeStr,
  841. DataTimeType: dataTimeType,
  842. ShowValue: "",
  843. Value: "",
  844. RelationEdbInfoList: nil,
  845. }
  846. continue
  847. }
  848. // 获取指标的数据map
  849. dateDataMap, ok := edbInfoIdDateDataMap[edbInfoId]
  850. if !ok { // 没有找到该指标的数据,那么就用空串填补
  851. rowDataMap[tag] = request.ManualDataReq{
  852. DataType: 3,
  853. DataTime: tmpDateTimeStr,
  854. DataTimeType: dataTimeType,
  855. ShowValue: "",
  856. Value: "",
  857. RelationEdbInfoList: nil,
  858. }
  859. continue
  860. }
  861. // 获取指标该日期的数据
  862. tmpData, ok := dateDataMap[tmpDateTimeStr]
  863. if !ok { // 该指标没有找到对应日期的数据,那么就用空串填补
  864. rowDataMap[tag] = request.ManualDataReq{
  865. DataType: 3,
  866. DataTime: tmpDateTimeStr,
  867. DataTimeType: dataTimeType,
  868. ShowValue: "",
  869. Value: "",
  870. RelationEdbInfoList: nil,
  871. }
  872. continue
  873. }
  874. tmpData.DataTimeType = dataTimeType
  875. rowDataMap[tag] = tmpData
  876. }
  877. tableDataMap[k+1] = rowDataMap
  878. }
  879. // 替换手工设置的数据
  880. for _, manualData := range manualDataList {
  881. // 找不到该日期,说明这日期过期了,不处理
  882. index, ok := dateIndexMap[manualData.DataTime]
  883. if !ok {
  884. continue
  885. }
  886. // 获取对应行的数据
  887. rowDataMap, ok := tableDataMap[index]
  888. if !ok {
  889. continue
  890. }
  891. // 找到对应的单元格
  892. tmpData, ok := rowDataMap[manualData.Tag]
  893. if !ok {
  894. continue
  895. }
  896. // 如果该单元格实际有数据(包含预测值),或者插值法补充了数据的话,那么就不用手动填入的数据
  897. if utils.InArrayByInt([]int{1, 2, 5}, tmpData.DataType) {
  898. continue
  899. }
  900. // 手工填写的数字
  901. if tmpData.DataType == 3 {
  902. tmpData.ShowValue = manualData.ShowValue
  903. tmpData.Value = manualData.Value
  904. tableDataMap[index][manualData.Tag] = tmpData
  905. //edbInfoIdDateDataMap[manualData.EdbInfoId][manualData.DataTime] = tmpData
  906. continue
  907. }
  908. // 公式
  909. tmpData.DataType = manualData.DataType
  910. tmpData.ShowValue = ``
  911. tmpData.Value = manualData.Value
  912. tmpData.RelationEdbInfoList = manualData.RelationEdbInfoList
  913. tableDataMap[index][manualData.Tag] = tmpData
  914. }
  915. // 文本行的列表插入
  916. lenTableData := len(tableDataMap)
  917. // 文本行第一列的数据列表(可能多行)
  918. firstColTextRowList := make([]request.ManualDataReq, 0)
  919. // 参与计算的文本行列表数据
  920. tmpTextRowList := make([][]request.ManualDataReq, 0)
  921. for k, textRowList := range textRowData {
  922. // 判断列数是否匹配,不匹配的话那么过滤
  923. if len(tagList)+1 != len(textRowList) {
  924. continue
  925. }
  926. rowDataMap := make(map[string]request.ManualDataReq)
  927. tmpTextRow := make([]request.ManualDataReq, 0)
  928. for index, textRow := range textRowList {
  929. // 移除第一列,因为第一列是日期列
  930. if index == 0 {
  931. firstColTextRowList = append(firstColTextRowList, textRow)
  932. continue
  933. }
  934. rowDataMap[tagList[index-1]] = textRow
  935. tmpTextRow = append(tmpTextRow, textRow)
  936. }
  937. tableDataMap[lenTableData+k+1] = rowDataMap
  938. tmpTextRowList = append(tmpTextRowList, tmpTextRow)
  939. }
  940. // 参与计算的单元格
  941. calculateCellMap := make(map[string]string)
  942. // 计算手工填写的单元格
  943. for _, manualData := range manualDataList {
  944. // 找不到该日期,说明这日期过期了,不处理
  945. index, ok := dateIndexMap[manualData.DataTime]
  946. if !ok {
  947. continue
  948. }
  949. // 获取对应行的数据
  950. rowDataMap, ok := tableDataMap[index]
  951. if !ok {
  952. continue
  953. }
  954. // 找到对应的单元格
  955. colData, ok := rowDataMap[manualData.Tag]
  956. if !ok {
  957. continue
  958. }
  959. // 如果该单元格不是计算公式的单元格,那么直接退出当前循环即可
  960. if colData.DataType != 4 {
  961. continue
  962. }
  963. tagMap := make(map[string]float64)
  964. lenRelation := len(colData.RelationEdbInfoList)
  965. replaceNum := 0
  966. for _, relation := range colData.RelationEdbInfoList {
  967. relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row
  968. valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap)
  969. if tmpErr != nil {
  970. continue
  971. }
  972. tmpValDecimal, tmpErr := decimal.NewFromString(valStr)
  973. if tmpErr != nil {
  974. continue
  975. }
  976. tagMap[relationCellTagName], _ = tmpValDecimal.Float64()
  977. replaceNum++
  978. }
  979. // 如果替换的数据与关联的不一致,那么就退出当前循环
  980. if lenRelation != replaceNum {
  981. continue
  982. }
  983. // 计算
  984. val, _, err := calculate(strings.ToUpper(colData.Value), tagMap)
  985. // 计算失败,退出循环
  986. if err != nil {
  987. continue
  988. }
  989. // 重新赋值
  990. colData.ShowValue = val
  991. tableDataMap[index][manualData.Tag] = colData
  992. }
  993. // 计算文本行的单元格
  994. for k, textRow := range tmpTextRowList {
  995. // 获取对应行的数据
  996. index := lenTableData + k + 1
  997. rowDataMap, ok := tableDataMap[index]
  998. if !ok {
  999. continue
  1000. }
  1001. for colIndex, _ := range textRow {
  1002. currTag := tagList[colIndex]
  1003. // 找到对应的单元格
  1004. colData, ok := rowDataMap[currTag]
  1005. if !ok {
  1006. continue
  1007. }
  1008. // 如果该单元格不是计算公式的单元格,那么直接退出当前循环即可
  1009. if colData.DataType != 4 {
  1010. continue
  1011. }
  1012. tagMap := make(map[string]float64)
  1013. lenRelation := len(colData.RelationEdbInfoList)
  1014. replaceNum := 0
  1015. for _, relation := range colData.RelationEdbInfoList {
  1016. relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row
  1017. valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap)
  1018. if tmpErr != nil {
  1019. continue
  1020. }
  1021. tmpValDecimal, tmpErr := decimal.NewFromString(valStr)
  1022. if tmpErr != nil {
  1023. continue
  1024. }
  1025. tagMap[relationCellTagName], _ = tmpValDecimal.Float64()
  1026. replaceNum++
  1027. }
  1028. // 如果替换的数据与关联的不一致,那么就退出当前循环
  1029. if lenRelation != replaceNum {
  1030. continue
  1031. }
  1032. // 计算
  1033. val, _, err := calculate(strings.ToUpper(colData.Value), tagMap)
  1034. // 计算失败,退出循环
  1035. if err != nil {
  1036. continue
  1037. }
  1038. // 重新赋值
  1039. colData.ShowValue = val
  1040. tableDataMap[index][currTag] = colData
  1041. }
  1042. }
  1043. // 计算文本行第一列的数据值(多行)
  1044. for k, colData := range firstColTextRowList {
  1045. // 如果该单元格不是计算公式的单元格,那么直接退出当前循环即可
  1046. if colData.DataType != 4 {
  1047. continue
  1048. }
  1049. tagMap := make(map[string]float64)
  1050. lenRelation := len(colData.RelationEdbInfoList)
  1051. replaceNum := 0
  1052. for _, relation := range colData.RelationEdbInfoList {
  1053. relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row
  1054. valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap)
  1055. if tmpErr != nil {
  1056. continue
  1057. }
  1058. tmpValDecimal, tmpErr := decimal.NewFromString(valStr)
  1059. if tmpErr != nil {
  1060. continue
  1061. }
  1062. tagMap[relationCellTagName], _ = tmpValDecimal.Float64()
  1063. replaceNum++
  1064. }
  1065. // 如果替换的数据与关联的不一致,那么就退出当前循环
  1066. if lenRelation != replaceNum {
  1067. continue
  1068. }
  1069. // 计算
  1070. val, _, err := calculate(strings.ToUpper(colData.Value), tagMap)
  1071. // 计算失败,退出循环
  1072. if err != nil {
  1073. continue
  1074. }
  1075. // 重新赋值
  1076. colData.ShowValue = val
  1077. firstColTextRowList[k] = colData
  1078. }
  1079. {
  1080. // 文本行的数据处理返回
  1081. textRowListDataResp = make([][]request.ManualDataReq, 0)
  1082. newLenTableDataMap := len(tableDataMap)
  1083. // 文本行的第一行所在的位置
  1084. firstTextRow := lenTableData + 1
  1085. for i := firstTextRow; i <= newLenTableDataMap; i++ {
  1086. textRowDataResp := make([]request.ManualDataReq, 0)
  1087. textRowDataResp = append(textRowDataResp, firstColTextRowList[i-firstTextRow])
  1088. for _, tmpTag := range tagList {
  1089. textRowDataResp = append(textRowDataResp, tableDataMap[i][tmpTag])
  1090. }
  1091. textRowListDataResp = append(textRowListDataResp, textRowDataResp)
  1092. }
  1093. }
  1094. return
  1095. }
  1096. // getCalculateValue 获取公式计算的结果
  1097. func getCalculateValue(tableDataMap map[int]map[string]request.ManualDataReq, tag, row string, calculateCellMap map[string]string) (val string, err error) {
  1098. rowInt, err := strconv.Atoi(row)
  1099. if err != nil {
  1100. return
  1101. }
  1102. // 单元格的标签名
  1103. cellTagName := strings.ToUpper(tag) + row
  1104. val, ok := calculateCellMap[cellTagName]
  1105. if ok {
  1106. return
  1107. }
  1108. // 查找行数据
  1109. rowData, ok := tableDataMap[rowInt]
  1110. if !ok {
  1111. err = errors.New("查找" + row + "行的数据失败")
  1112. return
  1113. }
  1114. // 查找单元格数据
  1115. colData, ok := rowData[tag]
  1116. if !ok {
  1117. err = errors.New("查找单元格" + tag + row + "的数据失败")
  1118. return
  1119. }
  1120. // 如果不是计算单元格
  1121. if colData.DataType != 4 {
  1122. val = colData.ShowValue
  1123. return
  1124. }
  1125. // 如果是计算单元格
  1126. calculateCellMap[cellTagName] = ``
  1127. tagMap := make(map[string]float64)
  1128. for _, relation := range colData.RelationEdbInfoList {
  1129. relationCellTagName := strings.ToUpper(relation.Tag) + relation.Row
  1130. valStr, tmpErr := getCalculateValue(tableDataMap, relation.Tag, relation.Row, calculateCellMap)
  1131. if tmpErr != nil {
  1132. err = tmpErr
  1133. return
  1134. }
  1135. tmpValDecimal, tmpErr := decimal.NewFromString(valStr)
  1136. if tmpErr != nil {
  1137. err = tmpErr
  1138. return
  1139. }
  1140. tagMap[relationCellTagName], _ = tmpValDecimal.Float64()
  1141. }
  1142. // 计算
  1143. val, _, err = calculate(strings.ToUpper(colData.Value), tagMap)
  1144. if err != nil {
  1145. return
  1146. }
  1147. // 重新赋值
  1148. colData.ShowValue = val
  1149. tableDataMap[rowInt][tag] = colData
  1150. calculateCellMap[cellTagName] = val
  1151. return
  1152. }
  1153. // calculate 公式计算
  1154. func calculate(calculateFormula string, TagMap map[string]float64) (calVal, errMsg string, err error) {
  1155. if calculateFormula == "" {
  1156. errMsg = "公式异常"
  1157. err = errors.New(errMsg)
  1158. return
  1159. }
  1160. calculateFormula = strings.TrimPrefix(calculateFormula, "=")
  1161. calculateFormula = strings.Replace(calculateFormula, "(", "(", -1)
  1162. calculateFormula = strings.Replace(calculateFormula, ")", ")", -1)
  1163. calculateFormula = strings.Replace(calculateFormula, ",", ",", -1)
  1164. calculateFormula = strings.Replace(calculateFormula, "。", ".", -1)
  1165. calculateFormula = strings.Replace(calculateFormula, "%", "*0.01", -1)
  1166. formulaFormStr := utils.ReplaceFormula(TagMap, calculateFormula)
  1167. //计算公式异常,那么就移除该指标
  1168. if formulaFormStr == `` {
  1169. errMsg = "公式异常"
  1170. err = errors.New(errMsg)
  1171. return
  1172. }
  1173. expression := formula.NewExpression(formulaFormStr)
  1174. calResult, err := expression.Evaluate()
  1175. if err != nil {
  1176. errMsg = "计算失败"
  1177. err = errors.New("计算失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  1178. // 分母为0的报错
  1179. if strings.Contains(err.Error(), "divide by zero") {
  1180. errMsg = "分母不能为0"
  1181. err = errors.New("分母不能为空,计算公式:" + formulaFormStr)
  1182. }
  1183. return
  1184. }
  1185. // 如果计算结果是NAN,那么就提示报错
  1186. if calResult.IsNan() {
  1187. errMsg = "计算失败"
  1188. err = errors.New("计算失败:计算结果是:NAN;formulaStr:" + formulaFormStr)
  1189. return
  1190. }
  1191. calVal = calResult.String()
  1192. // 转Decimal然后四舍五入
  1193. valDecimal, err := decimal.NewFromString(calVal)
  1194. if err != nil {
  1195. errMsg = "计算失败"
  1196. err = errors.New("计算失败,结果转 Decimal 失败:Err:" + err.Error() + ";formulaStr:" + formulaFormStr)
  1197. return
  1198. }
  1199. calVal = valDecimal.Round(4).String()
  1200. return
  1201. }
  1202. // GetEdbIdsFromExcelCodes 获取表格中的指标IDs
  1203. func GetEdbIdsFromExcelCodes(excelCodes []string, sysUserId int, lang string) (edbIds []int, err error) {
  1204. edbIds = make([]int, 0)
  1205. edbIdExist := make(map[int]bool)
  1206. for _, v := range excelCodes {
  1207. // 表格详情
  1208. detail, msg, e := GetExcelDetailInfoByUnicode(v, sysUserId, lang)
  1209. if e != nil {
  1210. err = fmt.Errorf("GetExcelDetailInfoByExcelInfoId err: %s, errMsg: %s", e.Error(), msg)
  1211. return
  1212. }
  1213. // 自定义表格
  1214. if detail.Source == utils.TIME_TABLE {
  1215. jsonByte, e := json.Marshal(detail.TableData)
  1216. if e != nil {
  1217. err = fmt.Errorf("JSON格式化自定义表格数据失败, Err: %s", e.Error())
  1218. return
  1219. }
  1220. var tableData request.TableDataReq
  1221. if e = json.Unmarshal(jsonByte, &tableData); e != nil {
  1222. err = fmt.Errorf("解析自定义表格数据失败, Err: %s", e.Error())
  1223. return
  1224. }
  1225. for _, tv := range tableData.EdbInfoIdList {
  1226. if edbIdExist[tv] {
  1227. continue
  1228. }
  1229. edbIdExist[tv] = true
  1230. edbIds = append(edbIds, tv)
  1231. }
  1232. }
  1233. // 混合表格
  1234. if detail.Source == utils.MIXED_TABLE {
  1235. jsonByte, e := json.Marshal(detail.TableData)
  1236. if e != nil {
  1237. err = fmt.Errorf("JSON格式化混合表格数据失败, Err: %s", e.Error())
  1238. return
  1239. }
  1240. var tableData request.MixedTableReq
  1241. if e = json.Unmarshal(jsonByte, &tableData); e != nil {
  1242. err = fmt.Errorf("解析混合表格数据失败, Err: %s", e.Error())
  1243. return
  1244. }
  1245. if len(tableData.Data) > 0 {
  1246. for _, td := range tableData.Data {
  1247. for _, tv := range td {
  1248. if tv.EdbInfoId > 0 && !edbIdExist[tv.EdbInfoId] {
  1249. edbIdExist[tv.EdbInfoId] = true
  1250. edbIds = append(edbIds, tv.EdbInfoId)
  1251. }
  1252. }
  1253. }
  1254. }
  1255. }
  1256. }
  1257. return
  1258. }
  1259. // GetExcelEdbBatchRefreshKey 获取批量刷新表格指标缓存key
  1260. func GetExcelEdbBatchRefreshKey(source string, reportId, chapterId int) string {
  1261. if source == `` {
  1262. return ``
  1263. }
  1264. return fmt.Sprint("batch_refresh_excel_edb:", source, ":", reportId, ":", chapterId)
  1265. }