balance_table.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422
  1. package excel
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_chart_lib/models"
  6. "eta/eta_chart_lib/models/data_manage/excel"
  7. "eta/eta_chart_lib/models/request"
  8. "eta/eta_chart_lib/utils"
  9. "fmt"
  10. "github.com/shopspring/decimal"
  11. "github.com/xuri/excelize/v2"
  12. "strconv"
  13. "strings"
  14. "time"
  15. )
  16. // 将表格信息转化成指标数据
  17. func GetBalanceExcelData(excelDetail *excel.ExcelInfo, lang string) (newDataMap map[int]map[int]request.MixedTableCellDataReq, allRows, allCols int, err error, errMsg string) {
  18. var result request.MixedTableReq
  19. err = json.Unmarshal([]byte(excelDetail.Content), &result)
  20. if err != nil {
  21. err = errors.New("表格json转结构体失败,Err:" + err.Error())
  22. return
  23. }
  24. newData, tmpErr, tmpErrMsg := GetMixedTableCellData(result)
  25. if tmpErr != nil {
  26. errMsg = "获取失败"
  27. if tmpErrMsg != `` {
  28. errMsg = tmpErrMsg
  29. }
  30. err = errors.New("获取最新的数据失败,Err:" + tmpErr.Error())
  31. return
  32. }
  33. allRows = len(newData)
  34. allCols = 0
  35. newDataMap = make(map[int]map[int]request.MixedTableCellDataReq)
  36. for r, row := range newData {
  37. tmp := len(row)
  38. if tmp > allCols {
  39. allCols = tmp
  40. }
  41. colMap := make(map[int]request.MixedTableCellDataReq)
  42. for c, col := range row {
  43. colMap[c] = col
  44. }
  45. newDataMap[r] = colMap
  46. }
  47. return
  48. }
  49. // 获取单个图表信息
  50. func GetBalanceExcelChartSingle(chartInfo *models.ChartInfo, lang string) (mappingListTmp []*excel.ExcelChartEdb, dataListMap map[int][]*models.EdbDataList, err error, errMsg string) {
  51. // 相关联指标
  52. mappingListTmp, err = excel.GetExcelChartEdbMappingByChartInfoId(chartInfo.ChartInfoId)
  53. if err != nil {
  54. errMsg = "获取失败"
  55. err = fmt.Errorf(" 获取图表,指标信息失败 Err:%s", err.Error())
  56. return
  57. }
  58. if len(mappingListTmp) <= 0 {
  59. errMsg = "获取失败"
  60. err = fmt.Errorf(" 获取图表,指标信息失败 Err:%s", err.Error())
  61. return
  62. }
  63. excelInfoId := mappingListTmp[0].ExcelInfoId
  64. // 查询所有子表
  65. excelInfo, err := excel.GetExcelInfoById(excelInfoId)
  66. if err != nil {
  67. if err.Error() == utils.ErrNoRow() {
  68. errMsg = "表格不存在"
  69. err = fmt.Errorf(errMsg)
  70. return
  71. }
  72. errMsg = "查询子表失败"
  73. err = fmt.Errorf(" 查询子表失败图表,指标信息失败 Err:%s", err.Error())
  74. return
  75. }
  76. // 获取图表详情
  77. newExcelDataMap, excelAllRows, excelAllCols, err, errMsg := GetBalanceExcelData(excelInfo, lang)
  78. if err != nil {
  79. return
  80. }
  81. dataListMap = make(map[int][]*models.EdbDataList)
  82. for _, mapping := range mappingListTmp {
  83. err, errMsg = GetBalanceExcelEdbData(mapping, newExcelDataMap, dataListMap, excelAllRows, excelAllCols)
  84. if err != nil {
  85. err = fmt.Errorf(" 获取图表,指标信息失败 Err:%s", err.Error())
  86. return
  87. }
  88. }
  89. return
  90. }
  91. // 将表格信息转化成指标数据
  92. func GetBalanceExcelEdbData(excelEdbMappingItem *excel.ExcelChartEdb, newMixedTableCellDataListMap map[int]map[int]request.MixedTableCellDataReq, dataListMap map[int][]*models.EdbDataList, allRows, allCols int) (err error, errMsg string) {
  93. var dateList, dataList []string
  94. // 日期序列
  95. {
  96. _, startColumnName, endColumnName, startNum, endNum, isAll, isRow, isColumn, tmpErr := GetSheetStr(excelEdbMappingItem.DateSequence)
  97. if tmpErr != nil {
  98. err = tmpErr
  99. return
  100. }
  101. startNum = startNum - 1
  102. endNum = endNum - 1
  103. // 选择行的数据
  104. if isRow {
  105. // 因为是选择一行的数据,所以开始行和结束行时一样的
  106. //endNum = startNum - 1
  107. // 开始列名、结束列
  108. var startColumn, endColumn int
  109. if isAll {
  110. // 结束列(其实也就是整列的个数)
  111. endColumn = allCols - 1
  112. } else {
  113. tmpStartColumn, tmpErr := excelize.ColumnNameToNumber(startColumnName)
  114. if tmpErr != nil {
  115. errMsg = "列名异常:" + startColumnName
  116. err = errors.New(errMsg)
  117. return
  118. }
  119. tmpEndColumn, tmpErr := excelize.ColumnNameToNumber(endColumnName)
  120. if tmpErr != nil {
  121. errMsg = "列名异常:" + endColumnName
  122. err = errors.New(errMsg)
  123. return
  124. }
  125. startColumn = tmpStartColumn - 1
  126. endColumn = tmpEndColumn - 1
  127. }
  128. // 最大列数,如果设置的超过了最大列数,那么结束列就是最大列数
  129. maxCol := allCols
  130. if endColumn > maxCol {
  131. endColumn = maxCol - 1
  132. }
  133. // 长度固定,避免一直申请内存空间
  134. dateList = make([]string, endColumn-startColumn+1)
  135. i := 0
  136. for currColumn := startColumn; currColumn <= endColumn; currColumn++ {
  137. currCell, ok := newMixedTableCellDataListMap[startNum][currColumn]
  138. if !ok {
  139. errMsg = fmt.Sprintf("第%d列,第%d行数据异常", currColumn, startNum)
  140. err = errors.New(errMsg)
  141. return
  142. }
  143. dateList[i] = currCell.ShowValue
  144. i++
  145. }
  146. } else if isColumn { // 选择列的数据
  147. if isAll {
  148. // 选择一整列的话,结束行得根据实际情况调整(其实也就是整个sheet有多少行)
  149. endNum = allRows - 1
  150. }
  151. startColumn, tmpErr := excelize.ColumnNameToNumber(startColumnName)
  152. if tmpErr != nil {
  153. errMsg = "列名异常:" + startColumnName
  154. err = errors.New(errMsg)
  155. return
  156. }
  157. startColumn = startColumn - 1
  158. // 最大行数,如果设置的超过了最大行数,那么结束行就是最大行数
  159. maxRow := allRows
  160. if endNum > maxRow {
  161. endNum = maxRow - 1
  162. }
  163. // 长度固定,避免一直申请内存空间
  164. dateList = make([]string, endNum-startNum+1)
  165. i := 0
  166. for currRow := startNum; currRow <= endNum; currRow++ {
  167. currCell, ok := newMixedTableCellDataListMap[currRow][startColumn]
  168. if !ok {
  169. errMsg = fmt.Sprintf("第%d列,第%d行数据异常", currRow, startColumn)
  170. err = errors.New(errMsg)
  171. return
  172. }
  173. //dateList = append(dateList, currCell.Value)
  174. dateList[i] = currCell.ShowValue
  175. i++
  176. }
  177. }
  178. }
  179. // 数据序列
  180. {
  181. _, startColumnName, endColumnName, startNum, endNum, isAll, isRow, isColumn, tmpErr := GetSheetStr(excelEdbMappingItem.DataSequence)
  182. if tmpErr != nil {
  183. err = tmpErr
  184. return
  185. }
  186. startNum = startNum - 1
  187. endNum = endNum - 1
  188. // 选择行的数据
  189. if isRow {
  190. // 开始列名、结束列
  191. var startColumn, endColumn int
  192. if isAll {
  193. // 结束列(其实也就是整列的个数)
  194. endColumn = allCols - 1
  195. } else {
  196. tmpStartColumn, tmpErr := excelize.ColumnNameToNumber(startColumnName)
  197. if tmpErr != nil {
  198. errMsg = "列名异常:" + startColumnName
  199. err = errors.New(errMsg)
  200. return
  201. }
  202. tmpEndColumn, tmpErr := excelize.ColumnNameToNumber(endColumnName)
  203. if tmpErr != nil {
  204. errMsg = "列名异常:" + endColumnName
  205. err = errors.New(errMsg)
  206. return
  207. }
  208. startColumn = tmpStartColumn - 1
  209. endColumn = tmpEndColumn - 1
  210. }
  211. // 最大列数,如果设置的超过了最大列数,那么结束列就是最大列数
  212. maxCol := allCols
  213. if endColumn > maxCol {
  214. endColumn = maxCol - 1
  215. }
  216. // 长度固定,避免一直申请内存空间
  217. dataList = make([]string, endColumn-startColumn+1)
  218. i := 0
  219. for currColumn := startColumn; currColumn <= endColumn; currColumn++ {
  220. currCell, ok := newMixedTableCellDataListMap[startNum][currColumn]
  221. if !ok {
  222. errMsg = fmt.Sprintf("第%d列,第%d行数据异常", startColumn, currColumn)
  223. err = errors.New(errMsg)
  224. return
  225. }
  226. //dataList = append(dataList, currCell.Value)
  227. dataList[i] = currCell.ShowValue
  228. i++
  229. }
  230. } else if isColumn { // 选择列的数据
  231. if isAll {
  232. // 选择一整列的话,结束行得根据实际情况调整(其实也就是整个sheet有多少行)
  233. endNum = allRows - 1
  234. }
  235. startColumn, tmpErr := excelize.ColumnNameToNumber(startColumnName)
  236. if tmpErr != nil {
  237. errMsg = "列名异常:" + startColumnName
  238. err = errors.New(errMsg)
  239. return
  240. }
  241. startColumn = startColumn - 1
  242. // 最大行数,如果设置的超过了最大行数,那么结束行就是最大行数
  243. maxRow := allRows
  244. if endNum > maxRow {
  245. endNum = maxRow - 1
  246. }
  247. // 长度固定,避免一直申请内存空间
  248. dataList = make([]string, endNum-startNum+1)
  249. i := 0
  250. for currRow := startNum; currRow <= endNum; currRow++ {
  251. currCell, ok := newMixedTableCellDataListMap[currRow][startColumn]
  252. if !ok {
  253. errMsg = fmt.Sprintf("第%d列,第%d行数据异常", currRow, startColumn)
  254. err = errors.New(errMsg)
  255. return
  256. }
  257. //dataList = append(dataList, currCell.Value)
  258. dataList[i] = currCell.ShowValue
  259. i++
  260. }
  261. }
  262. }
  263. //fmt.Println(dateList, dataList)
  264. //fmt.Println("日期序列结束")
  265. // 将excel中的日期、数据系列处理
  266. //newDateList, newDataList, err, errMsg := excel2.HandleEdbSequenceVal(dateList, dataList)
  267. newDateList, newDataList := dateList, dataList
  268. newDataMap := make(map[int]float64, len(newDataList))
  269. for i, v := range newDataList {
  270. val, e := strconv.ParseFloat(v, 64)
  271. if e != nil {
  272. err = fmt.Errorf(" 处理日期和数据系列失败 %s", e.Error())
  273. return
  274. }
  275. newDataMap[i] = val
  276. }
  277. //组装成excelEdbData
  278. list := make([]*models.EdbDataList, 0)
  279. for i, v := range newDateList {
  280. // todo 处理DataTimestamp
  281. dataTime, e := time.ParseInLocation(utils.FormatDate, v, time.Local)
  282. if e != nil {
  283. err = errors.New("time.Parse Err:" + err.Error())
  284. return
  285. }
  286. timestamp := dataTime.UnixNano() / 1e6
  287. tmp := &models.EdbDataList{
  288. EdbDataId: i,
  289. EdbInfoId: excelEdbMappingItem.ExcelChartEdbId,
  290. DataTime: v,
  291. DataTimestamp: timestamp,
  292. Value: newDataMap[i],
  293. }
  294. list = append(list, tmp)
  295. }
  296. dataListMap[excelEdbMappingItem.ExcelChartEdbId] = list
  297. return
  298. }
  299. // GetSheetStr
  300. // @return sheetName string 用户选择的sheet名称
  301. // @return startColumnName string 用户选择的开始列名称
  302. // @return endColumnName string 用户选择的结束列名称
  303. // @return startNum int 用户选择的开始列单元格位置
  304. // @return endNum int 用户选择的结束列单元格位置
  305. // @return isAll bool 是否选择整行/列数据
  306. // @return isRow bool 是否选择行数据
  307. // @return isColumn bool 是否选择列数据
  308. func GetSheetStr(sequenceStr string) (sheetName, startColumnName, endColumnName string, startNum, endNum int, isAll, isRow, isColumn bool, err error) {
  309. // 找出sheetName
  310. tmpList := strings.Split(sequenceStr, "!")
  311. if len(tmpList) != 2 {
  312. err = errors.New("错误的公式,查找sheet异常:" + sequenceStr)
  313. return
  314. }
  315. sheetName = tmpList[0]
  316. // 分离开始/结束单元格
  317. tmpList = strings.Split(tmpList[1], ":")
  318. if len(tmpList) != 2 {
  319. err = errors.New("错误的公式,查找开始/结束单元格异常:" + sequenceStr)
  320. return
  321. }
  322. startList := strings.Split(tmpList[0], "$")
  323. endList := strings.Split(tmpList[1], "$")
  324. lenList := len(startList)
  325. if lenList != len(endList) {
  326. err = errors.New("错误的公式,开始与结束单元格异常:" + sequenceStr)
  327. return
  328. }
  329. if lenList != 3 && lenList != 2 {
  330. err = errors.New("错误的公式:" + sequenceStr)
  331. return
  332. }
  333. startColumnName = startList[1]
  334. endColumnName = endList[1]
  335. // 长度为2的话,那说明是整行或整列
  336. if lenList == 2 {
  337. isAll = true
  338. startDeci, tmpErr1 := decimal.NewFromString(startList[1])
  339. endDeci, tmpErr2 := decimal.NewFromString(endList[1])
  340. if tmpErr1 == nil && tmpErr2 == nil {
  341. isRow = true // 正常转换的话,那么就是整行
  342. startNum = int(startDeci.IntPart())
  343. endNum = int(endDeci.IntPart())
  344. startColumnName = ``
  345. endColumnName = ``
  346. return
  347. }
  348. if tmpErr1 == nil || tmpErr2 == nil {
  349. err = errors.New("错误的公式2:" + sequenceStr)
  350. return
  351. }
  352. // 如果不能转成数字,那么就是整列
  353. isColumn = true
  354. return
  355. }
  356. // 确定行
  357. startDeci, tmpErr1 := decimal.NewFromString(startList[2])
  358. endDeci, tmpErr2 := decimal.NewFromString(endList[2])
  359. if tmpErr1 != nil && tmpErr1 != tmpErr2 {
  360. err = errors.New("错误的公式3:" + sequenceStr)
  361. return
  362. }
  363. startNum = int(startDeci.IntPart())
  364. endNum = int(endDeci.IntPart())
  365. if startColumnName != endColumnName && startNum != endNum {
  366. err = errors.New("选区不允许跨行或者跨列")
  367. }
  368. if startColumnName == endColumnName {
  369. isColumn = true // 列数据
  370. } else {
  371. isRow = true // 行数据
  372. }
  373. return
  374. }