excel_info.go 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997
  1. package excel
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_api/models"
  6. "eta/eta_api/models/data_manage"
  7. "eta/eta_api/models/data_manage/excel"
  8. "eta/eta_api/models/data_manage/excel/request"
  9. "eta/eta_api/models/data_manage/excel/response"
  10. "eta/eta_api/models/system"
  11. "eta/eta_api/services/data"
  12. "eta/eta_api/services/data/data_manage_permission"
  13. "eta/eta_api/utils"
  14. "fmt"
  15. "sort"
  16. "strings"
  17. "time"
  18. "github.com/xuri/excelize/v2"
  19. )
  20. // GetExcelDetailInfoByExcelInfoId 根据表格id获取表格详情
  21. func GetExcelDetailInfoByExcelInfoId(excelInfoId, sysUserId int, lang string) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  22. errMsg = `获取失败`
  23. //获取eta表格信息
  24. excelInfo, err := excel.GetExcelInfoById(excelInfoId)
  25. if err != nil {
  26. err = errors.New("获取ETA表格信息失败,Err:" + err.Error())
  27. if err.Error() == utils.ErrNoRow() {
  28. errMsg = "ETA表格被删除,请刷新页面"
  29. err = errors.New("ETA表格被删除,请刷新页面,Err:" + err.Error())
  30. }
  31. return
  32. }
  33. return formatExcelInfo2Detail(excelInfo, sysUserId, lang)
  34. }
  35. // GetExcelDetailInfoByUnicode 根据表格编码获取表格详情
  36. func GetExcelDetailInfoByUnicode(unicode string, sysUserId int, lang string) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  37. errMsg = `获取失败`
  38. // 获取eta表格信息
  39. excelInfo, err := excel.GetExcelInfoByUnicode(unicode)
  40. if err != nil {
  41. err = errors.New("获取ETA表格信息失败,Err:" + err.Error())
  42. if err.Error() == utils.ErrNoRow() {
  43. errMsg = "ETA表格被删除,请刷新页面"
  44. err = errors.New("ETA表格被删除,请刷新页面,Err:" + err.Error())
  45. }
  46. return
  47. }
  48. return formatExcelInfo2Detail(excelInfo, sysUserId, lang)
  49. }
  50. func formatExcelInfo2Detail(excelInfo *excel.ExcelInfo, sysUserId int, lang string) (excelDetail response.ExcelInfoDetail, errMsg string, err error) {
  51. checkExcelInfo := excelInfo
  52. if excelInfo.Source == utils.BALANCE_TABLE {
  53. checkExcelInfoId := excelInfo.ExcelInfoId
  54. if excelInfo.BalanceType == 1 {
  55. checkExcelInfoId = excelInfo.RelExcelInfoId
  56. } else {
  57. if excelInfo.ParentId > 0 {
  58. checkExcelInfoId = excelInfo.ParentId
  59. }
  60. }
  61. if checkExcelInfoId != excelInfo.ExcelInfoId {
  62. checkExcelInfo, err = excel.GetExcelInfoById(checkExcelInfoId)
  63. if err != nil {
  64. errMsg = "获取平衡表格信息失败"
  65. err = errors.New("获取平衡表格信息失败,Err:" + err.Error())
  66. return
  67. }
  68. }
  69. }
  70. // 数据权限
  71. haveOperaAuth, err := data_manage_permission.CheckExcelPermissionByExcelInfoId(checkExcelInfo.ExcelInfoId, checkExcelInfo.ExcelClassifyId, checkExcelInfo.IsJoinPermission, sysUserId)
  72. if err != nil {
  73. err = errors.New("获取表格权限信息失败,Err" + err.Error())
  74. return
  75. }
  76. excelDetail = response.ExcelInfoDetail{
  77. ExcelInfoId: excelInfo.ExcelInfoId,
  78. Source: excelInfo.Source,
  79. ExcelType: excelInfo.ExcelType,
  80. ExcelName: excelInfo.ExcelName,
  81. UniqueCode: excelInfo.UniqueCode,
  82. ExcelClassifyId: excelInfo.ExcelClassifyId,
  83. SysUserId: excelInfo.SysUserId,
  84. SysUserRealName: excelInfo.SysUserRealName,
  85. Content: excelInfo.Content,
  86. ExcelImage: excelInfo.ExcelImage,
  87. FileUrl: excelInfo.FileUrl,
  88. Sort: excelInfo.Sort,
  89. IsDelete: excelInfo.IsDelete,
  90. ModifyTime: excelInfo.ModifyTime,
  91. CreateTime: excelInfo.CreateTime,
  92. TableData: nil,
  93. HaveOperaAuth: haveOperaAuth,
  94. ParentId: excelInfo.ParentId,
  95. BalanceType: excelInfo.BalanceType,
  96. UpdateUserId: excelInfo.UpdateUserId,
  97. UpdateUserRealName: excelInfo.UpdateUserRealName,
  98. RelExcelInfoId: excelInfo.RelExcelInfoId,
  99. SourcesFrom: excelInfo.SourcesFrom,
  100. }
  101. // 无权限,不需要返回数据
  102. if !haveOperaAuth {
  103. return
  104. }
  105. switch excelInfo.Source {
  106. case utils.TIME_TABLE: // 时间序列表格
  107. var tableDataConfig TableDataConfig
  108. err = json.Unmarshal([]byte(excelDetail.Content), &tableDataConfig)
  109. if err != nil {
  110. err = errors.New("表格json转结构体失败,Err:" + err.Error())
  111. return
  112. }
  113. result, tmpErr := GetDataByTableDataConfig(tableDataConfig)
  114. if tmpErr != nil {
  115. err = errors.New("获取最新的表格数据失败,Err:" + tmpErr.Error())
  116. return
  117. }
  118. result = SetExcelByDecimalConfig(result, tableDataConfig.DecimalConfig)
  119. if len(result.EdbInfoIdList) > 0 {
  120. classifyIdList := make([]int, 0)
  121. for _, v := range result.Data {
  122. classifyIdList = append(classifyIdList, v.ClassifyId)
  123. }
  124. classifyMap := make(map[int]*data_manage.EdbClassify)
  125. classifyList, tmpErr := data_manage.GetEdbClassifyByIdList(classifyIdList)
  126. if tmpErr != nil {
  127. err = errors.New("获取分类列表失败,Err:" + tmpErr.Error())
  128. return
  129. }
  130. for _, v := range classifyList {
  131. classifyMap[v.ClassifyId] = v
  132. }
  133. // 获取所有有权限的指标和分类
  134. permissionEdbIdList, permissionClassifyIdList, tmpErr := data_manage_permission.GetUserEdbAndClassifyPermissionList(sysUserId, 0, 0)
  135. if tmpErr != nil {
  136. err = errors.New("获取所有有权限的指标和分类失败,Err:" + tmpErr.Error())
  137. return
  138. }
  139. for i, v := range result.Data {
  140. if currClassify, ok := classifyMap[v.ClassifyId]; ok {
  141. result.Data[i].HaveOperaAuth = data_manage_permission.CheckEdbPermissionByPermissionIdList(v.IsJoinPermission, currClassify.IsJoinPermission, v.EdbInfoId, v.ClassifyId, permissionEdbIdList, permissionClassifyIdList)
  142. }
  143. }
  144. }
  145. excelDetail.TableData = result
  146. case utils.MIXED_TABLE, utils.BALANCE_TABLE: // 混合表格 平衡表
  147. var result request.MixedTableReq
  148. err = json.Unmarshal([]byte(excelDetail.Content), &result)
  149. if err != nil {
  150. err = errors.New("表格json转结构体失败,Err:" + err.Error())
  151. return
  152. }
  153. newData, tmpErr, tmpErrMsg := GetMixedTableCellData(result, lang)
  154. if tmpErr != nil {
  155. errMsg = "获取失败"
  156. if tmpErrMsg != `` {
  157. errMsg = tmpErrMsg
  158. }
  159. err = errors.New("获取最新的数据失败,Err:" + tmpErr.Error())
  160. return
  161. }
  162. result.Data = newData
  163. excelDetail.TableData = result
  164. }
  165. if excelDetail.Source == utils.BALANCE_TABLE {
  166. excelDetail.Button = GetBalanceExcelInfoOpButton(sysUserId, checkExcelInfo.SysUserId, excelDetail.HaveOperaAuth, checkExcelInfo.ExcelInfoId)
  167. }
  168. return
  169. }
  170. // SetExcelByDecimalConfig 设置表格的小数位
  171. func SetExcelByDecimalConfig(tableData request.TableDataReq, config []request.DecimalConfig) request.TableDataReq {
  172. excelData := tableData.Data
  173. edbInfoIndex := make(map[int]int)
  174. dateIndex := make(map[string]int)
  175. for i, v := range excelData {
  176. edbInfoIndex[v.EdbInfoId] = i
  177. }
  178. for i, v := range excelData[0].Data {
  179. dateIndex[v.DataTime] = i
  180. }
  181. for _, conf := range config {
  182. if conf.Col > 0 {
  183. if v, ok := edbInfoIndex[conf.Col]; ok {
  184. excelData[v].Decimal = conf.Decimal
  185. for i := 0; i < len(excelData[v].Data); i++ {
  186. excelData[v].Data[i].Decimal = conf.Decimal
  187. }
  188. }
  189. }
  190. if conf.Row != "" {
  191. if v, ok := dateIndex[conf.Row]; ok {
  192. for i := 0; i < len(excelData); i++ {
  193. excelData[i].Data[v].Decimal = conf.Decimal
  194. }
  195. }
  196. }
  197. }
  198. tableData.Data = excelData
  199. tableData.DecimalConfig = config
  200. return tableData
  201. }
  202. // GetExcelInfoOpButton 获取ETA表格的操作权限
  203. func GetExcelInfoOpButton(sysUser *system.Admin, belongUserId, source int, haveOperaAuth bool) (button excel.ExcelInfoDetailButton) {
  204. // 如果没有数据权限,那么直接返回
  205. if !haveOperaAuth {
  206. return
  207. }
  208. //非管理员角色查看其他用户创建的表格,可刷新、另存为、下载表格;
  209. button.RefreshButton = true
  210. button.CopyButton = true
  211. button.DownloadButton = true
  212. // 1、本用户创建的表格,可编辑、刷新、另存为、下载、删除,删除需二次确认;
  213. // 2、管理员角色对所有表格有如上权限;
  214. // 3、在线excel所有人都能编辑
  215. if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN || sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_FICC_ADMIN || sysUser.AdminId == belongUserId || source == utils.EXCEL_DEFAULT {
  216. button.OpButton = true
  217. button.DeleteButton = true
  218. }
  219. // 自定义分析
  220. if source == utils.CUSTOM_ANALYSIS_TABLE {
  221. if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN || sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_FICC_ADMIN || sysUser.AdminId == belongUserId {
  222. button.OpEdbButton = true // 生成、查看指标按钮
  223. button.RefreshEdbButton = true // 刷新指标按钮
  224. }
  225. }
  226. return
  227. }
  228. // GetFirstEdbDataList 获取第一列的数据
  229. func GetFirstEdbDataList(edbInfo *data_manage.EdbInfo, num int, manualDateList []string, decimal int) (resultDataList []request.ManualDataReq, err error) {
  230. var dataList []*data_manage.EdbDataList
  231. resultDataList = make([]request.ManualDataReq, 0)
  232. switch edbInfo.EdbInfoType {
  233. case 0:
  234. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  235. case 1:
  236. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  237. default:
  238. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  239. }
  240. if err != nil {
  241. return
  242. }
  243. // 获取需要的期数
  244. lenData := len(dataList)
  245. if lenData <= 0 {
  246. return
  247. }
  248. tmpManualDateNum := 0 // 手工数据的期数
  249. lenManualDate := len(manualDateList)
  250. if lenManualDate > 0 {
  251. sortDateList := manualDateList
  252. baseDateList := utils.StrArr{}
  253. baseDateList = append(baseDateList, sortDateList...)
  254. sort.Sort(baseDateList)
  255. sortDateList = append([]string{}, baseDateList...)
  256. lastData := dataList[lenData-1]
  257. lastDataDate, tmpErr := time.ParseInLocation(utils.FormatDate, lastData.DataTime, time.Local)
  258. if tmpErr != nil {
  259. err = tmpErr
  260. return
  261. }
  262. // 遍历倒序后的日期,然后匹配在实际数据之后日期的个数
  263. for _, tmpDateStr := range sortDateList {
  264. tmpDate, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDateStr, time.Local)
  265. if tmpErr != nil {
  266. err = tmpErr
  267. return
  268. }
  269. if tmpDate.After(lastDataDate) {
  270. tmpManualDateNum++
  271. continue
  272. }
  273. break
  274. }
  275. }
  276. // 需要的期数减去手工数据的期数,这才是A列指标需要的数据
  277. num = num - tmpManualDateNum
  278. if num > lenData {
  279. num = lenData
  280. }
  281. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  282. for i := 1; i <= num; i++ {
  283. dataTime, _ := time.ParseInLocation(utils.FormatDate, dataList[lenData-i].DataTime, time.Local)
  284. dataType := 1
  285. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  286. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  287. dataType = 5
  288. }
  289. resultDataList = append(resultDataList, request.ManualDataReq{
  290. DataType: dataType,
  291. DataTime: dataList[lenData-i].DataTime,
  292. ShowValue: fmt.Sprint(dataList[lenData-i].Value),
  293. Value: fmt.Sprint(dataList[lenData-i].Value),
  294. Decimal: decimal,
  295. DataTimeType: 1,
  296. })
  297. }
  298. return
  299. }
  300. // PadFirstEdbDataList 补齐第一列的数据
  301. func PadFirstEdbDataList(resultDataList []request.ManualDataReq, dateList []string, sortType string, decimal int) []request.ManualDataReq {
  302. originDataNum := len(resultDataList)
  303. requsetDateNum := len(dateList)
  304. if originDataNum >= requsetDateNum {
  305. return resultDataList
  306. }
  307. padNum := requsetDateNum - originDataNum
  308. if sortType == "asc" {
  309. for i := 0; i < padNum; i++ {
  310. resultDataList = append(resultDataList, request.ManualDataReq{
  311. DataType: 0,
  312. DataTime: dateList[originDataNum+i],
  313. Decimal: decimal,
  314. ShowValue: ``,
  315. Value: ``,
  316. DataTimeType: 1,
  317. })
  318. }
  319. } else {
  320. var tmpDateList []request.ManualDataReq
  321. for i := padNum - 1; i <= 0; i-- {
  322. tmpDateList = append(tmpDateList, request.ManualDataReq{
  323. DataType: 0,
  324. DataTime: dateList[originDataNum+i],
  325. Decimal: decimal,
  326. ShowValue: ``,
  327. Value: ``,
  328. DataTimeType: 1,
  329. })
  330. resultDataList = append(tmpDateList, resultDataList...)
  331. }
  332. }
  333. return resultDataList
  334. }
  335. // GetOtherEdbDataListFollowDate 获取其他列的数据,并设置日期的小数位数
  336. func GetOtherEdbDataListFollowDate(edbInfo *data_manage.EdbInfo, dateList []string, dateDecimal map[string]int) (resultDataList []request.ManualDataReq, err error) {
  337. lenDate := len(dateList)
  338. if lenDate <= 0 {
  339. return
  340. }
  341. sortDateList := dateList
  342. baseDateList := utils.StrArr{}
  343. baseDateList = append(baseDateList, sortDateList...)
  344. sort.Sort(baseDateList)
  345. sortDateList = append([]string{}, baseDateList...)
  346. endDateTime, err := time.ParseInLocation(utils.FormatDate, sortDateList[0], time.Local)
  347. if err != nil {
  348. return
  349. }
  350. firstDateTime, err := time.ParseInLocation(utils.FormatDate, sortDateList[lenDate-1], time.Local)
  351. if err != nil {
  352. return
  353. }
  354. var dataList []*data_manage.EdbDataList
  355. switch edbInfo.EdbInfoType {
  356. case 0:
  357. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  358. case 1:
  359. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  360. default:
  361. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  362. }
  363. if err != nil {
  364. return
  365. }
  366. // 获取日期内的数据(包含开始日期前一个日期,以及 结束日期后一个日期,目的为了做空日期时的 插值法兼容)
  367. baseDataList := make([]*data_manage.EdbDataList, 0)
  368. var lastData *data_manage.EdbDataList
  369. var isInsert bool
  370. for _, data := range dataList {
  371. tmpDate := data.DataTime
  372. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  373. if tmpErr != nil {
  374. err = tmpErr
  375. return
  376. }
  377. if tmpDateTime.Before(firstDateTime) {
  378. lastData = data
  379. continue
  380. }
  381. // 如果是第一次写入数据
  382. if !isInsert && lastData != nil {
  383. baseDataList = append(baseDataList, lastData)
  384. }
  385. if tmpDateTime.After(endDateTime) {
  386. baseDataList = append(baseDataList, data)
  387. break
  388. }
  389. baseDataList = append(baseDataList, data)
  390. isInsert = true
  391. }
  392. // 实际数据的日期map
  393. realValMap := make(map[string]string)
  394. for _, v := range baseDataList {
  395. realValMap[v.DataTime] = v.DataTime
  396. }
  397. // 插值法处理
  398. handleDataMap := make(map[string]float64)
  399. err = data.HandleDataByLinearRegression(baseDataList, handleDataMap)
  400. if err != nil {
  401. return
  402. }
  403. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  404. // 对于不存在的数据做补充
  405. for _, date := range sortDateList {
  406. dataType := 1
  407. if _, ok := realValMap[date]; !ok {
  408. dataType = 2
  409. } else {
  410. dataTime, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
  411. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  412. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  413. dataType = 5
  414. }
  415. }
  416. var value, showValue string
  417. if tmpVal, ok := handleDataMap[date]; ok {
  418. value = fmt.Sprint(tmpVal)
  419. showValue = value
  420. } else {
  421. dataType = 3
  422. }
  423. tmpData := request.ManualDataReq{
  424. DataType: dataType,
  425. DataTime: date,
  426. ShowValue: showValue,
  427. Value: value,
  428. }
  429. if v, ok := dateDecimal[date]; ok {
  430. tmpData.Decimal = v
  431. } else {
  432. tmpData.Decimal = -1
  433. }
  434. resultDataList = append(resultDataList, tmpData)
  435. }
  436. return
  437. }
  438. // GetOtherEdbDataList 获取其他列的数据
  439. func GetOtherEdbDataList(edbInfo *data_manage.EdbInfo, dateList []string, decimal int) (resultDataList []request.ManualDataReq, err error) {
  440. lenDate := len(dateList)
  441. if lenDate <= 0 {
  442. return
  443. }
  444. sortDateList := dateList
  445. baseDateList := utils.StrArr{}
  446. baseDateList = append(baseDateList, sortDateList...)
  447. sort.Sort(baseDateList)
  448. sortDateList = append([]string{}, baseDateList...)
  449. endDateTime, err := time.ParseInLocation(utils.FormatDate, sortDateList[0], time.Local)
  450. if err != nil {
  451. return
  452. }
  453. firstDateTime, err := time.ParseInLocation(utils.FormatDate, sortDateList[lenDate-1], time.Local)
  454. if err != nil {
  455. return
  456. }
  457. var dataList []*data_manage.EdbDataList
  458. switch edbInfo.EdbInfoType {
  459. case 0:
  460. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, ``)
  461. case 1:
  462. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, ``, false)
  463. default:
  464. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  465. }
  466. if err != nil {
  467. return
  468. }
  469. // 获取日期内的数据(包含开始日期前一个日期,以及 结束日期后一个日期,目的为了做空日期时的 插值法兼容)
  470. baseDataList := make([]*data_manage.EdbDataList, 0)
  471. var lastData *data_manage.EdbDataList
  472. var isInsert bool
  473. for _, data := range dataList {
  474. tmpDate := data.DataTime
  475. tmpDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, tmpDate, time.Local)
  476. if tmpErr != nil {
  477. err = tmpErr
  478. return
  479. }
  480. if tmpDateTime.Before(firstDateTime) {
  481. lastData = data
  482. continue
  483. }
  484. // 如果是第一次写入数据
  485. if !isInsert && lastData != nil {
  486. baseDataList = append(baseDataList, lastData)
  487. }
  488. if tmpDateTime.After(endDateTime) {
  489. baseDataList = append(baseDataList, data)
  490. break
  491. }
  492. baseDataList = append(baseDataList, data)
  493. isInsert = true
  494. }
  495. // 实际数据的日期map
  496. realValMap := make(map[string]string)
  497. for _, v := range baseDataList {
  498. realValMap[v.DataTime] = v.DataTime
  499. }
  500. // 插值法处理
  501. handleDataMap := make(map[string]float64)
  502. err = data.HandleDataByLinearRegression(baseDataList, handleDataMap)
  503. if err != nil {
  504. return
  505. }
  506. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  507. // 对于不存在的数据做补充
  508. for _, date := range sortDateList {
  509. dataType := 1
  510. if _, ok := realValMap[date]; !ok {
  511. dataType = 2
  512. } else {
  513. dataTime, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
  514. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  515. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  516. dataType = 5
  517. }
  518. }
  519. var value, showValue string
  520. if tmpVal, ok := handleDataMap[date]; ok {
  521. value = fmt.Sprint(tmpVal)
  522. showValue = value
  523. } else {
  524. dataType = 3
  525. }
  526. resultDataList = append(resultDataList, request.ManualDataReq{
  527. DataType: dataType,
  528. DataTime: date,
  529. Decimal: decimal,
  530. ShowValue: showValue,
  531. Value: value,
  532. })
  533. }
  534. return
  535. }
  536. // GetFirstHistoryEdbDataList 获取指标的历史的数据
  537. func GetFirstHistoryEdbDataList(edbInfo *data_manage.EdbInfo, num int, endDate string, decimal int) (resultDataList []request.ManualDataReq, err error) {
  538. endDateTime, err := time.ParseInLocation(utils.FormatDate, endDate, time.Local)
  539. if err != nil {
  540. return
  541. }
  542. var dataList []*data_manage.EdbDataList
  543. switch edbInfo.EdbInfoType {
  544. case 0:
  545. dataList, err = data_manage.GetEdbDataList(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbInfoId, ``, endDate)
  546. case 1:
  547. _, dataList, _, _, err, _ = data.GetPredictDataListByPredictEdbInfoId(edbInfo.EdbInfoId, ``, endDate, true)
  548. default:
  549. err = errors.New(fmt.Sprint("获取失败,指标类型异常", edbInfo.EdbInfoType))
  550. }
  551. if err != nil {
  552. return
  553. }
  554. // 获取需要的期数
  555. lenData := len(dataList)
  556. if lenData <= 0 {
  557. return
  558. }
  559. lastData := dataList[lenData-1]
  560. lastDataDateTime, err := time.ParseInLocation(utils.FormatDate, lastData.DataTime, time.Local)
  561. if err != nil {
  562. return
  563. }
  564. if endDateTime.Equal(lastDataDateTime) || lastDataDateTime.After(endDateTime) {
  565. dataList = dataList[:lenData-1]
  566. lenData = len(dataList)
  567. }
  568. if num > lenData {
  569. num = lenData
  570. }
  571. latestDateTime, _ := time.ParseInLocation(utils.FormatDate, edbInfo.LatestDate, time.Local)
  572. for i := 1; i <= num; i++ {
  573. dataTime, _ := time.ParseInLocation(utils.FormatDate, dataList[lenData-i].DataTime, time.Local)
  574. dataType := 1
  575. // 如果是预测指标,且当前值的日期,晚于实际日期,那么是预测值
  576. if edbInfo.EdbInfoType == 1 && dataTime.After(latestDateTime) {
  577. dataType = 5
  578. }
  579. resultDataList = append(resultDataList, request.ManualDataReq{
  580. DataType: dataType,
  581. DataTime: dataList[lenData-i].DataTime,
  582. Decimal: decimal,
  583. ShowValue: fmt.Sprint(dataList[lenData-i].Value),
  584. Value: fmt.Sprint(dataList[lenData-i].Value),
  585. })
  586. }
  587. return
  588. }
  589. // GetEdbIdsFromExcelCodes 获取表格中的指标IDs
  590. func GetEdbIdsFromExcelCodes(excelCodes []string, sysUserId int, lang string) (edbIds []int, err error) {
  591. edbIds = make([]int, 0)
  592. edbIdExist := make(map[int]bool)
  593. for _, v := range excelCodes {
  594. // 表格详情
  595. detail, msg, e := GetExcelDetailInfoByUnicode(v, sysUserId, lang)
  596. if e != nil {
  597. err = fmt.Errorf("GetExcelDetailInfoByExcelInfoId err: %s, errMsg: %s", e.Error(), msg)
  598. return
  599. }
  600. // 自定义表格
  601. if detail.Source == utils.TIME_TABLE {
  602. jsonByte, e := json.Marshal(detail.TableData)
  603. if e != nil {
  604. err = fmt.Errorf("JSON格式化自定义表格数据失败, Err: %s", e.Error())
  605. return
  606. }
  607. var tableData request.TableDataReq
  608. if e = json.Unmarshal(jsonByte, &tableData); e != nil {
  609. err = fmt.Errorf("解析自定义表格数据失败, Err: %s", e.Error())
  610. return
  611. }
  612. for _, tv := range tableData.EdbInfoIdList {
  613. if edbIdExist[tv] {
  614. continue
  615. }
  616. edbIdExist[tv] = true
  617. edbIds = append(edbIds, tv)
  618. }
  619. }
  620. // 混合表格
  621. if detail.Source == utils.MIXED_TABLE {
  622. jsonByte, e := json.Marshal(detail.TableData)
  623. if e != nil {
  624. err = fmt.Errorf("JSON格式化混合表格数据失败, Err: %s", e.Error())
  625. return
  626. }
  627. var tableData request.MixedTableReq
  628. if e = json.Unmarshal(jsonByte, &tableData); e != nil {
  629. err = fmt.Errorf("解析混合表格数据失败, Err: %s", e.Error())
  630. return
  631. }
  632. if len(tableData.Data) > 0 {
  633. for _, td := range tableData.Data {
  634. for _, tv := range td {
  635. if tv.EdbInfoId > 0 && !edbIdExist[tv.EdbInfoId] {
  636. edbIdExist[tv.EdbInfoId] = true
  637. edbIds = append(edbIds, tv.EdbInfoId)
  638. }
  639. }
  640. }
  641. }
  642. }
  643. }
  644. return
  645. }
  646. // GetExcelEdbBatchRefreshKey 获取批量刷新表格指标缓存key
  647. func GetExcelEdbBatchRefreshKey(source string, primaryId, subId int) string {
  648. if source == `` {
  649. return ``
  650. }
  651. return fmt.Sprint("batch_refresh_excel_edb:", source, ":", primaryId, ":", subId)
  652. }
  653. // GetEdbSourceByEdbInfoIdList 获取关联指标的来源
  654. func GetEdbSourceByEdbInfoIdList(edbInfoIdList []int) (sourceNameList, sourceNameEnList []string, err error) {
  655. sourceNameList = make([]string, 0)
  656. sourceNameEnList = make([]string, 0)
  657. sourceMap := make(map[int]string)
  658. edbInfoList, tmpErr := data_manage.GetEdbInfoByIdList(edbInfoIdList)
  659. if tmpErr != nil {
  660. err = tmpErr
  661. return
  662. }
  663. for _, v := range edbInfoList {
  664. // 指标类型:1:基础指标,2:计算指标
  665. if v.EdbType == 2 {
  666. //sourceMap[0] = "弘则研究"
  667. baseEdbInfoArr, _, _ := data_manage.GetRefreshEdbInfoFromBase(v.EdbInfoId, v.Source)
  668. for _, baseEdbInfo := range baseEdbInfoArr {
  669. if baseEdbInfo.EdbInfoType == 0 { //普通指标才参与,预测指标不参与
  670. sourceMap[baseEdbInfo.Source] = baseEdbInfo.SourceName
  671. }
  672. }
  673. } else {
  674. sourceMap[v.Source] = v.SourceName
  675. }
  676. }
  677. for source, sourceName := range sourceMap {
  678. if utils.InArrayByInt([]int{utils.DATA_SOURCE_MANUAL, utils.DATA_SOURCE_MYSTEEL_CHEMICAL}, source) {
  679. continue
  680. }
  681. sourceNameList = append(sourceNameList, sourceName)
  682. sourceNameEn, ok := utils.DataSourceEnMap[source]
  683. if !ok {
  684. sourceNameEn = sourceName
  685. }
  686. sourceNameEnList = append(sourceNameEnList, sourceNameEn)
  687. }
  688. //sourceNameList = append(sourceNameList, utils.ChartDefaultNameCn)
  689. //sourceNameEnList = append(sourceNameEnList, utils.ChartDefaultNameEn)
  690. // 图表来源
  691. conf, e := models.GetBusinessConf()
  692. if e != nil {
  693. return
  694. }
  695. if conf[models.BusinessConfCompanyName] != "" {
  696. sourceNameList = append(sourceNameList, conf[models.BusinessConfCompanyName])
  697. sourceNameEnList = append(sourceNameEnList, conf[models.BusinessConfCompanyName])
  698. }
  699. return
  700. }
  701. // GetCustomAnalysisOpButton 获取自定义分析按钮权限
  702. func GetCustomAnalysisOpButton(sysUser *system.Admin, belongUserId int, permissionType []int) (button excel.ExcelInfoDetailButton) {
  703. // 管理员/所属人所有权限
  704. if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN || sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_FICC_ADMIN || sysUser.AdminId == belongUserId {
  705. button.RefreshButton = true
  706. button.CopyButton = true
  707. button.DownloadButton = true
  708. button.OpEdbButton = true
  709. button.RefreshEdbButton = true
  710. button.OpButton = true
  711. button.DeleteButton = true
  712. return
  713. }
  714. // 非管理员-被分享人
  715. for _, v := range permissionType {
  716. if v == 1 {
  717. button.RefreshButton = true
  718. button.CopyButton = true
  719. button.DownloadButton = true
  720. }
  721. if v == 2 {
  722. button.OpEdbButton = true
  723. button.RefreshEdbButton = true
  724. button.OpButton = true
  725. button.CopyButton = true
  726. button.DownloadButton = true
  727. }
  728. }
  729. return
  730. }
  731. func parseExcelScopeCoord(scopeList []string) (scopeCoord string, err error) {
  732. if len(scopeList) == 2 {
  733. x1, y1, er := excelize.CellNameToCoordinates(scopeList[0])
  734. if er != nil {
  735. return "", er
  736. }
  737. x2, y2, er := excelize.CellNameToCoordinates(scopeList[1])
  738. if er != nil {
  739. return "", er
  740. }
  741. scopeCoord = fmt.Sprintf("%d,%d,%d,%d", x1, y1, x2, y2)
  742. }
  743. if len(scopeList) == 1 {
  744. x1, y1, er := excelize.CellNameToCoordinates(scopeList[0])
  745. if er != nil {
  746. return "", er
  747. }
  748. scopeCoord = fmt.Sprintf("%d,%d", x1, y1)
  749. }
  750. return
  751. }
  752. func ExcelRuleFormat(req *request.ExcelRuleMappingReq, lang string) (res *excel.ExcelInfoRuleMapping, err error) {
  753. res = new(excel.ExcelInfoRuleMapping)
  754. if req.RuleType == 5 {
  755. switch req.LeftValue {
  756. // 今天
  757. case "today":
  758. res.LeftValueBack = req.LeftValue
  759. // 明天
  760. case "tomorrow":
  761. res.LeftValueBack = req.LeftValue
  762. // 最近7天
  763. case "last7days":
  764. res.LeftValueBack = req.LeftValue
  765. // 上周
  766. case "lastweek":
  767. res.LeftValueBack = req.LeftValue
  768. // 本周
  769. case "thisweek":
  770. res.LeftValueBack = req.LeftValue
  771. // 下周
  772. case "nextweek":
  773. res.LeftValueBack = req.LeftValue
  774. // 上月
  775. case "lastmonth":
  776. res.LeftValueBack = req.LeftValue
  777. // 本月
  778. case "thismonth":
  779. res.LeftValueBack = req.LeftValue
  780. // 下月
  781. case "nextmonth":
  782. res.LeftValueBack = req.LeftValue
  783. default:
  784. err = errors.New("发生日期规则错误")
  785. return
  786. }
  787. }
  788. // 格式化条件值
  789. switch req.LeftValueType {
  790. // 坐标
  791. case 2:
  792. x, y, err := excelize.CellNameToCoordinates(req.LeftValue)
  793. if err != nil {
  794. return nil, err
  795. }
  796. res.LeftValue = req.LeftValue
  797. res.LeftValueBack = fmt.Sprintf("%d,%d", x, y)
  798. default:
  799. res.LeftValue = req.LeftValue
  800. res.LeftValueBack = req.LeftValue
  801. }
  802. switch req.RightValueType {
  803. // 坐标
  804. case 2:
  805. x, y, err := excelize.CellNameToCoordinates(req.RightValue)
  806. if err != nil {
  807. return nil, err
  808. }
  809. res.RightValue = req.RightValue
  810. res.RightValueBack = fmt.Sprintf("%d,%d", x, y)
  811. default:
  812. res.RightValue = req.RightValue
  813. res.RightValueBack = req.RightValue
  814. }
  815. if res.LeftValueBack == "" {
  816. res.LeftValueBack = req.LeftValue
  817. }
  818. if res.RightValueBack == "" {
  819. res.RightValueBack = req.RightValue
  820. }
  821. res.RuleType = req.RuleType
  822. res.ExcelInfoId = req.ExcelInfoId
  823. res.ExcelInfoRuleMappingId = req.ExcelRuleMappingId
  824. res.LeftValueType = req.LeftValueType
  825. res.RightValueType = req.RightValueType
  826. res.FontColor = req.FontColor
  827. res.BackgroundColor = req.BackgroundColor
  828. res.Remark = req.Remark
  829. res.RemarkEn = req.Remark
  830. res.ScopeShow = req.Scope
  831. scopeList := strings.Split(req.Scope, ":")
  832. res.ScopeCoord, err = parseExcelScopeCoord(scopeList)
  833. return
  834. }
  835. func AddExcelRule(req *request.ExcelRuleMappingReq, lang string) (err error) {
  836. excelRule, err := ExcelRuleFormat(req, lang)
  837. if err != nil {
  838. return
  839. }
  840. if excelRule.ExcelInfoRuleMappingId != 0 {
  841. return errors.New("规则已存在")
  842. }
  843. excelRule.CreateTime = time.Now()
  844. _, err = excelRule.Insert()
  845. return
  846. }
  847. func ModifyExcelRule(req *request.ExcelRuleMappingReq, lang string) (err error) {
  848. excelInfo, err := excel.GetExcelRuleMappingById(req.ExcelRuleMappingId)
  849. if err != nil {
  850. return
  851. }
  852. editExcelInfo, err := ExcelRuleFormat(req, lang)
  853. if err != nil {
  854. return
  855. }
  856. var updateCols []string
  857. if excelInfo.LeftValue != editExcelInfo.LeftValue {
  858. updateCols = append(updateCols, "LeftValue")
  859. updateCols = append(updateCols, "LeftValueBack")
  860. }
  861. if excelInfo.LeftValueType != editExcelInfo.LeftValueType {
  862. updateCols = append(updateCols, "LeftValueType")
  863. }
  864. if excelInfo.RightValue != editExcelInfo.RightValue {
  865. updateCols = append(updateCols, "RightValue")
  866. updateCols = append(updateCols, "RightValueBack")
  867. }
  868. if excelInfo.RightValueType != editExcelInfo.RightValueType {
  869. updateCols = append(updateCols, "RightValueType")
  870. }
  871. if excelInfo.FontColor != editExcelInfo.FontColor {
  872. updateCols = append(updateCols, "FontColor")
  873. }
  874. if excelInfo.BackgroundColor != editExcelInfo.BackgroundColor {
  875. updateCols = append(updateCols, "BackgroundColor")
  876. }
  877. if excelInfo.Remark != editExcelInfo.Remark {
  878. updateCols = append(updateCols, "Remark")
  879. }
  880. if excelInfo.RemarkEn != editExcelInfo.RemarkEn {
  881. updateCols = append(updateCols, "RemarkEn")
  882. }
  883. if excelInfo.ScopeShow != editExcelInfo.ScopeShow {
  884. updateCols = append(updateCols, "ScopeCoord")
  885. updateCols = append(updateCols, "ScopeShow")
  886. }
  887. if len(updateCols) > 0 {
  888. err = editExcelInfo.Update(updateCols)
  889. }
  890. return
  891. }
  892. // GetExcelRuleList 获取规则列表
  893. func GetExcelRuleList(excelInfoId int) (resp *response.ExcelRuleListResp, err error) {
  894. resp = new(response.ExcelRuleListResp)
  895. excelInfoList, err := excel.GetExcelRuleMappingByExcelInfoId(excelInfoId)
  896. if err != nil {
  897. return
  898. }
  899. resp.List = excelInfoList
  900. return
  901. }
  902. // GetExcelRuleDetail 获取规则列表
  903. func GetExcelRuleDetail(excelInfoMappingId int) (resp *excel.ExcelInfoRuleMappingView, err error) {
  904. resp = new(excel.ExcelInfoRuleMappingView)
  905. excelInfoDetail, err := excel.GetExcelRuleMappingById(excelInfoMappingId)
  906. if err != nil {
  907. return
  908. }
  909. resp = excelInfoDetail
  910. return
  911. }