edb_info_calculate_ljztbpj.go 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889
  1. package data_manage
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_chart_lib/utils"
  8. "sort"
  9. "strings"
  10. "time"
  11. )
  12. // AddCalculateLjztbpj 新增累计值同比拼接数据
  13. func AddCalculateLjztbpj(req *EdbInfoCalculateBatchSaveReq, firstEdbInfo, secondEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
  14. fmt.Println("AddCalculateLjztbpj")
  15. o := orm.NewOrmUsingDB("data")
  16. o.Begin()
  17. defer func() {
  18. if err != nil {
  19. fmt.Println("AddCalculateLjztbpj,Err:" + err.Error())
  20. o.Rollback()
  21. } else {
  22. o.Commit()
  23. }
  24. }()
  25. //待拼接指标map
  26. pjDataMap := make(map[string]float64)
  27. //拼接指标的日期切片数据
  28. pjEdbDataTimeList := make([]string, 0)
  29. //最近开始的时间
  30. var lastDateTime time.Time
  31. //获取待拼接指标
  32. {
  33. var condition string
  34. var pars []interface{}
  35. //获取待拼接指标最近的个12月31日有值的年份
  36. condition += " AND data_time like ? AND edb_info_id=? "
  37. pars = append(pars, "%12-31", firstEdbInfo.EdbInfoId)
  38. lastEdbData, tmpErr := GetLastEdbData(condition, pars, firstEdbInfo.Source)
  39. if tmpErr != nil {
  40. return edbInfoId, tmpErr
  41. }
  42. lastDateTime, _ = time.ParseInLocation(utils.FormatDate, lastEdbData.DataTime, time.Local)
  43. //获取待拼接指标的数据列表
  44. condition = ``
  45. pars = make([]interface{}, 0)
  46. condition += " AND data_time <= ? AND edb_info_id=? "
  47. pars = append(pars, lastEdbData.DataTime, firstEdbInfo.EdbInfoId)
  48. firstDataList, tmpErr := GetEdbDataListAll(condition, pars, firstEdbInfo.Source, 0)
  49. if tmpErr != nil {
  50. return edbInfoId, tmpErr
  51. }
  52. for _, v := range firstDataList {
  53. pjDataMap[v.DataTime] = v.Value
  54. pjEdbDataTimeList = append(pjEdbDataTimeList, v.DataTime)
  55. }
  56. }
  57. var edbInfo *EdbInfo
  58. if req.EdbInfoId <= 0 {
  59. edbInfo = &EdbInfo{
  60. SourceName: "累计值同比拼接",
  61. Source: utils.DATA_SOURCE_CALCULATE_LJZTBPJ,
  62. EdbCode: edbCode,
  63. EdbName: req.EdbName,
  64. EdbNameSource: req.EdbName,
  65. Frequency: req.Frequency,
  66. Unit: req.Unit,
  67. StartDate: firstEdbInfo.StartDate,
  68. EndDate: firstEdbInfo.EndDate,
  69. ClassifyId: req.ClassifyId,
  70. SysUserId: sysUserId,
  71. SysUserRealName: sysUserRealName,
  72. UniqueCode: uniqueCode,
  73. CreateTime: time.Now(),
  74. ModifyTime: time.Now(),
  75. CalculateFormula: lastDateTime.Format(utils.FormatDate),
  76. EdbType: 2,
  77. }
  78. newEdbInfoId, err := o.Insert(edbInfo)
  79. if err != nil {
  80. return edbInfoId, err
  81. }
  82. edbInfoId = int(newEdbInfoId)
  83. } else {
  84. edbInfoId = req.EdbInfoId
  85. //查询
  86. tmpEdbInfo, tmpErr := GetEdbInfoById(edbInfoId)
  87. if tmpErr != nil {
  88. err = tmpErr
  89. return
  90. }
  91. tmpEdbInfo.EdbName = req.EdbName
  92. tmpEdbInfo.ClassifyId = req.ClassifyId
  93. tmpEdbInfo.Frequency = req.Frequency
  94. tmpEdbInfo.Unit = req.Unit
  95. tmpEdbInfo.CalculateFormula = req.Formula
  96. edbInfo = tmpEdbInfo
  97. //删除指标数据
  98. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_LJZTBPJ)
  99. fmt.Println("dataTableName:" + dataTableName)
  100. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  101. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  102. _, err = o.Raw(deleteSql, req.EdbInfoId).Exec()
  103. if err != nil {
  104. return 0, err
  105. }
  106. //删除指标关系
  107. sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=? `
  108. _, err = o.Raw(sql, edbInfoId).Exec()
  109. }
  110. //关联关系
  111. //拼接指标
  112. {
  113. calculateMappingItem := new(EdbInfoCalculateMapping)
  114. calculateMappingItem.CreateTime = time.Now()
  115. calculateMappingItem.ModifyTime = time.Now()
  116. calculateMappingItem.Sort = 1
  117. calculateMappingItem.EdbCode = edbCode
  118. calculateMappingItem.EdbInfoId = edbInfoId
  119. calculateMappingItem.FromEdbInfoId = firstEdbInfo.EdbInfoId
  120. calculateMappingItem.FromEdbCode = firstEdbInfo.EdbCode
  121. calculateMappingItem.FromEdbName = firstEdbInfo.EdbName
  122. calculateMappingItem.FromSource = firstEdbInfo.Source
  123. calculateMappingItem.FromSourceName = firstEdbInfo.SourceName
  124. calculateMappingItem.FromTag = "A"
  125. calculateMappingItem.Source = edbInfo.Source
  126. calculateMappingItem.SourceName = edbInfo.SourceName
  127. go o.Insert(calculateMappingItem)
  128. }
  129. //同比值指标
  130. {
  131. calculateMappingItem := new(EdbInfoCalculateMapping)
  132. calculateMappingItem.CreateTime = time.Now()
  133. calculateMappingItem.ModifyTime = time.Now()
  134. calculateMappingItem.Sort = 1
  135. calculateMappingItem.EdbCode = edbCode
  136. calculateMappingItem.EdbInfoId = edbInfoId
  137. calculateMappingItem.FromEdbInfoId = secondEdbInfo.EdbInfoId
  138. calculateMappingItem.FromEdbCode = secondEdbInfo.EdbCode
  139. calculateMappingItem.FromEdbName = secondEdbInfo.EdbName
  140. calculateMappingItem.FromSource = secondEdbInfo.Source
  141. calculateMappingItem.FromSourceName = secondEdbInfo.SourceName
  142. calculateMappingItem.FromTag = "B"
  143. calculateMappingItem.Source = edbInfo.Source
  144. calculateMappingItem.SourceName = edbInfo.SourceName
  145. go o.Insert(calculateMappingItem)
  146. }
  147. //同比值指标map
  148. tbzEdbDataMap := make(map[string]float64)
  149. //同比值日期切片列表
  150. tbzEdbDataTimeList := make([]string, 0)
  151. //同比值指标
  152. {
  153. var condition string
  154. var pars []interface{}
  155. condition += " AND data_time > ? AND edb_info_id = ? "
  156. pars = append(pars, lastDateTime, secondEdbInfo.EdbInfoId)
  157. //同比值指标的数据列表
  158. secondDataList, tmpErr := GetEdbDataListAll(condition, pars, secondEdbInfo.Source, 0)
  159. if tmpErr != nil {
  160. return edbInfoId, tmpErr
  161. }
  162. for _, v := range secondDataList {
  163. tbzEdbDataMap[v.DataTime] = v.Value
  164. tbzEdbDataTimeList = append(tbzEdbDataTimeList, v.DataTime)
  165. }
  166. }
  167. sort.Strings(tbzEdbDataTimeList)
  168. for _, v := range tbzEdbDataTimeList {
  169. tbzDataTime, _ := time.ParseInLocation(utils.FormatDate, v, time.Local)
  170. //获取拼接指标上一年同一天的数据
  171. var pjDataTime time.Time
  172. if tbzDataTime.Month() == 2 {
  173. pjDataTime = tbzDataTime.AddDate(0, -11, 0)
  174. pjDataTime = time.Date(pjDataTime.Year(), pjDataTime.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 0, -1)
  175. } else {
  176. pjDataTime = tbzDataTime.AddDate(-1, 0, 0)
  177. }
  178. //如果存在数据,那么就去计算当前的数据
  179. if pjDataValue, ok := pjDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
  180. tbzDataValue := tbzEdbDataMap[v] //同比值
  181. currValue := pjDataValue * (1 + tbzDataValue/100)
  182. currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64()
  183. //将计算后的数据存入待拼接指标map里面,以便后续计算
  184. pjDataMap[v] = currValue
  185. pjEdbDataTimeList = append(pjEdbDataTimeList, v)
  186. }
  187. }
  188. addDataList := make([]*EdbDataCalculateLjztbpj, 0)
  189. //日期排序下
  190. sort.Strings(pjEdbDataTimeList)
  191. //这么做的目的是为了让数据插入的时候,可以正序插入(业务上没啥卵用,就是为了让我看数据的时候舒服点,手动狗头-_-|)
  192. for _, dataTime := range pjEdbDataTimeList {
  193. if dataValue, ok := pjDataMap[dataTime]; ok {
  194. //时间戳
  195. currentDate, _ := time.Parse(utils.FormatDate, dataTime)
  196. timestamp := currentDate.UnixNano() / 1e6
  197. edbDataLjztbpj := &EdbDataCalculateLjztbpj{
  198. EdbInfoId: edbInfoId,
  199. EdbCode: edbInfo.EdbCode,
  200. DataTime: dataTime,
  201. Value: dataValue,
  202. Status: 1,
  203. CreateTime: time.Now(),
  204. ModifyTime: time.Now(),
  205. DataTimestamp: timestamp,
  206. }
  207. addDataList = append(addDataList, edbDataLjztbpj)
  208. }
  209. }
  210. //数据入库
  211. tmpAddDataList := make([]*EdbDataCalculateLjztbpj, 0)
  212. for _, v := range addDataList {
  213. tmpAddDataList = append(tmpAddDataList, v)
  214. if len(tmpAddDataList) >= 200 {
  215. _, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
  216. if tmpErr != nil {
  217. err = tmpErr
  218. return
  219. }
  220. //重新初始化需要加入的数据切片
  221. tmpAddDataList = make([]*EdbDataCalculateLjztbpj, 0)
  222. }
  223. }
  224. //最后如果还有需要新增的数据,那么就统一入库
  225. if len(tmpAddDataList) > 0 {
  226. _, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
  227. if tmpErr != nil {
  228. err = tmpErr
  229. return
  230. }
  231. }
  232. return
  233. }
  234. // EditCalculateLjztbpj 编辑累计值同比拼接数据
  235. func EditCalculateLjztbpj(req *EdbInfoCalculateBatchEditReq, nowEdbInfo, firstEdbInfo, secondEdbInfo *EdbInfo) (edbInfoId int, err error) {
  236. edbInfoId = req.EdbInfoId
  237. o := orm.NewOrmUsingDB("data")
  238. o.Begin()
  239. defer func() {
  240. if err != nil {
  241. o.Rollback()
  242. } else {
  243. o.Commit()
  244. }
  245. }()
  246. sql := ``
  247. var existCondition string
  248. var existPars []interface{}
  249. existCondition += " AND edb_info_id=? "
  250. existPars = append(existPars, edbInfoId)
  251. //查询出所有的关联指标
  252. existList, err := GetEdbInfoCalculateListByCondition(existCondition, existPars)
  253. if err != nil {
  254. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  255. return
  256. }
  257. var existItemA, existItemB *EdbInfoCalculateMapping
  258. for _, existItem := range existList {
  259. if existItem.FromTag == "A" {
  260. existItemA = existItem
  261. } else if existItem.FromTag == "B" {
  262. existItemB = existItem
  263. }
  264. }
  265. // 原数据开始计算日期
  266. startCalculationDate, _ := time.ParseInLocation(utils.FormatDate, nowEdbInfo.CalculateFormula, time.Local)
  267. //待拼接指标map
  268. pjDataMap := make(map[string]float64) //需要入库的数据
  269. nowEdbDataMap := make(map[string]float64) //当前指标的数据(已经在库里了,不需要重新)
  270. //拼接指标的日期切片数据
  271. pjEdbDataTimeList := make([]string, 0)
  272. //最近开始的时间
  273. lastDateTime := startCalculationDate
  274. //待拼接指标数据
  275. {
  276. //如果拼接指标变更了,那么需要删除所有的指标进行重新拼接
  277. if existItemA.FromEdbInfoId != firstEdbInfo.EdbInfoId {
  278. //删除旧的指标数据
  279. {
  280. //删除之前的A指标关联关系
  281. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? and from_edb_info_id = ?`
  282. _, err = o.Raw(sql, edbInfoId, existItemA.FromEdbInfoId).Exec()
  283. if err != nil {
  284. err = errors.New("删除拼接日期之前的指标关联关系失败,Err:" + err.Error())
  285. return
  286. }
  287. //如果拼接指标变更了,那么需要删除所有的指标数据
  288. tableName := GetEdbDataTableName(nowEdbInfo.Source)
  289. sql = fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? `, tableName)
  290. _, err = o.Raw(sql, edbInfoId).Exec()
  291. if err != nil {
  292. err = errors.New("删除所有的累计值同比拼接指标数据失败,Err:" + err.Error())
  293. return
  294. }
  295. }
  296. //添加新的指标关系
  297. {
  298. calculateMappingItem := new(EdbInfoCalculateMapping)
  299. calculateMappingItem.CreateTime = time.Now()
  300. calculateMappingItem.ModifyTime = time.Now()
  301. calculateMappingItem.Sort = 1
  302. calculateMappingItem.EdbCode = nowEdbInfo.EdbCode
  303. calculateMappingItem.EdbInfoId = edbInfoId
  304. calculateMappingItem.FromEdbInfoId = firstEdbInfo.EdbInfoId
  305. calculateMappingItem.FromEdbCode = firstEdbInfo.EdbCode
  306. calculateMappingItem.FromEdbName = firstEdbInfo.EdbName
  307. calculateMappingItem.FromSource = firstEdbInfo.Source
  308. calculateMappingItem.FromSourceName = firstEdbInfo.SourceName
  309. calculateMappingItem.FromTag = "A"
  310. calculateMappingItem.Source = nowEdbInfo.Source
  311. calculateMappingItem.SourceName = nowEdbInfo.SourceName
  312. go o.Insert(calculateMappingItem)
  313. }
  314. var condition string
  315. var pars []interface{}
  316. //获取待拼接指标最近的个12月31日有值的年份
  317. condition += " AND data_time like ? AND edb_info_id=? "
  318. pars = append(pars, "%12-31", firstEdbInfo.EdbInfoId)
  319. //获取最新的待拼接指标
  320. lastEdbData, tmpErr := GetLastEdbData(condition, pars, firstEdbInfo.Source)
  321. if tmpErr != nil {
  322. return edbInfoId, tmpErr
  323. }
  324. lastDateTime, _ = time.ParseInLocation(utils.FormatDate, lastEdbData.DataTime, time.Local)
  325. //获取待拼接指标的数据列表
  326. condition = ``
  327. pars = make([]interface{}, 0)
  328. condition += " AND data_time <= ? AND edb_info_id=? "
  329. pars = append(pars, lastEdbData.DataTime, firstEdbInfo.EdbInfoId)
  330. firstDataList, tmpErr := GetEdbDataListAll(condition, pars, firstEdbInfo.Source, 0)
  331. if tmpErr != nil {
  332. return edbInfoId, tmpErr
  333. }
  334. for _, v := range firstDataList {
  335. pjDataMap[v.DataTime] = v.Value
  336. pjEdbDataTimeList = append(pjEdbDataTimeList, v.DataTime)
  337. //将新的数据存入已入库指标map里面,以便后续计算
  338. nowEdbDataMap[v.DataTime] = v.Value
  339. }
  340. } else {
  341. // 获取当前指标的所有数据
  342. var condition string
  343. var pars []interface{}
  344. condition += " AND edb_info_id=? and data_time <= ?"
  345. pars = append(pars, nowEdbInfo.EdbInfoId, nowEdbInfo.CalculateFormula)
  346. nowEdbDataList, tmpErr := GetEdbDataListAll(condition, pars, nowEdbInfo.Source, 0)
  347. if tmpErr != nil {
  348. return edbInfoId, tmpErr
  349. }
  350. for _, v := range nowEdbDataList {
  351. nowEdbDataMap[v.DataTime] = v.Value
  352. pjEdbDataTimeList = append(pjEdbDataTimeList, v.DataTime)
  353. }
  354. }
  355. }
  356. //同比值指标map
  357. tbzEdbDataMap := make(map[string]float64)
  358. //同比值日期切片列表
  359. tbzEdbDataTimeList := make([]string, 0)
  360. //同比值指标
  361. {
  362. if existItemB.FromEdbInfoId != secondEdbInfo.EdbInfoId {
  363. //删除通过B指标生成的数据
  364. {
  365. //删除之前的B指标关联关系
  366. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? and from_edb_info_id = ?`
  367. _, err = o.Raw(sql, edbInfoId, existItemB.FromEdbInfoId).Exec()
  368. if err != nil {
  369. err = errors.New("删除拼接日期之后的指标关联关系失败,Err:" + err.Error())
  370. return
  371. }
  372. //如果同比值指标变更了,那么需要删除所有计算出来的指标数据
  373. tableName := GetEdbDataTableName(nowEdbInfo.Source)
  374. sql = fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time > ? `, tableName)
  375. _, err = o.Raw(sql, edbInfoId, nowEdbInfo.CalculateFormula).Exec()
  376. if err != nil {
  377. err = errors.New("删除计算出来的累计值同比拼接指标数据失败,Err:" + err.Error())
  378. return
  379. }
  380. }
  381. //添加新的指标关系
  382. {
  383. calculateMappingItem := new(EdbInfoCalculateMapping)
  384. calculateMappingItem.CreateTime = time.Now()
  385. calculateMappingItem.ModifyTime = time.Now()
  386. calculateMappingItem.Sort = 1
  387. calculateMappingItem.EdbCode = nowEdbInfo.EdbCode
  388. calculateMappingItem.EdbInfoId = edbInfoId
  389. calculateMappingItem.FromEdbInfoId = secondEdbInfo.EdbInfoId
  390. calculateMappingItem.FromEdbCode = secondEdbInfo.EdbCode
  391. calculateMappingItem.FromEdbName = secondEdbInfo.EdbName
  392. calculateMappingItem.FromSource = secondEdbInfo.Source
  393. calculateMappingItem.FromSourceName = secondEdbInfo.SourceName
  394. calculateMappingItem.FromTag = "B"
  395. calculateMappingItem.Source = nowEdbInfo.Source
  396. calculateMappingItem.SourceName = nowEdbInfo.SourceName
  397. go o.Insert(calculateMappingItem)
  398. }
  399. }
  400. var condition string
  401. var pars []interface{}
  402. condition += " AND data_time > ? AND edb_info_id = ? "
  403. pars = append(pars, lastDateTime, secondEdbInfo.EdbInfoId)
  404. //同比值指标的数据列表
  405. secondDataList, tmpErr := GetEdbDataListAll(condition, pars, secondEdbInfo.Source, 0)
  406. if tmpErr != nil {
  407. return edbInfoId, tmpErr
  408. }
  409. for _, v := range secondDataList {
  410. tbzEdbDataMap[v.DataTime] = v.Value
  411. tbzEdbDataTimeList = append(tbzEdbDataTimeList, v.DataTime)
  412. }
  413. }
  414. sort.Strings(tbzEdbDataTimeList)
  415. // 遍历现有的数据,判断拼接指标中是否存在该日期数据,如果拼接指标无此数据,那么需要删除该日期数据(日期的判断:需要在开始计算日期之后)
  416. removeDateList := make([]string, 0)
  417. for nowEdbDate := range nowEdbDataMap {
  418. nowEdbDateTime, _ := time.ParseInLocation(utils.FormatDate, nowEdbDate, time.Local)
  419. //校验日期 需要 大于 拼接前日期
  420. if startCalculationDate.Before(nowEdbDateTime) {
  421. if _, ok := tbzEdbDataMap[nowEdbDate]; !ok {
  422. // 同比指标中,不存在该日期数据,那么需要移除 现有数据 中该日期的数据
  423. removeDateList = append(removeDateList, nowEdbDate)
  424. }
  425. }
  426. }
  427. //待修改的指标数据map(index:日期,value:值)
  428. updateEdbDataMap := make(map[string]float64)
  429. for _, v := range tbzEdbDataTimeList {
  430. tbzDataTime, _ := time.ParseInLocation(utils.FormatDate, v, time.Local)
  431. //获取拼接指标上一年同一天的数据
  432. var pjDataTime time.Time
  433. if tbzDataTime.Month() == 2 {
  434. pjDataTime = tbzDataTime.AddDate(0, -11, 0)
  435. pjDataTime = time.Date(pjDataTime.Year(), pjDataTime.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 0, -1)
  436. } else {
  437. pjDataTime = tbzDataTime.AddDate(-1, 0, 0)
  438. }
  439. //校验现有数据中,是否存在该日期的数据,如果存在的话,那么就要去校验 最新计算数据 与 现有数据 是否一致
  440. if nowEdbDataValue, isHas := nowEdbDataMap[v]; isHas {
  441. //获取去年今日的数据,获取到后,然后是去修改该日期的数据
  442. if lastYearEdbDataValue, ok := nowEdbDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
  443. tbzDataValue := tbzEdbDataMap[v] //同比值
  444. currValue := lastYearEdbDataValue * (1 + tbzDataValue/100)
  445. currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64() //保留4位小数
  446. //如果计算出来的值与库里面的值不匹配,那么就去修改该值
  447. if nowEdbDataValue != currValue {
  448. //将计算后的数据存入待拼接指标map里面,以便后续计算
  449. updateEdbDataMap[v] = currValue
  450. }
  451. }
  452. } else {
  453. //因为 现有数据中 不存在该日期数据,那么需要做新增数据处理
  454. //如果去年今日存在该数据,那么就去计算当前的数据
  455. if pjDataValue, ok := nowEdbDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
  456. tbzDataValue := tbzEdbDataMap[v] //同比值
  457. currValue := pjDataValue * (1 + tbzDataValue/100)
  458. currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64()
  459. //将计算后的数据存入已入库指标map里面,以便后续计算
  460. nowEdbDataMap[v] = currValue
  461. //将计算后的数据存入待拼接指标map里面,以便后续入库
  462. pjDataMap[v] = currValue
  463. pjEdbDataTimeList = append(pjEdbDataTimeList, v)
  464. }
  465. }
  466. }
  467. //新增的数据入库
  468. {
  469. addDataList := make([]*EdbDataCalculateLjztbpj, 0)
  470. for dataTime, dataValue := range pjDataMap {
  471. //时间戳
  472. currentDate, _ := time.Parse(utils.FormatDate, dataTime)
  473. timestamp := currentDate.UnixNano() / 1e6
  474. edbDataLjztbpj := &EdbDataCalculateLjztbpj{
  475. EdbInfoId: edbInfoId,
  476. EdbCode: nowEdbInfo.EdbCode,
  477. DataTime: dataTime,
  478. Value: dataValue,
  479. Status: 1,
  480. CreateTime: time.Now(),
  481. ModifyTime: time.Now(),
  482. DataTimestamp: timestamp,
  483. }
  484. addDataList = append(addDataList, edbDataLjztbpj)
  485. }
  486. tmpAddDataList := make([]*EdbDataCalculateLjztbpj, 0)
  487. for _, v := range addDataList {
  488. tmpAddDataList = append(tmpAddDataList, v)
  489. if len(tmpAddDataList) >= 200 {
  490. _, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
  491. if tmpErr != nil {
  492. err = tmpErr
  493. return
  494. }
  495. //重新初始化需要加入的数据切片
  496. tmpAddDataList = make([]*EdbDataCalculateLjztbpj, 0)
  497. }
  498. }
  499. //最后如果还有需要新增的数据,那么就统一入库
  500. if len(tmpAddDataList) > 0 {
  501. _, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
  502. if tmpErr != nil {
  503. err = tmpErr
  504. return
  505. }
  506. }
  507. }
  508. //删除已经不存在的累计同比拼接指标数据(由于同比值当日的数据删除了)
  509. {
  510. if len(removeDateList) > 0 {
  511. removeDateStr := strings.Join(removeDateList, `","`)
  512. removeDateStr = `"` + removeDateStr + `"`
  513. //如果拼接指标变更了,那么需要删除所有的指标数据
  514. tableName := GetEdbDataTableName(nowEdbInfo.Source)
  515. sql = fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  516. _, err = o.Raw(sql, edbInfoId).Exec()
  517. if err != nil {
  518. err = errors.New("删除不存在的累计值同比拼接指标数据失败,Err:" + err.Error())
  519. return
  520. }
  521. }
  522. }
  523. //修改现有的数据中对应的值
  524. {
  525. tableName := GetEdbDataTableName(nowEdbInfo.Source)
  526. for edbDate, edbDataValue := range updateEdbDataMap {
  527. sql = fmt.Sprintf(` UPDATE %s set value = %f,modify_time=now() WHERE edb_info_id = ? and data_time = %s `, tableName, edbDataValue, edbDate)
  528. _, err = o.Raw(sql, edbInfoId).Exec()
  529. if err != nil {
  530. err = errors.New("更新现有的累计值同比拼接指标数据失败,Err:" + err.Error())
  531. return
  532. }
  533. }
  534. }
  535. //修改指标信息
  536. sql = ` UPDATE edb_info SET
  537. edb_name =?,
  538. edb_name_source=?,
  539. frequency = ?,
  540. unit = ?,
  541. classify_id = ?,
  542. calculate_formula=?,
  543. modify_time = NOW()
  544. WHERE edb_info_id = ? `
  545. _, err = o.Raw(sql, req.EdbName, req.EdbName, req.Frequency, req.Unit, req.ClassifyId, lastDateTime.Format(utils.FormatDate), edbInfoId).Exec()
  546. if err != nil {
  547. return
  548. }
  549. return
  550. }
  551. // RefreshAllCalculateLjztbpj 刷新所有 累计值同比拼接 数据
  552. func RefreshAllCalculateLjztbpj(edbInfo *EdbInfo) (err error) {
  553. o := orm.NewOrmUsingDB("data")
  554. o.Begin()
  555. defer func() {
  556. if err != nil {
  557. o.Rollback()
  558. } else {
  559. o.Commit()
  560. }
  561. }()
  562. //查询当前指标现有的数据
  563. var condition string
  564. var pars []interface{}
  565. condition += " AND edb_info_id=? "
  566. pars = append(pars, edbInfo.EdbInfoId)
  567. //所有的数据
  568. dataList, err := GetAllEdbDataCalculateLjztbpjByEdbInfoId(edbInfo.EdbInfoId)
  569. if err != nil {
  570. return err
  571. }
  572. //待拼接指标map
  573. pjDataMap := make(map[string]float64) //需要入库的数据
  574. nowEdbDataMap := make(map[string]float64) //当前指标的数据(已经在库里了,不需要重新)
  575. //拼接指标的日期切片数据
  576. pjEdbDataTimeList := make([]string, 0)
  577. dataMap := make(map[string]*EdbDataCalculateLjztbpj)
  578. for _, v := range dataList {
  579. pjEdbDataTimeList = append(pjEdbDataTimeList, v.DataTime)
  580. dataMap[v.DataTime] = v
  581. nowEdbDataMap[v.DataTime] = v.Value
  582. }
  583. //查询关联指标信息
  584. var existCondition string
  585. var existPars []interface{}
  586. existCondition += " AND edb_info_id=? "
  587. existPars = append(existPars, edbInfo.EdbInfoId)
  588. existList, err := GetEdbInfoCalculateListByCondition(existCondition, existPars)
  589. if err != nil {
  590. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  591. return
  592. }
  593. var existItemA, existItemB *EdbInfoCalculateMapping
  594. for _, existItem := range existList {
  595. if existItem.FromTag == "A" {
  596. existItemA = existItem
  597. } else if existItem.FromTag == "B" {
  598. existItemB = existItem
  599. }
  600. }
  601. // 原数据开始计算日期
  602. startCalculationDate, _ := time.ParseInLocation(utils.FormatDate, edbInfo.CalculateFormula, time.Local)
  603. //待拼接指标
  604. {
  605. var condition string
  606. var pars []interface{}
  607. condition += " AND data_time <= ? AND edb_info_id=? "
  608. pars = append(pars, startCalculationDate, existItemA.FromEdbInfoId)
  609. //第一个指标的数据列表
  610. firstDataList, tmpErr := GetEdbDataListAll(condition, pars, existItemA.FromSource, 0)
  611. if tmpErr != nil {
  612. return tmpErr
  613. }
  614. for _, v := range firstDataList {
  615. //时间戳
  616. if edbData, ok := dataMap[v.DataTime]; ok {
  617. if edbData.Value != v.Value {
  618. //更新指标数据
  619. edbData.Value = v.Value
  620. o.Update(edbData, "Value")
  621. //将新的数据存入已入库指标map里面,以便后续计算
  622. nowEdbDataMap[edbData.DataTime] = v.Value
  623. }
  624. }
  625. }
  626. }
  627. //同比值指标map
  628. tbzEdbDataMap := make(map[string]float64)
  629. //同比值日期切片列表
  630. tbzEdbDataTimeList := make([]string, 0)
  631. //同比值指标
  632. {
  633. var condition string
  634. var pars []interface{}
  635. condition += " AND data_time > ? AND edb_info_id = ? "
  636. pars = append(pars, startCalculationDate, existItemB.FromEdbInfoId)
  637. //第二个指标的数据列表
  638. secondDataList, tmpErr := GetEdbDataListAll(condition, pars, existItemB.FromSource, 0)
  639. if tmpErr != nil {
  640. return tmpErr
  641. }
  642. for _, v := range secondDataList {
  643. tbzEdbDataMap[v.DataTime] = v.Value
  644. tbzEdbDataTimeList = append(tbzEdbDataTimeList, v.DataTime)
  645. }
  646. }
  647. sort.Strings(tbzEdbDataTimeList)
  648. // 遍历现有的数据,判断拼接指标中是否存在该日期数据,如果拼接指标无此数据,那么需要删除该日期数据(日期的判断:需要在开始计算日期之后)
  649. removeDateList := make([]string, 0)
  650. for nowEdbDate := range nowEdbDataMap {
  651. nowEdbDateTime, _ := time.ParseInLocation(utils.FormatDate, nowEdbDate, time.Local)
  652. //校验日期 需要 大于 拼接前日期
  653. if startCalculationDate.Before(nowEdbDateTime) {
  654. if _, ok := tbzEdbDataMap[nowEdbDate]; !ok {
  655. // 同比指标中,不存在该日期数据,那么需要移除 现有数据 中该日期的数据
  656. removeDateList = append(removeDateList, nowEdbDate)
  657. }
  658. }
  659. }
  660. //待修改的指标数据map(index:日期,value:值)
  661. updateEdbDataMap := make(map[string]float64)
  662. for _, v := range tbzEdbDataTimeList {
  663. tbzDataTime, _ := time.ParseInLocation(utils.FormatDate, v, time.Local)
  664. //获取拼接指标上一年同一天的数据
  665. var pjDataTime time.Time
  666. if tbzDataTime.Month() == 2 {
  667. pjDataTime = tbzDataTime.AddDate(0, -11, 0)
  668. pjDataTime = time.Date(pjDataTime.Year(), pjDataTime.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 0, -1)
  669. } else {
  670. pjDataTime = tbzDataTime.AddDate(-1, 0, 0)
  671. }
  672. //校验现有数据中,是否存在该日期的数据,如果存在的话,那么就要去校验 最新计算数据 与 现有数据 是否一致
  673. if nowEdbDataValue, isHas := nowEdbDataMap[v]; isHas {
  674. //获取去年今日的数据,获取到后,然后是去修改该日期的数据
  675. if lastYearEdbDataValue, ok := nowEdbDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
  676. if v == "2021-08-31" {
  677. fmt.Println("进来了")
  678. }
  679. tbzDataValue := tbzEdbDataMap[v] //同比值
  680. currValue := lastYearEdbDataValue * (1 + tbzDataValue/100)
  681. currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64() //保留4位小数
  682. //如果计算出来的值与库里面的值不匹配,那么就去修改该值
  683. if nowEdbDataValue != currValue {
  684. //将计算后的数据存入待拼接指标map里面,以便后续计算
  685. updateEdbDataMap[v] = currValue
  686. }
  687. }
  688. } else {
  689. //因为 现有数据中 不存在该日期数据,那么需要做新增数据处理
  690. //如果去年今日存在该数据,那么就去计算当前的数据
  691. if pjDataValue, ok := nowEdbDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
  692. tbzDataValue := tbzEdbDataMap[v] //同比值
  693. currValue := pjDataValue * (1 + tbzDataValue/100)
  694. currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64()
  695. //将计算后的数据存入已入库指标map里面,以便后续计算
  696. nowEdbDataMap[v] = currValue
  697. //将计算后的数据存入待拼接指标map里面,以便后续入库
  698. pjDataMap[v] = currValue
  699. pjEdbDataTimeList = append(pjEdbDataTimeList, v)
  700. }
  701. }
  702. }
  703. //新增的数据入库
  704. {
  705. addDataList := make([]*EdbDataCalculateLjztbpj, 0)
  706. for dataTime, dataValue := range pjDataMap {
  707. //时间戳
  708. currentDate, _ := time.Parse(utils.FormatDate, dataTime)
  709. timestamp := currentDate.UnixNano() / 1e6
  710. edbDataLjztbpj := &EdbDataCalculateLjztbpj{
  711. EdbInfoId: edbInfo.EdbInfoId,
  712. EdbCode: edbInfo.EdbCode,
  713. DataTime: dataTime,
  714. Value: dataValue,
  715. Status: 1,
  716. CreateTime: time.Now(),
  717. ModifyTime: time.Now(),
  718. DataTimestamp: timestamp,
  719. }
  720. addDataList = append(addDataList, edbDataLjztbpj)
  721. }
  722. tmpAddDataList := make([]*EdbDataCalculateLjztbpj, 0)
  723. for _, v := range addDataList {
  724. tmpAddDataList = append(tmpAddDataList, v)
  725. if len(tmpAddDataList) >= 200 {
  726. _, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
  727. if tmpErr != nil {
  728. err = tmpErr
  729. return
  730. }
  731. //重新初始化需要加入的数据切片
  732. tmpAddDataList = make([]*EdbDataCalculateLjztbpj, 0)
  733. }
  734. }
  735. //最后如果还有需要新增的数据,那么就统一入库
  736. if len(tmpAddDataList) > 0 {
  737. _, tmpErr := o.InsertMulti(len(tmpAddDataList), tmpAddDataList)
  738. if tmpErr != nil {
  739. err = tmpErr
  740. return
  741. }
  742. }
  743. }
  744. //删除已经不存在的累计同比拼接指标数据(由于同比值当日的数据删除了)
  745. {
  746. if len(removeDateList) > 0 {
  747. removeDateStr := strings.Join(removeDateList, `","`)
  748. removeDateStr = `"` + removeDateStr + `"`
  749. //如果拼接指标变更了,那么需要删除所有的指标数据
  750. tableName := GetEdbDataTableName(edbInfo.Source)
  751. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  752. _, err = o.Raw(sql, edbInfo.EdbInfoId).Exec()
  753. if err != nil {
  754. err = errors.New("删除不存在的累计值同比拼接指标数据失败,Err:" + err.Error())
  755. return
  756. }
  757. }
  758. }
  759. //修改现有的数据中对应的值
  760. {
  761. tableName := GetEdbDataTableName(edbInfo.Source)
  762. for edbDate, edbDataValue := range updateEdbDataMap {
  763. sql := fmt.Sprintf(` UPDATE %s set value = ?,modify_time=now() WHERE edb_info_id = ? and data_time = ? `, tableName)
  764. _, err = o.Raw(sql, edbDataValue, edbInfo.EdbInfoId, edbDate).Exec()
  765. if err != nil {
  766. err = errors.New("更新现有的累计值同比拼接指标数据失败,Err:" + err.Error())
  767. return
  768. }
  769. }
  770. }
  771. return
  772. }