predict_edb_data_calculate_tcz.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694
  1. package models
  2. import (
  3. "errors"
  4. "eta/eta_index_lib/global"
  5. "eta/eta_index_lib/utils"
  6. "fmt"
  7. "github.com/shopspring/decimal"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. // SavePredictCalculateTcz 同差值
  13. func SavePredictCalculateTcz(reqEdbInfoId, classifyId int, edbName, frequency, unit, formula string, fromEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName, lang string) (edbInfo *EdbInfo, latestDateStr string, latestValue float64, err error, errMsg string) {
  14. to := global.DEFAULT_DB.Begin()
  15. defer func() {
  16. if err != nil {
  17. to.Rollback()
  18. } else {
  19. to.Commit()
  20. }
  21. }()
  22. fmt.Println("reqEdbInfoId:", reqEdbInfoId)
  23. if reqEdbInfoId <= 0 {
  24. edbInfo = &EdbInfo{
  25. //EdbInfoId: 0,
  26. EdbInfoType: 1,
  27. SourceName: "预测同差",
  28. Source: utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ,
  29. EdbCode: edbCode,
  30. EdbName: edbName,
  31. EdbNameSource: edbName,
  32. Frequency: frequency,
  33. Unit: unit,
  34. //StartDate: "",
  35. //EndDate: "",
  36. ClassifyId: classifyId,
  37. SysUserId: sysUserId,
  38. SysUserRealName: sysUserRealName,
  39. UniqueCode: uniqueCode,
  40. CreateTime: time.Now(),
  41. ModifyTime: time.Now(),
  42. MinValue: 0,
  43. MaxValue: 0,
  44. CalculateFormula: formula,
  45. EdbType: 2,
  46. Sort: GetAddEdbMaxSortByClassifyId(classifyId, utils.PREDICT_EDB_INFO_TYPE),
  47. MoveType: 0,
  48. MoveFrequency: "",
  49. NoUpdate: 0,
  50. ServerUrl: "",
  51. EdbNameEn: edbName,
  52. UnitEn: unit,
  53. LatestDate: "",
  54. LatestValue: 0,
  55. ChartImage: "",
  56. }
  57. tmpErr := to.Create(edbInfo).Error
  58. if tmpErr != nil {
  59. err = tmpErr
  60. return
  61. }
  62. // 添加关联关系
  63. {
  64. calculateMappingItem := &EdbInfoCalculateMapping{
  65. EdbInfoCalculateMappingId: 0,
  66. EdbInfoId: edbInfo.EdbInfoId,
  67. Source: edbInfo.Source,
  68. SourceName: edbInfo.SourceName,
  69. EdbCode: edbCode,
  70. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  71. FromEdbCode: fromEdbInfo.EdbCode,
  72. FromEdbName: fromEdbInfo.EdbName,
  73. FromSource: fromEdbInfo.Source,
  74. FromSourceName: fromEdbInfo.SourceName,
  75. FromTag: "",
  76. Sort: 1,
  77. CreateTime: time.Now(),
  78. ModifyTime: time.Now(),
  79. }
  80. err = to.Create(calculateMappingItem).Error
  81. if err != nil {
  82. return
  83. }
  84. }
  85. } else {
  86. edbInfo, err = GetEdbInfoById(reqEdbInfoId)
  87. if err != nil {
  88. if err.Error() == utils.ErrNoRow() {
  89. errMsg = `获取指标信息失败`
  90. }
  91. return
  92. }
  93. if edbInfo.EdbInfoType != 1 {
  94. errMsg = `该指标不是预测指标`
  95. err = errors.New(errMsg)
  96. return
  97. }
  98. latestDateStr = edbInfo.LatestDate
  99. latestValue = edbInfo.LatestValue
  100. //修改指标信息
  101. switch lang {
  102. case utils.EnLangVersion:
  103. edbInfo.EdbNameEn = edbName
  104. edbInfo.UnitEn = unit
  105. default:
  106. edbInfo.EdbName = edbName
  107. edbInfo.Unit = unit
  108. edbInfo.EdbNameSource = edbName
  109. }
  110. edbInfo.Frequency = frequency
  111. edbInfo.ClassifyId = classifyId
  112. edbInfo.ModifyTime = time.Now()
  113. err = to.Model(edbInfo).Select([]string{"EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "ModifyTime", "EdbNameEn", "UnitEn"}).Updates(edbInfo).Error
  114. if err != nil {
  115. return
  116. }
  117. var existCondition string
  118. var existPars []interface{}
  119. existCondition += " AND edb_info_id=? AND from_edb_info_id=? "
  120. existPars = append(existPars, edbInfo.EdbInfoId, fromEdbInfo.EdbInfoId)
  121. //判断计算指标是否被更换
  122. var count int
  123. count, err = GetEdbInfoCalculateCountByCondition(existCondition, existPars)
  124. if err != nil {
  125. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  126. return
  127. }
  128. if count > 0 { // 指标未被替换,无需重新计算
  129. return
  130. }
  131. //删除,计算指标关联的,基础指标的关联关系
  132. sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  133. err = to.Exec(sql, edbInfo.EdbInfoId).Error
  134. if err != nil {
  135. return
  136. }
  137. // 删除该指标所有的同差数据
  138. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ, utils.DATA_SUB_SOURCE_EDB)
  139. fmt.Println("dataTableName:", dataTableName)
  140. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  141. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  142. err = to.Exec(deleteSql, edbInfo.EdbInfoId).Error
  143. if err != nil {
  144. return
  145. }
  146. }
  147. edbInfoIdStr := strconv.Itoa(edbInfo.EdbInfoId)
  148. //获取源指标数据
  149. fmt.Println("EdbInfoId:", fromEdbInfo.EdbInfoId)
  150. dataList, err := GetPredictEdbDataListAll(fromEdbInfo, 0)
  151. if err != nil {
  152. return
  153. }
  154. latestDateStr = fromEdbInfo.LatestDate
  155. // 计算数据
  156. var dateArr []string
  157. dataMap := make(map[string]*EdbInfoSearchData)
  158. for _, v := range dataList {
  159. dateArr = append(dateArr, v.DataTime)
  160. dataMap[v.DataTime] = v
  161. }
  162. //fmt.Println("Frequency:", fromEdbInfo.Frequency)
  163. addSql := ` INSERT INTO edb_data_predict_calculate_tcz (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  164. addSql = utils.ReplaceDriverKeywords("", addSql)
  165. var isAdd bool
  166. existMap := make(map[string]string)
  167. for _, av := range dateArr {
  168. //fmt.Println("dateArr:", ak, av)
  169. currentItem := dataMap[av]
  170. if currentItem != nil {
  171. //当前日期
  172. currentDate, tmpErr := time.ParseInLocation(utils.FormatDate, av, time.Local)
  173. if tmpErr != nil {
  174. err = tmpErr
  175. return
  176. }
  177. //上一年的日期
  178. preDate := currentDate.AddDate(-1, 0, 0)
  179. preDateStr := preDate.Format(utils.FormatDate)
  180. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  181. //dataTime, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
  182. if _, ok := existMap[edbCode+av]; !ok {
  183. timestamp := currentDate.UnixNano() / 1e6
  184. timestampStr := fmt.Sprintf("%d", timestamp)
  185. val := TczSub(currentItem.Value, findItem.Value)
  186. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  187. isAdd = true
  188. // 实际数据的值
  189. if fromEdbInfo.LatestDate == av {
  190. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  191. if tmpErr != nil {
  192. return
  193. }
  194. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  195. }
  196. }
  197. existMap[edbCode+av] = av
  198. } else {
  199. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  200. nextDateDay := preDate
  201. preDateDay := preDate
  202. for i := 0; i <= 35; i++ {
  203. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  204. if findItem, ok := dataMap[nextDateDayStr]; ok { //下一年同期->下一个月找到
  205. if _, ok := existMap[edbCode+av]; !ok {
  206. timestamp := currentDate.UnixNano() / 1e6
  207. timestampStr := fmt.Sprintf("%d", timestamp)
  208. val := TczSub(currentItem.Value, findItem.Value)
  209. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  210. isAdd = true
  211. // 实际数据的值
  212. if fromEdbInfo.LatestDate == av {
  213. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  214. if tmpErr != nil {
  215. return
  216. }
  217. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  218. }
  219. }
  220. existMap[edbCode+av] = av
  221. break
  222. } else {
  223. preDateDayStr := preDateDay.Format(utils.FormatDate)
  224. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  225. if _, ok := existMap[edbCode+av]; !ok {
  226. timestamp := currentDate.UnixNano() / 1e6
  227. timestampStr := fmt.Sprintf("%d", timestamp)
  228. val := TczSub(currentItem.Value, findItem.Value)
  229. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  230. isAdd = true
  231. // 实际数据的值
  232. if fromEdbInfo.LatestDate == av {
  233. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  234. if tmpErr != nil {
  235. return
  236. }
  237. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  238. }
  239. }
  240. existMap[edbCode+av] = av
  241. break
  242. }
  243. }
  244. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  245. preDateDay = preDateDay.AddDate(0, 0, -1)
  246. }
  247. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  248. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  249. if _, ok := existMap[edbCode+av]; !ok {
  250. timestamp := currentDate.UnixNano() / 1e6
  251. timestampStr := fmt.Sprintf("%d", timestamp)
  252. val := TczSub(currentItem.Value, findItem.Value)
  253. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  254. isAdd = true
  255. // 实际数据的值
  256. if fromEdbInfo.LatestDate == av {
  257. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  258. if tmpErr != nil {
  259. return
  260. }
  261. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  262. }
  263. }
  264. existMap[edbCode+av] = av
  265. break
  266. }
  267. } else {
  268. nextDateDay := preDate
  269. preDateDay := preDate
  270. for i := 0; i < 35; i++ {
  271. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  272. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  273. if _, ok := existMap[edbCode+av]; !ok {
  274. timestamp := currentDate.UnixNano() / 1e6
  275. timestampStr := fmt.Sprintf("%d", timestamp)
  276. val := TczSub(currentItem.Value, findItem.Value)
  277. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  278. isAdd = true
  279. // 实际数据的值
  280. if fromEdbInfo.LatestDate == av {
  281. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  282. if tmpErr != nil {
  283. return
  284. }
  285. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  286. }
  287. }
  288. existMap[edbCode+av] = av
  289. break
  290. } else {
  291. preDateDayStr := preDateDay.Format(utils.FormatDate)
  292. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  293. if _, ok := existMap[edbCode+av]; !ok {
  294. timestamp := currentDate.UnixNano() / 1e6
  295. timestampStr := fmt.Sprintf("%d", timestamp)
  296. val := TczSub(currentItem.Value, findItem.Value)
  297. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  298. isAdd = true
  299. // 实际数据的值
  300. if fromEdbInfo.LatestDate == av {
  301. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  302. if tmpErr != nil {
  303. return
  304. }
  305. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  306. }
  307. }
  308. existMap[edbCode+av] = av
  309. break
  310. } else {
  311. }
  312. }
  313. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  314. preDateDay = preDateDay.AddDate(0, 0, -1)
  315. }
  316. }
  317. }
  318. }
  319. }
  320. if isAdd {
  321. addSql = strings.TrimRight(addSql, ",")
  322. err = to.Exec(addSql).Error
  323. if err != nil {
  324. return
  325. }
  326. }
  327. return
  328. }
  329. // RefreshAllPredictCalculateTcz 刷新全部同差值数据
  330. func RefreshAllPredictCalculateTcz(edbInfoId, source, subSource int, fromEdbInfo *EdbInfo, edbCode, startDate string) (latestDateStr string, latestValue float64, err error) {
  331. to := global.DEFAULT_DB.Begin()
  332. defer func() {
  333. if err != nil {
  334. to.Rollback()
  335. } else {
  336. to.Commit()
  337. }
  338. }()
  339. if err != nil {
  340. return
  341. }
  342. edbInfoIdStr := strconv.Itoa(edbInfoId)
  343. // 获取关联指标数据
  344. dataList, err := GetPredictEdbDataListAllByStartDate(fromEdbInfo, 0, startDate)
  345. if err != nil {
  346. return
  347. }
  348. latestDateStr = fromEdbInfo.LatestDate
  349. //计算数据
  350. var dateArr []string
  351. dataMap := make(map[string]*EdbInfoSearchData)
  352. for _, v := range dataList {
  353. dateArr = append(dateArr, v.DataTime)
  354. dataMap[v.DataTime] = v
  355. }
  356. dataTableName := GetEdbDataTableName(source, subSource)
  357. //获取指标所有数据
  358. existDataList, err := GetAllEdbDataListByTo(to, edbInfoId, source, subSource)
  359. if err != nil {
  360. return
  361. }
  362. existDataMap := make(map[string]string)
  363. removeDateMap := make(map[string]bool) //需要移除的日期
  364. for _, v := range existDataList {
  365. existDataMap[v.DataTime] = v.Value
  366. removeDateMap[v.DataTime] = true
  367. }
  368. addSql := ` INSERT INTO edb_data_predict_calculate_tcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  369. addSql = utils.ReplaceDriverKeywords("", addSql)
  370. var isAdd bool
  371. existAddDataMap := make(map[string]string)
  372. for _, av := range dateArr {
  373. currentItem := dataMap[av]
  374. if currentItem != nil {
  375. delete(removeDateMap, av)
  376. //当前日期
  377. currentDate, tmpErr := time.ParseInLocation(utils.FormatDate, av, time.Local)
  378. if tmpErr != nil {
  379. err = tmpErr
  380. return
  381. }
  382. //上一年的日期
  383. preDate := currentDate.AddDate(-1, 0, 0)
  384. preDateStr := preDate.Format(utils.FormatDate)
  385. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  386. //dataTime, _ := time.ParseInLocation(utils.FormatDate, date, time.Local)
  387. timestamp := currentDate.UnixNano() / 1e6
  388. timestampStr := fmt.Sprintf("%d", timestamp)
  389. val := TczSub(currentItem.Value, findItem.Value)
  390. if existVal, ok := existDataMap[av]; !ok {
  391. if _, existOk := existAddDataMap[av]; !existOk {
  392. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  393. isAdd = true
  394. // 实际数据的值
  395. if fromEdbInfo.LatestDate == av {
  396. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  397. if tmpErr != nil {
  398. return
  399. }
  400. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  401. }
  402. }
  403. existAddDataMap[av] = av
  404. } else {
  405. existValDecimal, tmpErr := decimal.NewFromString(existVal)
  406. if tmpErr != nil {
  407. err = tmpErr
  408. return
  409. }
  410. existStr := existValDecimal.String()
  411. if existStr != val {
  412. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  413. sql = fmt.Sprintf(sql, dataTableName)
  414. err = to.Exec(sql, val, edbInfoId, av).Error
  415. if err != nil {
  416. return
  417. }
  418. }
  419. }
  420. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  421. continue
  422. } else {
  423. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  424. for i := 0; i <= 35; i++ {
  425. nextDateDay := preDate.AddDate(0, 0, 1)
  426. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  427. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  428. timestamp := currentDate.UnixNano() / 1e6
  429. timestampStr := fmt.Sprintf("%d", timestamp)
  430. val := TczSub(currentItem.Value, findItem.Value)
  431. if existVal, ok := existDataMap[av]; !ok {
  432. if _, existOk := existAddDataMap[av]; !existOk {
  433. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  434. isAdd = true
  435. // 实际数据的值
  436. if fromEdbInfo.LatestDate == av {
  437. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  438. if tmpErr != nil {
  439. return
  440. }
  441. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  442. }
  443. }
  444. existAddDataMap[av] = av
  445. } else {
  446. existValDecimal, tmpErr := decimal.NewFromString(existVal)
  447. if tmpErr != nil {
  448. err = tmpErr
  449. return
  450. }
  451. existStr := existValDecimal.String()
  452. if existStr != val {
  453. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  454. sql = fmt.Sprintf(sql, dataTableName)
  455. err = to.Exec(sql, val, edbInfoId, av).Error
  456. if err != nil {
  457. return
  458. }
  459. }
  460. }
  461. break
  462. } else {
  463. preDateDay := preDate.AddDate(0, 0, -1)
  464. preDateDayStr := preDateDay.Format(utils.FormatDate)
  465. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  466. timestamp := currentDate.UnixNano() / 1e6
  467. timestampStr := fmt.Sprintf("%d", timestamp)
  468. val := TczSub(currentItem.Value, findItem.Value)
  469. if existVal, ok := existDataMap[av]; !ok {
  470. if _, existOk := existAddDataMap[av]; !existOk {
  471. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  472. isAdd = true
  473. // 实际数据的值
  474. if fromEdbInfo.LatestDate == av {
  475. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  476. if tmpErr != nil {
  477. return
  478. }
  479. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  480. }
  481. }
  482. existAddDataMap[av] = av
  483. } else {
  484. existValDecimal, tmpErr := decimal.NewFromString(existVal)
  485. if tmpErr != nil {
  486. err = tmpErr
  487. return
  488. }
  489. existStr := existValDecimal.String()
  490. if existStr != val {
  491. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  492. sql = fmt.Sprintf(sql, dataTableName)
  493. err = to.Exec(sql, val, edbInfoId, av).Error
  494. if err != nil {
  495. return
  496. }
  497. }
  498. }
  499. break
  500. }
  501. }
  502. }
  503. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  504. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  505. timestamp := currentDate.UnixNano() / 1e6
  506. timestampStr := fmt.Sprintf("%d", timestamp)
  507. val := TczSub(currentItem.Value, findItem.Value)
  508. if existVal, ok := existDataMap[av]; !ok {
  509. if _, existOk := existAddDataMap[av]; !existOk {
  510. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  511. isAdd = true
  512. // 实际数据的值
  513. if fromEdbInfo.LatestDate == av {
  514. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  515. if tmpErr != nil {
  516. return
  517. }
  518. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  519. }
  520. }
  521. existAddDataMap[av] = av
  522. } else {
  523. existValDecimal, tmpErr := decimal.NewFromString(existVal)
  524. if tmpErr != nil {
  525. err = tmpErr
  526. return
  527. }
  528. existStr := existValDecimal.String()
  529. if existStr != val {
  530. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  531. sql = fmt.Sprintf(sql, dataTableName)
  532. err = to.Exec(sql, val, edbInfoId, av).Error
  533. if err != nil {
  534. return
  535. }
  536. }
  537. }
  538. break
  539. }
  540. } else {
  541. nextDateDay := preDate
  542. preDateDay := preDate
  543. for i := 0; i < 35; i++ {
  544. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  545. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  546. timestamp := currentDate.UnixNano() / 1e6
  547. timestampStr := fmt.Sprintf("%d", timestamp)
  548. val := TczSub(currentItem.Value, findItem.Value)
  549. if existVal, ok := existDataMap[av]; !ok {
  550. if _, existOk := existAddDataMap[av]; !existOk {
  551. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  552. isAdd = true
  553. // 实际数据的值
  554. if fromEdbInfo.LatestDate == av {
  555. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  556. if tmpErr != nil {
  557. return
  558. }
  559. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  560. }
  561. }
  562. existAddDataMap[av] = av
  563. } else {
  564. existValDecimal, tmpErr := decimal.NewFromString(existVal)
  565. if tmpErr != nil {
  566. err = tmpErr
  567. return
  568. }
  569. existStr := existValDecimal.String()
  570. if existStr != val {
  571. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  572. sql = fmt.Sprintf(sql, dataTableName)
  573. err = to.Exec(sql, val, edbInfoId, av).Error
  574. if err != nil {
  575. return
  576. }
  577. }
  578. }
  579. break
  580. } else {
  581. preDateDayStr := preDateDay.Format(utils.FormatDate)
  582. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  583. timestamp := currentDate.UnixNano() / 1e6
  584. timestampStr := fmt.Sprintf("%d", timestamp)
  585. val := TczSub(currentItem.Value, findItem.Value)
  586. if existVal, ok := existDataMap[av]; !ok {
  587. if _, existOk := existAddDataMap[av]; !existOk {
  588. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  589. isAdd = true
  590. // 实际数据的值
  591. if fromEdbInfo.LatestDate == av {
  592. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  593. if tmpErr != nil {
  594. return
  595. }
  596. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  597. }
  598. }
  599. existAddDataMap[av] = av
  600. } else {
  601. existValDecimal, tmpErr := decimal.NewFromString(existVal)
  602. if tmpErr != nil {
  603. err = tmpErr
  604. return
  605. }
  606. existStr := existValDecimal.String()
  607. if existStr != val {
  608. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  609. sql = fmt.Sprintf(sql, dataTableName)
  610. err = to.Exec(sql, val, edbInfoId, av).Error
  611. if err != nil {
  612. return
  613. }
  614. }
  615. }
  616. break
  617. }
  618. }
  619. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  620. preDateDay = preDateDay.AddDate(0, 0, -1)
  621. }
  622. }
  623. }
  624. }
  625. }
  626. if len(removeDateMap) > 0 {
  627. removeDateList := make([]string, 0) //需要移除的日期
  628. for k := range removeDateMap {
  629. removeDateList = append(removeDateList, k)
  630. }
  631. removeDateStr := strings.Join(removeDateList, `','`)
  632. removeDateStr = `'` + removeDateStr + `'`
  633. //如果拼接指标变更了,那么需要删除所有的指标数据
  634. tableName := GetEdbDataTableName(source, subSource)
  635. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  636. err = to.Exec(sql, edbInfoId).Error
  637. if err != nil {
  638. err = fmt.Errorf("删除计算失败的计算指标数据失败,Err:" + err.Error())
  639. return
  640. }
  641. }
  642. if isAdd {
  643. addSql = strings.TrimRight(addSql, ",")
  644. err = to.Exec(addSql).Error
  645. if err != nil {
  646. return
  647. }
  648. }
  649. return
  650. }