predict_edb_data_calculate_tcz.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. // SavePredictCalculateTcz 同差值
  13. func SavePredictCalculateTcz(reqEdbInfoId, classifyId int, edbName, frequency, unit, formula string, fromEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfo *EdbInfo, latestDateStr string, latestValue float64, err error, errMsg string) {
  14. o := orm.NewOrm()
  15. to, err := o.Begin()
  16. if err != nil {
  17. return
  18. }
  19. defer func() {
  20. if err != nil {
  21. fmt.Println("AddCalculateTcz,Err:" + err.Error())
  22. _ = to.Rollback()
  23. } else {
  24. _ = to.Commit()
  25. }
  26. }()
  27. fmt.Println("reqEdbInfoId:", reqEdbInfoId)
  28. if reqEdbInfoId <= 0 {
  29. edbInfo = &EdbInfo{
  30. //EdbInfoId: 0,
  31. EdbInfoType: 1,
  32. SourceName: "预测同差",
  33. Source: utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ,
  34. EdbCode: edbCode,
  35. EdbName: edbName,
  36. EdbNameSource: edbName,
  37. Frequency: frequency,
  38. Unit: unit,
  39. //StartDate: "",
  40. //EndDate: "",
  41. ClassifyId: classifyId,
  42. SysUserId: sysUserId,
  43. SysUserRealName: sysUserRealName,
  44. UniqueCode: uniqueCode,
  45. CreateTime: time.Now(),
  46. ModifyTime: time.Now(),
  47. MinValue: 0,
  48. MaxValue: 0,
  49. CalculateFormula: formula,
  50. EdbType: 2,
  51. Sort: 0,
  52. MoveType: 0,
  53. MoveFrequency: "",
  54. NoUpdate: 0,
  55. ServerUrl: "",
  56. EdbNameEn: "",
  57. UnitEn: "",
  58. LatestDate: "",
  59. LatestValue: 0,
  60. ChartImage: "",
  61. }
  62. newEdbInfoId, tmpErr := to.Insert(edbInfo)
  63. if tmpErr != nil {
  64. err = tmpErr
  65. return
  66. }
  67. edbInfo.EdbInfoId = int(newEdbInfoId)
  68. // 添加关联关系
  69. {
  70. calculateMappingItem := &EdbInfoCalculateMapping{
  71. EdbInfoCalculateMappingId: 0,
  72. EdbInfoId: edbInfo.EdbInfoId,
  73. Source: edbInfo.Source,
  74. SourceName: edbInfo.SourceName,
  75. EdbCode: edbCode,
  76. FromEdbInfoId: fromEdbInfo.EdbInfoId,
  77. FromEdbCode: fromEdbInfo.EdbCode,
  78. FromEdbName: fromEdbInfo.EdbName,
  79. FromSource: fromEdbInfo.Source,
  80. FromSourceName: fromEdbInfo.SourceName,
  81. FromTag: "",
  82. Sort: 1,
  83. CreateTime: time.Now(),
  84. ModifyTime: time.Now(),
  85. }
  86. _, err = to.Insert(calculateMappingItem)
  87. if err != nil {
  88. return
  89. }
  90. }
  91. } else {
  92. edbInfo, err = GetEdbInfoById(reqEdbInfoId)
  93. if err != nil {
  94. if err.Error() == utils.ErrNoRow() {
  95. errMsg = `获取指标信息失败`
  96. }
  97. return
  98. }
  99. if edbInfo.EdbInfoType != 1 {
  100. errMsg = `该指标不是预测指标`
  101. err = errors.New(errMsg)
  102. return
  103. }
  104. // 删除该指标所有的同差数据
  105. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_TCZ)
  106. fmt.Println("dataTableName:", dataTableName)
  107. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  108. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  109. _, err = to.Raw(deleteSql, edbInfo.EdbInfoId).Exec()
  110. if err != nil {
  111. return
  112. }
  113. }
  114. edbInfoIdStr := strconv.Itoa(edbInfo.EdbInfoId)
  115. //获取源指标数据
  116. fmt.Println("EdbInfoId:", fromEdbInfo.EdbInfoId)
  117. dataList, err := GetPredictEdbDataListAll(fromEdbInfo, 0)
  118. if err != nil {
  119. return
  120. }
  121. latestDateStr = fromEdbInfo.LatestDate
  122. // 计算数据
  123. var dateArr []string
  124. dataMap := make(map[string]*EdbInfoSearchData)
  125. for _, v := range dataList {
  126. dateArr = append(dateArr, v.DataTime)
  127. dataMap[v.DataTime] = v
  128. }
  129. //fmt.Println("Frequency:", fromEdbInfo.Frequency)
  130. addSql := ` INSERT INTO edb_data_predict_calculate_tcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  131. var isAdd bool
  132. existMap := make(map[string]string)
  133. for _, av := range dateArr {
  134. //fmt.Println("dateArr:", ak, av)
  135. currentItem := dataMap[av]
  136. if currentItem != nil {
  137. //当前日期
  138. currentDate, tmpErr := time.Parse(utils.FormatDate, av)
  139. if tmpErr != nil {
  140. err = tmpErr
  141. return
  142. }
  143. //上一年的日期
  144. preDate := currentDate.AddDate(-1, 0, 0)
  145. preDateStr := preDate.Format(utils.FormatDate)
  146. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  147. //dataTime, _ := time.Parse(utils.FormatDate, date)
  148. if _, ok := existMap[edbCode+av]; !ok {
  149. timestamp := currentDate.UnixNano() / 1e6
  150. timestampStr := fmt.Sprintf("%d", timestamp)
  151. val := TczSub(currentItem.Value, findItem.Value)
  152. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  153. isAdd = true
  154. // 实际数据的值
  155. if fromEdbInfo.LatestDate == av {
  156. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  157. if tmpErr != nil {
  158. return
  159. }
  160. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  161. }
  162. }
  163. existMap[edbCode+av] = av
  164. } else {
  165. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  166. nextDateDay := preDate
  167. preDateDay := preDate
  168. for i := 0; i <= 35; i++ {
  169. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  170. if findItem, ok := dataMap[nextDateDayStr]; ok { //下一年同期->下一个月找到
  171. if _, ok := existMap[edbCode+av]; !ok {
  172. timestamp := currentDate.UnixNano() / 1e6
  173. timestampStr := fmt.Sprintf("%d", timestamp)
  174. val := TczSub(currentItem.Value, findItem.Value)
  175. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  176. isAdd = true
  177. // 实际数据的值
  178. if fromEdbInfo.LatestDate == av {
  179. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  180. if tmpErr != nil {
  181. return
  182. }
  183. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  184. }
  185. }
  186. existMap[edbCode+av] = av
  187. break
  188. } else {
  189. preDateDayStr := preDateDay.Format(utils.FormatDate)
  190. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  191. if _, ok := existMap[edbCode+av]; !ok {
  192. timestamp := currentDate.UnixNano() / 1e6
  193. timestampStr := fmt.Sprintf("%d", timestamp)
  194. val := TczSub(currentItem.Value, findItem.Value)
  195. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  196. isAdd = true
  197. // 实际数据的值
  198. if fromEdbInfo.LatestDate == av {
  199. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  200. if tmpErr != nil {
  201. return
  202. }
  203. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  204. }
  205. }
  206. existMap[edbCode+av] = av
  207. break
  208. }
  209. }
  210. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  211. preDateDay = preDateDay.AddDate(0, 0, -1)
  212. }
  213. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  214. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  215. if _, ok := existMap[edbCode+av]; !ok {
  216. timestamp := currentDate.UnixNano() / 1e6
  217. timestampStr := fmt.Sprintf("%d", timestamp)
  218. val := TczSub(currentItem.Value, findItem.Value)
  219. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  220. isAdd = true
  221. // 实际数据的值
  222. if fromEdbInfo.LatestDate == av {
  223. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  224. if tmpErr != nil {
  225. return
  226. }
  227. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  228. }
  229. }
  230. existMap[edbCode+av] = av
  231. break
  232. }
  233. } else {
  234. nextDateDay := preDate
  235. preDateDay := preDate
  236. for i := 0; i < 35; i++ {
  237. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  238. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  239. if _, ok := existMap[edbCode+av]; !ok {
  240. timestamp := currentDate.UnixNano() / 1e6
  241. timestampStr := fmt.Sprintf("%d", timestamp)
  242. val := TczSub(currentItem.Value, findItem.Value)
  243. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  244. isAdd = true
  245. // 实际数据的值
  246. if fromEdbInfo.LatestDate == av {
  247. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  248. if tmpErr != nil {
  249. return
  250. }
  251. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  252. }
  253. }
  254. existMap[edbCode+av] = av
  255. break
  256. } else {
  257. preDateDayStr := preDateDay.Format(utils.FormatDate)
  258. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  259. if _, ok := existMap[edbCode+av]; !ok {
  260. timestamp := currentDate.UnixNano() / 1e6
  261. timestampStr := fmt.Sprintf("%d", timestamp)
  262. val := TczSub(currentItem.Value, findItem.Value)
  263. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  264. isAdd = true
  265. // 实际数据的值
  266. if fromEdbInfo.LatestDate == av {
  267. latestValueDecimal, tmpErr := decimal.NewFromString(val)
  268. if tmpErr != nil {
  269. return
  270. }
  271. latestValue, _ = latestValueDecimal.Truncate(4).Float64() //保留4位小数
  272. }
  273. }
  274. existMap[edbCode+av] = av
  275. break
  276. } else {
  277. }
  278. }
  279. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  280. preDateDay = preDateDay.AddDate(0, 0, -1)
  281. }
  282. }
  283. }
  284. }
  285. }
  286. if isAdd {
  287. addSql = strings.TrimRight(addSql, ",")
  288. _, err = to.Raw(addSql).Exec()
  289. if err != nil {
  290. return
  291. }
  292. }
  293. return
  294. }
  295. // EditPredictCalculateTcz 同差值
  296. func EditPredictCalculateTcz(req *EdbInfoCalculateBatchEditReq, fromEdbInfo *EdbInfo, edbCode string) (edbInfoId int, err error) {
  297. edbInfoId = req.EdbInfoId
  298. o := orm.NewOrm()
  299. to, err := o.Begin()
  300. if err != nil {
  301. return
  302. }
  303. defer func() {
  304. if err != nil {
  305. fmt.Println("EditCalculateTcz,Err:" + err.Error())
  306. _ = to.Rollback()
  307. } else {
  308. _ = to.Commit()
  309. }
  310. }()
  311. //修改指标信息
  312. sql := ` UPDATE edb_info
  313. SET
  314. edb_name =?,
  315. edb_name_source=?,
  316. frequency = ?,
  317. unit = ?,
  318. classify_id = ?,
  319. modify_time = NOW()
  320. WHERE edb_info_id = ? `
  321. _, err = o.Raw(sql, req.EdbName, req.EdbName, req.Frequency, req.Unit, req.ClassifyId, edbInfoId).Exec()
  322. if err != nil {
  323. return
  324. }
  325. var existCondition string
  326. var existPars []interface{}
  327. existCondition += " AND edb_info_id=? "
  328. existPars = append(existPars, edbInfoId)
  329. existCondition += " AND from_edb_info_id=? "
  330. existPars = append(existPars, req.FromEdbInfoId)
  331. //判断计算指标是否被更换
  332. count, err := GetEdbInfoCalculateCountByCondition(existCondition, existPars)
  333. if err != nil {
  334. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  335. return
  336. }
  337. if count <= 0 {
  338. //删除指标关联计算指标
  339. //sql := ` DELETE FROM edb_info_calculate_tcz WHERE edb_info_id = ? `
  340. //_, err = o.Raw(sql, edbInfoId).Exec()
  341. //if err != nil {
  342. // return
  343. //}
  344. //
  345. //calculateItem := new(EdbInfoCalculateTcz)
  346. //calculateItem.CreateTime = time.Now()
  347. //calculateItem.ModifyTime = time.Now()
  348. //calculateItem.Sort = 1
  349. //calculateItem.EdbCode = edbCode
  350. //calculateItem.EdbInfoId = edbInfoId
  351. //calculateItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  352. //calculateItem.FromEdbCode = fromEdbInfo.EdbCode
  353. //calculateItem.FromEdbName = fromEdbInfo.EdbName
  354. //calculateItem.FromSource = fromEdbInfo.Source
  355. //calculateItem.FromSourceName = fromEdbInfo.SourceName
  356. //
  357. //_, err = o.Insert(calculateItem)
  358. //if err != nil {
  359. // return
  360. //}
  361. //删除,计算指标关联的,基础指标的关联关系
  362. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  363. _, err = o.Raw(sql, edbInfoId).Exec()
  364. if err != nil {
  365. return
  366. }
  367. //清空原有数据
  368. sql = ` DELETE FROM edb_data_predict_calculate_tcz WHERE edb_info_id = ? `
  369. _, err = o.Raw(sql, edbInfoId).Exec()
  370. if err != nil {
  371. return edbInfoId, err
  372. }
  373. //关联关系
  374. {
  375. calculateMappingItem := new(EdbInfoCalculateMapping)
  376. calculateMappingItem.CreateTime = time.Now()
  377. calculateMappingItem.ModifyTime = time.Now()
  378. calculateMappingItem.Sort = 1
  379. calculateMappingItem.EdbCode = edbCode
  380. calculateMappingItem.EdbInfoId = edbInfoId
  381. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  382. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  383. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  384. calculateMappingItem.FromSource = fromEdbInfo.Source
  385. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  386. calculateMappingItem.FromTag = ""
  387. calculateMappingItem.Source = utils.DATA_SOURCE_CALCULATE_TCZ
  388. calculateMappingItem.SourceName = "同差值"
  389. _, err = o.Insert(calculateMappingItem)
  390. if err != nil {
  391. return
  392. }
  393. }
  394. edbInfoIdStr := strconv.Itoa(edbInfoId)
  395. //计算数据
  396. var condition string
  397. var pars []interface{}
  398. condition += " AND edb_info_id=? "
  399. pars = append(pars, req.FromEdbInfoId)
  400. fmt.Println("EdbInfoId:", req.FromEdbInfoId)
  401. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  402. if err != nil {
  403. return edbInfoId, err
  404. }
  405. var dateArr []string
  406. dataMap := make(map[string]*EdbInfoSearchData)
  407. for _, v := range dataList {
  408. dateArr = append(dateArr, v.DataTime)
  409. dataMap[v.DataTime] = v
  410. }
  411. addSql := ` INSERT INTO edb_data_predict_calculate_tcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  412. var isAdd bool
  413. for ak, av := range dateArr {
  414. fmt.Println(ak, av)
  415. currentItem := dataMap[av]
  416. if currentItem != nil {
  417. //当前日期
  418. currentDate, err := time.Parse(utils.FormatDate, av)
  419. if err != nil {
  420. return edbInfoId, err
  421. }
  422. //上一年的日期
  423. preDate := currentDate.AddDate(-1, 0, 0)
  424. preDateStr := preDate.Format(utils.FormatDate)
  425. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  426. //dataTime, _ := time.Parse(utils.FormatDate, date)
  427. timestamp := currentDate.UnixNano() / 1e6
  428. timestampStr := fmt.Sprintf("%d", timestamp)
  429. val := TczSub(currentItem.Value, findItem.Value)
  430. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  431. isAdd = true
  432. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  433. continue
  434. } else {
  435. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  436. nextDateDay := preDate.AddDate(0, 1, 0)
  437. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  438. preDateDay := preDate.AddDate(0, -1, 0)
  439. preDateDayStr := preDateDay.Format(utils.FormatDate)
  440. for i := 0; i <= 6; i++ {
  441. if i >= 1 {
  442. nextDateDay = nextDateDay.AddDate(0, 0, i)
  443. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  444. }
  445. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  446. timestamp := currentDate.UnixNano() / 1e6
  447. timestampStr := fmt.Sprintf("%d", timestamp)
  448. val := TczSub(currentItem.Value, findItem.Value)
  449. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  450. isAdd = true
  451. break
  452. } else {
  453. if i >= 1 {
  454. preDateDay = preDate.AddDate(0, 0, -i)
  455. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  456. }
  457. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  458. timestamp := currentDate.UnixNano() / 1e6
  459. timestampStr := fmt.Sprintf("%d", timestamp)
  460. val := TczSub(currentItem.Value, findItem.Value)
  461. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  462. isAdd = true
  463. break
  464. }
  465. }
  466. }
  467. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  468. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  469. timestamp := currentDate.UnixNano() / 1e6
  470. timestampStr := fmt.Sprintf("%d", timestamp)
  471. val := TczSub(currentItem.Value, findItem.Value)
  472. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  473. isAdd = true
  474. break
  475. }
  476. } else {
  477. nextDateDay := preDate.AddDate(0, 0, 1)
  478. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  479. preDateDay := preDate.AddDate(0, 0, -1)
  480. preDateDayStr := preDateDay.Format(utils.FormatDate)
  481. for i := 0; i < 35; i++ {
  482. if i >= 1 {
  483. nextDateDay = nextDateDay.AddDate(0, 0, i)
  484. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  485. }
  486. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  487. timestamp := currentDate.UnixNano() / 1e6
  488. timestampStr := fmt.Sprintf("%d", timestamp)
  489. val := TczSub(currentItem.Value, findItem.Value)
  490. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  491. isAdd = true
  492. break
  493. } else {
  494. if i >= 1 {
  495. preDateDay = preDate.AddDate(0, 0, -i)
  496. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  497. }
  498. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  499. timestamp := currentDate.UnixNano() / 1e6
  500. timestampStr := fmt.Sprintf("%d", timestamp)
  501. val := TczSub(currentItem.Value, findItem.Value)
  502. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  503. isAdd = true
  504. break
  505. }
  506. }
  507. }
  508. }
  509. }
  510. }
  511. }
  512. if isAdd {
  513. addSql = strings.TrimRight(addSql, ",")
  514. _, err = o.Raw(addSql).Exec()
  515. if err != nil {
  516. return edbInfoId, err
  517. }
  518. }
  519. }
  520. return
  521. }
  522. // RefreshAllPredictCalculateTcz 刷新全部同差值数据
  523. func RefreshAllPredictCalculateTcz(edbInfoId, source int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate string) (err error) {
  524. o := orm.NewOrm()
  525. to, err := o.Begin()
  526. if err != nil {
  527. return
  528. }
  529. defer func() {
  530. if err != nil {
  531. fmt.Println("RefreshAllCalculateTcz,Err:" + err.Error())
  532. _ = to.Rollback()
  533. } else {
  534. _ = to.Commit()
  535. }
  536. }()
  537. if err != nil {
  538. return
  539. }
  540. edbInfoIdStr := strconv.Itoa(edbInfoId)
  541. //计算数据
  542. //计算数据
  543. var condition string
  544. var pars []interface{}
  545. condition += " AND edb_info_id=? "
  546. pars = append(pars, fromEdbInfo.EdbInfoId)
  547. if startDate != "" {
  548. condition += " AND data_time>=? "
  549. pars = append(pars, startDate)
  550. }
  551. //if endDate != "" {
  552. // condition += " AND data_time<=? "
  553. // pars = append(pars, endDate)
  554. //}
  555. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  556. if err != nil {
  557. return err
  558. }
  559. var dateArr []string
  560. dataMap := make(map[string]*EdbInfoSearchData)
  561. for _, v := range dataList {
  562. dateArr = append(dateArr, v.DataTime)
  563. dataMap[v.DataTime] = v
  564. }
  565. //获取指标所有数据
  566. existDataList := make([]*EdbData, 0)
  567. dataTableName := GetEdbDataTableName(source)
  568. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  569. sql = fmt.Sprintf(sql, dataTableName)
  570. _, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
  571. if err != nil {
  572. return err
  573. }
  574. existDataMap := make(map[string]string)
  575. for _, v := range existDataList {
  576. existDataMap[v.DataTime] = v.Value
  577. }
  578. addSql := ` INSERT INTO edb_data_predict_calculate_tcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  579. var isAdd bool
  580. existAddDataMap := make(map[string]string)
  581. for _, av := range dateArr {
  582. currentItem := dataMap[av]
  583. if currentItem != nil {
  584. //当前日期
  585. currentDate, err := time.Parse(utils.FormatDate, av)
  586. if err != nil {
  587. return err
  588. }
  589. //上一年的日期
  590. preDate := currentDate.AddDate(-1, 0, 0)
  591. preDateStr := preDate.Format(utils.FormatDate)
  592. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  593. //dataTime, _ := time.Parse(utils.FormatDate, date)
  594. timestamp := currentDate.UnixNano() / 1e6
  595. timestampStr := fmt.Sprintf("%d", timestamp)
  596. val := TczSub(currentItem.Value, findItem.Value)
  597. if existVal, ok := existDataMap[av]; !ok {
  598. if _, existOk := existAddDataMap[av]; !existOk {
  599. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  600. isAdd = true
  601. }
  602. existAddDataMap[av] = av
  603. } else {
  604. existValDecimal, err := decimal.NewFromString(existVal)
  605. existStr := existValDecimal.String()
  606. if existStr != val {
  607. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  608. sql = fmt.Sprintf(sql, dataTableName)
  609. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  610. if err != nil {
  611. return err
  612. }
  613. }
  614. }
  615. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  616. continue
  617. } else {
  618. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  619. for i := 0; i <= 35; i++ {
  620. nextDateDay := preDate.AddDate(0, 0, 1)
  621. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  622. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  623. timestamp := currentDate.UnixNano() / 1e6
  624. timestampStr := fmt.Sprintf("%d", timestamp)
  625. val := TczSub(currentItem.Value, findItem.Value)
  626. if existVal, ok := existDataMap[av]; !ok {
  627. if _, existOk := existAddDataMap[av]; !existOk {
  628. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  629. isAdd = true
  630. }
  631. existAddDataMap[av] = av
  632. } else {
  633. existValDecimal, err := decimal.NewFromString(existVal)
  634. existStr := existValDecimal.String()
  635. if existStr != val {
  636. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  637. sql = fmt.Sprintf(sql, dataTableName)
  638. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  639. if err != nil {
  640. return err
  641. }
  642. }
  643. }
  644. break
  645. } else {
  646. preDateDay := preDate.AddDate(0, 0, -1)
  647. preDateDayStr := preDateDay.Format(utils.FormatDate)
  648. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  649. timestamp := currentDate.UnixNano() / 1e6
  650. timestampStr := fmt.Sprintf("%d", timestamp)
  651. val := TczSub(currentItem.Value, findItem.Value)
  652. if existVal, ok := existDataMap[av]; !ok {
  653. if _, existOk := existAddDataMap[av]; !existOk {
  654. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  655. isAdd = true
  656. }
  657. existAddDataMap[av] = av
  658. } else {
  659. existValDecimal, err := decimal.NewFromString(existVal)
  660. existStr := existValDecimal.String()
  661. if existStr != val {
  662. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  663. sql = fmt.Sprintf(sql, dataTableName)
  664. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  665. if err != nil {
  666. return err
  667. }
  668. }
  669. }
  670. break
  671. }
  672. }
  673. }
  674. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  675. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  676. timestamp := currentDate.UnixNano() / 1e6
  677. timestampStr := fmt.Sprintf("%d", timestamp)
  678. val := TczSub(currentItem.Value, findItem.Value)
  679. if existVal, ok := existDataMap[av]; !ok {
  680. if _, existOk := existAddDataMap[av]; !existOk {
  681. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  682. isAdd = true
  683. }
  684. existAddDataMap[av] = av
  685. } else {
  686. existValDecimal, err := decimal.NewFromString(existVal)
  687. existStr := existValDecimal.String()
  688. if existStr != val {
  689. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  690. sql = fmt.Sprintf(sql, dataTableName)
  691. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  692. if err != nil {
  693. return err
  694. }
  695. }
  696. }
  697. break
  698. }
  699. } else {
  700. for i := 0; i < 35; i++ {
  701. nextDateDay := preDate.AddDate(0, 0, 1)
  702. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  703. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  704. timestamp := currentDate.UnixNano() / 1e6
  705. timestampStr := fmt.Sprintf("%d", timestamp)
  706. val := TczSub(currentItem.Value, findItem.Value)
  707. if existVal, ok := existDataMap[av]; !ok {
  708. if _, existOk := existAddDataMap[av]; !existOk {
  709. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  710. isAdd = true
  711. }
  712. existAddDataMap[av] = av
  713. } else {
  714. existValDecimal, err := decimal.NewFromString(existVal)
  715. existStr := existValDecimal.String()
  716. if existStr != val {
  717. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  718. sql = fmt.Sprintf(sql, dataTableName)
  719. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  720. if err != nil {
  721. return err
  722. }
  723. }
  724. }
  725. break
  726. } else {
  727. preDateDay := preDate.AddDate(0, 0, -1)
  728. preDateDayStr := preDateDay.Format(utils.FormatDate)
  729. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  730. timestamp := currentDate.UnixNano() / 1e6
  731. timestampStr := fmt.Sprintf("%d", timestamp)
  732. val := TczSub(currentItem.Value, findItem.Value)
  733. if existVal, ok := existDataMap[av]; !ok {
  734. if _, existOk := existAddDataMap[av]; !existOk {
  735. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  736. isAdd = true
  737. }
  738. existAddDataMap[av] = av
  739. } else {
  740. existValDecimal, err := decimal.NewFromString(existVal)
  741. existStr := existValDecimal.String()
  742. if existStr != val {
  743. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  744. sql = fmt.Sprintf(sql, dataTableName)
  745. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  746. if err != nil {
  747. return err
  748. }
  749. }
  750. }
  751. break
  752. }
  753. }
  754. }
  755. }
  756. }
  757. }
  758. }
  759. if isAdd {
  760. addSql = strings.TrimRight(addSql, ",")
  761. _, err = o.Raw(addSql).Exec()
  762. if err != nil {
  763. return err
  764. }
  765. }
  766. return
  767. }