edb_data_calculate_tbz.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. // AddCalculateTbz 同比值
  13. func AddCalculateTbz(req *EdbInfoCalculateBatchSaveReq, fromEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
  14. o := orm.NewOrm()
  15. to, err := o.Begin()
  16. if err != nil {
  17. return
  18. }
  19. defer func() {
  20. if err != nil {
  21. fmt.Println("AddCalculateTbz,Err:" + err.Error())
  22. _ = to.Rollback()
  23. } else {
  24. _ = to.Commit()
  25. }
  26. }()
  27. if req.EdbInfoId <= 0 {
  28. edbInfo := new(EdbInfo)
  29. edbInfo.Source = utils.DATA_SOURCE_CALCULATE_TBZ
  30. edbInfo.SourceName = "同比值"
  31. edbInfo.EdbCode = edbCode
  32. edbInfo.EdbName = req.EdbName
  33. edbInfo.EdbNameSource = req.EdbName
  34. edbInfo.Frequency = req.Frequency
  35. edbInfo.Unit = req.Unit
  36. edbInfo.ClassifyId = req.ClassifyId
  37. edbInfo.SysUserId = sysUserId
  38. edbInfo.SysUserRealName = sysUserRealName
  39. edbInfo.CreateTime = time.Now()
  40. edbInfo.ModifyTime = time.Now()
  41. edbInfo.UniqueCode = uniqueCode
  42. edbInfo.CalculateFormula = req.Formula
  43. edbInfo.EdbType = 2
  44. newEdbInfoId, tmpErr := to.Insert(edbInfo)
  45. if tmpErr != nil {
  46. return edbInfoId, tmpErr
  47. }
  48. edbInfoId = int(newEdbInfoId)
  49. //关联关系
  50. {
  51. calculateMappingItem := new(EdbInfoCalculateMapping)
  52. calculateMappingItem.CreateTime = time.Now()
  53. calculateMappingItem.ModifyTime = time.Now()
  54. calculateMappingItem.Sort = 1
  55. calculateMappingItem.EdbCode = edbCode
  56. calculateMappingItem.EdbInfoId = edbInfoId
  57. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  58. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  59. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  60. calculateMappingItem.FromSource = fromEdbInfo.Source
  61. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  62. calculateMappingItem.FromTag = ""
  63. calculateMappingItem.Source = edbInfo.Source
  64. calculateMappingItem.SourceName = edbInfo.SourceName
  65. _, err = to.Insert(calculateMappingItem)
  66. if err != nil {
  67. return
  68. }
  69. }
  70. } else {
  71. edbInfoId = req.EdbInfoId
  72. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_TBZ)
  73. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  74. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  75. _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
  76. if err != nil {
  77. return
  78. }
  79. }
  80. edbInfoIdStr := strconv.Itoa(edbInfoId)
  81. //计算数据
  82. var condition string
  83. var pars []interface{}
  84. condition += " AND edb_info_id=? "
  85. if req.EdbInfoId <= 0 {
  86. pars = append(pars, req.FromEdbInfoId)
  87. } else {
  88. pars = append(pars, fromEdbInfo.EdbInfoId)
  89. }
  90. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  91. if err != nil {
  92. return edbInfoId, err
  93. }
  94. var dateArr []string
  95. dataMap := make(map[string]*EdbInfoSearchData)
  96. for _, v := range dataList {
  97. dateArr = append(dateArr, v.DataTime)
  98. dataMap[v.DataTime] = v
  99. }
  100. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  101. var isAdd bool
  102. existMap := make(map[string]string)
  103. for _, av := range dateArr {
  104. //fmt.Println(ak, av)
  105. currentItem := dataMap[av]
  106. if currentItem != nil {
  107. //当前日期
  108. currentDate, err := time.Parse(utils.FormatDate, av)
  109. if err != nil {
  110. return edbInfoId, err
  111. }
  112. //上一年的日期
  113. preDate := currentDate.AddDate(-1, 0, 0)
  114. preDateStr := preDate.Format(utils.FormatDate)
  115. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  116. //dataTime, _ := time.Parse(utils.FormatDate, date)
  117. if _, ok := existMap[edbCode+av]; !ok {
  118. timestamp := currentDate.UnixNano() / 1e6
  119. timestampStr := fmt.Sprintf("%d", timestamp)
  120. val := TbzDiv(currentItem.Value, findItem.Value)
  121. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  122. isAdd = true
  123. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  124. }
  125. existMap[edbCode+av] = av
  126. } else {
  127. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  128. nextDateDay := preDate
  129. preDateDay := preDate
  130. for i := 0; i <= 35; i++ {
  131. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  132. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  133. if _, ok := existMap[edbCode+av]; !ok {
  134. timestamp := currentDate.UnixNano() / 1e6
  135. timestampStr := fmt.Sprintf("%d", timestamp)
  136. val := TbzDiv(currentItem.Value, findItem.Value)
  137. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  138. isAdd = true
  139. }
  140. existMap[edbCode+av] = av
  141. break
  142. } else {
  143. preDateDayStr := preDateDay.Format(utils.FormatDate)
  144. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  145. if _, ok := existMap[edbCode+av]; !ok {
  146. timestamp := currentDate.UnixNano() / 1e6
  147. timestampStr := fmt.Sprintf("%d", timestamp)
  148. val := TbzDiv(currentItem.Value, findItem.Value)
  149. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  150. isAdd = true
  151. }
  152. existMap[edbCode+av] = av
  153. break
  154. }
  155. }
  156. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  157. preDateDay = preDateDay.AddDate(0, 0, -1)
  158. }
  159. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  160. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  161. if _, ok := existMap[edbCode+av]; !ok {
  162. timestamp := currentDate.UnixNano() / 1e6
  163. timestampStr := fmt.Sprintf("%d", timestamp)
  164. val := TbzDiv(currentItem.Value, findItem.Value)
  165. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  166. isAdd = true
  167. }
  168. existMap[edbCode+av] = av
  169. break
  170. }
  171. } else {
  172. nextDateDay := preDate
  173. preDateDay := preDate
  174. for i := 0; i < 35; i++ {
  175. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  176. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  177. if _, ok := existMap[edbCode+av]; !ok {
  178. timestamp := currentDate.UnixNano() / 1e6
  179. timestampStr := fmt.Sprintf("%d", timestamp)
  180. val := TbzDiv(currentItem.Value, findItem.Value)
  181. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  182. isAdd = true
  183. }
  184. existMap[edbCode+av] = av
  185. break
  186. } else {
  187. preDateDayStr := preDateDay.Format(utils.FormatDate)
  188. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  189. if _, ok := existMap[edbCode+av]; !ok {
  190. timestamp := currentDate.UnixNano() / 1e6
  191. timestampStr := fmt.Sprintf("%d", timestamp)
  192. val := TbzDiv(currentItem.Value, findItem.Value)
  193. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  194. isAdd = true
  195. }
  196. existMap[edbCode+av] = av
  197. break
  198. } else {
  199. //fmt.Println("pre not find:", preDateStr, "i:", i)
  200. }
  201. }
  202. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  203. preDateDay = preDateDay.AddDate(0, 0, -1)
  204. }
  205. }
  206. }
  207. }
  208. }
  209. if isAdd {
  210. addSql = strings.TrimRight(addSql, ",")
  211. _, err = to.Raw(addSql).Exec()
  212. if err != nil {
  213. return edbInfoId, err
  214. }
  215. }
  216. return
  217. }
  218. // EditCalculateTbz 同比值
  219. func EditCalculateTbz(req *EdbInfoCalculateBatchEditReq, fromEdbInfo *EdbInfo, edbCode string) (edbInfoId int, err error) {
  220. edbInfoId = req.EdbInfoId
  221. o := orm.NewOrm()
  222. to, err := o.Begin()
  223. if err != nil {
  224. return
  225. }
  226. defer func() {
  227. if err != nil {
  228. fmt.Println("EditCalculateTbz,Err:" + err.Error())
  229. _ = to.Rollback()
  230. } else {
  231. _ = to.Commit()
  232. }
  233. }()
  234. //修改指标信息
  235. sql := ` UPDATE edb_info
  236. SET
  237. edb_name =?,
  238. edb_name_source=?,
  239. frequency = ?,
  240. unit = ?,
  241. classify_id = ?,
  242. modify_time = NOW()
  243. WHERE edb_info_id = ? `
  244. _, err = o.Raw(sql, req.EdbName, req.EdbName, req.Frequency, req.Unit, req.ClassifyId, edbInfoId).Exec()
  245. if err != nil {
  246. return
  247. }
  248. var existCondition string
  249. var existPars []interface{}
  250. existCondition += " AND edb_info_id=? "
  251. existPars = append(existPars, edbInfoId)
  252. existCondition += " AND from_edb_info_id=? "
  253. existPars = append(existPars, req.FromEdbInfoId)
  254. //判断计算指标是否被更换
  255. count, err := GetEdbInfoCalculateCountByCondition(existCondition, existPars)
  256. if err != nil {
  257. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  258. return
  259. }
  260. if count <= 0 {
  261. //删除指标关联计算指标
  262. //sql := ` DELETE FROM edb_info_calculate_tbz WHERE edb_info_id = ? `
  263. //_, err = o.Raw(sql, edbInfoId).Exec()
  264. //if err != nil {
  265. // return
  266. //}
  267. //
  268. //calculateItem := new(EdbInfoCalculateTbz)
  269. //calculateItem.CreateTime = time.Now()
  270. //calculateItem.ModifyTime = time.Now()
  271. //calculateItem.Sort = 1
  272. //calculateItem.EdbCode = edbCode
  273. //calculateItem.EdbInfoId = edbInfoId
  274. //calculateItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  275. //calculateItem.FromEdbCode = fromEdbInfo.EdbCode
  276. //calculateItem.FromEdbName = fromEdbInfo.EdbName
  277. //calculateItem.FromSource = fromEdbInfo.Source
  278. //calculateItem.FromSourceName = fromEdbInfo.SourceName
  279. //
  280. //_, err = o.Insert(calculateItem)
  281. //if err != nil {
  282. // return
  283. //}
  284. //删除,计算指标关联的,基础指标的关联关系
  285. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  286. _, err = o.Raw(sql, edbInfoId).Exec()
  287. if err != nil {
  288. return edbInfoId, err
  289. }
  290. //清空原有数据
  291. sql = ` DELETE FROM edb_data_calculate_tbz WHERE edb_info_id = ? `
  292. _, err = o.Raw(sql, edbInfoId).Exec()
  293. if err != nil {
  294. return edbInfoId, err
  295. }
  296. //关联关系
  297. {
  298. calculateMappingItem := new(EdbInfoCalculateMapping)
  299. calculateMappingItem.CreateTime = time.Now()
  300. calculateMappingItem.ModifyTime = time.Now()
  301. calculateMappingItem.Sort = 1
  302. calculateMappingItem.EdbCode = edbCode
  303. calculateMappingItem.EdbInfoId = edbInfoId
  304. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  305. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  306. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  307. calculateMappingItem.FromSource = fromEdbInfo.Source
  308. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  309. calculateMappingItem.FromTag = ""
  310. calculateMappingItem.Source = utils.DATA_SOURCE_CALCULATE_TBZ
  311. calculateMappingItem.SourceName = "同比值"
  312. _, err = o.Insert(calculateMappingItem)
  313. if err != nil {
  314. return
  315. }
  316. }
  317. edbInfoIdStr := strconv.Itoa(edbInfoId)
  318. //计算数据
  319. var condition string
  320. var pars []interface{}
  321. condition += " AND edb_info_id=? "
  322. pars = append(pars, req.FromEdbInfoId)
  323. fmt.Println("EdbInfoId:", req.FromEdbInfoId)
  324. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  325. if err != nil {
  326. return edbInfoId, err
  327. }
  328. var dateArr []string
  329. dataMap := make(map[string]*EdbInfoSearchData)
  330. for _, v := range dataList {
  331. dateArr = append(dateArr, v.DataTime)
  332. dataMap[v.DataTime] = v
  333. }
  334. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  335. var isAdd bool
  336. for _, av := range dateArr {
  337. currentItem := dataMap[av]
  338. if currentItem != nil {
  339. //当前日期
  340. currentDate, err := time.Parse(utils.FormatDate, av)
  341. if err != nil {
  342. return edbInfoId, err
  343. }
  344. //上一年的日期
  345. preDate := currentDate.AddDate(-1, 0, 0)
  346. preDateStr := preDate.Format(utils.FormatDate)
  347. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  348. //dataTime, _ := time.Parse(utils.FormatDate, date)
  349. timestamp := currentDate.UnixNano() / 1e6
  350. timestampStr := fmt.Sprintf("%d", timestamp)
  351. val := TbzDiv(currentItem.Value, findItem.Value)
  352. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  353. isAdd = true
  354. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  355. continue
  356. } else {
  357. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  358. nextDateDay := preDate.AddDate(0, 1, 0)
  359. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  360. preDateDay := preDate.AddDate(0, -1, 0)
  361. preDateDayStr := preDateDay.Format(utils.FormatDate)
  362. for i := 0; i <= 6; i++ {
  363. if i >= 1 {
  364. nextDateDay = nextDateDay.AddDate(0, 0, i)
  365. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  366. }
  367. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  368. timestamp := currentDate.UnixNano() / 1e6
  369. timestampStr := fmt.Sprintf("%d", timestamp)
  370. val := TbzDiv(currentItem.Value, findItem.Value)
  371. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  372. isAdd = true
  373. break
  374. } else {
  375. if i >= 1 {
  376. preDateDay = preDate.AddDate(0, 0, -i)
  377. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  378. }
  379. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  380. timestamp := currentDate.UnixNano() / 1e6
  381. timestampStr := fmt.Sprintf("%d", timestamp)
  382. val := TbzDiv(currentItem.Value, findItem.Value)
  383. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  384. isAdd = true
  385. break
  386. }
  387. }
  388. }
  389. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  390. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  391. timestamp := currentDate.UnixNano() / 1e6
  392. timestampStr := fmt.Sprintf("%d", timestamp)
  393. val := TbzDiv(currentItem.Value, findItem.Value)
  394. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  395. isAdd = true
  396. break
  397. }
  398. } else {
  399. nextDateDay := preDate.AddDate(0, 0, 1)
  400. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  401. preDateDay := preDate.AddDate(0, 0, -1)
  402. preDateDayStr := preDateDay.Format(utils.FormatDate)
  403. for i := 0; i < 35; i++ {
  404. if i >= 1 {
  405. nextDateDay = nextDateDay.AddDate(0, 0, i)
  406. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  407. }
  408. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  409. timestamp := currentDate.UnixNano() / 1e6
  410. timestampStr := fmt.Sprintf("%d", timestamp)
  411. val := TbzDiv(currentItem.Value, findItem.Value)
  412. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  413. isAdd = true
  414. break
  415. } else {
  416. if i >= 1 {
  417. preDateDay = preDate.AddDate(0, 0, -i)
  418. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  419. }
  420. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  421. timestamp := currentDate.UnixNano() / 1e6
  422. timestampStr := fmt.Sprintf("%d", timestamp)
  423. val := TbzDiv(currentItem.Value, findItem.Value)
  424. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  425. isAdd = true
  426. break
  427. }
  428. }
  429. }
  430. }
  431. }
  432. }
  433. }
  434. if isAdd {
  435. addSql = strings.TrimRight(addSql, ",")
  436. _, err = o.Raw(addSql).Exec()
  437. if err != nil {
  438. return edbInfoId, err
  439. }
  440. }
  441. }
  442. return
  443. }
  444. // RefreshAllCalculateTbz 刷新所有同比值数据
  445. func RefreshAllCalculateTbz(edbInfoId, source int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate string) (err error) {
  446. o := orm.NewOrm()
  447. to, err := o.Begin()
  448. if err != nil {
  449. return
  450. }
  451. defer func() {
  452. if err != nil {
  453. fmt.Println("RefreshAllCalculateTbz,Err:" + err.Error())
  454. _ = to.Rollback()
  455. } else {
  456. _ = to.Commit()
  457. }
  458. }()
  459. if err != nil {
  460. return
  461. }
  462. edbInfoIdStr := strconv.Itoa(edbInfoId)
  463. //计算数据
  464. //计算数据
  465. var condition string
  466. var pars []interface{}
  467. condition += " AND edb_info_id=? "
  468. pars = append(pars, fromEdbInfo.EdbInfoId)
  469. if startDate != "" {
  470. condition += " AND data_time>=? "
  471. pars = append(pars, startDate)
  472. }
  473. //if endDate != "" {
  474. // condition += " AND data_time<=? "
  475. // pars = append(pars, endDate)
  476. //}
  477. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  478. if err != nil {
  479. return err
  480. }
  481. var dateArr []string
  482. dataMap := make(map[string]*EdbInfoSearchData)
  483. for _, v := range dataList {
  484. dateArr = append(dateArr, v.DataTime)
  485. dataMap[v.DataTime] = v
  486. }
  487. fmt.Println("source:", source)
  488. //获取指标所有数据
  489. existDataList := make([]*EdbData, 0)
  490. dataTableName := GetEdbDataTableName(source)
  491. fmt.Println("dataTableName:", dataTableName)
  492. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  493. sql = fmt.Sprintf(sql, dataTableName)
  494. _, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
  495. if err != nil {
  496. return err
  497. }
  498. existDataMap := make(map[string]string)
  499. for _, v := range existDataList {
  500. existDataMap[v.DataTime] = v.Value
  501. }
  502. fmt.Println("existDataMap:", existDataMap)
  503. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  504. var isAdd bool
  505. existAddDataMap := make(map[string]string)
  506. for _, av := range dateArr {
  507. currentItem := dataMap[av]
  508. if currentItem != nil {
  509. //当前日期
  510. currentDate, err := time.Parse(utils.FormatDate, av)
  511. if err != nil {
  512. return err
  513. }
  514. //上一年的日期
  515. preDate := currentDate.AddDate(-1, 0, 0)
  516. preDateStr := preDate.Format(utils.FormatDate)
  517. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  518. //dataTime, _ := time.Parse(utils.FormatDate, date)
  519. timestamp := currentDate.UnixNano() / 1e6
  520. timestampStr := fmt.Sprintf("%d", timestamp)
  521. val := TbzDiv(currentItem.Value, findItem.Value)
  522. if existVal, ok := existDataMap[av]; !ok {
  523. if _, existOk := existAddDataMap[av]; !existOk {
  524. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  525. isAdd = true
  526. }
  527. existAddDataMap[av] = av
  528. } else {
  529. existValDecimal, err := decimal.NewFromString(existVal)
  530. existStr := existValDecimal.String()
  531. if existStr != val {
  532. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  533. sql = fmt.Sprintf(sql, dataTableName)
  534. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  535. if err != nil {
  536. return err
  537. }
  538. }
  539. }
  540. continue
  541. } else {
  542. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  543. for i := 0; i <= 35; i++ {
  544. nextDateDay := preDate.AddDate(0, 0, i)
  545. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  546. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  547. timestamp := currentDate.UnixNano() / 1e6
  548. timestampStr := fmt.Sprintf("%d", timestamp)
  549. val := TbzDiv(currentItem.Value, findItem.Value)
  550. if existVal, ok := existDataMap[av]; !ok {
  551. if _, existOk := existAddDataMap[av]; !existOk {
  552. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  553. isAdd = true
  554. }
  555. existAddDataMap[av] = av
  556. } else {
  557. existValDecimal, err := decimal.NewFromString(existVal)
  558. existStr := existValDecimal.String()
  559. if existStr != val {
  560. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  561. sql = fmt.Sprintf(sql, dataTableName)
  562. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  563. if err != nil {
  564. return err
  565. }
  566. }
  567. }
  568. break
  569. } else {
  570. preDateDay := preDate.AddDate(0, 0, -i)
  571. preDateDayStr := preDateDay.Format(utils.FormatDate)
  572. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  573. timestamp := currentDate.UnixNano() / 1e6
  574. timestampStr := fmt.Sprintf("%d", timestamp)
  575. val := TbzDiv(currentItem.Value, findItem.Value)
  576. if existVal, ok := existDataMap[av]; !ok {
  577. if _, existOk := existAddDataMap[av]; !existOk {
  578. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  579. isAdd = true
  580. }
  581. existAddDataMap[av] = av
  582. } else {
  583. existValDecimal, err := decimal.NewFromString(existVal)
  584. existStr := existValDecimal.String()
  585. if existStr != val {
  586. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  587. sql = fmt.Sprintf(sql, dataTableName)
  588. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  589. if err != nil {
  590. return err
  591. }
  592. }
  593. }
  594. break
  595. }
  596. }
  597. }
  598. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  599. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  600. timestamp := currentDate.UnixNano() / 1e6
  601. timestampStr := fmt.Sprintf("%d", timestamp)
  602. val := TbzDiv(currentItem.Value, findItem.Value)
  603. if existVal, ok := existDataMap[av]; !ok {
  604. if _, existOk := existAddDataMap[av]; !existOk {
  605. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  606. isAdd = true
  607. }
  608. existAddDataMap[av] = av
  609. } else {
  610. existValDecimal, err := decimal.NewFromString(existVal)
  611. existStr := existValDecimal.String()
  612. if existStr != val {
  613. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  614. sql = fmt.Sprintf(sql, dataTableName)
  615. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  616. if err != nil {
  617. return err
  618. }
  619. }
  620. }
  621. break
  622. }
  623. } else {
  624. nextDateDay := preDate.AddDate(0, 0, 1)
  625. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  626. preDateDay := preDate.AddDate(0, 0, -1)
  627. preDateDayStr := preDateDay.Format(utils.FormatDate)
  628. for i := 0; i < 35; i++ {
  629. if i >= 1 {
  630. nextDateDay = nextDateDay.AddDate(0, 0, i)
  631. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  632. }
  633. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  634. timestamp := currentDate.UnixNano() / 1e6
  635. timestampStr := fmt.Sprintf("%d", timestamp)
  636. val := TbzDiv(currentItem.Value, findItem.Value)
  637. if existVal, ok := existDataMap[av]; !ok {
  638. if _, existOk := existAddDataMap[av]; !existOk {
  639. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  640. isAdd = true
  641. }
  642. existAddDataMap[av] = av
  643. } else {
  644. existValDecimal, err := decimal.NewFromString(existVal)
  645. existStr := existValDecimal.String()
  646. if existStr != val {
  647. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  648. sql = fmt.Sprintf(sql, dataTableName)
  649. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  650. if err != nil {
  651. return err
  652. }
  653. }
  654. }
  655. break
  656. } else {
  657. if i >= 1 {
  658. preDateDay = preDate.AddDate(0, 0, -i)
  659. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  660. }
  661. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  662. timestamp := currentDate.UnixNano() / 1e6
  663. timestampStr := fmt.Sprintf("%d", timestamp)
  664. val := TbzDiv(currentItem.Value, findItem.Value)
  665. if existVal, ok := existDataMap[av]; !ok {
  666. if _, existOk := existAddDataMap[av]; !existOk {
  667. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  668. isAdd = true
  669. }
  670. existAddDataMap[av] = av
  671. } else {
  672. existValDecimal, err := decimal.NewFromString(existVal)
  673. existStr := existValDecimal.String()
  674. if existStr != val {
  675. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  676. sql = fmt.Sprintf(sql, dataTableName)
  677. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  678. if err != nil {
  679. return err
  680. }
  681. }
  682. }
  683. break
  684. }
  685. }
  686. }
  687. }
  688. }
  689. }
  690. }
  691. if isAdd {
  692. addSql = strings.TrimRight(addSql, ",")
  693. _, err = o.Raw(addSql).Exec()
  694. if err != nil {
  695. return err
  696. }
  697. }
  698. return
  699. }
  700. func TbzDiv(a, b float64) string {
  701. var valStr string
  702. if b != 0 {
  703. af := decimal.NewFromFloat(a)
  704. bf := decimal.NewFromFloat(b)
  705. val, _ := af.Div(bf).Float64()
  706. val = val - 1
  707. valStr = decimal.NewFromFloat(val).RoundCeil(4).String()
  708. } else {
  709. valStr = "0"
  710. }
  711. return valStr
  712. }