edb_data_calculate_tbz.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. // AddCalculateTbz 同比值
  13. func AddCalculateTbz(req *EdbInfoCalculateBatchSaveReq, fromEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
  14. o := orm.NewOrm()
  15. to, err := o.Begin()
  16. if err != nil {
  17. return
  18. }
  19. defer func() {
  20. if err != nil {
  21. fmt.Println("AddCalculateTbz,Err:" + err.Error())
  22. _ = to.Rollback()
  23. } else {
  24. _ = to.Commit()
  25. }
  26. }()
  27. if req.EdbInfoId <= 0 {
  28. edbInfo := new(EdbInfo)
  29. edbInfo.Source = utils.DATA_SOURCE_CALCULATE_TBZ
  30. edbInfo.SourceName = "同比值"
  31. edbInfo.EdbCode = edbCode
  32. edbInfo.EdbName = req.EdbName
  33. edbInfo.EdbNameSource = req.EdbName
  34. edbInfo.Frequency = req.Frequency
  35. edbInfo.Unit = req.Unit
  36. edbInfo.ClassifyId = req.ClassifyId
  37. edbInfo.SysUserId = sysUserId
  38. edbInfo.SysUserRealName = sysUserRealName
  39. edbInfo.CreateTime = time.Now()
  40. edbInfo.ModifyTime = time.Now()
  41. edbInfo.UniqueCode = uniqueCode
  42. edbInfo.CalculateFormula = req.Formula
  43. edbInfo.EdbType = 2
  44. newEdbInfoId, tmpErr := to.Insert(edbInfo)
  45. if tmpErr != nil {
  46. return edbInfoId, tmpErr
  47. }
  48. edbInfoId = int(newEdbInfoId)
  49. //关联关系
  50. {
  51. calculateMappingItem := new(EdbInfoCalculateMapping)
  52. calculateMappingItem.CreateTime = time.Now()
  53. calculateMappingItem.ModifyTime = time.Now()
  54. calculateMappingItem.Sort = 1
  55. calculateMappingItem.EdbCode = edbCode
  56. calculateMappingItem.EdbInfoId = edbInfoId
  57. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  58. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  59. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  60. calculateMappingItem.FromSource = fromEdbInfo.Source
  61. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  62. calculateMappingItem.FromTag = ""
  63. calculateMappingItem.Source = edbInfo.Source
  64. calculateMappingItem.SourceName = edbInfo.SourceName
  65. _, err = to.Insert(calculateMappingItem)
  66. if err != nil {
  67. return
  68. }
  69. }
  70. } else {
  71. edbInfoId = req.EdbInfoId
  72. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_TBZ)
  73. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  74. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  75. _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
  76. if err != nil {
  77. return
  78. }
  79. }
  80. edbInfoIdStr := strconv.Itoa(edbInfoId)
  81. //计算数据
  82. var condition string
  83. var pars []interface{}
  84. condition += " AND edb_info_id=? "
  85. if req.EdbInfoId <= 0 {
  86. pars = append(pars, req.FromEdbInfoId)
  87. } else {
  88. pars = append(pars, fromEdbInfo.EdbInfoId)
  89. }
  90. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  91. if err != nil {
  92. return edbInfoId, err
  93. }
  94. var dateArr []string
  95. dataMap := make(map[string]*EdbInfoSearchData)
  96. for _, v := range dataList {
  97. dateArr = append(dateArr, v.DataTime)
  98. dataMap[v.DataTime] = v
  99. }
  100. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  101. var isAdd bool
  102. existMap := make(map[string]string)
  103. for _, av := range dateArr {
  104. //fmt.Println(ak, av)
  105. currentItem := dataMap[av]
  106. if currentItem != nil {
  107. //当前日期
  108. currentDate, err := time.Parse(utils.FormatDate, av)
  109. if err != nil {
  110. return edbInfoId, err
  111. }
  112. //上一年的日期
  113. preDate := currentDate.AddDate(-1, 0, 0)
  114. preDateStr := preDate.Format(utils.FormatDate)
  115. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  116. //dataTime, _ := time.Parse(utils.FormatDate, date)
  117. if _, ok := existMap[edbCode+av]; !ok {
  118. timestamp := currentDate.UnixNano() / 1e6
  119. timestampStr := fmt.Sprintf("%d", timestamp)
  120. val := TbzDiv(currentItem.Value, findItem.Value)
  121. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  122. isAdd = true
  123. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  124. }
  125. existMap[edbCode+av] = av
  126. } else {
  127. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  128. nextDateDay := preDate
  129. preDateDay := preDate
  130. for i := 0; i <= 35; i++ {
  131. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  132. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  133. if _, ok := existMap[edbCode+av]; !ok {
  134. timestamp := currentDate.UnixNano() / 1e6
  135. timestampStr := fmt.Sprintf("%d", timestamp)
  136. val := TbzDiv(currentItem.Value, findItem.Value)
  137. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  138. isAdd = true
  139. }
  140. existMap[edbCode+av] = av
  141. break
  142. } else {
  143. preDateDayStr := preDateDay.Format(utils.FormatDate)
  144. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  145. if _, ok := existMap[edbCode+av]; !ok {
  146. timestamp := currentDate.UnixNano() / 1e6
  147. timestampStr := fmt.Sprintf("%d", timestamp)
  148. val := TbzDiv(currentItem.Value, findItem.Value)
  149. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  150. isAdd = true
  151. }
  152. existMap[edbCode+av] = av
  153. break
  154. }
  155. }
  156. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  157. preDateDay = preDateDay.AddDate(0, 0, -1)
  158. }
  159. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  160. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  161. if _, ok := existMap[edbCode+av]; !ok {
  162. timestamp := currentDate.UnixNano() / 1e6
  163. timestampStr := fmt.Sprintf("%d", timestamp)
  164. val := TbzDiv(currentItem.Value, findItem.Value)
  165. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  166. isAdd = true
  167. }
  168. existMap[edbCode+av] = av
  169. break
  170. }
  171. } else {
  172. nextDateDay := preDate
  173. preDateDay := preDate
  174. for i := 0; i < 35; i++ {
  175. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  176. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  177. if _, ok := existMap[edbCode+av]; !ok {
  178. timestamp := currentDate.UnixNano() / 1e6
  179. timestampStr := fmt.Sprintf("%d", timestamp)
  180. val := TbzDiv(currentItem.Value, findItem.Value)
  181. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  182. isAdd = true
  183. }
  184. existMap[edbCode+av] = av
  185. break
  186. } else {
  187. preDateDayStr := preDateDay.Format(utils.FormatDate)
  188. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  189. if _, ok := existMap[edbCode+av]; !ok {
  190. timestamp := currentDate.UnixNano() / 1e6
  191. timestampStr := fmt.Sprintf("%d", timestamp)
  192. val := TbzDiv(currentItem.Value, findItem.Value)
  193. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  194. isAdd = true
  195. }
  196. existMap[edbCode+av] = av
  197. break
  198. } else {
  199. //fmt.Println("pre not find:", preDateStr, "i:", i)
  200. }
  201. }
  202. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  203. preDateDay = preDateDay.AddDate(0, 0, -1)
  204. }
  205. }
  206. }
  207. }
  208. }
  209. if isAdd {
  210. addSql = strings.TrimRight(addSql, ",")
  211. _, err = to.Raw(addSql).Exec()
  212. if err != nil {
  213. return edbInfoId, err
  214. }
  215. }
  216. return
  217. }
  218. // EditCalculateTbz 同比值
  219. func EditCalculateTbz(req *EdbInfoCalculateBatchEditReq, fromEdbInfo *EdbInfo, edbCode string) (edbInfoId int, err error) {
  220. edbInfoId = req.EdbInfoId
  221. o := orm.NewOrm()
  222. to, err := o.Begin()
  223. if err != nil {
  224. return
  225. }
  226. defer func() {
  227. if err != nil {
  228. fmt.Println("EditCalculateTbz,Err:" + err.Error())
  229. _ = to.Rollback()
  230. } else {
  231. _ = to.Commit()
  232. }
  233. }()
  234. //修改指标信息
  235. sql := ` UPDATE edb_info
  236. SET
  237. edb_name =?,
  238. edb_name_source=?,
  239. frequency = ?,
  240. unit = ?,
  241. classify_id = ?,
  242. modify_time = NOW()
  243. WHERE edb_info_id = ? `
  244. _, err = o.Raw(sql, req.EdbName, req.EdbName, req.Frequency, req.Unit, req.ClassifyId, edbInfoId).Exec()
  245. if err != nil {
  246. return
  247. }
  248. var existCondition string
  249. var existPars []interface{}
  250. existCondition += " AND edb_info_id=? "
  251. existPars = append(existPars, edbInfoId)
  252. existCondition += " AND from_edb_info_id=? "
  253. existPars = append(existPars, req.FromEdbInfoId)
  254. //判断计算指标是否被更换
  255. count, err := GetEdbInfoCalculateCountByCondition(existCondition, existPars)
  256. if err != nil {
  257. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  258. return
  259. }
  260. if count <= 0 {
  261. //删除指标关联计算指标
  262. //sql := ` DELETE FROM edb_info_calculate_tbz WHERE edb_info_id = ? `
  263. //_, err = o.Raw(sql, edbInfoId).Exec()
  264. //if err != nil {
  265. // return
  266. //}
  267. //
  268. //calculateItem := new(EdbInfoCalculateTbz)
  269. //calculateItem.CreateTime = time.Now()
  270. //calculateItem.ModifyTime = time.Now()
  271. //calculateItem.Sort = 1
  272. //calculateItem.EdbCode = edbCode
  273. //calculateItem.EdbInfoId = edbInfoId
  274. //calculateItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  275. //calculateItem.FromEdbCode = fromEdbInfo.EdbCode
  276. //calculateItem.FromEdbName = fromEdbInfo.EdbName
  277. //calculateItem.FromSource = fromEdbInfo.Source
  278. //calculateItem.FromSourceName = fromEdbInfo.SourceName
  279. //
  280. //_, err = o.Insert(calculateItem)
  281. //if err != nil {
  282. // return
  283. //}
  284. //删除,计算指标关联的,基础指标的关联关系
  285. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  286. _, err = o.Raw(sql, edbInfoId).Exec()
  287. if err != nil {
  288. return edbInfoId, err
  289. }
  290. //清空原有数据
  291. sql = ` DELETE FROM edb_data_calculate_tbz WHERE edb_info_id = ? `
  292. _, err = o.Raw(sql, edbInfoId).Exec()
  293. if err != nil {
  294. return edbInfoId, err
  295. }
  296. //关联关系
  297. {
  298. calculateMappingItem := new(EdbInfoCalculateMapping)
  299. calculateMappingItem.CreateTime = time.Now()
  300. calculateMappingItem.ModifyTime = time.Now()
  301. calculateMappingItem.Sort = 1
  302. calculateMappingItem.EdbCode = edbCode
  303. calculateMappingItem.EdbInfoId = edbInfoId
  304. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  305. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  306. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  307. calculateMappingItem.FromSource = fromEdbInfo.Source
  308. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  309. calculateMappingItem.FromTag = ""
  310. calculateMappingItem.Source = utils.DATA_SOURCE_CALCULATE_TBZ
  311. calculateMappingItem.SourceName = "同比值"
  312. _, err = o.Insert(calculateMappingItem)
  313. if err != nil {
  314. return
  315. }
  316. }
  317. edbInfoIdStr := strconv.Itoa(edbInfoId)
  318. //计算数据
  319. var condition string
  320. var pars []interface{}
  321. condition += " AND edb_info_id=? "
  322. pars = append(pars, req.FromEdbInfoId)
  323. fmt.Println("EdbInfoId:", req.FromEdbInfoId)
  324. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  325. if err != nil {
  326. return edbInfoId, err
  327. }
  328. var dateArr []string
  329. dataMap := make(map[string]*EdbInfoSearchData)
  330. for _, v := range dataList {
  331. dateArr = append(dateArr, v.DataTime)
  332. dataMap[v.DataTime] = v
  333. }
  334. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  335. var isAdd bool
  336. for _, av := range dateArr {
  337. currentItem := dataMap[av]
  338. if currentItem != nil {
  339. //当前日期
  340. currentDate, err := time.Parse(utils.FormatDate, av)
  341. if err != nil {
  342. return edbInfoId, err
  343. }
  344. //上一年的日期
  345. preDate := currentDate.AddDate(-1, 0, 0)
  346. preDateStr := preDate.Format(utils.FormatDate)
  347. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  348. //dataTime, _ := time.Parse(utils.FormatDate, date)
  349. timestamp := currentDate.UnixNano() / 1e6
  350. timestampStr := fmt.Sprintf("%d", timestamp)
  351. val := TbzDiv(currentItem.Value, findItem.Value)
  352. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  353. isAdd = true
  354. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  355. continue
  356. } else {
  357. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  358. nextDateDay := preDate.AddDate(0, 1, 0)
  359. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  360. preDateDay := preDate.AddDate(0, -1, 0)
  361. preDateDayStr := preDateDay.Format(utils.FormatDate)
  362. for i := 0; i <= 6; i++ {
  363. if i >= 1 {
  364. nextDateDay = nextDateDay.AddDate(0, 0, i)
  365. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  366. }
  367. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  368. timestamp := currentDate.UnixNano() / 1e6
  369. timestampStr := fmt.Sprintf("%d", timestamp)
  370. val := TbzDiv(currentItem.Value, findItem.Value)
  371. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  372. isAdd = true
  373. break
  374. } else {
  375. if i >= 1 {
  376. preDateDay = preDate.AddDate(0, 0, -i)
  377. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  378. }
  379. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  380. timestamp := currentDate.UnixNano() / 1e6
  381. timestampStr := fmt.Sprintf("%d", timestamp)
  382. val := TbzDiv(currentItem.Value, findItem.Value)
  383. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  384. isAdd = true
  385. break
  386. }
  387. }
  388. }
  389. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  390. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  391. timestamp := currentDate.UnixNano() / 1e6
  392. timestampStr := fmt.Sprintf("%d", timestamp)
  393. val := TbzDiv(currentItem.Value, findItem.Value)
  394. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  395. isAdd = true
  396. break
  397. }
  398. } else {
  399. nextDateDay := preDate.AddDate(0, 0, 1)
  400. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  401. preDateDay := preDate.AddDate(0, 0, -1)
  402. preDateDayStr := preDateDay.Format(utils.FormatDate)
  403. for i := 0; i < 35; i++ {
  404. if i >= 1 {
  405. nextDateDay = nextDateDay.AddDate(0, 0, i)
  406. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  407. }
  408. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  409. timestamp := currentDate.UnixNano() / 1e6
  410. timestampStr := fmt.Sprintf("%d", timestamp)
  411. val := TbzDiv(currentItem.Value, findItem.Value)
  412. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  413. isAdd = true
  414. break
  415. } else {
  416. if i >= 1 {
  417. preDateDay = preDate.AddDate(0, 0, -i)
  418. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  419. }
  420. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  421. timestamp := currentDate.UnixNano() / 1e6
  422. timestampStr := fmt.Sprintf("%d", timestamp)
  423. val := TbzDiv(currentItem.Value, findItem.Value)
  424. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  425. isAdd = true
  426. break
  427. }
  428. }
  429. }
  430. }
  431. }
  432. }
  433. }
  434. if isAdd {
  435. addSql = strings.TrimRight(addSql, ",")
  436. _, err = o.Raw(addSql).Exec()
  437. if err != nil {
  438. return edbInfoId, err
  439. }
  440. }
  441. }
  442. return
  443. }
  444. // RefreshAllCalculateTbz 刷新所有同比值数据
  445. func RefreshAllCalculateTbz(edbInfoId, source int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate string) (err error) {
  446. o := orm.NewOrm()
  447. to, err := o.Begin()
  448. if err != nil {
  449. return
  450. }
  451. defer func() {
  452. if err != nil {
  453. fmt.Println("RefreshAllCalculateTbz,Err:" + err.Error())
  454. _ = to.Rollback()
  455. } else {
  456. _ = to.Commit()
  457. }
  458. }()
  459. if err != nil {
  460. return
  461. }
  462. edbInfoIdStr := strconv.Itoa(edbInfoId)
  463. //计算数据
  464. //计算数据
  465. var condition string
  466. var pars []interface{}
  467. condition += " AND edb_info_id=? "
  468. pars = append(pars, fromEdbInfo.EdbInfoId)
  469. if startDate != "" {
  470. condition += " AND data_time>=? "
  471. pars = append(pars, startDate)
  472. }
  473. //if endDate != "" {
  474. // condition += " AND data_time<=? "
  475. // pars = append(pars, endDate)
  476. //}
  477. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  478. if err != nil {
  479. return err
  480. }
  481. var dateArr []string
  482. dataMap := make(map[string]*EdbInfoSearchData)
  483. for _, v := range dataList {
  484. dateArr = append(dateArr, v.DataTime)
  485. dataMap[v.DataTime] = v
  486. }
  487. fmt.Println("source:", source)
  488. //获取指标所有数据
  489. existDataList := make([]*EdbData, 0)
  490. dataTableName := GetEdbDataTableName(source)
  491. fmt.Println("dataTableName:", dataTableName)
  492. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  493. sql = fmt.Sprintf(sql, dataTableName)
  494. _, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
  495. if err != nil {
  496. return err
  497. }
  498. existDataMap := make(map[string]string)
  499. for _, v := range existDataList {
  500. existDataMap[v.DataTime] = v.Value
  501. }
  502. fmt.Println("existDataMap:", existDataMap)
  503. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  504. var isAdd bool
  505. existAddDataMap := make(map[string]string)
  506. for _, av := range dateArr {
  507. currentItem := dataMap[av]
  508. if currentItem != nil {
  509. //当前日期
  510. currentDate, err := time.Parse(utils.FormatDate, av)
  511. if err != nil {
  512. return err
  513. }
  514. //上一年的日期
  515. preDate := currentDate.AddDate(-1, 0, 0)
  516. preDateStr := preDate.Format(utils.FormatDate)
  517. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  518. //dataTime, _ := time.Parse(utils.FormatDate, date)
  519. timestamp := currentDate.UnixNano() / 1e6
  520. timestampStr := fmt.Sprintf("%d", timestamp)
  521. val := TbzDiv(currentItem.Value, findItem.Value)
  522. if existVal, ok := existDataMap[av]; !ok {
  523. if _, existOk := existAddDataMap[av]; !existOk {
  524. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  525. isAdd = true
  526. }
  527. existAddDataMap[av] = av
  528. } else {
  529. if existVal != val {
  530. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  531. sql = fmt.Sprintf(sql, dataTableName)
  532. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  533. if err != nil {
  534. return err
  535. }
  536. }
  537. }
  538. continue
  539. } else {
  540. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  541. for i := 0; i <= 35; i++ {
  542. nextDateDay := preDate.AddDate(0, 0, i)
  543. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  544. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  545. timestamp := currentDate.UnixNano() / 1e6
  546. timestampStr := fmt.Sprintf("%d", timestamp)
  547. val := TbzDiv(currentItem.Value, findItem.Value)
  548. if existVal, ok := existDataMap[av]; !ok {
  549. if _, existOk := existAddDataMap[av]; !existOk {
  550. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  551. isAdd = true
  552. }
  553. existAddDataMap[av] = av
  554. } else {
  555. if existVal != val {
  556. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  557. sql = fmt.Sprintf(sql, dataTableName)
  558. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  559. if err != nil {
  560. return err
  561. }
  562. }
  563. }
  564. break
  565. } else {
  566. preDateDay := preDate.AddDate(0, 0, -i)
  567. preDateDayStr := preDateDay.Format(utils.FormatDate)
  568. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  569. timestamp := currentDate.UnixNano() / 1e6
  570. timestampStr := fmt.Sprintf("%d", timestamp)
  571. val := TbzDiv(currentItem.Value, findItem.Value)
  572. if existVal, ok := existDataMap[av]; !ok {
  573. if _, existOk := existAddDataMap[av]; !existOk {
  574. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  575. isAdd = true
  576. }
  577. existAddDataMap[av] = av
  578. } else {
  579. if existVal != val {
  580. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  581. sql = fmt.Sprintf(sql, dataTableName)
  582. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  583. if err != nil {
  584. return err
  585. }
  586. }
  587. }
  588. break
  589. }
  590. }
  591. }
  592. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  593. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  594. timestamp := currentDate.UnixNano() / 1e6
  595. timestampStr := fmt.Sprintf("%d", timestamp)
  596. val := TbzDiv(currentItem.Value, findItem.Value)
  597. if existVal, ok := existDataMap[av]; !ok {
  598. if _, existOk := existAddDataMap[av]; !existOk {
  599. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  600. isAdd = true
  601. }
  602. existAddDataMap[av] = av
  603. } else {
  604. if existVal != val {
  605. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  606. sql = fmt.Sprintf(sql, dataTableName)
  607. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  608. if err != nil {
  609. return err
  610. }
  611. }
  612. }
  613. break
  614. }
  615. } else {
  616. nextDateDay := preDate.AddDate(0, 0, 1)
  617. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  618. preDateDay := preDate.AddDate(0, 0, -1)
  619. preDateDayStr := preDateDay.Format(utils.FormatDate)
  620. for i := 0; i < 35; i++ {
  621. if i >= 1 {
  622. nextDateDay = nextDateDay.AddDate(0, 0, i)
  623. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  624. }
  625. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  626. timestamp := currentDate.UnixNano() / 1e6
  627. timestampStr := fmt.Sprintf("%d", timestamp)
  628. val := TbzDiv(currentItem.Value, findItem.Value)
  629. if existVal, ok := existDataMap[av]; !ok {
  630. if _, existOk := existAddDataMap[av]; !existOk {
  631. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  632. isAdd = true
  633. }
  634. existAddDataMap[av] = av
  635. } else {
  636. if existVal != val {
  637. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  638. sql = fmt.Sprintf(sql, dataTableName)
  639. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  640. if err != nil {
  641. return err
  642. }
  643. }
  644. }
  645. break
  646. } else {
  647. if i >= 1 {
  648. preDateDay = preDate.AddDate(0, 0, -i)
  649. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  650. }
  651. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  652. timestamp := currentDate.UnixNano() / 1e6
  653. timestampStr := fmt.Sprintf("%d", timestamp)
  654. val := TbzDiv(currentItem.Value, findItem.Value)
  655. if existVal, ok := existDataMap[av]; !ok {
  656. if _, existOk := existAddDataMap[av]; !existOk {
  657. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  658. isAdd = true
  659. }
  660. existAddDataMap[av] = av
  661. } else {
  662. if existVal != val {
  663. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  664. sql = fmt.Sprintf(sql, dataTableName)
  665. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  666. if err != nil {
  667. return err
  668. }
  669. }
  670. }
  671. break
  672. }
  673. }
  674. }
  675. }
  676. }
  677. }
  678. }
  679. if isAdd {
  680. addSql = strings.TrimRight(addSql, ",")
  681. _, err = o.Raw(addSql).Exec()
  682. if err != nil {
  683. return err
  684. }
  685. }
  686. return
  687. }
  688. func TbzDiv(a, b float64) string {
  689. var valStr string
  690. if b != 0 {
  691. af := decimal.NewFromFloat(a)
  692. bf := decimal.NewFromFloat(b)
  693. val, _ := af.Div(bf).Float64()
  694. val = val - 1
  695. valStr = utils.SubFloatToString(val, 4)
  696. } else {
  697. valStr = "0"
  698. }
  699. return valStr
  700. }