edb_data_calculate_tcz.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. // AddCalculateTcz 同差值
  13. func AddCalculateTcz(req *EdbInfoCalculateBatchSaveReq, fromEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
  14. o := orm.NewOrm()
  15. to, err := o.Begin()
  16. if err != nil {
  17. return
  18. }
  19. defer func() {
  20. if err != nil {
  21. fmt.Println("AddCalculateTcz,Err:" + err.Error())
  22. _ = to.Rollback()
  23. } else {
  24. _ = to.Commit()
  25. }
  26. }()
  27. fmt.Println("req.EdbInfoId:", req.EdbInfoId)
  28. if req.EdbInfoId <= 0 {
  29. edbInfo := new(EdbInfo)
  30. edbInfo.Source = utils.DATA_SOURCE_CALCULATE_TCZ
  31. edbInfo.SourceName = "同差值"
  32. edbInfo.EdbCode = edbCode
  33. edbInfo.EdbName = req.EdbName
  34. edbInfo.EdbNameSource = req.EdbName
  35. edbInfo.Frequency = req.Frequency
  36. edbInfo.Unit = req.Unit
  37. edbInfo.ClassifyId = req.ClassifyId
  38. edbInfo.SysUserId = sysUserId
  39. edbInfo.SysUserRealName = sysUserRealName
  40. edbInfo.CreateTime = time.Now()
  41. edbInfo.ModifyTime = time.Now()
  42. edbInfo.UniqueCode = uniqueCode
  43. edbInfo.CalculateFormula = req.Formula
  44. edbInfo.EdbType = 2
  45. newEdbInfoId, tmpErr := to.Insert(edbInfo)
  46. if tmpErr != nil {
  47. return edbInfoId, tmpErr
  48. }
  49. edbInfoId = int(newEdbInfoId)
  50. //关联关系
  51. {
  52. calculateMappingItem := new(EdbInfoCalculateMapping)
  53. calculateMappingItem.CreateTime = time.Now()
  54. calculateMappingItem.ModifyTime = time.Now()
  55. calculateMappingItem.Sort = 1
  56. calculateMappingItem.EdbCode = edbCode
  57. calculateMappingItem.EdbInfoId = edbInfoId
  58. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  59. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  60. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  61. calculateMappingItem.FromSource = fromEdbInfo.Source
  62. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  63. calculateMappingItem.FromTag = ""
  64. calculateMappingItem.Source = edbInfo.Source
  65. calculateMappingItem.SourceName = edbInfo.SourceName
  66. _, err = to.Insert(calculateMappingItem)
  67. if err != nil {
  68. return
  69. }
  70. }
  71. } else {
  72. edbInfoId = req.EdbInfoId
  73. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_TCZ)
  74. fmt.Println("dataTableName:", dataTableName)
  75. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  76. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  77. _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
  78. if err != nil {
  79. return edbInfoId, err
  80. }
  81. }
  82. edbInfoIdStr := strconv.Itoa(edbInfoId)
  83. //计算数据
  84. var condition string
  85. var pars []interface{}
  86. condition += " AND edb_info_id=? "
  87. if req.EdbInfoId <= 0 {
  88. pars = append(pars, req.FromEdbInfoId)
  89. } else {
  90. pars = append(pars, fromEdbInfo.EdbInfoId)
  91. }
  92. fmt.Println("EdbInfoId:", req.FromEdbInfoId)
  93. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  94. if err != nil {
  95. return edbInfoId, err
  96. }
  97. var dateArr []string
  98. dataMap := make(map[string]*EdbInfoSearchData)
  99. for _, v := range dataList {
  100. dateArr = append(dateArr, v.DataTime)
  101. dataMap[v.DataTime] = v
  102. }
  103. fmt.Println("Frequency:", fromEdbInfo.Frequency)
  104. addSql := ` INSERT INTO edb_data_calculate_tcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  105. var isAdd bool
  106. existMap := make(map[string]string)
  107. for _, av := range dateArr {
  108. //fmt.Println("dateArr:", ak, av)
  109. currentItem := dataMap[av]
  110. if currentItem != nil {
  111. //当前日期
  112. currentDate, err := time.Parse(utils.FormatDate, av)
  113. if err != nil {
  114. return edbInfoId, err
  115. }
  116. //上一年的日期
  117. preDate := currentDate.AddDate(-1, 0, 0)
  118. preDateStr := preDate.Format(utils.FormatDate)
  119. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  120. //dataTime, _ := time.Parse(utils.FormatDate, date)
  121. if _, ok := existMap[edbCode+av]; !ok {
  122. timestamp := currentDate.UnixNano() / 1e6
  123. timestampStr := fmt.Sprintf("%d", timestamp)
  124. val := TczSub(currentItem.Value, findItem.Value)
  125. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  126. isAdd = true
  127. }
  128. existMap[edbCode+av] = av
  129. } else {
  130. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  131. nextDateDay := preDate
  132. preDateDay := preDate
  133. for i := 0; i <= 35; i++ {
  134. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  135. if findItem, ok := dataMap[nextDateDayStr]; ok { //下一年同期->下一个月找到
  136. if _, ok := existMap[edbCode+av]; !ok {
  137. timestamp := currentDate.UnixNano() / 1e6
  138. timestampStr := fmt.Sprintf("%d", timestamp)
  139. val := TczSub(currentItem.Value, findItem.Value)
  140. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  141. isAdd = true
  142. }
  143. existMap[edbCode+av] = av
  144. break
  145. } else {
  146. preDateDayStr := preDateDay.Format(utils.FormatDate)
  147. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  148. if _, ok := existMap[edbCode+av]; !ok {
  149. timestamp := currentDate.UnixNano() / 1e6
  150. timestampStr := fmt.Sprintf("%d", timestamp)
  151. val := TczSub(currentItem.Value, findItem.Value)
  152. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  153. isAdd = true
  154. }
  155. existMap[edbCode+av] = av
  156. break
  157. }
  158. }
  159. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  160. preDateDay = preDateDay.AddDate(0, 0, -1)
  161. }
  162. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  163. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  164. if _, ok := existMap[edbCode+av]; !ok {
  165. timestamp := currentDate.UnixNano() / 1e6
  166. timestampStr := fmt.Sprintf("%d", timestamp)
  167. val := TczSub(currentItem.Value, findItem.Value)
  168. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  169. isAdd = true
  170. }
  171. existMap[edbCode+av] = av
  172. break
  173. }
  174. } else {
  175. nextDateDay := preDate
  176. preDateDay := preDate
  177. for i := 0; i < 35; i++ {
  178. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  179. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  180. if _, ok := existMap[edbCode+av]; !ok {
  181. timestamp := currentDate.UnixNano() / 1e6
  182. timestampStr := fmt.Sprintf("%d", timestamp)
  183. val := TczSub(currentItem.Value, findItem.Value)
  184. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  185. isAdd = true
  186. }
  187. existMap[edbCode+av] = av
  188. break
  189. } else {
  190. preDateDayStr := preDateDay.Format(utils.FormatDate)
  191. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  192. if _, ok := existMap[edbCode+av]; !ok {
  193. timestamp := currentDate.UnixNano() / 1e6
  194. timestampStr := fmt.Sprintf("%d", timestamp)
  195. val := TczSub(currentItem.Value, findItem.Value)
  196. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  197. isAdd = true
  198. }
  199. existMap[edbCode+av] = av
  200. break
  201. } else {
  202. }
  203. }
  204. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  205. preDateDay = preDateDay.AddDate(0, 0, -1)
  206. }
  207. }
  208. }
  209. }
  210. }
  211. if isAdd {
  212. addSql = strings.TrimRight(addSql, ",")
  213. _, err = to.Raw(addSql).Exec()
  214. if err != nil {
  215. return edbInfoId, err
  216. }
  217. }
  218. return
  219. }
  220. // EditCalculateTcz 同差值
  221. func EditCalculateTcz(req *EdbInfoCalculateBatchEditReq, fromEdbInfo *EdbInfo, edbCode string) (edbInfoId int, err error) {
  222. edbInfoId = req.EdbInfoId
  223. o := orm.NewOrm()
  224. to, err := o.Begin()
  225. if err != nil {
  226. return
  227. }
  228. defer func() {
  229. if err != nil {
  230. fmt.Println("EditCalculateTcz,Err:" + err.Error())
  231. _ = to.Rollback()
  232. } else {
  233. _ = to.Commit()
  234. }
  235. }()
  236. //修改指标信息
  237. sql := ` UPDATE edb_info
  238. SET
  239. edb_name =?,
  240. edb_name_source=?,
  241. frequency = ?,
  242. unit = ?,
  243. classify_id = ?,
  244. modify_time = NOW()
  245. WHERE edb_info_id = ? `
  246. _, err = o.Raw(sql, req.EdbName, req.EdbName, req.Frequency, req.Unit, req.ClassifyId, edbInfoId).Exec()
  247. if err != nil {
  248. return
  249. }
  250. var existCondition string
  251. var existPars []interface{}
  252. existCondition += " AND edb_info_id=? "
  253. existPars = append(existPars, edbInfoId)
  254. existCondition += " AND from_edb_info_id=? "
  255. existPars = append(existPars, req.FromEdbInfoId)
  256. //判断计算指标是否被更换
  257. count, err := GetEdbInfoCalculateCountByCondition(existCondition, existPars)
  258. if err != nil {
  259. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  260. return
  261. }
  262. if count <= 0 {
  263. //删除指标关联计算指标
  264. //sql := ` DELETE FROM edb_info_calculate_tcz WHERE edb_info_id = ? `
  265. //_, err = o.Raw(sql, edbInfoId).Exec()
  266. //if err != nil {
  267. // return
  268. //}
  269. //
  270. //calculateItem := new(EdbInfoCalculateTcz)
  271. //calculateItem.CreateTime = time.Now()
  272. //calculateItem.ModifyTime = time.Now()
  273. //calculateItem.Sort = 1
  274. //calculateItem.EdbCode = edbCode
  275. //calculateItem.EdbInfoId = edbInfoId
  276. //calculateItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  277. //calculateItem.FromEdbCode = fromEdbInfo.EdbCode
  278. //calculateItem.FromEdbName = fromEdbInfo.EdbName
  279. //calculateItem.FromSource = fromEdbInfo.Source
  280. //calculateItem.FromSourceName = fromEdbInfo.SourceName
  281. //
  282. //_, err = o.Insert(calculateItem)
  283. //if err != nil {
  284. // return
  285. //}
  286. //删除,计算指标关联的,基础指标的关联关系
  287. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  288. _, err = o.Raw(sql, edbInfoId).Exec()
  289. if err != nil {
  290. return
  291. }
  292. //清空原有数据
  293. sql = ` DELETE FROM edb_data_calculate_tcz WHERE edb_info_id = ? `
  294. _, err = o.Raw(sql, edbInfoId).Exec()
  295. if err != nil {
  296. return edbInfoId, err
  297. }
  298. //关联关系
  299. {
  300. calculateMappingItem := new(EdbInfoCalculateMapping)
  301. calculateMappingItem.CreateTime = time.Now()
  302. calculateMappingItem.ModifyTime = time.Now()
  303. calculateMappingItem.Sort = 1
  304. calculateMappingItem.EdbCode = edbCode
  305. calculateMappingItem.EdbInfoId = edbInfoId
  306. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  307. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  308. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  309. calculateMappingItem.FromSource = fromEdbInfo.Source
  310. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  311. calculateMappingItem.FromTag = ""
  312. calculateMappingItem.Source = utils.DATA_SOURCE_CALCULATE_TCZ
  313. calculateMappingItem.SourceName = "同差值"
  314. _, err = o.Insert(calculateMappingItem)
  315. if err != nil {
  316. return
  317. }
  318. }
  319. edbInfoIdStr := strconv.Itoa(edbInfoId)
  320. //计算数据
  321. var condition string
  322. var pars []interface{}
  323. condition += " AND edb_info_id=? "
  324. pars = append(pars, req.FromEdbInfoId)
  325. fmt.Println("EdbInfoId:", req.FromEdbInfoId)
  326. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  327. if err != nil {
  328. return edbInfoId, err
  329. }
  330. var dateArr []string
  331. dataMap := make(map[string]*EdbInfoSearchData)
  332. for _, v := range dataList {
  333. dateArr = append(dateArr, v.DataTime)
  334. dataMap[v.DataTime] = v
  335. }
  336. addSql := ` INSERT INTO edb_data_calculate_tcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  337. var isAdd bool
  338. for ak, av := range dateArr {
  339. fmt.Println(ak, av)
  340. currentItem := dataMap[av]
  341. if currentItem != nil {
  342. //当前日期
  343. currentDate, err := time.Parse(utils.FormatDate, av)
  344. if err != nil {
  345. return edbInfoId, err
  346. }
  347. //上一年的日期
  348. preDate := currentDate.AddDate(-1, 0, 0)
  349. preDateStr := preDate.Format(utils.FormatDate)
  350. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  351. //dataTime, _ := time.Parse(utils.FormatDate, date)
  352. timestamp := currentDate.UnixNano() / 1e6
  353. timestampStr := fmt.Sprintf("%d", timestamp)
  354. val := TczSub(currentItem.Value, findItem.Value)
  355. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  356. isAdd = true
  357. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  358. continue
  359. } else {
  360. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  361. nextDateDay := preDate.AddDate(0, 1, 0)
  362. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  363. preDateDay := preDate.AddDate(0, -1, 0)
  364. preDateDayStr := preDateDay.Format(utils.FormatDate)
  365. for i := 0; i <= 6; i++ {
  366. if i >= 1 {
  367. nextDateDay = nextDateDay.AddDate(0, 0, i)
  368. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  369. }
  370. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  371. timestamp := currentDate.UnixNano() / 1e6
  372. timestampStr := fmt.Sprintf("%d", timestamp)
  373. val := TczSub(currentItem.Value, findItem.Value)
  374. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  375. isAdd = true
  376. break
  377. } else {
  378. if i >= 1 {
  379. preDateDay = preDate.AddDate(0, 0, -i)
  380. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  381. }
  382. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  383. timestamp := currentDate.UnixNano() / 1e6
  384. timestampStr := fmt.Sprintf("%d", timestamp)
  385. val := TczSub(currentItem.Value, findItem.Value)
  386. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  387. isAdd = true
  388. break
  389. }
  390. }
  391. }
  392. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  393. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  394. timestamp := currentDate.UnixNano() / 1e6
  395. timestampStr := fmt.Sprintf("%d", timestamp)
  396. val := TczSub(currentItem.Value, findItem.Value)
  397. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  398. isAdd = true
  399. break
  400. }
  401. } else {
  402. nextDateDay := preDate.AddDate(0, 0, 1)
  403. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  404. preDateDay := preDate.AddDate(0, 0, -1)
  405. preDateDayStr := preDateDay.Format(utils.FormatDate)
  406. for i := 0; i < 35; i++ {
  407. if i >= 1 {
  408. nextDateDay = nextDateDay.AddDate(0, 0, i)
  409. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  410. }
  411. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  412. timestamp := currentDate.UnixNano() / 1e6
  413. timestampStr := fmt.Sprintf("%d", timestamp)
  414. val := TczSub(currentItem.Value, findItem.Value)
  415. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  416. isAdd = true
  417. break
  418. } else {
  419. if i >= 1 {
  420. preDateDay = preDate.AddDate(0, 0, -i)
  421. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  422. }
  423. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  424. timestamp := currentDate.UnixNano() / 1e6
  425. timestampStr := fmt.Sprintf("%d", timestamp)
  426. val := TczSub(currentItem.Value, findItem.Value)
  427. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  428. isAdd = true
  429. break
  430. }
  431. }
  432. }
  433. }
  434. }
  435. }
  436. }
  437. if isAdd {
  438. addSql = strings.TrimRight(addSql, ",")
  439. _, err = o.Raw(addSql).Exec()
  440. if err != nil {
  441. return edbInfoId, err
  442. }
  443. }
  444. }
  445. return
  446. }
  447. // RefreshAllCalculateTcz 刷新全部同差值数据
  448. func RefreshAllCalculateTcz(edbInfoId, source int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate string) (err error) {
  449. o := orm.NewOrm()
  450. to, err := o.Begin()
  451. if err != nil {
  452. return
  453. }
  454. defer func() {
  455. if err != nil {
  456. fmt.Println("RefreshAllCalculateTcz,Err:" + err.Error())
  457. _ = to.Rollback()
  458. } else {
  459. _ = to.Commit()
  460. }
  461. }()
  462. if err != nil {
  463. return
  464. }
  465. edbInfoIdStr := strconv.Itoa(edbInfoId)
  466. //计算数据
  467. //计算数据
  468. var condition string
  469. var pars []interface{}
  470. condition += " AND edb_info_id=? "
  471. pars = append(pars, fromEdbInfo.EdbInfoId)
  472. if startDate != "" {
  473. condition += " AND data_time>=? "
  474. pars = append(pars, startDate)
  475. }
  476. //if endDate != "" {
  477. // condition += " AND data_time<=? "
  478. // pars = append(pars, endDate)
  479. //}
  480. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  481. if err != nil {
  482. return err
  483. }
  484. var dateArr []string
  485. dataMap := make(map[string]*EdbInfoSearchData)
  486. for _, v := range dataList {
  487. dateArr = append(dateArr, v.DataTime)
  488. dataMap[v.DataTime] = v
  489. }
  490. //获取指标所有数据
  491. existDataList := make([]*EdbData, 0)
  492. dataTableName := GetEdbDataTableName(source)
  493. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  494. sql = fmt.Sprintf(sql, dataTableName)
  495. _, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
  496. if err != nil {
  497. return err
  498. }
  499. existDataMap := make(map[string]string)
  500. for _, v := range existDataList {
  501. existDataMap[v.DataTime] = v.Value
  502. }
  503. addSql := ` INSERT INTO edb_data_calculate_tcz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  504. var isAdd bool
  505. existAddDataMap := make(map[string]string)
  506. for _, av := range dateArr {
  507. currentItem := dataMap[av]
  508. if currentItem != nil {
  509. //当前日期
  510. currentDate, err := time.Parse(utils.FormatDate, av)
  511. if err != nil {
  512. return err
  513. }
  514. //上一年的日期
  515. preDate := currentDate.AddDate(-1, 0, 0)
  516. preDateStr := preDate.Format(utils.FormatDate)
  517. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  518. //dataTime, _ := time.Parse(utils.FormatDate, date)
  519. timestamp := currentDate.UnixNano() / 1e6
  520. timestampStr := fmt.Sprintf("%d", timestamp)
  521. val := TczSub(currentItem.Value, findItem.Value)
  522. if existVal, ok := existDataMap[av]; !ok {
  523. if _, existOk := existAddDataMap[av]; !existOk {
  524. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  525. isAdd = true
  526. }
  527. existAddDataMap[av] = av
  528. } else {
  529. existValDecimal, err := decimal.NewFromString(existVal)
  530. existStr := existValDecimal.String()
  531. if existStr != val {
  532. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  533. sql = fmt.Sprintf(sql, dataTableName)
  534. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  535. if err != nil {
  536. return err
  537. }
  538. }
  539. }
  540. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  541. continue
  542. } else {
  543. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  544. for i := 0; i <= 35; i++ {
  545. nextDateDay := preDate.AddDate(0, 0, 1)
  546. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  547. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  548. timestamp := currentDate.UnixNano() / 1e6
  549. timestampStr := fmt.Sprintf("%d", timestamp)
  550. val := TczSub(currentItem.Value, findItem.Value)
  551. if existVal, ok := existDataMap[av]; !ok {
  552. if _, existOk := existAddDataMap[av]; !existOk {
  553. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  554. isAdd = true
  555. }
  556. existAddDataMap[av] = av
  557. } else {
  558. existValDecimal, err := decimal.NewFromString(existVal)
  559. existStr := existValDecimal.String()
  560. if existStr != val {
  561. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  562. sql = fmt.Sprintf(sql, dataTableName)
  563. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  564. if err != nil {
  565. return err
  566. }
  567. }
  568. }
  569. break
  570. } else {
  571. preDateDay := preDate.AddDate(0, 0, -1)
  572. preDateDayStr := preDateDay.Format(utils.FormatDate)
  573. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  574. timestamp := currentDate.UnixNano() / 1e6
  575. timestampStr := fmt.Sprintf("%d", timestamp)
  576. val := TczSub(currentItem.Value, findItem.Value)
  577. if existVal, ok := existDataMap[av]; !ok {
  578. if _, existOk := existAddDataMap[av]; !existOk {
  579. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  580. isAdd = true
  581. }
  582. existAddDataMap[av] = av
  583. } else {
  584. existValDecimal, err := decimal.NewFromString(existVal)
  585. existStr := existValDecimal.String()
  586. if existStr != val {
  587. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  588. sql = fmt.Sprintf(sql, dataTableName)
  589. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  590. if err != nil {
  591. return err
  592. }
  593. }
  594. }
  595. break
  596. }
  597. }
  598. }
  599. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  600. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  601. timestamp := currentDate.UnixNano() / 1e6
  602. timestampStr := fmt.Sprintf("%d", timestamp)
  603. val := TczSub(currentItem.Value, findItem.Value)
  604. if existVal, ok := existDataMap[av]; !ok {
  605. if _, existOk := existAddDataMap[av]; !existOk {
  606. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  607. isAdd = true
  608. }
  609. existAddDataMap[av] = av
  610. } else {
  611. existValDecimal, err := decimal.NewFromString(existVal)
  612. existStr := existValDecimal.String()
  613. if existStr != val {
  614. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  615. sql = fmt.Sprintf(sql, dataTableName)
  616. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  617. if err != nil {
  618. return err
  619. }
  620. }
  621. }
  622. break
  623. }
  624. } else {
  625. for i := 0; i < 35; i++ {
  626. nextDateDay := preDate.AddDate(0, 0, 1)
  627. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  628. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  629. timestamp := currentDate.UnixNano() / 1e6
  630. timestampStr := fmt.Sprintf("%d", timestamp)
  631. val := TczSub(currentItem.Value, findItem.Value)
  632. if existVal, ok := existDataMap[av]; !ok {
  633. if _, existOk := existAddDataMap[av]; !existOk {
  634. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  635. isAdd = true
  636. }
  637. existAddDataMap[av] = av
  638. } else {
  639. existValDecimal, err := decimal.NewFromString(existVal)
  640. existStr := existValDecimal.String()
  641. if existStr != val {
  642. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  643. sql = fmt.Sprintf(sql, dataTableName)
  644. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  645. if err != nil {
  646. return err
  647. }
  648. }
  649. }
  650. break
  651. } else {
  652. preDateDay := preDate.AddDate(0, 0, -1)
  653. preDateDayStr := preDateDay.Format(utils.FormatDate)
  654. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  655. timestamp := currentDate.UnixNano() / 1e6
  656. timestampStr := fmt.Sprintf("%d", timestamp)
  657. val := TczSub(currentItem.Value, findItem.Value)
  658. if existVal, ok := existDataMap[av]; !ok {
  659. if _, existOk := existAddDataMap[av]; !existOk {
  660. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  661. isAdd = true
  662. }
  663. existAddDataMap[av] = av
  664. } else {
  665. existValDecimal, err := decimal.NewFromString(existVal)
  666. existStr := existValDecimal.String()
  667. if existStr != val {
  668. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  669. sql = fmt.Sprintf(sql, dataTableName)
  670. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  671. if err != nil {
  672. return err
  673. }
  674. }
  675. }
  676. break
  677. }
  678. }
  679. }
  680. }
  681. }
  682. }
  683. }
  684. if isAdd {
  685. addSql = strings.TrimRight(addSql, ",")
  686. _, err = o.Raw(addSql).Exec()
  687. if err != nil {
  688. return err
  689. }
  690. }
  691. return
  692. }
  693. // TczSub 计算同差值
  694. func TczSub(a, b float64) string {
  695. af := decimal.NewFromFloat(a)
  696. fmt.Println(af)
  697. bf := decimal.NewFromFloat(b)
  698. val, _ := af.Sub(bf).Float64()
  699. //valStr := utils.SubFloatToString(val, 4)
  700. valStr := decimal.NewFromFloat(val).RoundCeil(4).String()
  701. return valStr
  702. }