edb_data_calculate_tbz.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type EdbInfoCalculateTbzDetail struct {
  13. EdbInfoCalculateTbzId int `orm:"column(edb_info_calculate_tbz_id);pk"`
  14. EdbInfoId int `description:"指标id"`
  15. EdbCode string `description:"指标编码"`
  16. FromEdbInfoId int `description:"计算指标id"`
  17. FromEdbCode string `description:"计算指标编码"`
  18. FromEdbName string `description:"计算指标名称"`
  19. FromSource int `description:"计算指标来源"`
  20. FromSourceName string `description:"计算指标来源名称"`
  21. FromTag string `description:"来源指标标签"`
  22. Sort int `description:"计算指标名称排序"`
  23. CreateTime time.Time `description:"创建时间"`
  24. ModifyTime time.Time `description:"修改时间"`
  25. StartDate string `description:"开始日期"`
  26. EndDate string `description:"结束日期"`
  27. }
  28. func GetEdbInfoCalculateTbzDetail(edbInfoId int) (item *EdbInfoCalculateTbzDetail, err error) {
  29. o := orm.NewOrm()
  30. sql := ` SELECT a.*,b.start_date,b.end_date FROM edb_info_calculate_mapping AS a
  31. INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  32. WHERE a.edb_info_id=? `
  33. err = o.Raw(sql, edbInfoId).QueryRow(&item)
  34. return
  35. }
  36. // AddCalculateTbz 同比值
  37. func AddCalculateTbz(req *EdbInfoCalculateBatchSaveReq, fromEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
  38. o := orm.NewOrm()
  39. to, err := o.Begin()
  40. if err != nil {
  41. return
  42. }
  43. defer func() {
  44. if err != nil {
  45. fmt.Println("AddCalculateTbz,Err:" + err.Error())
  46. _ = to.Rollback()
  47. } else {
  48. _ = to.Commit()
  49. }
  50. }()
  51. if req.EdbInfoId <= 0 {
  52. edbInfo := new(EdbInfo)
  53. edbInfo.Source = utils.DATA_SOURCE_CALCULATE_TBZ
  54. edbInfo.SourceName = "同比值"
  55. edbInfo.EdbCode = edbCode
  56. edbInfo.EdbName = req.EdbName
  57. edbInfo.EdbNameSource = req.EdbName
  58. edbInfo.Frequency = req.Frequency
  59. edbInfo.Unit = req.Unit
  60. edbInfo.ClassifyId = req.ClassifyId
  61. edbInfo.SysUserId = sysUserId
  62. edbInfo.SysUserRealName = sysUserRealName
  63. edbInfo.CreateTime = time.Now()
  64. edbInfo.ModifyTime = time.Now()
  65. edbInfo.UniqueCode = uniqueCode
  66. edbInfo.CalculateFormula = req.Formula
  67. edbInfo.EdbType = 2
  68. newEdbInfoId, tmpErr := to.Insert(edbInfo)
  69. if tmpErr != nil {
  70. return edbInfoId, tmpErr
  71. }
  72. edbInfoId = int(newEdbInfoId)
  73. //关联关系
  74. {
  75. calculateMappingItem := new(EdbInfoCalculateMapping)
  76. calculateMappingItem.CreateTime = time.Now()
  77. calculateMappingItem.ModifyTime = time.Now()
  78. calculateMappingItem.Sort = 1
  79. calculateMappingItem.EdbCode = edbCode
  80. calculateMappingItem.EdbInfoId = edbInfoId
  81. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  82. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  83. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  84. calculateMappingItem.FromSource = fromEdbInfo.Source
  85. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  86. calculateMappingItem.FromTag = ""
  87. calculateMappingItem.Source = edbInfo.Source
  88. calculateMappingItem.SourceName = edbInfo.SourceName
  89. _, err = to.Insert(calculateMappingItem)
  90. if err != nil {
  91. return
  92. }
  93. }
  94. } else {
  95. edbInfoId = req.EdbInfoId
  96. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_TBZ)
  97. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  98. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  99. _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
  100. if err != nil {
  101. return
  102. }
  103. }
  104. edbInfoIdStr := strconv.Itoa(edbInfoId)
  105. //计算数据
  106. var condition string
  107. var pars []interface{}
  108. condition += " AND edb_info_id=? "
  109. if req.EdbInfoId <= 0 {
  110. pars = append(pars, req.FromEdbInfoId)
  111. } else {
  112. pars = append(pars, fromEdbInfo.EdbInfoId)
  113. }
  114. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  115. if err != nil {
  116. return edbInfoId, err
  117. }
  118. var dateArr []string
  119. dataMap := make(map[string]*EdbInfoSearchData)
  120. for _, v := range dataList {
  121. dateArr = append(dateArr, v.DataTime)
  122. dataMap[v.DataTime] = v
  123. }
  124. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  125. var isAdd bool
  126. existMap := make(map[string]string)
  127. for _, av := range dateArr {
  128. //fmt.Println(ak, av)
  129. currentItem := dataMap[av]
  130. if currentItem != nil {
  131. //当前日期
  132. currentDate, err := time.Parse(utils.FormatDate, av)
  133. if err != nil {
  134. return edbInfoId, err
  135. }
  136. //上一年的日期
  137. preDate := currentDate.AddDate(-1, 0, 0)
  138. preDateStr := preDate.Format(utils.FormatDate)
  139. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  140. //dataTime, _ := time.Parse(utils.FormatDate, date)
  141. if _, ok := existMap[edbCode+av]; !ok {
  142. timestamp := currentDate.UnixNano() / 1e6
  143. timestampStr := fmt.Sprintf("%d", timestamp)
  144. val := TbzDiv(currentItem.Value, findItem.Value)
  145. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  146. isAdd = true
  147. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  148. }
  149. existMap[edbCode+av] = av
  150. } else {
  151. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  152. nextDateDay := preDate
  153. preDateDay := preDate
  154. for i := 0; i <= 35; i++ {
  155. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  156. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  157. if _, ok := existMap[edbCode+av]; !ok {
  158. timestamp := currentDate.UnixNano() / 1e6
  159. timestampStr := fmt.Sprintf("%d", timestamp)
  160. val := TbzDiv(currentItem.Value, findItem.Value)
  161. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  162. isAdd = true
  163. }
  164. existMap[edbCode+av] = av
  165. break
  166. } else {
  167. preDateDayStr := preDateDay.Format(utils.FormatDate)
  168. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  169. if _, ok := existMap[edbCode+av]; !ok {
  170. timestamp := currentDate.UnixNano() / 1e6
  171. timestampStr := fmt.Sprintf("%d", timestamp)
  172. val := TbzDiv(currentItem.Value, findItem.Value)
  173. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  174. isAdd = true
  175. }
  176. existMap[edbCode+av] = av
  177. break
  178. }
  179. }
  180. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  181. preDateDay = preDateDay.AddDate(0, 0, -1)
  182. }
  183. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  184. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  185. if _, ok := existMap[edbCode+av]; !ok {
  186. timestamp := currentDate.UnixNano() / 1e6
  187. timestampStr := fmt.Sprintf("%d", timestamp)
  188. val := TbzDiv(currentItem.Value, findItem.Value)
  189. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  190. isAdd = true
  191. }
  192. existMap[edbCode+av] = av
  193. break
  194. }
  195. } else {
  196. nextDateDay := preDate
  197. preDateDay := preDate
  198. for i := 0; i < 35; i++ {
  199. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  200. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  201. if _, ok := existMap[edbCode+av]; !ok {
  202. timestamp := currentDate.UnixNano() / 1e6
  203. timestampStr := fmt.Sprintf("%d", timestamp)
  204. val := TbzDiv(currentItem.Value, findItem.Value)
  205. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  206. isAdd = true
  207. }
  208. existMap[edbCode+av] = av
  209. break
  210. } else {
  211. preDateDayStr := preDateDay.Format(utils.FormatDate)
  212. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  213. if _, ok := existMap[edbCode+av]; !ok {
  214. timestamp := currentDate.UnixNano() / 1e6
  215. timestampStr := fmt.Sprintf("%d", timestamp)
  216. val := TbzDiv(currentItem.Value, findItem.Value)
  217. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  218. isAdd = true
  219. }
  220. existMap[edbCode+av] = av
  221. break
  222. } else {
  223. //fmt.Println("pre not find:", preDateStr, "i:", i)
  224. }
  225. }
  226. nextDateDay = nextDateDay.AddDate(0, 0, 1)
  227. preDateDay = preDateDay.AddDate(0, 0, -1)
  228. }
  229. }
  230. }
  231. }
  232. }
  233. if isAdd {
  234. addSql = strings.TrimRight(addSql, ",")
  235. _, err = to.Raw(addSql).Exec()
  236. if err != nil {
  237. return edbInfoId, err
  238. }
  239. }
  240. return
  241. }
  242. // EditCalculateTbz 同比值
  243. func EditCalculateTbz(req *EdbInfoCalculateBatchEditReq, fromEdbInfo *EdbInfo, edbCode string) (edbInfoId int, err error) {
  244. edbInfoId = req.EdbInfoId
  245. o := orm.NewOrm()
  246. to, err := o.Begin()
  247. if err != nil {
  248. return
  249. }
  250. defer func() {
  251. if err != nil {
  252. fmt.Println("EditCalculateTbz,Err:" + err.Error())
  253. _ = to.Rollback()
  254. } else {
  255. _ = to.Commit()
  256. }
  257. }()
  258. //修改指标信息
  259. sql := ` UPDATE edb_info
  260. SET
  261. edb_name =?,
  262. edb_name_source=?,
  263. frequency = ?,
  264. unit = ?,
  265. classify_id = ?,
  266. modify_time = NOW()
  267. WHERE edb_info_id = ? `
  268. _, err = o.Raw(sql, req.EdbName, req.EdbName, req.Frequency, req.Unit, req.ClassifyId, edbInfoId).Exec()
  269. if err != nil {
  270. return
  271. }
  272. var existCondition string
  273. var existPars []interface{}
  274. existCondition += " AND edb_info_id=? "
  275. existPars = append(existPars, edbInfoId)
  276. existCondition += " AND from_edb_info_id=? "
  277. existPars = append(existPars, req.FromEdbInfoId)
  278. //判断计算指标是否被更换
  279. count, err := GetEdbInfoCalculateCountByCondition(existCondition, existPars)
  280. if err != nil {
  281. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  282. return
  283. }
  284. if count <= 0 {
  285. //删除指标关联计算指标
  286. //sql := ` DELETE FROM edb_info_calculate_tbz WHERE edb_info_id = ? `
  287. //_, err = o.Raw(sql, edbInfoId).Exec()
  288. //if err != nil {
  289. // return
  290. //}
  291. //
  292. //calculateItem := new(EdbInfoCalculateTbz)
  293. //calculateItem.CreateTime = time.Now()
  294. //calculateItem.ModifyTime = time.Now()
  295. //calculateItem.Sort = 1
  296. //calculateItem.EdbCode = edbCode
  297. //calculateItem.EdbInfoId = edbInfoId
  298. //calculateItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  299. //calculateItem.FromEdbCode = fromEdbInfo.EdbCode
  300. //calculateItem.FromEdbName = fromEdbInfo.EdbName
  301. //calculateItem.FromSource = fromEdbInfo.Source
  302. //calculateItem.FromSourceName = fromEdbInfo.SourceName
  303. //
  304. //_, err = o.Insert(calculateItem)
  305. //if err != nil {
  306. // return
  307. //}
  308. //删除,计算指标关联的,基础指标的关联关系
  309. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  310. _, err = o.Raw(sql, edbInfoId).Exec()
  311. if err != nil {
  312. return edbInfoId, err
  313. }
  314. //清空原有数据
  315. sql = ` DELETE FROM edb_data_calculate_tbz WHERE edb_info_id = ? `
  316. _, err = o.Raw(sql, edbInfoId).Exec()
  317. if err != nil {
  318. return edbInfoId, err
  319. }
  320. //关联关系
  321. {
  322. calculateMappingItem := new(EdbInfoCalculateMapping)
  323. calculateMappingItem.CreateTime = time.Now()
  324. calculateMappingItem.ModifyTime = time.Now()
  325. calculateMappingItem.Sort = 1
  326. calculateMappingItem.EdbCode = edbCode
  327. calculateMappingItem.EdbInfoId = edbInfoId
  328. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  329. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  330. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  331. calculateMappingItem.FromSource = fromEdbInfo.Source
  332. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  333. calculateMappingItem.FromTag = ""
  334. calculateMappingItem.Source = utils.DATA_SOURCE_CALCULATE_TBZ
  335. calculateMappingItem.SourceName = "同比值"
  336. _, err = o.Insert(calculateMappingItem)
  337. if err != nil {
  338. return
  339. }
  340. }
  341. edbInfoIdStr := strconv.Itoa(edbInfoId)
  342. //计算数据
  343. var condition string
  344. var pars []interface{}
  345. condition += " AND edb_info_id=? "
  346. pars = append(pars, req.FromEdbInfoId)
  347. fmt.Println("EdbInfoId:", req.FromEdbInfoId)
  348. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  349. if err != nil {
  350. return edbInfoId, err
  351. }
  352. var dateArr []string
  353. dataMap := make(map[string]*EdbInfoSearchData)
  354. for _, v := range dataList {
  355. dateArr = append(dateArr, v.DataTime)
  356. dataMap[v.DataTime] = v
  357. }
  358. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  359. var isAdd bool
  360. for _, av := range dateArr {
  361. currentItem := dataMap[av]
  362. if currentItem != nil {
  363. //当前日期
  364. currentDate, err := time.Parse(utils.FormatDate, av)
  365. if err != nil {
  366. return edbInfoId, err
  367. }
  368. //上一年的日期
  369. preDate := currentDate.AddDate(-1, 0, 0)
  370. preDateStr := preDate.Format(utils.FormatDate)
  371. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  372. //dataTime, _ := time.Parse(utils.FormatDate, date)
  373. timestamp := currentDate.UnixNano() / 1e6
  374. timestampStr := fmt.Sprintf("%d", timestamp)
  375. val := TbzDiv(currentItem.Value, findItem.Value)
  376. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  377. isAdd = true
  378. utils.FileLog.Info("同期找到:" + av + ";" + preDateStr)
  379. continue
  380. } else {
  381. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  382. nextDateDay := preDate.AddDate(0, 1, 0)
  383. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  384. preDateDay := preDate.AddDate(0, -1, 0)
  385. preDateDayStr := preDateDay.Format(utils.FormatDate)
  386. for i := 0; i <= 6; i++ {
  387. if i >= 1 {
  388. nextDateDay = nextDateDay.AddDate(0, 0, i)
  389. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  390. }
  391. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  392. timestamp := currentDate.UnixNano() / 1e6
  393. timestampStr := fmt.Sprintf("%d", timestamp)
  394. val := TbzDiv(currentItem.Value, findItem.Value)
  395. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  396. isAdd = true
  397. break
  398. } else {
  399. if i >= 1 {
  400. preDateDay = preDate.AddDate(0, 0, -i)
  401. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  402. }
  403. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  404. timestamp := currentDate.UnixNano() / 1e6
  405. timestampStr := fmt.Sprintf("%d", timestamp)
  406. val := TbzDiv(currentItem.Value, findItem.Value)
  407. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  408. isAdd = true
  409. break
  410. }
  411. }
  412. }
  413. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  414. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  415. timestamp := currentDate.UnixNano() / 1e6
  416. timestampStr := fmt.Sprintf("%d", timestamp)
  417. val := TbzDiv(currentItem.Value, findItem.Value)
  418. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  419. isAdd = true
  420. break
  421. }
  422. } else {
  423. nextDateDay := preDate.AddDate(0, 0, 1)
  424. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  425. preDateDay := preDate.AddDate(0, 0, -1)
  426. preDateDayStr := preDateDay.Format(utils.FormatDate)
  427. for i := 0; i < 35; i++ {
  428. if i >= 1 {
  429. nextDateDay = nextDateDay.AddDate(0, 0, i)
  430. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  431. }
  432. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  433. timestamp := currentDate.UnixNano() / 1e6
  434. timestampStr := fmt.Sprintf("%d", timestamp)
  435. val := TbzDiv(currentItem.Value, findItem.Value)
  436. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  437. isAdd = true
  438. break
  439. } else {
  440. if i >= 1 {
  441. preDateDay = preDate.AddDate(0, 0, -i)
  442. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  443. }
  444. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  445. timestamp := currentDate.UnixNano() / 1e6
  446. timestampStr := fmt.Sprintf("%d", timestamp)
  447. val := TbzDiv(currentItem.Value, findItem.Value)
  448. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  449. isAdd = true
  450. break
  451. }
  452. }
  453. }
  454. }
  455. }
  456. }
  457. }
  458. if isAdd {
  459. addSql = strings.TrimRight(addSql, ",")
  460. _, err = o.Raw(addSql).Exec()
  461. if err != nil {
  462. return edbInfoId, err
  463. }
  464. }
  465. }
  466. return
  467. }
  468. // RefreshAllCalculateTbz 刷新所有同比值数据
  469. func RefreshAllCalculateTbz(edbInfoId, source int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate string) (err error) {
  470. o := orm.NewOrm()
  471. to, err := o.Begin()
  472. if err != nil {
  473. return
  474. }
  475. defer func() {
  476. fmt.Println("RefreshAllCalculateTbz,Err:" + err.Error())
  477. if err != nil {
  478. _ = to.Rollback()
  479. } else {
  480. _ = to.Commit()
  481. }
  482. }()
  483. if err != nil {
  484. return
  485. }
  486. edbInfoIdStr := strconv.Itoa(edbInfoId)
  487. //计算数据
  488. //计算数据
  489. var condition string
  490. var pars []interface{}
  491. condition += " AND edb_info_id=? "
  492. pars = append(pars, fromEdbInfo.EdbInfoId)
  493. if startDate != "" {
  494. condition += " AND data_time>=? "
  495. pars = append(pars, startDate)
  496. }
  497. if endDate != "" {
  498. condition += " AND data_time<=? "
  499. pars = append(pars, endDate)
  500. }
  501. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  502. if err != nil {
  503. return err
  504. }
  505. var dateArr []string
  506. dataMap := make(map[string]*EdbInfoSearchData)
  507. for _, v := range dataList {
  508. dateArr = append(dateArr, v.DataTime)
  509. dataMap[v.DataTime] = v
  510. }
  511. fmt.Println("source:", source)
  512. //获取指标所有数据
  513. existDataList := make([]*EdbData, 0)
  514. dataTableName := GetEdbDataTableName(source)
  515. fmt.Println("dataTableName:", dataTableName)
  516. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  517. sql = fmt.Sprintf(sql, dataTableName)
  518. _, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
  519. if err != nil {
  520. return err
  521. }
  522. existDataMap := make(map[string]string)
  523. for _, v := range existDataList {
  524. existDataMap[v.DataTime] = v.Value
  525. }
  526. fmt.Println("existDataMap:", existDataMap)
  527. addSql := ` INSERT INTO edb_data_calculate_tbz(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  528. var isAdd bool
  529. existAddDataMap := make(map[string]string)
  530. for _, av := range dateArr {
  531. currentItem := dataMap[av]
  532. if currentItem != nil {
  533. //当前日期
  534. currentDate, err := time.Parse(utils.FormatDate, av)
  535. if err != nil {
  536. return err
  537. }
  538. //上一年的日期
  539. preDate := currentDate.AddDate(-1, 0, 0)
  540. preDateStr := preDate.Format(utils.FormatDate)
  541. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期找到
  542. //dataTime, _ := time.Parse(utils.FormatDate, date)
  543. timestamp := currentDate.UnixNano() / 1e6
  544. timestampStr := fmt.Sprintf("%d", timestamp)
  545. val := TbzDiv(currentItem.Value, findItem.Value)
  546. if existVal, ok := existDataMap[av]; !ok {
  547. if _, existOk := existAddDataMap[av]; !existOk {
  548. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  549. isAdd = true
  550. }
  551. existAddDataMap[av] = av
  552. } else {
  553. if existVal != val {
  554. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  555. sql = fmt.Sprintf(sql, dataTableName)
  556. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  557. if err != nil {
  558. return err
  559. }
  560. }
  561. }
  562. continue
  563. } else {
  564. if fromEdbInfo.Frequency == "月度" { //向上和向下,各找一个月
  565. for i := 0; i <= 35; i++ {
  566. nextDateDay := preDate.AddDate(0, 0, i)
  567. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  568. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  569. timestamp := currentDate.UnixNano() / 1e6
  570. timestampStr := fmt.Sprintf("%d", timestamp)
  571. val := TbzDiv(currentItem.Value, findItem.Value)
  572. if existVal, ok := existDataMap[av]; !ok {
  573. if _, existOk := existAddDataMap[av]; !existOk {
  574. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  575. isAdd = true
  576. }
  577. existAddDataMap[av] = av
  578. } else {
  579. if existVal != val {
  580. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  581. sql = fmt.Sprintf(sql, dataTableName)
  582. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  583. if err != nil {
  584. return err
  585. }
  586. }
  587. }
  588. break
  589. } else {
  590. preDateDay := preDate.AddDate(0, 0, -i)
  591. preDateDayStr := preDateDay.Format(utils.FormatDate)
  592. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  593. timestamp := currentDate.UnixNano() / 1e6
  594. timestampStr := fmt.Sprintf("%d", timestamp)
  595. val := TbzDiv(currentItem.Value, findItem.Value)
  596. if existVal, ok := existDataMap[av]; !ok {
  597. if _, existOk := existAddDataMap[av]; !existOk {
  598. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  599. isAdd = true
  600. }
  601. existAddDataMap[av] = av
  602. } else {
  603. if existVal != val {
  604. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  605. sql = fmt.Sprintf(sql, dataTableName)
  606. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  607. if err != nil {
  608. return err
  609. }
  610. }
  611. }
  612. break
  613. }
  614. }
  615. }
  616. } else if fromEdbInfo.Frequency == "季度" || fromEdbInfo.Frequency == "年度" {
  617. if findItem, ok := dataMap[preDateStr]; ok { //上一年同期->下一个月找到
  618. timestamp := currentDate.UnixNano() / 1e6
  619. timestampStr := fmt.Sprintf("%d", timestamp)
  620. val := TbzDiv(currentItem.Value, findItem.Value)
  621. if existVal, ok := existDataMap[av]; !ok {
  622. if _, existOk := existAddDataMap[av]; !existOk {
  623. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  624. isAdd = true
  625. }
  626. existAddDataMap[av] = av
  627. } else {
  628. if existVal != val {
  629. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  630. sql = fmt.Sprintf(sql, dataTableName)
  631. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  632. if err != nil {
  633. return err
  634. }
  635. }
  636. }
  637. break
  638. }
  639. } else {
  640. nextDateDay := preDate.AddDate(0, 0, 1)
  641. nextDateDayStr := nextDateDay.Format(utils.FormatDate)
  642. preDateDay := preDate.AddDate(0, 0, -1)
  643. preDateDayStr := preDateDay.Format(utils.FormatDate)
  644. for i := 0; i < 35; i++ {
  645. if i >= 1 {
  646. nextDateDay = nextDateDay.AddDate(0, 0, i)
  647. nextDateDayStr = nextDateDay.Format(utils.FormatDate)
  648. }
  649. if findItem, ok := dataMap[nextDateDayStr]; ok { //上一年同期->下一个月找到
  650. timestamp := currentDate.UnixNano() / 1e6
  651. timestampStr := fmt.Sprintf("%d", timestamp)
  652. val := TbzDiv(currentItem.Value, findItem.Value)
  653. if existVal, ok := existDataMap[av]; !ok {
  654. if _, existOk := existAddDataMap[av]; !existOk {
  655. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  656. isAdd = true
  657. }
  658. existAddDataMap[av] = av
  659. } else {
  660. if existVal != val {
  661. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  662. sql = fmt.Sprintf(sql, dataTableName)
  663. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  664. if err != nil {
  665. return err
  666. }
  667. }
  668. }
  669. break
  670. } else {
  671. if i >= 1 {
  672. preDateDay = preDate.AddDate(0, 0, -i)
  673. preDateDayStr = nextDateDay.Format(utils.FormatDate)
  674. }
  675. if findItem, ok := dataMap[preDateDayStr]; ok { //上一年同期->上一个月找到
  676. timestamp := currentDate.UnixNano() / 1e6
  677. timestampStr := fmt.Sprintf("%d", timestamp)
  678. val := TbzDiv(currentItem.Value, findItem.Value)
  679. if existVal, ok := existDataMap[av]; !ok {
  680. if _, existOk := existAddDataMap[av]; !existOk {
  681. addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
  682. isAdd = true
  683. }
  684. existAddDataMap[av] = av
  685. } else {
  686. if existVal != val {
  687. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  688. sql = fmt.Sprintf(sql, dataTableName)
  689. _, err = o.Raw(sql, val, edbInfoId, av).Exec()
  690. if err != nil {
  691. return err
  692. }
  693. }
  694. }
  695. break
  696. }
  697. }
  698. }
  699. }
  700. }
  701. }
  702. }
  703. if isAdd {
  704. addSql = strings.TrimRight(addSql, ",")
  705. _, err = o.Raw(addSql).Exec()
  706. if err != nil {
  707. return err
  708. }
  709. }
  710. return
  711. }
  712. func TbzDiv(a, b float64) string {
  713. var valStr string
  714. if b != 0 {
  715. af := decimal.NewFromFloat(a)
  716. bf := decimal.NewFromFloat(b)
  717. val, _ := af.Div(bf).Float64()
  718. val = val - 1
  719. valStr = utils.SubFloatToString(val, 4)
  720. } else {
  721. valStr = "0"
  722. }
  723. return valStr
  724. }