edb_data_calculate_bp.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type EdbInfoCalculateBpDetail struct {
  13. EdbInfoCalculateBpId int `orm:"column(edb_info_calculate_bp_id);pk"`
  14. EdbInfoId int `description:"指标id"`
  15. EdbCode string `description:"指标编码"`
  16. FromEdbInfoId int `description:"计算指标id"`
  17. FromEdbCode string `description:"计算指标编码"`
  18. FromEdbName string `description:"计算指标名称"`
  19. FromSource int `description:"计算指标来源"`
  20. FromSourceName string `description:"计算指标来源名称"`
  21. FromTag string `description:"来源指标标签"`
  22. Sort int `description:"计算指标名称排序"`
  23. CreateTime time.Time `description:"创建时间"`
  24. ModifyTime time.Time `description:"修改时间"`
  25. StartDate string `description:"开始日期"`
  26. EndDate string `description:"结束日期"`
  27. }
  28. func GetEdbInfoCalculateBpDetail(edbInfoId int) (item *EdbInfoCalculateTbzDetail, err error) {
  29. o := orm.NewOrm()
  30. sql := ` SELECT a.*,b.start_date,b.end_date FROM edb_info_calculate_mapping AS a
  31. INNER JOIN edb_info AS b ON a.from_edb_info_id=b.edb_info_id
  32. WHERE a.edb_info_id=? `
  33. err = o.Raw(sql, edbInfoId).QueryRow(&item)
  34. return
  35. }
  36. // AddCalculateBp 变频
  37. func AddCalculateBp(req *EdbInfoCalculateBatchSaveReq, fromEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
  38. o := orm.NewOrm()
  39. to, err := o.Begin()
  40. if err != nil {
  41. return
  42. }
  43. defer func() {
  44. if err != nil {
  45. fmt.Println("AddCalculateBp,Err:" + err.Error())
  46. _ = to.Rollback()
  47. } else {
  48. _ = to.Commit()
  49. }
  50. }()
  51. if req.EdbInfoId <= 0 {
  52. edbInfo := new(EdbInfo)
  53. edbInfo.Source = utils.DATA_SOURCE_CALCULATE_BP
  54. edbInfo.SourceName = "变频"
  55. edbInfo.EdbCode = edbCode
  56. edbInfo.EdbName = req.EdbName
  57. edbInfo.EdbNameSource = req.EdbName
  58. edbInfo.Frequency = req.Frequency
  59. edbInfo.Unit = req.Unit
  60. edbInfo.ClassifyId = req.ClassifyId
  61. edbInfo.SysUserId = sysUserId
  62. edbInfo.SysUserRealName = sysUserRealName
  63. edbInfo.CreateTime = time.Now()
  64. edbInfo.ModifyTime = time.Now()
  65. edbInfo.UniqueCode = uniqueCode
  66. edbInfo.CalculateFormula = req.Formula
  67. edbInfo.EdbType = 2
  68. newEdbInfoId, tmpErr := to.Insert(edbInfo)
  69. if tmpErr != nil {
  70. return edbInfoId, tmpErr
  71. }
  72. edbInfoId = int(newEdbInfoId)
  73. //关联关系
  74. {
  75. calculateMappingItem := new(EdbInfoCalculateMapping)
  76. calculateMappingItem.CreateTime = time.Now()
  77. calculateMappingItem.ModifyTime = time.Now()
  78. calculateMappingItem.Sort = 1
  79. calculateMappingItem.EdbCode = edbCode
  80. calculateMappingItem.EdbInfoId = edbInfoId
  81. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  82. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  83. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  84. calculateMappingItem.FromSource = fromEdbInfo.Source
  85. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  86. calculateMappingItem.FromTag = ""
  87. calculateMappingItem.Source = edbInfo.Source
  88. calculateMappingItem.SourceName = edbInfo.SourceName
  89. _, err = to.Insert(calculateMappingItem)
  90. if err != nil {
  91. return
  92. }
  93. }
  94. } else {
  95. edbInfoId = req.EdbInfoId
  96. dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_BP)
  97. fmt.Println("dataTableName:" + dataTableName)
  98. deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
  99. deleteSql = fmt.Sprintf(deleteSql, dataTableName)
  100. _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
  101. if err != nil {
  102. return
  103. }
  104. }
  105. edbInfoIdStr := strconv.Itoa(edbInfoId)
  106. fmt.Println("edbInfoIdStr:" + edbInfoIdStr)
  107. //计算数据
  108. var condition string
  109. var pars []interface{}
  110. condition += " AND edb_info_id=? "
  111. if req.EdbInfoId <= 0 {
  112. pars = append(pars, req.FromEdbInfoId)
  113. } else {
  114. pars = append(pars, fromEdbInfo.EdbInfoId)
  115. }
  116. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  117. if err != nil {
  118. return edbInfoId, err
  119. }
  120. addSql := ` INSERT INTO edb_data_calculate_bp(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  121. var isAdd bool
  122. existMap := make(map[string]string)
  123. dataLen := len(dataList)
  124. fmt.Println("dataLen:", dataLen)
  125. for i := 0; i < dataLen; i++ {
  126. //当期
  127. currentItem := dataList[i]
  128. currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
  129. var day int
  130. var preItem *EdbInfoSearchData
  131. var preDate time.Time
  132. if i == 0 {
  133. day = int(time.Now().Sub(currentDate).Hours() / float64(24))
  134. preDate = time.Now()
  135. } else {
  136. j := i - 1
  137. if j < dataLen {
  138. preItem = dataList[j]
  139. preDate, _ = time.Parse(utils.FormatDate, preItem.DataTime)
  140. day = int(preDate.Sub(currentDate).Hours() / float64(24))
  141. utils.FileLog.Info("preItem.DataTime:" + preItem.DataTime + ";currentItem.DataTime" + currentItem.DataTime)
  142. }
  143. }
  144. for k := 0; k <= day; k++ {
  145. needDay := preDate.AddDate(0, 0, -k)
  146. needDayStr := needDay.Format(utils.FormatDate)
  147. existKey := edbCode + needDayStr
  148. if _, ok := existMap[existKey]; !ok {
  149. timestamp := needDay.UnixNano() / 1e6
  150. timestampStr := fmt.Sprintf("%d", timestamp)
  151. valStr := decimal.NewFromFloat(currentItem.Value).String()
  152. addSql += GetAddSql(edbInfoIdStr, edbCode, needDayStr, timestampStr, valStr)
  153. isAdd = true
  154. }
  155. existMap[existKey] = needDayStr
  156. }
  157. existKey := edbCode + currentItem.DataTime
  158. if _, ok := existMap[existKey]; !ok {
  159. currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
  160. timestamp := currentDate.UnixNano() / 1e6
  161. timestampStr := fmt.Sprintf("%d", timestamp)
  162. valStr := decimal.NewFromFloat(currentItem.Value).String()
  163. addSql += GetAddSql(edbInfoIdStr, edbCode, currentItem.DataTime, timestampStr, valStr)
  164. isAdd = true
  165. }
  166. existMap[existKey] = currentItem.DataTime
  167. }
  168. if isAdd {
  169. addSql = strings.TrimRight(addSql, ",")
  170. _, err = to.Raw(addSql).Exec()
  171. if err != nil {
  172. return edbInfoId, err
  173. }
  174. }
  175. return
  176. }
  177. // EditCalculateBp 修改变频数据
  178. func EditCalculateBp(req *EdbInfoCalculateBatchEditReq, fromEdbInfo *EdbInfo, edbCode string) (edbInfoId int, err error) {
  179. edbInfoId = req.EdbInfoId
  180. o := orm.NewOrm()
  181. to, err := o.Begin()
  182. if err != nil {
  183. return
  184. }
  185. defer func() {
  186. if err != nil {
  187. fmt.Println("EditCalculateBp,Err:" + err.Error())
  188. _ = to.Rollback()
  189. } else {
  190. _ = to.Commit()
  191. }
  192. }()
  193. //修改指标信息
  194. sql := ` UPDATE edb_info
  195. SET
  196. edb_name =?,
  197. edb_name_source=?,
  198. frequency = ?,
  199. unit = ?,
  200. classify_id = ?,
  201. modify_time = NOW()
  202. WHERE edb_info_id = ? `
  203. _, err = o.Raw(sql, req.EdbName, req.EdbName, req.Frequency, req.Unit, req.ClassifyId, edbInfoId).Exec()
  204. if err != nil {
  205. return
  206. }
  207. var existCondition string
  208. var existPars []interface{}
  209. existCondition += " AND edb_info_id=? "
  210. existPars = append(existPars, edbInfoId)
  211. existCondition += " AND from_edb_info_id=? "
  212. existPars = append(existPars, req.FromEdbInfoId)
  213. //判断计算指标是否被更换
  214. count, err := GetEdbInfoCalculateCountByCondition(existCondition, existPars)
  215. if err != nil {
  216. err = errors.New("判断指标是否改变失败,Err:" + err.Error())
  217. return
  218. }
  219. if count <= 0 {
  220. //删除指标关联计算指标
  221. //sql := ` DELETE FROM edb_info_calculate_bp WHERE edb_info_id = ? `
  222. //_, err = o.Raw(sql, edbInfoId).Exec()
  223. //if err != nil {
  224. // return
  225. //}
  226. //calculateItem := new(EdbInfoCalculateHbz)
  227. //calculateItem.CreateTime = time.Now()
  228. //calculateItem.ModifyTime = time.Now()
  229. //calculateItem.Sort = 1
  230. //calculateItem.EdbCode = edbCode
  231. //calculateItem.EdbInfoId = edbInfoId
  232. //calculateItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  233. //calculateItem.FromEdbCode = fromEdbInfo.EdbCode
  234. //calculateItem.FromEdbName = fromEdbInfo.EdbName
  235. //calculateItem.FromSource = fromEdbInfo.Source
  236. //calculateItem.FromSourceName = fromEdbInfo.SourceName
  237. //
  238. //_, err = o.Insert(calculateItem)
  239. //if err != nil {
  240. // return
  241. //}
  242. //删除,计算指标关联的,基础指标的关联关系
  243. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  244. _, err = o.Raw(sql, edbInfoId).Exec()
  245. if err != nil {
  246. err = errors.New("删除计算指标关联关系失败,Err:" + err.Error())
  247. return
  248. }
  249. //清空原有数据
  250. sql = ` DELETE FROM edb_data_calculate_bp WHERE edb_info_id = ? `
  251. _, err = o.Raw(sql, edbInfoId).Exec()
  252. if err != nil {
  253. return edbInfoId, err
  254. }
  255. //关联关系
  256. {
  257. calculateMappingItem := new(EdbInfoCalculateMapping)
  258. calculateMappingItem.CreateTime = time.Now()
  259. calculateMappingItem.ModifyTime = time.Now()
  260. calculateMappingItem.Sort = 1
  261. calculateMappingItem.EdbCode = edbCode
  262. calculateMappingItem.EdbInfoId = edbInfoId
  263. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  264. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  265. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  266. calculateMappingItem.FromSource = fromEdbInfo.Source
  267. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  268. calculateMappingItem.FromTag = ""
  269. calculateMappingItem.Source = utils.DATA_SOURCE_CALCULATE_BP
  270. calculateMappingItem.SourceName = "变频"
  271. _, err = o.Insert(calculateMappingItem)
  272. if err != nil {
  273. return
  274. }
  275. }
  276. edbInfoIdStr := strconv.Itoa(edbInfoId)
  277. fmt.Println("edbInfoIdStr:" + edbInfoIdStr)
  278. //计算数据
  279. var condition string
  280. var pars []interface{}
  281. condition += " AND edb_info_id=? "
  282. pars = append(pars, req.FromEdbInfoId)
  283. fmt.Println("EdbInfoId:", req.FromEdbInfoId)
  284. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  285. if err != nil {
  286. return edbInfoId, err
  287. }
  288. addSql := ` INSERT INTO edb_data_calculate_bp(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  289. var isAdd bool
  290. existMap := make(map[string]string)
  291. dataLen := len(dataList)
  292. for i := 0; i < dataLen; i++ {
  293. //当期
  294. currentItem := dataList[i]
  295. currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
  296. var day int
  297. var preItem *EdbInfoSearchData
  298. var preDate time.Time
  299. if i == 0 {
  300. day = int(time.Now().Sub(currentDate).Hours() / float64(24))
  301. preDate = time.Now()
  302. } else {
  303. j := i + 1
  304. if j < dataLen {
  305. preItem = dataList[j]
  306. preDate, _ = time.Parse(utils.FormatDate, preItem.DataTime)
  307. day = int(currentDate.Sub(preDate).Hours() / float64(24))
  308. }
  309. }
  310. for k := 0; k <= day; k++ {
  311. needDay := preDate.AddDate(0, 0, -k)
  312. needDayStr := needDay.Format(utils.FormatDate)
  313. existKey := edbCode + needDayStr
  314. if _, ok := existMap[existKey]; !ok {
  315. timestamp := needDay.UnixNano() / 1e6
  316. timestampStr := fmt.Sprintf("%d", timestamp)
  317. valStr := decimal.NewFromFloat(currentItem.Value).String()
  318. addSql += GetAddSql(edbInfoIdStr, edbCode, needDayStr, timestampStr, valStr)
  319. }
  320. existMap[existKey] = needDayStr
  321. }
  322. existKey := edbCode + currentItem.DataTime
  323. if _, ok := existMap[existKey]; !ok {
  324. currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
  325. timestamp := currentDate.UnixNano() / 1e6
  326. timestampStr := fmt.Sprintf("%d", timestamp)
  327. valStr := decimal.NewFromFloat(currentItem.Value).String()
  328. addSql += GetAddSql(edbInfoIdStr, edbCode, currentItem.DataTime, timestampStr, valStr)
  329. }
  330. existMap[existKey] = currentItem.DataTime
  331. }
  332. if isAdd {
  333. addSql = strings.TrimRight(addSql, ",")
  334. _, err = o.Raw(addSql).Exec()
  335. if err != nil {
  336. return edbInfoId, err
  337. }
  338. }
  339. }
  340. return
  341. }
  342. // RefreshAllCalculateBp 刷新所有变频数据
  343. func RefreshAllCalculateBp(edbInfoId, source int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate string) (err error) {
  344. o := orm.NewOrm()
  345. to, err := o.Begin()
  346. if err != nil {
  347. return
  348. }
  349. defer func() {
  350. if err != nil {
  351. fmt.Println("RefreshAllCalculateBp,Err:" + err.Error())
  352. _ = to.Rollback()
  353. } else {
  354. _ = to.Commit()
  355. }
  356. }()
  357. if err != nil {
  358. return
  359. }
  360. edbInfoIdStr := strconv.Itoa(edbInfoId)
  361. //计算数据
  362. //计算数据
  363. var condition string
  364. var pars []interface{}
  365. condition += " AND edb_info_id=? "
  366. pars = append(pars, fromEdbInfo.EdbInfoId)
  367. if startDate != "" {
  368. condition += " AND data_time>=? "
  369. pars = append(pars, startDate)
  370. }
  371. if endDate != "" {
  372. condition += " AND data_time<=? "
  373. pars = append(pars, endDate)
  374. }
  375. dataList, err := GetEdbDataListAll(condition, pars, fromEdbInfo.Source, 0)
  376. if err != nil {
  377. return err
  378. }
  379. var dateArr []string
  380. dataMap := make(map[string]*EdbInfoSearchData)
  381. for _, v := range dataList {
  382. dateArr = append(dateArr, v.DataTime)
  383. dataMap[v.DataTime] = v
  384. }
  385. fmt.Println("source:", source)
  386. //获取指标所有数据
  387. existDataList := make([]*EdbData, 0)
  388. dataTableName := GetEdbDataTableName(source)
  389. fmt.Println("dataTableName:", dataTableName)
  390. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  391. sql = fmt.Sprintf(sql, dataTableName)
  392. _, err = o.Raw(sql, edbInfoId).QueryRows(&existDataList)
  393. if err != nil {
  394. return err
  395. }
  396. existDataMap := make(map[string]string)
  397. for _, v := range existDataList {
  398. existDataMap[v.DataTime] = v.Value
  399. }
  400. fmt.Println("existDataMap:", existDataMap)
  401. addSql := ` INSERT INTO edb_data_calculate_bp(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  402. var isAdd bool
  403. existMap := make(map[string]string)
  404. dataLen := len(dataList)
  405. for i := 0; i < dataLen; i++ {
  406. //当期
  407. currentItem := dataList[i]
  408. currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
  409. var day int
  410. var preItem *EdbInfoSearchData
  411. var preDate time.Time
  412. if i == 0 {
  413. day = int(time.Now().Sub(currentDate).Hours() / float64(24))
  414. preDate = time.Now()
  415. } else {
  416. j := i + 1
  417. if j < dataLen {
  418. preItem = dataList[j]
  419. preDate, _ = time.Parse(utils.FormatDate, preItem.DataTime)
  420. day = int(currentDate.Sub(preDate).Hours() / float64(24))
  421. }
  422. }
  423. for k := 0; k <= day; k++ {
  424. needDay := preDate.AddDate(0, 0, -k)
  425. needDayStr := needDay.Format(utils.FormatDate)
  426. existKey := edbCode + needDayStr
  427. if _, ok := existMap[existKey]; !ok {
  428. timestamp := needDay.UnixNano() / 1e6
  429. timestampStr := fmt.Sprintf("%d", timestamp)
  430. valStr := decimal.NewFromFloat(currentItem.Value).String()
  431. if existVal, ok := existDataMap[needDayStr]; !ok {
  432. addSql += GetAddSql(edbInfoIdStr, edbCode, needDayStr, timestampStr, valStr)
  433. } else {
  434. if existVal != valStr {
  435. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  436. sql = fmt.Sprintf(sql, dataTableName)
  437. _, err = o.Raw(sql, valStr, edbInfoId, needDay).Exec()
  438. if err != nil {
  439. return err
  440. }
  441. }
  442. }
  443. }
  444. existMap[existKey] = needDayStr
  445. }
  446. existKey := edbCode + currentItem.DataTime
  447. if _, ok := existMap[existKey]; !ok {
  448. currentDate, _ := time.Parse(utils.FormatDate, currentItem.DataTime)
  449. timestamp := currentDate.UnixNano() / 1e6
  450. timestampStr := fmt.Sprintf("%d", timestamp)
  451. valStr := decimal.NewFromFloat(currentItem.Value).String()
  452. if existVal, ok := existDataMap[currentItem.DataTime]; !ok {
  453. addSql += GetAddSql(edbInfoIdStr, edbCode, currentItem.DataTime, timestampStr, valStr)
  454. } else {
  455. if existVal != valStr {
  456. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  457. sql = fmt.Sprintf(sql, dataTableName)
  458. _, err = o.Raw(sql, valStr, edbInfoId, currentItem.DataTime).Exec()
  459. if err != nil {
  460. return err
  461. }
  462. }
  463. }
  464. }
  465. existMap[existKey] = currentItem.DataTime
  466. }
  467. if isAdd {
  468. addSql = strings.TrimRight(addSql, ",")
  469. _, err = o.Raw(addSql).Exec()
  470. if err != nil {
  471. return err
  472. }
  473. }
  474. return
  475. }