predict_edb_data_calculate_qjjs.go 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329
  1. package models
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta_gn/eta_index_lib/global"
  6. "eta_gn/eta_index_lib/utils"
  7. "fmt"
  8. "github.com/shopspring/decimal"
  9. "gorm.io/gorm"
  10. "strconv"
  11. "strings"
  12. "time"
  13. )
  14. type PredictCalculateRangeAnalysis struct {
  15. }
  16. func (obj PredictCalculateRangeAnalysis) Add(params BatchSaveCalculateBatchParams) (edbInfo *EdbInfo, latestDateStr string, latestValue float64, err error, errMsg string) {
  17. req := params.Req
  18. edbCode := params.EdbCode
  19. uniqueCode := params.UniqueCode
  20. sysUserId := params.SysUserId
  21. sysUserRealName := params.SysUserRealName
  22. to := global.DEFAULT_DmSQL.Begin()
  23. defer func() {
  24. if err != nil {
  25. to.Rollback()
  26. } else {
  27. to.Commit()
  28. }
  29. }()
  30. if req.EdbInfoId > 0 {
  31. err = errors.New("无法新增")
  32. return
  33. }
  34. edbInfo = new(EdbInfo)
  35. edbInfo.Source = obj.GetSource()
  36. edbInfo.SourceName = obj.GetSourceName()
  37. edbInfo.EdbCode = edbCode
  38. edbInfo.EdbName = req.EdbName
  39. edbInfo.EdbNameSource = req.EdbName
  40. edbInfo.Frequency = req.Frequency
  41. edbInfo.Unit = req.Unit
  42. edbInfo.ClassifyId = req.ClassifyId
  43. edbInfo.SysUserId = sysUserId
  44. edbInfo.SysUserRealName = sysUserRealName
  45. edbInfo.CreateTime = time.Now()
  46. edbInfo.ModifyTime = time.Now()
  47. edbInfo.UniqueCode = uniqueCode
  48. edbInfo.CalculateFormula = req.CalculateFormula
  49. edbInfo.EdbNameEn = req.EdbName
  50. edbInfo.UnitEn = req.Unit
  51. edbInfo.EdbType = obj.GetEdbType()
  52. edbInfo.EdbInfoType = 1
  53. tmpErr := to.Create(edbInfo).Error
  54. if tmpErr != nil {
  55. err = tmpErr
  56. return
  57. }
  58. //关联关系
  59. fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
  60. if e != nil {
  61. err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
  62. return
  63. }
  64. calculateMappingItem := new(EdbInfoCalculateMapping)
  65. calculateMappingItem.CreateTime = time.Now()
  66. calculateMappingItem.ModifyTime = time.Now()
  67. calculateMappingItem.Sort = 1
  68. calculateMappingItem.EdbCode = edbCode
  69. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  70. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  71. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  72. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  73. calculateMappingItem.FromSource = fromEdbInfo.Source
  74. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  75. calculateMappingItem.FromTag = ""
  76. calculateMappingItem.Source = edbInfo.Source
  77. calculateMappingItem.SourceName = edbInfo.SourceName
  78. calculateMappingItem.FromSubSource = edbInfo.SubSource
  79. err = to.Create(calculateMappingItem).Error
  80. if err != nil {
  81. return
  82. }
  83. //计算数据
  84. latestDateStr, latestValue, err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  85. return
  86. }
  87. func (obj PredictCalculateRangeAnalysis) Edit(params BatchSaveCalculateBatchParams) (latestDateStr string, latestValue float64, err error, errMsg string) {
  88. edbInfo := params.EdbInfo
  89. req := params.Req
  90. to := global.DEFAULT_DmSQL.Begin()
  91. defer func() {
  92. if err != nil {
  93. to.Rollback()
  94. } else {
  95. to.Commit()
  96. }
  97. }()
  98. //修改指标信息
  99. edbInfo.EdbName = req.EdbName
  100. edbInfo.EdbNameSource = req.EdbName
  101. edbInfo.Frequency = req.Frequency
  102. edbInfo.Unit = req.Unit
  103. edbInfo.ClassifyId = req.ClassifyId
  104. edbInfo.CalculateFormula = req.CalculateFormula
  105. //修改指标信息
  106. switch params.Lang {
  107. case utils.EnLangVersion:
  108. edbInfo.EdbNameEn = req.EdbName
  109. edbInfo.UnitEn = req.Unit
  110. default:
  111. edbInfo.EdbName = req.EdbName
  112. edbInfo.Unit = req.Unit
  113. edbInfo.EdbNameSource = req.EdbName
  114. }
  115. edbInfo.ModifyTime = time.Now()
  116. err = to.Model(edbInfo).Select([]string{"EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "CalculateFormula", "ModifyTime", "EdbNameEn", "UnitEn"}).Updates(edbInfo).Error
  117. if err != nil {
  118. return
  119. }
  120. //删除,计算指标关联的,基础指标的关联关系
  121. sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
  122. err = to.Exec(sql, edbInfo.EdbInfoId).Error
  123. if err != nil {
  124. err = errors.New("删除计算指标关联关系失败,Err:" + err.Error())
  125. return
  126. }
  127. //清空原有数据
  128. tableName := GetEdbDataTableName(edbInfo.Source, edbInfo.SubSource)
  129. sql = ` DELETE FROM ` + tableName + ` WHERE edb_info_id = ? `
  130. err = to.Exec(sql, edbInfo.EdbInfoId).Error
  131. if err != nil {
  132. return
  133. }
  134. fromEdbInfo, e := GetEdbInfoById(req.FromEdbInfoId)
  135. if e != nil {
  136. err = fmt.Errorf("获取来源指标失败,Err:%s", e.Error())
  137. return
  138. }
  139. calculateMappingItem := new(EdbInfoCalculateMapping)
  140. calculateMappingItem.CreateTime = time.Now()
  141. calculateMappingItem.ModifyTime = time.Now()
  142. calculateMappingItem.Sort = 1
  143. calculateMappingItem.EdbCode = edbInfo.EdbCode
  144. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  145. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  146. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  147. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  148. calculateMappingItem.FromSource = fromEdbInfo.Source
  149. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  150. calculateMappingItem.FromTag = ""
  151. calculateMappingItem.Source = edbInfo.Source
  152. calculateMappingItem.SourceName = edbInfo.SourceName
  153. calculateMappingItem.FromSubSource = edbInfo.SubSource
  154. err = to.Create(calculateMappingItem).Error
  155. if err != nil {
  156. return
  157. }
  158. //计算数据
  159. latestDateStr, latestValue, err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  160. return
  161. }
  162. func (obj PredictCalculateRangeAnalysis) Refresh(params RefreshParams) (latestDateStr string, latestValue float64, err error, errMsg string) {
  163. edbInfo := params.EdbInfo
  164. edbInfoCalculateDetailList, err := GetEdbInfoCalculateDetailList(edbInfo.EdbInfoId)
  165. if err != nil {
  166. return
  167. }
  168. var fromEdbInfo *EdbInfo
  169. for _, v := range edbInfoCalculateDetailList {
  170. fromEdbInfo, _ = GetEdbInfoById(v.FromEdbInfoId)
  171. break
  172. }
  173. if fromEdbInfo == nil {
  174. errMsg = "指标异常"
  175. err = errors.New(errMsg)
  176. return
  177. }
  178. to := global.DEFAULT_DmSQL.Begin()
  179. defer func() {
  180. if err != nil {
  181. to.Rollback()
  182. } else {
  183. to.Commit()
  184. }
  185. }()
  186. // 计算数据
  187. latestDateStr, latestValue, err, errMsg = obj.refresh(to, edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, fromEdbInfo, edbInfo.EdbCode, edbInfo.CalculateFormula)
  188. return
  189. }
  190. func (obj PredictCalculateRangeAnalysis) refresh(to *gorm.DB, edbInfoId, source, subSource int, fromEdbInfo *EdbInfo, edbCode, calculateFormula string) (latestDateStr string, latestValue float64, err error, errMsg string) {
  191. edbInfoIdStr := strconv.Itoa(edbInfoId)
  192. tableName := GetEdbDataTableName(obj.GetSource(), utils.DATA_SUB_SOURCE_EDB)
  193. //获取扩散指数指标所有数据
  194. existDataList, err := GetAllEdbDataListByTo(to, edbInfoId, source, subSource)
  195. if err != nil {
  196. return
  197. }
  198. latestDateStr = fromEdbInfo.LatestDate
  199. //计算指标的map
  200. existDataMap := make(map[string]*EdbData, 0)
  201. removeDateMap := make(map[string]string)
  202. for _, v := range existDataList {
  203. existDataMap[v.DataTime] = v
  204. removeDateMap[v.DataTime] = ``
  205. }
  206. var rangeAnalysisConf RangeAnalysisCalculateFormula
  207. //fmt.Println("calculateFormula:", calculateFormula)
  208. err = json.Unmarshal([]byte(calculateFormula), &rangeAnalysisConf)
  209. if err != nil {
  210. err = fmt.Errorf("解析区间计算公式失败 %s", err.Error())
  211. return
  212. }
  213. rangeAnalysisChartData, err := GetRangeAnalysisChartDataByEdbInfo(fromEdbInfo, rangeAnalysisConf)
  214. if err != nil {
  215. err = fmt.Errorf("获取区间计算数据失败 %s", err.Error())
  216. return
  217. }
  218. addSql := ` INSERT INTO ` + tableName + ` (edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  219. var isAdd bool
  220. for _, item := range rangeAnalysisChartData {
  221. currDateStr := item.DataTime
  222. currVal := item.Value
  223. // 判断扩散指数指标是否存在数据
  224. if existData, ok := existDataMap[currDateStr]; ok {
  225. // 处理扩散指数数据的值
  226. existValStr := existData.Value
  227. existValDeci, tmpErr := decimal.NewFromString(existValStr)
  228. if tmpErr != nil {
  229. err = tmpErr
  230. return
  231. }
  232. existVal, _ := existValDeci.Round(4).Float64()
  233. // 判断扩散指数数据的值 与 当前计算出来的结果, 如果两个数据结果不相等的话,那么就修改咯
  234. if existVal != currVal {
  235. err = ModifyEdbDataById(source, subSource, existData.EdbDataId, fmt.Sprint(currVal))
  236. if err != nil {
  237. return
  238. }
  239. }
  240. } else {
  241. // 直接入库
  242. timestamp := item.DataTimestamp
  243. timestampStr := fmt.Sprintf("%d", timestamp)
  244. addSql += GetAddSql(edbInfoIdStr, edbCode, currDateStr, timestampStr, fmt.Sprint(currVal))
  245. isAdd = true
  246. }
  247. delete(removeDateMap, currDateStr)
  248. }
  249. // 数据入库
  250. {
  251. if isAdd {
  252. addSql = strings.TrimRight(addSql, ",")
  253. err = to.Exec(addSql).Error
  254. }
  255. // 移除不存在的日期数据
  256. if len(removeDateMap) > 0 {
  257. removeDateList := make([]string, 0) //需要移除的日期
  258. for k := range removeDateMap {
  259. removeDateList = append(removeDateList, k)
  260. }
  261. removeDateStr := strings.Join(removeDateList, `','`)
  262. removeDateStr = `'` + removeDateStr + `'`
  263. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  264. err = to.Exec(sql, edbInfoId).Error
  265. if err != nil {
  266. err = fmt.Errorf("删除扩散指数指标数据失败,Err:" + err.Error())
  267. return
  268. }
  269. }
  270. }
  271. //确定实际数据的最终值
  272. {
  273. finalLast, tmpErr := GetFinalLastByTo(to, edbInfoId, obj.GetSource(), utils.DATA_SUB_SOURCE_EDB, fromEdbInfo.LatestDate)
  274. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  275. return
  276. }
  277. if tmpErr == nil {
  278. latestDateStr = finalLast.DataTime
  279. latestValue = finalLast.Value
  280. }
  281. }
  282. return
  283. }
  284. // GetSource 获取来源编码id
  285. func (obj PredictCalculateRangeAnalysis) GetSource() int {
  286. return utils.DATA_SOURCE_PREDICT_CALCULATE_RANGEANLYSIS
  287. }
  288. // GetSourceName 获取来源名称
  289. func (obj PredictCalculateRangeAnalysis) GetSourceName() string {
  290. return utils.DATA_SOURCE_NAME_PREDICT_CALCULATE_RANGEANLYSIS
  291. }
  292. // GetEdbType 获取指标类型
  293. func (obj PredictCalculateRangeAnalysis) GetEdbType() int {
  294. return utils.CALCULATE_EDB_TYPE
  295. }