edb_info.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "time"
  10. )
  11. type EdbInfo struct {
  12. EdbInfoId int `orm:"column(edb_info_id);pk"`
  13. SourceName string `description:"来源名称"`
  14. Source int `description:"来源id"`
  15. EdbCode string `description:"指标编码"`
  16. EdbName string `description:"指标名称"`
  17. EdbNameSource string `description:"指标名称来源"`
  18. Frequency string `description:"频率"`
  19. Unit string `description:"单位"`
  20. StartDate string `description:"起始日期"`
  21. EndDate string `description:"终止日期"`
  22. ClassifyId int `description:"分类id"`
  23. SysUserId int
  24. SysUserRealName string
  25. UniqueCode string `description:"指标唯一编码"`
  26. CreateTime time.Time
  27. ModifyTime time.Time
  28. MinValue float64 `description:"指标最小值"`
  29. MaxValue float64 `description:"指标最大值"`
  30. CalculateFormula string `description:"计算公式"`
  31. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  32. Sort int `description:"排序字段"`
  33. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  34. MoveFrequency string `description:"移动频度"`
  35. NoUpdate int8 `description:"是否停止更新,0:继续更新;1:停止更新"`
  36. ServerUrl string `description:"服务器地址"`
  37. EdbInfoType int `description:"指标类型,0:普通指标,1:预测指标"`
  38. EdbNameEn string `description:"英文指标名称"`
  39. UnitEn string `description:"英文单位"`
  40. LatestDate string `description:"数据最新日期"`
  41. LatestValue float64 `description:"数据最新值"`
  42. ChartImage string `description:"图表图片"`
  43. }
  44. // AddEdbInfo 添加指标
  45. func AddEdbInfo(item *EdbInfo) (lastId int64, err error) {
  46. o := orm.NewOrm()
  47. lastId, err = o.Insert(item)
  48. return
  49. }
  50. // EdbInfoList 指标数据列表
  51. type EdbInfoList struct {
  52. EdbInfoId int `orm:"column(edb_info_id);pk"`
  53. SourceName string `description:"来源名称"`
  54. Source int `description:"来源id"`
  55. EdbCode string `description:"指标编码"`
  56. EdbName string `description:"指标名称"`
  57. Frequency string `description:"频率"`
  58. Unit string `description:"单位"`
  59. StartDate string `description:"起始日期"`
  60. EndDate string `description:"终止日期"`
  61. ClassifyId int `description:"分类id"`
  62. UniqueCode string `description:"指标唯一编码"`
  63. SysUserId int `description:"创建人id"`
  64. SysUserRealName string `description:"创建人姓名"`
  65. ModifyTime string `description:"最新修改时间"`
  66. EdbNameAlias string `json:"-" description:"指标名称,别名"`
  67. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  68. DataList []*EdbData
  69. }
  70. // GetEdbInfoByName 根据指标名称获取所有的指标数据列表
  71. func GetEdbInfoByName(edbName string) (items []*EdbInfoList, err error) {
  72. o := orm.NewOrm()
  73. sql := ` SELECT * FROM edb_info WHERE edb_name=? `
  74. _, err = o.Raw(sql, edbName).QueryRows(&items)
  75. return
  76. }
  77. // ModifyEdbInfoNameSource 根据来源修改指标名称
  78. func ModifyEdbInfoNameSource(edbNameSource string, edbInfoId int) (err error) {
  79. o := orm.NewOrm()
  80. sql := ` UPDATE edb_info SET edb_name_source=? WHERE edb_info_id = ? `
  81. _, err = o.Raw(sql, edbNameSource, edbInfoId).Exec()
  82. return
  83. }
  84. // GetEdbInfoById 根据指标id获取指标信息
  85. func GetEdbInfoById(edbInfoId int) (item *EdbInfo, err error) {
  86. o := orm.NewOrm()
  87. sql := ` SELECT * FROM edb_info WHERE edb_info_id=? `
  88. err = o.Raw(sql, edbInfoId).QueryRow(&item)
  89. return
  90. }
  91. // Update 更新EdbInfo信息
  92. func (edbInfo *EdbInfo) Update(cols []string) (err error) {
  93. o := orm.NewOrm()
  94. _, err = o.Update(edbInfo, cols...)
  95. return
  96. }
  97. // EdbInfoSearchData
  98. type EdbInfoSearchData struct {
  99. EdbDataId int `description:"数据ID"`
  100. DataTime string `description:"数据日期"`
  101. Value float64 `description:"数据"`
  102. }
  103. // GetEdbDataListAll 获取指标数据列表 order:1升序,其余值为降序
  104. func GetEdbDataListAll(condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchData, err error) {
  105. o := orm.NewOrm()
  106. sql := ``
  107. tableName := GetEdbDataTableName(source)
  108. sql = ` SELECT * FROM %s WHERE 1=1 `
  109. sql = fmt.Sprintf(sql, tableName)
  110. if condition != "" {
  111. sql += condition
  112. }
  113. if order == 1 {
  114. sql += ` ORDER BY data_time ASC `
  115. } else {
  116. sql += ` ORDER BY data_time DESC `
  117. }
  118. _, err = o.Raw(sql, pars).QueryRows(&item)
  119. return
  120. }
  121. // GetEdbDataListAllByTo 根据事务链接获取指标数据列表 order:1升序,其余值为降序
  122. func GetEdbDataListAllByTo(to orm.TxOrmer, condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchData, err error) {
  123. sql := ``
  124. tableName := GetEdbDataTableName(source)
  125. sql = ` SELECT * FROM %s WHERE 1=1 `
  126. sql = fmt.Sprintf(sql, tableName)
  127. if condition != "" {
  128. sql += condition
  129. }
  130. if order == 1 {
  131. sql += ` ORDER BY data_time ASC `
  132. } else {
  133. sql += ` ORDER BY data_time DESC `
  134. }
  135. _, err = to.Raw(sql, pars).QueryRows(&item)
  136. return
  137. }
  138. // EdbInfoMaxAndMinInfo 指标最新数据记录结构体
  139. type EdbInfoMaxAndMinInfo struct {
  140. MinDate string `description:"最小日期"`
  141. MaxDate string `description:"最大日期"`
  142. MinValue float64 `description:"最小值"`
  143. MaxValue float64 `description:"最大值"`
  144. LatestValue float64 `description:"最新值"`
  145. LatestDate string `description:"实际数据最新日期"`
  146. }
  147. // GetEdbInfoMaxAndMinInfo 获取指标的最新数据记录信息
  148. func GetEdbInfoMaxAndMinInfo(source int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
  149. o := orm.NewOrm()
  150. sql := ``
  151. tableName := GetEdbDataTableName(source)
  152. sql = ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date,MIN(value) AS min_value,MAX(value) AS max_value FROM %s WHERE edb_code=? `
  153. sql = fmt.Sprintf(sql, tableName)
  154. err = o.Raw(sql, edbCode).QueryRow(&item)
  155. var latest_value float64
  156. sql = ` SELECT value AS latest_value FROM %s WHERE edb_code=? ORDER BY data_time DESC LIMIT 1 `
  157. sql = fmt.Sprintf(sql, tableName)
  158. err = o.Raw(sql, edbCode).QueryRow(&latest_value)
  159. item.LatestValue = latest_value
  160. return
  161. }
  162. // ModifyEdbInfoMaxAndMinInfo 修改指标的最新数据信息
  163. func ModifyEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  164. o := orm.NewOrm()
  165. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
  166. _, err = o.Raw(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.MaxDate, item.LatestValue, edbInfoId).Exec()
  167. return
  168. }
  169. // GetEdbDataCount 获取edb指标数据的数量; order:1升序,其余值为降序
  170. func GetEdbDataCount(condition string, pars []interface{}, source int) (count int, err error) {
  171. o := orm.NewOrm()
  172. sql := ``
  173. tableName := GetEdbDataTableName(source)
  174. sql = ` SELECT COUNT(1) AS count FROM %s WHERE 1=1 `
  175. sql = fmt.Sprintf(sql, tableName)
  176. if condition != "" {
  177. sql += condition
  178. }
  179. err = o.Raw(sql, pars).QueryRow(&count)
  180. return
  181. }
  182. // GetLastEdbData 获取最近的一条指标数据
  183. func GetLastEdbData(condition string, pars []interface{}, source int) (item *EdbInfoSearchData, err error) {
  184. o := orm.NewOrm()
  185. sql := ``
  186. tableName := GetEdbDataTableName(source)
  187. sql = ` SELECT * FROM %s WHERE 1=1 `
  188. sql = fmt.Sprintf(sql, tableName)
  189. if condition != "" {
  190. sql += condition
  191. }
  192. sql += ` ORDER BY data_time DESC `
  193. err = o.Raw(sql, pars).QueryRow(&item)
  194. return
  195. }
  196. // GetEdbInfoByEdbCode 根据指标code获取指标信息
  197. func GetEdbInfoByEdbCode(source int, edbCode string) (item *EdbInfo, err error) {
  198. o := orm.NewOrm()
  199. sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code=? `
  200. err = o.Raw(sql, source, edbCode).QueryRow(&item)
  201. return
  202. }
  203. // GetEdbInfoOnlyByEdbCode 仅根据指标code获取指标信息
  204. func GetEdbInfoOnlyByEdbCode(edbCode string) (item *EdbInfo, err error) {
  205. o := orm.NewOrm()
  206. sql := ` SELECT * FROM edb_info WHERE edb_code=? `
  207. err = o.Raw(sql, edbCode).QueryRow(&item)
  208. return
  209. }
  210. // GetEdbInfoCalculateListByCondition 获取指标关系列表
  211. func GetEdbInfoCalculateListByCondition(condition string, pars []interface{}) (items []*EdbInfoCalculateMapping, err error) {
  212. o := orm.NewOrm()
  213. sql := ` SELECT * FROM edb_info_calculate_mapping WHERE 1=1 `
  214. if condition != "" {
  215. sql += condition
  216. }
  217. _, err = o.Raw(sql, pars).QueryRows(&items)
  218. return
  219. }
  220. // GetEdbInfoCalculateCountByCondition 获取关联指标数量
  221. func GetEdbInfoCalculateCountByCondition(condition string, pars []interface{}) (count int, err error) {
  222. o := orm.NewOrm()
  223. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_mapping WHERE 1=1 `
  224. if condition != "" {
  225. sql += condition
  226. }
  227. err = o.Raw(sql, pars).QueryRow(&count)
  228. return
  229. }
  230. //优化版本-处理数据精度问题
  231. type EdbInfoSearchDataV1 struct {
  232. EdbDataId int `description:"数据ID"`
  233. DataTime string `description:"数据日期"`
  234. Value string `description:"数据"`
  235. }
  236. //优化版本-处理数据精度问题
  237. func GetEdbDataListAllV1(condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchDataV1, err error) {
  238. o := orm.NewOrm()
  239. sql := ``
  240. tableName := GetEdbDataTableName(source)
  241. sql = ` SELECT * FROM %s WHERE 1=1 `
  242. sql = fmt.Sprintf(sql, tableName)
  243. if condition != "" {
  244. sql += condition
  245. }
  246. if order == 1 {
  247. sql += ` ORDER BY data_time ASC `
  248. } else {
  249. sql += ` ORDER BY data_time DESC `
  250. }
  251. _, err = o.Raw(sql, pars).QueryRows(&item)
  252. return
  253. }
  254. // GetEdbDataListAllV1ByTo 通过事务链接获取数据列表
  255. func GetEdbDataListAllV1ByTo(to orm.TxOrmer, condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchDataV1, err error) {
  256. sql := ``
  257. tableName := GetEdbDataTableName(source)
  258. sql = ` SELECT * FROM %s WHERE 1=1 `
  259. sql = fmt.Sprintf(sql, tableName)
  260. if condition != "" {
  261. sql += condition
  262. }
  263. if order == 1 {
  264. sql += ` ORDER BY data_time ASC `
  265. } else {
  266. sql += ` ORDER BY data_time DESC `
  267. }
  268. _, err = to.Raw(sql, pars).QueryRows(&item)
  269. return
  270. }
  271. // GetEdbInfoByCondition 获取指标列表
  272. func GetEdbInfoByCondition(condition string, pars []interface{}, order int) (item []*EdbInfo, err error) {
  273. o := orm.NewOrm()
  274. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  275. if condition != "" {
  276. sql += condition
  277. }
  278. if order == 1 {
  279. sql += ` ORDER BY end_date ASC `
  280. } else {
  281. sql += ` ORDER BY edb_info_id ASC `
  282. }
  283. _, err = o.Raw(sql, pars).QueryRows(&item)
  284. return
  285. }
  286. // UnifiedModifyEdbInfoMaxAndMinInfo 统一修改指标的最大最小值
  287. func UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo *EdbInfo) (err error, errMsg string) {
  288. // 修改最大最小值
  289. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(edbInfo.Source, edbInfo.EdbCode)
  290. if err != nil {
  291. if err.Error() == utils.ErrNoRow() {
  292. err = nil
  293. return
  294. }
  295. errMsg = "刷新指标失败!"
  296. err = errors.New("获取指标最大最小值失败,err:" + err.Error())
  297. return
  298. }
  299. if maxAndMinItem != nil {
  300. err = ModifyEdbInfoMaxAndMinInfo(edbInfo.EdbInfoId, maxAndMinItem)
  301. if err != nil {
  302. errMsg = "刷新指标失败!"
  303. err = errors.New("修改指标最大最小值失败,err:" + err.Error())
  304. return
  305. }
  306. }
  307. // 修改关联的预测指标
  308. go ModifyPredictEdbInfoMaxAndMinInfoBySourceEdbInfoId(edbInfo.EdbInfoId, maxAndMinItem)
  309. return
  310. }
  311. // UnifiedModifyPredictEdbInfoMaxAndMinInfo 统一修改预测运算指标的最大最小值
  312. func UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo *EdbInfo, latestDateStr string, latestValue float64) (err error, errMsg string) {
  313. // 修改最大最小值
  314. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(edbInfo.Source, edbInfo.EdbCode)
  315. if err != nil {
  316. if err.Error() == utils.ErrNoRow() {
  317. err = nil
  318. return
  319. }
  320. errMsg = "刷新指标失败!"
  321. err = errors.New("获取指标最大最小值失败,err:" + err.Error())
  322. return
  323. }
  324. if maxAndMinItem != nil {
  325. maxAndMinItem.LatestDate = latestDateStr
  326. maxAndMinItem.LatestValue = latestValue
  327. err = ModifyPredictEdbInfoMaxAndMinInfo(edbInfo.EdbInfoId, maxAndMinItem)
  328. if err != nil {
  329. errMsg = "刷新指标失败!"
  330. err = errors.New("修改指标最大最小值失败,err:" + err.Error())
  331. return
  332. }
  333. }
  334. return
  335. }
  336. // GetChartPredictEdbInfoDataList 获取图表的预测指标的未来数据
  337. func GetChartPredictEdbInfoDataList(predictEdbConf PredictEdbConf, latestDateStr string, lastDataValue float64, endDateStr, frequency string, order int) (predictEdbInfoData []*EdbInfoSearchData, err error) {
  338. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  339. if err != nil {
  340. return
  341. }
  342. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  343. if err != nil {
  344. return
  345. }
  346. // 开始预测数据的时间
  347. startDate := latestDate
  348. dataValue := lastDataValue
  349. if predictEdbConf.RuleType == 2 {
  350. dataValue = predictEdbConf.FixedValue
  351. }
  352. //获取后面的预测数据
  353. dayList := getPredictEdbDayList(startDate, endDate, frequency)
  354. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  355. // order:1升序,其余值为降序
  356. if order == 1 {
  357. for k, v := range dayList {
  358. predictEdbInfoData = append(predictEdbInfoData, &EdbInfoSearchData{
  359. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + k,
  360. DataTime: v.Format(utils.FormatDate),
  361. Value: dataValue,
  362. })
  363. }
  364. } else {
  365. lenDayList := len(dayList)
  366. if lenDayList > 0 {
  367. for i := lenDayList - 1; i >= 0; i-- {
  368. v := dayList[i]
  369. predictEdbInfoData = append(predictEdbInfoData, &EdbInfoSearchData{
  370. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + i,
  371. DataTime: v.Format(utils.FormatDate),
  372. Value: dataValue,
  373. })
  374. }
  375. }
  376. }
  377. return
  378. }
  379. // GetChartPredictEdbInfoDataListByConfList 获取图表的预测指标的未来数据
  380. func GetChartPredictEdbInfoDataListByConfList(predictEdbConfList []*PredictEdbConf, filtrateStartDateStr, latestDateStr, endDateStr, frequency string, realPredictEdbInfoData []*EdbInfoSearchData) (predictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  381. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  382. if err != nil {
  383. return
  384. }
  385. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  386. if err != nil {
  387. return
  388. }
  389. // 开始预测数据的时间
  390. startDate := latestDate
  391. // 如果有筛选时间的话
  392. if filtrateStartDateStr != `` {
  393. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  394. if tmpErr != nil {
  395. err = tmpErr
  396. return
  397. }
  398. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  399. if filtrateStartDate.After(latestDate) {
  400. startDate = filtrateStartDate.AddDate(0, 0, -1)
  401. }
  402. }
  403. //var dateArr []string
  404. // 对应日期的值
  405. existMap := make(map[string]float64)
  406. for _, v := range realPredictEdbInfoData {
  407. //dateArr = append(dateArr, v.DataTime)
  408. existMap[v.DataTime] = v.Value
  409. }
  410. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  411. //dataValue := lastDataValue
  412. //预测规则,1:最新,2:固定值,3:同比,4:同差,5:环比,6:环差,7:N期移动均值,8:N期段线性外推值
  413. for _, predictEdbConf := range predictEdbConfList {
  414. dataEndTime := endDate
  415. if predictEdbConf.EndDate.Before(dataEndTime) {
  416. dataEndTime = predictEdbConf.EndDate
  417. }
  418. var tmpMinValue, tmpMaxValue float64 // 当前预测结果中的最大/最小值
  419. switch predictEdbConf.RuleType {
  420. case 1: //1:最新
  421. var lastDataValue float64 //最新值
  422. tmpAllData := make([]*EdbInfoSearchData, 0)
  423. tmpAllData = append(tmpAllData, realPredictEdbInfoData...)
  424. tmpAllData = append(tmpAllData, predictEdbInfoData...)
  425. lenTmpAllData := len(tmpAllData)
  426. if lenTmpAllData > 0 {
  427. lastDataValue = tmpAllData[lenTmpAllData-1].Value
  428. }
  429. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, lastDataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  430. tmpMaxValue = lastDataValue
  431. tmpMinValue = lastDataValue
  432. case 2: //2:固定值
  433. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  434. if tmpErr != nil {
  435. err = tmpErr
  436. return
  437. }
  438. dataValue, _ := tmpValDecimal.Float64()
  439. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, dataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  440. tmpMaxValue = dataValue
  441. tmpMinValue = dataValue
  442. case 3: //3:同比
  443. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  444. if tmpErr != nil {
  445. err = tmpErr
  446. return
  447. }
  448. tbValue, _ := tmpValDecimal.Float64()
  449. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTb(predictEdbConf.PredictEdbInfoId, tbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  450. case 4: //4:同差
  451. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  452. if tmpErr != nil {
  453. err = tmpErr
  454. return
  455. }
  456. tcValue, _ := tmpValDecimal.Float64()
  457. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTc(predictEdbConf.PredictEdbInfoId, tcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  458. case 5: //5:环比
  459. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  460. if tmpErr != nil {
  461. err = tmpErr
  462. return
  463. }
  464. hbValue, _ := tmpValDecimal.Float64()
  465. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHb(predictEdbConf.PredictEdbInfoId, hbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  466. case 6: //6:环差
  467. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  468. if tmpErr != nil {
  469. err = tmpErr
  470. return
  471. }
  472. hcValue, _ := tmpValDecimal.Float64()
  473. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHc(predictEdbConf.PredictEdbInfoId, hcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  474. case 7: //7:N期移动均值
  475. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  476. if tmpErr != nil {
  477. err = tmpErr
  478. return
  479. }
  480. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  481. case 8: //8:N期段线性外推值
  482. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  483. if tmpErr != nil {
  484. err = tmpErr
  485. return
  486. }
  487. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNLinearRegression(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  488. case 10: //10:根据 给定终值后插值 规则获取预测数据
  489. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  490. if tmpErr != nil {
  491. err = tmpErr
  492. return
  493. }
  494. finalValue, _ := tmpValDecimal.Float64()
  495. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleFinalValueHc(predictEdbConf.PredictEdbInfoId, finalValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  496. }
  497. //startDate = dataEndTime.AddDate(0, 0, 1)
  498. startDate = dataEndTime
  499. if tmpMinValue < minValue {
  500. minValue = tmpMinValue
  501. }
  502. if tmpMaxValue < maxValue {
  503. maxValue = tmpMaxValue
  504. }
  505. }
  506. return
  507. }
  508. // GetPredictEdbDayList 获取预测指标日期列表
  509. func getPredictEdbDayList(startDate, endDate time.Time, frequency string) (dayList []time.Time) {
  510. //if !utils.InArrayByStr([]string{"日度", "周度", "月度"}, frequency)
  511. switch frequency {
  512. case "日度":
  513. for currDate := startDate.AddDate(0, 0, 1); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 1) {
  514. //周六、日排除
  515. if currDate.Weekday() == time.Sunday || currDate.Weekday() == time.Saturday {
  516. continue
  517. }
  518. dayList = append(dayList, currDate)
  519. }
  520. case "周度":
  521. //nextDate := startDate.AddDate(0, 0, 7)
  522. for currDate := startDate.AddDate(0, 0, 7); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 7) {
  523. dayList = append(dayList, currDate)
  524. }
  525. case "月度":
  526. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  527. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 2, -1)
  528. if !currDate.After(endDate) {
  529. dayList = append(dayList, currDate)
  530. }
  531. }
  532. }
  533. return
  534. }
  535. // GetPredictDataListByPredictEdbInfoId 根据预测指标id获取预测指标的数据,order:1升序,其余值为降序
  536. func GetPredictDataListByPredictEdbInfoId(edbInfoId, order int, startDate string) (dataList []*EdbInfoSearchData, sourceEdbInfoItem *EdbInfo, predictEdbConf *PredictEdbConf, err error, errMsg string) {
  537. edbInfo, err := GetEdbInfoById(edbInfoId)
  538. if err != nil {
  539. errMsg = `获取预测指标信息失败`
  540. return
  541. }
  542. return GetPredictDataListByPredictEdbInfo(edbInfo, order, startDate)
  543. }
  544. // GetPredictDataListByPredictEdbInfo 根据预测指标信息获取预测指标的数据,order:1升序,其余值为降序
  545. func GetPredictDataListByPredictEdbInfo(edbInfo *EdbInfo, order int, startDate string) (dataList []*EdbInfoSearchData, sourceEdbInfoItem *EdbInfo, predictEdbConf *PredictEdbConf, err error, errMsg string) {
  546. // 查找该预测指标配置
  547. predictEdbConfList, err := GetPredictEdbConfListById(edbInfo.EdbInfoId)
  548. if err != nil && err.Error() != utils.ErrNoRow() {
  549. errMsg = "获取预测指标配置信息失败"
  550. return
  551. }
  552. if len(predictEdbConfList) == 0 {
  553. errMsg = "获取预测指标配置信息失败"
  554. err = errors.New(errMsg)
  555. return
  556. }
  557. predictEdbConf = predictEdbConfList[0]
  558. // 来源指标
  559. sourceEdbInfoItem, err = GetEdbInfoById(predictEdbConf.SourceEdbInfoId)
  560. if err != nil {
  561. if err.Error() == utils.ErrNoRow() {
  562. errMsg = "找不到来源指标信息"
  563. err = errors.New(errMsg)
  564. }
  565. return
  566. }
  567. allDataList := make([]*EdbInfoSearchData, 0)
  568. //获取指标数据(实际已生成)
  569. var condition string
  570. var pars []interface{}
  571. condition += " AND edb_info_id=? "
  572. pars = append(pars, sourceEdbInfoItem.EdbInfoId)
  573. if startDate != "" {
  574. condition += " AND data_time>=? "
  575. pars = append(pars, startDate)
  576. }
  577. dataList, err = GetEdbDataListAll(condition, pars, sourceEdbInfoItem.Source, order)
  578. if err != nil {
  579. return
  580. }
  581. // 如果选择了日期,那么需要筛选所有的数据,用于未来指标的生成
  582. if startDate != `` {
  583. allDataList, err = GetEdbDataListAll(" AND edb_info_id=? ", []interface{}{sourceEdbInfoItem.EdbInfoId}, sourceEdbInfoItem.Source, 1)
  584. if err != nil {
  585. return
  586. }
  587. } else {
  588. allDataList = dataList
  589. }
  590. // 获取预测指标未来的数据
  591. predictDataList := make([]*EdbInfoSearchData, 0)
  592. endDateStr := edbInfo.EndDate //预测指标的结束日期
  593. //predictDataList, err = GetChartPredictEdbInfoDataList(*predictEdbConf, sourceEdbInfoItem.LatestDate, sourceEdbInfoItem.LatestValue, endDateStr, edbInfo.Frequency, order)
  594. var predictMinValue, predictMaxValue float64
  595. predictDataList, predictMinValue, predictMaxValue, err = GetChartPredictEdbInfoDataListByConfList(predictEdbConfList, startDate, sourceEdbInfoItem.LatestDate, endDateStr, edbInfo.Frequency, allDataList)
  596. if err != nil {
  597. return
  598. }
  599. dataList = append(dataList, predictDataList...)
  600. if len(predictDataList) > 0 {
  601. // 如果最小值 大于 预测值,那么将预测值作为最小值数据返回
  602. if edbInfo.MinValue > predictMinValue {
  603. edbInfo.MinValue = predictMinValue
  604. }
  605. // 如果最大值 小于 预测值,那么将预测值作为最大值数据返回
  606. if edbInfo.MaxValue < predictMaxValue {
  607. edbInfo.MaxValue = predictMaxValue
  608. }
  609. }
  610. return
  611. }
  612. // GetPredictEdbDataListAll 获取该预测指标所有的数据 ,order:1升序,其余值为降序
  613. func GetPredictEdbDataListAll(edbInfo *EdbInfo, order int) (items []*EdbInfoSearchData, err error) {
  614. if edbInfo.Source == utils.DATA_SOURCE_PREDICT { //普通的预测指标是没有入库数据的,直接往配置里面获取
  615. items, _, _, err, _ = GetPredictDataListByPredictEdbInfo(edbInfo, 1, "")
  616. } else {
  617. var condition string
  618. var pars []interface{}
  619. condition += " AND edb_info_id=? "
  620. pars = append(pars, edbInfo.EdbInfoId)
  621. items, err = GetEdbDataListAll(condition, pars, edbInfo.Source, order)
  622. }
  623. return
  624. }
  625. // GetPredictEdbDataListAllByStartDate 根据开始日期获取该预测指标所有的数据 ,order:1升序,其余值为降序
  626. func GetPredictEdbDataListAllByStartDate(edbInfo *EdbInfo, order int, startDate string) (items []*EdbInfoSearchData, err error) {
  627. if edbInfo.Source == utils.DATA_SOURCE_PREDICT { //普通的预测指标是没有入库数据的,直接往配置里面获取
  628. items, _, _, err, _ = GetPredictDataListByPredictEdbInfo(edbInfo, 1, startDate)
  629. } else {
  630. var condition string
  631. var pars []interface{}
  632. condition += " AND edb_info_id=? "
  633. pars = append(pars, edbInfo.EdbInfoId)
  634. if startDate != "" {
  635. condition += " AND data_time>=? "
  636. pars = append(pars, startDate)
  637. }
  638. items, err = GetEdbDataListAll(condition, pars, edbInfo.Source, order)
  639. }
  640. return
  641. }
  642. // ModifyPredictEdbInfoMaxAndMinInfo 修改预测指标的最新数据信息
  643. func ModifyPredictEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  644. o := orm.NewOrm()
  645. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
  646. _, err = o.Raw(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.LatestDate, item.LatestValue, edbInfoId).Exec()
  647. return
  648. }
  649. // ModifyCalculateEdbInfo 修改计算指标信息
  650. func ModifyCalculateEdbInfo(edbName, frequency, unit, calculateFormula string, classifyId, edbInfoId int) (err error) {
  651. o := orm.NewOrmUsingDB("data")
  652. sql := ` UPDATE edb_info
  653. SET
  654. edb_name =?,
  655. edb_name_source =?,
  656. frequency = ?,
  657. unit = ?,
  658. classify_id = ?,
  659. calculate_formula=?,
  660. modify_time = NOW()
  661. WHERE edb_info_id = ?`
  662. _, err = o.Raw(sql, edbName, edbName, frequency, unit, classifyId, calculateFormula, edbInfoId).Exec()
  663. return
  664. }