edb_info.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "time"
  10. )
  11. type EdbInfo struct {
  12. EdbInfoId int `orm:"column(edb_info_id);pk"`
  13. SourceName string `description:"来源名称"`
  14. Source int `description:"来源id"`
  15. EdbCode string `description:"指标编码"`
  16. EdbName string `description:"指标名称"`
  17. EdbNameSource string `description:"指标名称来源"`
  18. Frequency string `description:"频率"`
  19. Unit string `description:"单位"`
  20. StartDate string `description:"起始日期"`
  21. EndDate string `description:"终止日期"`
  22. ClassifyId int `description:"分类id"`
  23. SysUserId int
  24. SysUserRealName string
  25. UniqueCode string `description:"指标唯一编码"`
  26. CreateTime time.Time
  27. ModifyTime time.Time
  28. MinValue float64 `description:"指标最小值"`
  29. MaxValue float64 `description:"指标最大值"`
  30. CalculateFormula string `description:"计算公式"`
  31. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  32. Sort int `description:"排序字段"`
  33. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  34. MoveFrequency string `description:"移动频度"`
  35. NoUpdate int8 `description:"是否停止更新,0:继续更新;1:停止更新"`
  36. ServerUrl string `description:"服务器地址"`
  37. EdbInfoType int `description:"指标类型,0:普通指标,1:预测指标"`
  38. EdbNameEn string `description:"英文指标名称"`
  39. UnitEn string `description:"英文单位"`
  40. LatestDate string `description:"数据最新日期"`
  41. LatestValue float64 `description:"数据最新值"`
  42. ChartImage string `description:"图表图片"`
  43. }
  44. // AddEdbInfo 添加指标
  45. func AddEdbInfo(item *EdbInfo) (lastId int64, err error) {
  46. o := orm.NewOrm()
  47. lastId, err = o.Insert(item)
  48. return
  49. }
  50. // EdbInfoList 指标数据列表
  51. type EdbInfoList struct {
  52. EdbInfoId int `orm:"column(edb_info_id);pk"`
  53. SourceName string `description:"来源名称"`
  54. Source int `description:"来源id"`
  55. EdbCode string `description:"指标编码"`
  56. EdbName string `description:"指标名称"`
  57. Frequency string `description:"频率"`
  58. Unit string `description:"单位"`
  59. StartDate string `description:"起始日期"`
  60. EndDate string `description:"终止日期"`
  61. ClassifyId int `description:"分类id"`
  62. UniqueCode string `description:"指标唯一编码"`
  63. SysUserId int `description:"创建人id"`
  64. SysUserRealName string `description:"创建人姓名"`
  65. ModifyTime string `description:"最新修改时间"`
  66. EdbNameAlias string `json:"-" description:"指标名称,别名"`
  67. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  68. DataList []*EdbData
  69. }
  70. // GetEdbInfoByName 根据指标名称获取所有的指标数据列表
  71. func GetEdbInfoByName(edbName string) (items []*EdbInfoList, err error) {
  72. o := orm.NewOrm()
  73. sql := ` SELECT * FROM edb_info WHERE edb_name=? `
  74. _, err = o.Raw(sql, edbName).QueryRows(&items)
  75. return
  76. }
  77. // ModifyEdbInfoNameSource 根据来源修改指标名称
  78. func ModifyEdbInfoNameSource(edbNameSource string, edbInfoId int) (err error) {
  79. o := orm.NewOrm()
  80. sql := ` UPDATE edb_info SET edb_name_source=? WHERE edb_info_id = ? `
  81. _, err = o.Raw(sql, edbNameSource, edbInfoId).Exec()
  82. return
  83. }
  84. // GetEdbInfoById 根据指标id获取指标信息
  85. func GetEdbInfoById(edbInfoId int) (item *EdbInfo, err error) {
  86. o := orm.NewOrm()
  87. sql := ` SELECT * FROM edb_info WHERE edb_info_id=? `
  88. err = o.Raw(sql, edbInfoId).QueryRow(&item)
  89. return
  90. }
  91. // Update 更新EdbInfo信息
  92. func (edbInfo *EdbInfo) Update(cols []string) (err error) {
  93. o := orm.NewOrm()
  94. _, err = o.Update(edbInfo, cols...)
  95. return
  96. }
  97. // EdbInfoSearchData
  98. type EdbInfoSearchData struct {
  99. EdbDataId int `description:"数据ID"`
  100. DataTime string `description:"数据日期"`
  101. Value float64 `description:"数据"`
  102. }
  103. // GetEdbDataListAll 获取指标数据列表 order:1升序,其余值为降序
  104. func GetEdbDataListAll(condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchData, err error) {
  105. o := orm.NewOrm()
  106. sql := ``
  107. tableName := GetEdbDataTableName(source)
  108. sql = ` SELECT * FROM %s WHERE 1=1 `
  109. sql = fmt.Sprintf(sql, tableName)
  110. if condition != "" {
  111. sql += condition
  112. }
  113. if order == 1 {
  114. sql += ` ORDER BY data_time ASC `
  115. } else {
  116. sql += ` ORDER BY data_time DESC `
  117. }
  118. _, err = o.Raw(sql, pars).QueryRows(&item)
  119. return
  120. }
  121. // EdbInfoMaxAndMinInfo 指标最新数据记录结构体
  122. type EdbInfoMaxAndMinInfo struct {
  123. MinDate string `description:"最小日期"`
  124. MaxDate string `description:"最大日期"`
  125. MinValue float64 `description:"最小值"`
  126. MaxValue float64 `description:"最大值"`
  127. LatestValue float64 `description:"最新值"`
  128. LatestDate string `description:"实际数据最新日期"`
  129. }
  130. // GetEdbInfoMaxAndMinInfo 获取指标的最新数据记录信息
  131. func GetEdbInfoMaxAndMinInfo(source int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
  132. o := orm.NewOrm()
  133. sql := ``
  134. tableName := GetEdbDataTableName(source)
  135. sql = ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date,MIN(value) AS min_value,MAX(value) AS max_value FROM %s WHERE edb_code=? `
  136. sql = fmt.Sprintf(sql, tableName)
  137. err = o.Raw(sql, edbCode).QueryRow(&item)
  138. var latest_value float64
  139. sql = ` SELECT value AS latest_value FROM %s WHERE edb_code=? ORDER BY data_time DESC LIMIT 1 `
  140. sql = fmt.Sprintf(sql, tableName)
  141. err = o.Raw(sql, edbCode).QueryRow(&latest_value)
  142. item.LatestValue = latest_value
  143. return
  144. }
  145. // ModifyEdbInfoMaxAndMinInfo 修改指标的最新数据信息
  146. func ModifyEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  147. o := orm.NewOrm()
  148. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
  149. _, err = o.Raw(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.MaxDate, item.LatestValue, edbInfoId).Exec()
  150. return
  151. }
  152. // GetEdbDataCount 获取edb指标数据的数量; order:1升序,其余值为降序
  153. func GetEdbDataCount(condition string, pars []interface{}, source int) (count int, err error) {
  154. o := orm.NewOrm()
  155. sql := ``
  156. tableName := GetEdbDataTableName(source)
  157. sql = ` SELECT COUNT(1) AS count FROM %s WHERE 1=1 `
  158. sql = fmt.Sprintf(sql, tableName)
  159. if condition != "" {
  160. sql += condition
  161. }
  162. err = o.Raw(sql, pars).QueryRow(&count)
  163. return
  164. }
  165. // GetLastEdbData 获取最近的一条指标数据
  166. func GetLastEdbData(condition string, pars []interface{}, source int) (item *EdbInfoSearchData, err error) {
  167. o := orm.NewOrm()
  168. sql := ``
  169. tableName := GetEdbDataTableName(source)
  170. sql = ` SELECT * FROM %s WHERE 1=1 `
  171. sql = fmt.Sprintf(sql, tableName)
  172. if condition != "" {
  173. sql += condition
  174. }
  175. sql += ` ORDER BY data_time DESC `
  176. err = o.Raw(sql, pars).QueryRow(&item)
  177. return
  178. }
  179. // GetEdbInfoByEdbCode 根据指标code获取指标信息
  180. func GetEdbInfoByEdbCode(source int, edbCode string) (item *EdbInfo, err error) {
  181. o := orm.NewOrm()
  182. sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code=? `
  183. err = o.Raw(sql, source, edbCode).QueryRow(&item)
  184. return
  185. }
  186. // GetEdbInfoOnlyByEdbCode 仅根据指标code获取指标信息
  187. func GetEdbInfoOnlyByEdbCode(edbCode string) (item *EdbInfo, err error) {
  188. o := orm.NewOrm()
  189. sql := ` SELECT * FROM edb_info WHERE edb_code=? `
  190. err = o.Raw(sql, edbCode).QueryRow(&item)
  191. return
  192. }
  193. // GetEdbInfoCalculateListByCondition 获取指标关系列表
  194. func GetEdbInfoCalculateListByCondition(condition string, pars []interface{}) (items []*EdbInfoCalculateMapping, err error) {
  195. o := orm.NewOrm()
  196. sql := ` SELECT * FROM edb_info_calculate_mapping WHERE 1=1 `
  197. if condition != "" {
  198. sql += condition
  199. }
  200. _, err = o.Raw(sql, pars).QueryRows(&items)
  201. return
  202. }
  203. // GetEdbInfoCalculateCountByCondition 获取关联指标数量
  204. func GetEdbInfoCalculateCountByCondition(condition string, pars []interface{}) (count int, err error) {
  205. o := orm.NewOrm()
  206. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_mapping WHERE 1=1 `
  207. if condition != "" {
  208. sql += condition
  209. }
  210. err = o.Raw(sql, pars).QueryRow(&count)
  211. return
  212. }
  213. //优化版本-处理数据精度问题
  214. type EdbInfoSearchDataV1 struct {
  215. EdbDataId int `description:"数据ID"`
  216. DataTime string `description:"数据日期"`
  217. Value string `description:"数据"`
  218. }
  219. //优化版本-处理数据精度问题
  220. func GetEdbDataListAllV1(condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchDataV1, err error) {
  221. o := orm.NewOrm()
  222. sql := ``
  223. tableName := GetEdbDataTableName(source)
  224. sql = ` SELECT * FROM %s WHERE 1=1 `
  225. sql = fmt.Sprintf(sql, tableName)
  226. if condition != "" {
  227. sql += condition
  228. }
  229. if order == 1 {
  230. sql += ` ORDER BY data_time ASC `
  231. } else {
  232. sql += ` ORDER BY data_time DESC `
  233. }
  234. _, err = o.Raw(sql, pars).QueryRows(&item)
  235. return
  236. }
  237. // GetEdbInfoByCondition 获取指标列表
  238. func GetEdbInfoByCondition(condition string, pars []interface{}, order int) (item []*EdbInfo, err error) {
  239. o := orm.NewOrm()
  240. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  241. if condition != "" {
  242. sql += condition
  243. }
  244. if order == 1 {
  245. sql += ` ORDER BY end_date ASC `
  246. } else {
  247. sql += ` ORDER BY edb_info_id ASC `
  248. }
  249. _, err = o.Raw(sql, pars).QueryRows(&item)
  250. return
  251. }
  252. // UnifiedModifyEdbInfoMaxAndMinInfo 统一修改指标的最大最小值
  253. func UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo *EdbInfo) (err error, errMsg string) {
  254. // 修改最大最小值
  255. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(edbInfo.Source, edbInfo.EdbCode)
  256. if err != nil {
  257. if err.Error() == utils.ErrNoRow() {
  258. err = nil
  259. return
  260. }
  261. errMsg = "刷新指标失败!"
  262. err = errors.New("获取指标最大最小值失败,err:" + err.Error())
  263. return
  264. }
  265. if maxAndMinItem != nil {
  266. err = ModifyEdbInfoMaxAndMinInfo(edbInfo.EdbInfoId, maxAndMinItem)
  267. if err != nil {
  268. errMsg = "刷新指标失败!"
  269. err = errors.New("修改指标最大最小值失败,err:" + err.Error())
  270. return
  271. }
  272. }
  273. // 修改关联的预测指标
  274. go ModifyPredictEdbInfoMaxAndMinInfoBySourceEdbInfoId(edbInfo.EdbInfoId, maxAndMinItem)
  275. return
  276. }
  277. // UnifiedModifyPredictEdbInfoMaxAndMinInfo 统一修改预测运算指标的最大最小值
  278. func UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo *EdbInfo, latestDateStr string, latestValue float64) (err error, errMsg string) {
  279. // 修改最大最小值
  280. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(edbInfo.Source, edbInfo.EdbCode)
  281. if err != nil {
  282. if err.Error() == utils.ErrNoRow() {
  283. err = nil
  284. return
  285. }
  286. errMsg = "刷新指标失败!"
  287. err = errors.New("获取指标最大最小值失败,err:" + err.Error())
  288. return
  289. }
  290. if maxAndMinItem != nil {
  291. maxAndMinItem.LatestDate = latestDateStr
  292. maxAndMinItem.LatestValue = latestValue
  293. err = ModifyPredictEdbInfoMaxAndMinInfo(edbInfo.EdbInfoId, maxAndMinItem)
  294. if err != nil {
  295. errMsg = "刷新指标失败!"
  296. err = errors.New("修改指标最大最小值失败,err:" + err.Error())
  297. return
  298. }
  299. }
  300. return
  301. }
  302. // GetChartPredictEdbInfoDataList 获取图表的预测指标的未来数据
  303. func GetChartPredictEdbInfoDataList(predictEdbConf PredictEdbConf, latestDateStr string, lastDataValue float64, endDateStr, frequency string, order int) (predictEdbInfoData []*EdbInfoSearchData, err error) {
  304. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  305. if err != nil {
  306. return
  307. }
  308. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  309. if err != nil {
  310. return
  311. }
  312. // 开始预测数据的时间
  313. startDate := latestDate
  314. dataValue := lastDataValue
  315. if predictEdbConf.RuleType == 2 {
  316. dataValue = predictEdbConf.FixedValue
  317. }
  318. //获取后面的预测数据
  319. dayList := getPredictEdbDayList(startDate, endDate, frequency)
  320. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  321. // order:1升序,其余值为降序
  322. if order == 1 {
  323. for k, v := range dayList {
  324. predictEdbInfoData = append(predictEdbInfoData, &EdbInfoSearchData{
  325. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + k,
  326. DataTime: v.Format(utils.FormatDate),
  327. Value: dataValue,
  328. })
  329. }
  330. } else {
  331. lenDayList := len(dayList)
  332. if lenDayList > 0 {
  333. for i := lenDayList - 1; i >= 0; i-- {
  334. v := dayList[i]
  335. predictEdbInfoData = append(predictEdbInfoData, &EdbInfoSearchData{
  336. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + i,
  337. DataTime: v.Format(utils.FormatDate),
  338. Value: dataValue,
  339. })
  340. }
  341. }
  342. }
  343. return
  344. }
  345. // GetChartPredictEdbInfoDataListByConfList 获取图表的预测指标的未来数据
  346. func GetChartPredictEdbInfoDataListByConfList(predictEdbConfList []*PredictEdbConf, filtrateStartDateStr, latestDateStr, endDateStr, frequency string, realPredictEdbInfoData []*EdbInfoSearchData) (predictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  347. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  348. if err != nil {
  349. return
  350. }
  351. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  352. if err != nil {
  353. return
  354. }
  355. // 开始预测数据的时间
  356. startDate := latestDate
  357. // 如果有筛选时间的话
  358. if filtrateStartDateStr != `` {
  359. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  360. if tmpErr != nil {
  361. err = tmpErr
  362. return
  363. }
  364. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  365. if filtrateStartDate.After(latestDate) {
  366. startDate = filtrateStartDate.AddDate(0, 0, -1)
  367. }
  368. }
  369. //var dateArr []string
  370. // 对应日期的值
  371. existMap := make(map[string]float64)
  372. for _, v := range realPredictEdbInfoData {
  373. //dateArr = append(dateArr, v.DataTime)
  374. existMap[v.DataTime] = v.Value
  375. }
  376. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  377. //dataValue := lastDataValue
  378. //预测规则,1:最新,2:固定值,3:同比,4:同差,5:环比,6:环差,7:N期移动均值,8:N期段线性外推值
  379. for _, predictEdbConf := range predictEdbConfList {
  380. dataEndTime := endDate
  381. if predictEdbConf.EndDate.Before(dataEndTime) {
  382. dataEndTime = predictEdbConf.EndDate
  383. }
  384. var tmpMinValue, tmpMaxValue float64 // 当前预测结果中的最大/最小值
  385. switch predictEdbConf.RuleType {
  386. case 1: //1:最新
  387. var lastDataValue float64 //最新值
  388. tmpAllData := make([]*EdbInfoSearchData, 0)
  389. tmpAllData = append(tmpAllData, realPredictEdbInfoData...)
  390. tmpAllData = append(tmpAllData, predictEdbInfoData...)
  391. lenTmpAllData := len(tmpAllData)
  392. if lenTmpAllData > 0 {
  393. lastDataValue = tmpAllData[lenTmpAllData-1].Value
  394. }
  395. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, lastDataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  396. tmpMaxValue = lastDataValue
  397. tmpMinValue = lastDataValue
  398. case 2: //2:固定值
  399. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  400. if tmpErr != nil {
  401. err = tmpErr
  402. return
  403. }
  404. dataValue, _ := tmpValDecimal.Float64()
  405. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, dataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  406. tmpMaxValue = dataValue
  407. tmpMinValue = dataValue
  408. case 3: //3:同比
  409. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  410. if tmpErr != nil {
  411. err = tmpErr
  412. return
  413. }
  414. tbValue, _ := tmpValDecimal.Float64()
  415. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTb(predictEdbConf.PredictEdbInfoId, tbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  416. case 4: //4:同差
  417. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  418. if tmpErr != nil {
  419. err = tmpErr
  420. return
  421. }
  422. tcValue, _ := tmpValDecimal.Float64()
  423. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTc(predictEdbConf.PredictEdbInfoId, tcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  424. case 5: //5:环比
  425. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  426. if tmpErr != nil {
  427. err = tmpErr
  428. return
  429. }
  430. hbValue, _ := tmpValDecimal.Float64()
  431. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHb(predictEdbConf.PredictEdbInfoId, hbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  432. case 6: //6:环差
  433. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  434. if tmpErr != nil {
  435. err = tmpErr
  436. return
  437. }
  438. hcValue, _ := tmpValDecimal.Float64()
  439. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHc(predictEdbConf.PredictEdbInfoId, hcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  440. case 7: //7:N期移动均值
  441. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  442. if tmpErr != nil {
  443. err = tmpErr
  444. return
  445. }
  446. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  447. case 8: //8:N期段线性外推值
  448. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  449. if tmpErr != nil {
  450. err = tmpErr
  451. return
  452. }
  453. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNLinearRegression(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  454. }
  455. //startDate = dataEndTime.AddDate(0, 0, 1)
  456. startDate = dataEndTime
  457. if tmpMinValue < minValue {
  458. minValue = tmpMinValue
  459. }
  460. if tmpMaxValue < maxValue {
  461. maxValue = tmpMaxValue
  462. }
  463. }
  464. return
  465. }
  466. // GetPredictEdbDayList 获取预测指标日期列表
  467. func getPredictEdbDayList(startDate, endDate time.Time, frequency string) (dayList []time.Time) {
  468. //if !utils.InArrayByStr([]string{"日度", "周度", "月度"}, frequency)
  469. switch frequency {
  470. case "日度":
  471. for currDate := startDate.AddDate(0, 0, 1); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 1) {
  472. //周六、日排除
  473. if currDate.Weekday() == time.Sunday || currDate.Weekday() == time.Saturday {
  474. continue
  475. }
  476. dayList = append(dayList, currDate)
  477. }
  478. case "周度":
  479. //nextDate := startDate.AddDate(0, 0, 7)
  480. for currDate := startDate.AddDate(0, 0, 7); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 7) {
  481. dayList = append(dayList, currDate)
  482. }
  483. case "月度":
  484. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  485. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 2, -1)
  486. if !currDate.After(endDate) {
  487. dayList = append(dayList, currDate)
  488. }
  489. }
  490. }
  491. return
  492. }
  493. // GetPredictDataListByPredictEdbInfoId 根据预测指标id获取预测指标的数据,order:1升序,其余值为降序
  494. func GetPredictDataListByPredictEdbInfoId(edbInfoId, order int, startDate string) (dataList []*EdbInfoSearchData, sourceEdbInfoItem *EdbInfo, predictEdbConf *PredictEdbConf, err error, errMsg string) {
  495. edbInfo, err := GetEdbInfoById(edbInfoId)
  496. if err != nil {
  497. errMsg = `获取预测指标信息失败`
  498. return
  499. }
  500. return GetPredictDataListByPredictEdbInfo(edbInfo, order, startDate)
  501. }
  502. // GetPredictDataListByPredictEdbInfo 根据预测指标信息获取预测指标的数据,order:1升序,其余值为降序
  503. func GetPredictDataListByPredictEdbInfo(edbInfo *EdbInfo, order int, startDate string) (dataList []*EdbInfoSearchData, sourceEdbInfoItem *EdbInfo, predictEdbConf *PredictEdbConf, err error, errMsg string) {
  504. // 查找该预测指标配置
  505. predictEdbConfList, err := GetPredictEdbConfListById(edbInfo.EdbInfoId)
  506. if err != nil && err.Error() != utils.ErrNoRow() {
  507. errMsg = "获取预测指标配置信息失败"
  508. return
  509. }
  510. if len(predictEdbConfList) == 0 {
  511. errMsg = "获取预测指标配置信息失败"
  512. err = errors.New(errMsg)
  513. return
  514. }
  515. predictEdbConf = predictEdbConfList[0]
  516. // 来源指标
  517. sourceEdbInfoItem, err = GetEdbInfoById(predictEdbConf.SourceEdbInfoId)
  518. if err != nil {
  519. if err.Error() == utils.ErrNoRow() {
  520. errMsg = "找不到来源指标信息"
  521. err = errors.New(errMsg)
  522. }
  523. return
  524. }
  525. allDataList := make([]*EdbInfoSearchData, 0)
  526. //获取指标数据(实际已生成)
  527. var condition string
  528. var pars []interface{}
  529. condition += " AND edb_info_id=? "
  530. pars = append(pars, sourceEdbInfoItem.EdbInfoId)
  531. if startDate != "" {
  532. condition += " AND data_time>=? "
  533. pars = append(pars, startDate)
  534. }
  535. dataList, err = GetEdbDataListAll(condition, pars, sourceEdbInfoItem.Source, order)
  536. if err != nil {
  537. return
  538. }
  539. // 如果选择了日期,那么需要筛选所有的数据,用于未来指标的生成
  540. if startDate != `` {
  541. allDataList, err = GetEdbDataListAll(" AND edb_info_id=? ", []interface{}{sourceEdbInfoItem.EdbInfoId}, sourceEdbInfoItem.Source, 1)
  542. if err != nil {
  543. return
  544. }
  545. } else {
  546. allDataList = dataList
  547. }
  548. // 获取预测指标未来的数据
  549. predictDataList := make([]*EdbInfoSearchData, 0)
  550. endDateStr := edbInfo.EndDate //预测指标的结束日期
  551. //predictDataList, err = GetChartPredictEdbInfoDataList(*predictEdbConf, sourceEdbInfoItem.LatestDate, sourceEdbInfoItem.LatestValue, endDateStr, edbInfo.Frequency, order)
  552. var predictMinValue, predictMaxValue float64
  553. predictDataList, predictMinValue, predictMaxValue, err = GetChartPredictEdbInfoDataListByConfList(predictEdbConfList, startDate, sourceEdbInfoItem.LatestDate, endDateStr, edbInfo.Frequency, allDataList)
  554. if err != nil {
  555. return
  556. }
  557. dataList = append(dataList, predictDataList...)
  558. if len(predictDataList) > 0 {
  559. // 如果最小值 大于 预测值,那么将预测值作为最小值数据返回
  560. if edbInfo.MinValue > predictMinValue {
  561. edbInfo.MinValue = predictMinValue
  562. }
  563. // 如果最大值 小于 预测值,那么将预测值作为最大值数据返回
  564. if edbInfo.MaxValue < predictMaxValue {
  565. edbInfo.MaxValue = predictMaxValue
  566. }
  567. }
  568. return
  569. }
  570. // GetPredictEdbDataListAll 获取该预测指标所有的数据 ,order:1升序,其余值为降序
  571. func GetPredictEdbDataListAll(edbInfo *EdbInfo, order int) (items []*EdbInfoSearchData, err error) {
  572. if edbInfo.Source == utils.DATA_SOURCE_PREDICT { //普通的预测指标是没有入库数据的,直接往配置里面获取
  573. items, _, _, err, _ = GetPredictDataListByPredictEdbInfo(edbInfo, 1, "")
  574. } else {
  575. var condition string
  576. var pars []interface{}
  577. condition += " AND edb_info_id=? "
  578. pars = append(pars, edbInfo.EdbInfoId)
  579. items, err = GetEdbDataListAll(condition, pars, edbInfo.Source, order)
  580. }
  581. return
  582. }
  583. // GetPredictEdbDataListAllByStartDate 根据开始日期获取该预测指标所有的数据 ,order:1升序,其余值为降序
  584. func GetPredictEdbDataListAllByStartDate(edbInfo *EdbInfo, order int, startDate string) (items []*EdbInfoSearchData, err error) {
  585. if edbInfo.Source == utils.DATA_SOURCE_PREDICT { //普通的预测指标是没有入库数据的,直接往配置里面获取
  586. items, _, _, err, _ = GetPredictDataListByPredictEdbInfo(edbInfo, 1, startDate)
  587. } else {
  588. var condition string
  589. var pars []interface{}
  590. condition += " AND edb_info_id=? "
  591. pars = append(pars, edbInfo.EdbInfoId)
  592. if startDate != "" {
  593. condition += " AND data_time>=? "
  594. pars = append(pars, startDate)
  595. }
  596. items, err = GetEdbDataListAll(condition, pars, edbInfo.Source, order)
  597. }
  598. return
  599. }
  600. // ModifyPredictEdbInfoMaxAndMinInfo 修改预测指标的最新数据信息
  601. func ModifyPredictEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  602. o := orm.NewOrm()
  603. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
  604. _, err = o.Raw(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.LatestDate, item.LatestValue, edbInfoId).Exec()
  605. return
  606. }