edb_info.go 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785
  1. package models
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/beego/beego/v2/client/orm"
  6. "github.com/shopspring/decimal"
  7. "hongze/hongze_edb_lib/utils"
  8. "strconv"
  9. "time"
  10. )
  11. type EdbInfo struct {
  12. EdbInfoId int `orm:"column(edb_info_id);pk"`
  13. SourceName string `description:"来源名称"`
  14. Source int `description:"来源id"`
  15. EdbCode string `description:"指标编码"`
  16. EdbName string `description:"指标名称"`
  17. EdbNameSource string `description:"指标名称来源"`
  18. Frequency string `description:"频率"`
  19. Unit string `description:"单位"`
  20. StartDate string `description:"起始日期"`
  21. EndDate string `description:"终止日期"`
  22. ClassifyId int `description:"分类id"`
  23. SysUserId int
  24. SysUserRealName string
  25. UniqueCode string `description:"指标唯一编码"`
  26. CreateTime time.Time
  27. ModifyTime time.Time
  28. MinValue float64 `description:"指标最小值"`
  29. MaxValue float64 `description:"指标最大值"`
  30. CalculateFormula string `description:"计算公式"`
  31. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  32. Sort int `description:"排序字段"`
  33. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  34. MoveFrequency string `description:"移动频度"`
  35. NoUpdate int8 `description:"是否停止更新,0:继续更新;1:停止更新"`
  36. ServerUrl string `description:"服务器地址"`
  37. EdbInfoType int `description:"指标类型,0:普通指标,1:预测指标"`
  38. EdbNameEn string `description:"英文指标名称"`
  39. UnitEn string `description:"英文单位"`
  40. LatestDate string `description:"数据最新日期"`
  41. LatestValue float64 `description:"数据最新值"`
  42. ChartImage string `description:"图表图片"`
  43. }
  44. // AddEdbInfo 添加指标
  45. func AddEdbInfo(item *EdbInfo) (lastId int64, err error) {
  46. o := orm.NewOrm()
  47. lastId, err = o.Insert(item)
  48. return
  49. }
  50. // EdbInfoList 指标数据列表
  51. type EdbInfoList struct {
  52. EdbInfoId int `orm:"column(edb_info_id);pk"`
  53. EdbInfoType int `description:"指标类型,0:普通指标,1:预测指标"`
  54. SourceName string `description:"来源名称"`
  55. Source int `description:"来源id"`
  56. EdbCode string `description:"指标编码"`
  57. EdbNameEn string `description:"英文指标名称"`
  58. EdbName string `description:"指标名称"`
  59. Frequency string `description:"频率"`
  60. FrequencyEn string `description:"英文频率"`
  61. Unit string `description:"单位"`
  62. UnitEn string `description:"英文单位"`
  63. StartDate string `description:"起始日期"`
  64. EndDate string `description:"终止日期"`
  65. LatestDate string `description:"数据最新日期"`
  66. LatestValue float64 `description:"数据最新值"`
  67. ClassifyId int `description:"分类id"`
  68. UniqueCode string `description:"指标唯一编码"`
  69. SysUserId int `description:"创建人id"`
  70. SysUserRealName string `description:"创建人姓名"`
  71. ModifyTime string `description:"最新修改时间"`
  72. CreateTime string `description:"创建时间"`
  73. EdbNameAlias string `json:"-" description:"指标名称,别名"`
  74. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  75. ChartImage string `description:"图表图片"`
  76. RuleType int `description:"预测规则,1:最新,2:固定值"`
  77. FixedValue float64 `description:"固定值"`
  78. DataList []*EdbData `description:"实际指标数据"`
  79. PredictDataList []*EdbData `description:"预测指标数据"`
  80. Button EdbClassifyItemsButton `description:"操作权限"`
  81. IsEnEdb bool `description:"是否展示英文标识"`
  82. }
  83. // EdbClassifyItemsButton 操作按钮
  84. type EdbClassifyItemsButton struct {
  85. AddButton bool `description:"是否可添加"`
  86. OpButton bool `description:"是否可编辑"`
  87. DeleteButton bool `description:"是否可删除"`
  88. MoveButton bool `description:"是否可移动"`
  89. ShowEdbRelation bool `description:"是否展示关联指标"`
  90. ShowChartRelation bool `description:"是否展示关联图表"`
  91. }
  92. // GetEdbInfoByName 根据指标名称获取所有的指标数据列表
  93. func GetEdbInfoByName(edbName string) (items []*EdbInfoList, err error) {
  94. o := orm.NewOrm()
  95. sql := ` SELECT * FROM edb_info WHERE edb_name=? `
  96. _, err = o.Raw(sql, edbName).QueryRows(&items)
  97. return
  98. }
  99. // ModifyEdbInfoNameSource 根据来源修改指标名称
  100. func ModifyEdbInfoNameSource(edbNameSource string, edbInfoId int) (err error) {
  101. o := orm.NewOrm()
  102. sql := ` UPDATE edb_info SET edb_name_source=? WHERE edb_info_id = ? `
  103. _, err = o.Raw(sql, edbNameSource, edbInfoId).Exec()
  104. return
  105. }
  106. // GetEdbInfoById 根据指标id获取指标信息
  107. func GetEdbInfoById(edbInfoId int) (item *EdbInfo, err error) {
  108. o := orm.NewOrm()
  109. sql := ` SELECT * FROM edb_info WHERE edb_info_id=? `
  110. err = o.Raw(sql, edbInfoId).QueryRow(&item)
  111. return
  112. }
  113. // GetEdbInfoByIdList 根据指标id列表获取指标信息
  114. func GetEdbInfoByIdList(edbInfoIdList []int) (items []*EdbInfo, err error) {
  115. num := len(edbInfoIdList)
  116. if num <= 0 {
  117. return
  118. }
  119. o := orm.NewOrm()
  120. sql := ` SELECT * FROM edb_info WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
  121. _, err = o.Raw(sql, edbInfoIdList).QueryRows(&items)
  122. return
  123. }
  124. // Update 更新EdbInfo信息
  125. func (edbInfo *EdbInfo) Update(cols []string) (err error) {
  126. o := orm.NewOrm()
  127. _, err = o.Update(edbInfo, cols...)
  128. return
  129. }
  130. // EdbInfoSearchData
  131. type EdbInfoSearchData struct {
  132. EdbDataId int `description:"数据ID"`
  133. DataTime string `description:"数据日期"`
  134. Value float64 `description:"数据"`
  135. }
  136. // GetEdbDataListAll 获取指标数据列表 order:1升序,其余值为降序
  137. func GetEdbDataListAll(condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchData, err error) {
  138. o := orm.NewOrm()
  139. sql := ``
  140. tableName := GetEdbDataTableName(source)
  141. sql = ` SELECT * FROM %s WHERE 1=1 `
  142. sql = fmt.Sprintf(sql, tableName)
  143. if condition != "" {
  144. sql += condition
  145. }
  146. if order == 1 {
  147. sql += ` ORDER BY data_time ASC `
  148. } else {
  149. sql += ` ORDER BY data_time DESC `
  150. }
  151. _, err = o.Raw(sql, pars).QueryRows(&item)
  152. return
  153. }
  154. // GetEdbDataListAllByTo 根据事务链接获取指标数据列表 order:1升序,其余值为降序
  155. func GetEdbDataListAllByTo(to orm.TxOrmer, condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchData, err error) {
  156. sql := ``
  157. tableName := GetEdbDataTableName(source)
  158. sql = ` SELECT * FROM %s WHERE 1=1 `
  159. sql = fmt.Sprintf(sql, tableName)
  160. if condition != "" {
  161. sql += condition
  162. }
  163. if order == 1 {
  164. sql += ` ORDER BY data_time ASC `
  165. } else {
  166. sql += ` ORDER BY data_time DESC `
  167. }
  168. _, err = to.Raw(sql, pars).QueryRows(&item)
  169. return
  170. }
  171. // EdbInfoMaxAndMinInfo 指标最新数据记录结构体
  172. type EdbInfoMaxAndMinInfo struct {
  173. MinDate string `description:"最小日期"`
  174. MaxDate string `description:"最大日期"`
  175. MinValue float64 `description:"最小值"`
  176. MaxValue float64 `description:"最大值"`
  177. LatestValue float64 `description:"最新值"`
  178. LatestDate string `description:"实际数据最新日期"`
  179. }
  180. // GetEdbInfoMaxAndMinInfo 获取指标的最新数据记录信息
  181. func GetEdbInfoMaxAndMinInfo(source int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
  182. o := orm.NewOrm()
  183. sql := ``
  184. tableName := GetEdbDataTableName(source)
  185. sql = ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date,MIN(value) AS min_value,MAX(value) AS max_value FROM %s WHERE edb_code=? `
  186. sql = fmt.Sprintf(sql, tableName)
  187. err = o.Raw(sql, edbCode).QueryRow(&item)
  188. var latest_value float64
  189. sql = ` SELECT value AS latest_value FROM %s WHERE edb_code=? ORDER BY data_time DESC LIMIT 1 `
  190. sql = fmt.Sprintf(sql, tableName)
  191. err = o.Raw(sql, edbCode).QueryRow(&latest_value)
  192. item.LatestValue = latest_value
  193. return
  194. }
  195. // ModifyEdbInfoMaxAndMinInfo 修改指标的最新数据信息
  196. func ModifyEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  197. o := orm.NewOrm()
  198. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
  199. _, err = o.Raw(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.MaxDate, item.LatestValue, edbInfoId).Exec()
  200. return
  201. }
  202. // GetEdbDataCount 获取edb指标数据的数量; order:1升序,其余值为降序
  203. func GetEdbDataCount(condition string, pars []interface{}, source int) (count int, err error) {
  204. o := orm.NewOrm()
  205. sql := ``
  206. tableName := GetEdbDataTableName(source)
  207. sql = ` SELECT COUNT(1) AS count FROM %s WHERE 1=1 `
  208. sql = fmt.Sprintf(sql, tableName)
  209. if condition != "" {
  210. sql += condition
  211. }
  212. err = o.Raw(sql, pars).QueryRow(&count)
  213. return
  214. }
  215. // GetLastEdbData 获取最近的一条指标数据
  216. func GetLastEdbData(condition string, pars []interface{}, source int) (item *EdbInfoSearchData, err error) {
  217. o := orm.NewOrm()
  218. sql := ``
  219. tableName := GetEdbDataTableName(source)
  220. sql = ` SELECT * FROM %s WHERE 1=1 `
  221. sql = fmt.Sprintf(sql, tableName)
  222. if condition != "" {
  223. sql += condition
  224. }
  225. sql += ` ORDER BY data_time DESC `
  226. err = o.Raw(sql, pars).QueryRow(&item)
  227. return
  228. }
  229. // GetEdbInfoByEdbCode 根据指标code获取指标信息
  230. func GetEdbInfoByEdbCode(source int, edbCode string) (item *EdbInfo, err error) {
  231. o := orm.NewOrm()
  232. sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code=? `
  233. err = o.Raw(sql, source, edbCode).QueryRow(&item)
  234. return
  235. }
  236. // GetEdbInfoOnlyByEdbCode 仅根据指标code获取指标信息
  237. func GetEdbInfoOnlyByEdbCode(edbCode string) (item *EdbInfo, err error) {
  238. o := orm.NewOrm()
  239. sql := ` SELECT * FROM edb_info WHERE edb_code=? `
  240. err = o.Raw(sql, edbCode).QueryRow(&item)
  241. return
  242. }
  243. // GetEdbInfoCalculateListByCondition 获取指标关系列表
  244. func GetEdbInfoCalculateListByCondition(condition string, pars []interface{}) (items []*EdbInfoCalculateMapping, err error) {
  245. o := orm.NewOrm()
  246. sql := ` SELECT * FROM edb_info_calculate_mapping WHERE 1=1 `
  247. if condition != "" {
  248. sql += condition
  249. }
  250. _, err = o.Raw(sql, pars).QueryRows(&items)
  251. return
  252. }
  253. // GetEdbInfoCalculateCountByCondition 获取关联指标数量
  254. func GetEdbInfoCalculateCountByCondition(condition string, pars []interface{}) (count int, err error) {
  255. o := orm.NewOrm()
  256. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_mapping WHERE 1=1 `
  257. if condition != "" {
  258. sql += condition
  259. }
  260. err = o.Raw(sql, pars).QueryRow(&count)
  261. return
  262. }
  263. //优化版本-处理数据精度问题
  264. type EdbInfoSearchDataV1 struct {
  265. EdbDataId int `description:"数据ID"`
  266. DataTime string `description:"数据日期"`
  267. Value string `description:"数据"`
  268. }
  269. //优化版本-处理数据精度问题
  270. func GetEdbDataListAllV1(condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchDataV1, err error) {
  271. o := orm.NewOrm()
  272. sql := ``
  273. tableName := GetEdbDataTableName(source)
  274. sql = ` SELECT * FROM %s WHERE 1=1 `
  275. sql = fmt.Sprintf(sql, tableName)
  276. if condition != "" {
  277. sql += condition
  278. }
  279. if order == 1 {
  280. sql += ` ORDER BY data_time ASC `
  281. } else {
  282. sql += ` ORDER BY data_time DESC `
  283. }
  284. _, err = o.Raw(sql, pars).QueryRows(&item)
  285. return
  286. }
  287. // GetEdbDataListAllV1ByTo 通过事务链接获取数据列表
  288. func GetEdbDataListAllV1ByTo(to orm.TxOrmer, condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchDataV1, err error) {
  289. sql := ``
  290. tableName := GetEdbDataTableName(source)
  291. sql = ` SELECT * FROM %s WHERE 1=1 `
  292. sql = fmt.Sprintf(sql, tableName)
  293. if condition != "" {
  294. sql += condition
  295. }
  296. if order == 1 {
  297. sql += ` ORDER BY data_time ASC `
  298. } else {
  299. sql += ` ORDER BY data_time DESC `
  300. }
  301. _, err = to.Raw(sql, pars).QueryRows(&item)
  302. return
  303. }
  304. // GetEdbInfoByCondition 获取指标列表
  305. func GetEdbInfoByCondition(condition string, pars []interface{}, order int) (item []*EdbInfo, err error) {
  306. o := orm.NewOrm()
  307. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  308. if condition != "" {
  309. sql += condition
  310. }
  311. if order == 1 {
  312. sql += ` ORDER BY end_date ASC `
  313. } else {
  314. sql += ` ORDER BY edb_info_id ASC `
  315. }
  316. _, err = o.Raw(sql, pars).QueryRows(&item)
  317. return
  318. }
  319. // UnifiedModifyEdbInfoMaxAndMinInfo 统一修改指标的最大最小值
  320. func UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo *EdbInfo) (err error, errMsg string) {
  321. // 修改最大最小值
  322. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(edbInfo.Source, edbInfo.EdbCode)
  323. if err != nil {
  324. if err.Error() == utils.ErrNoRow() {
  325. err = nil
  326. return
  327. }
  328. errMsg = "刷新指标失败!"
  329. err = errors.New("获取指标最大最小值失败,err:" + err.Error())
  330. return
  331. }
  332. if maxAndMinItem != nil {
  333. err = ModifyEdbInfoMaxAndMinInfo(edbInfo.EdbInfoId, maxAndMinItem)
  334. if err != nil {
  335. errMsg = "刷新指标失败!"
  336. err = errors.New("修改指标最大最小值失败,err:" + err.Error())
  337. return
  338. }
  339. }
  340. // 修改关联的预测指标
  341. go ModifyPredictEdbInfoMaxAndMinInfoBySourceEdbInfoId(edbInfo.EdbInfoId, maxAndMinItem)
  342. return
  343. }
  344. // UnifiedModifyPredictEdbInfoMaxAndMinInfo 统一修改预测运算指标的最大最小值
  345. func UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo *EdbInfo, latestDateStr string, latestValue float64) (err error, errMsg string) {
  346. // 修改最大最小值
  347. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(edbInfo.Source, edbInfo.EdbCode)
  348. if err != nil {
  349. if err.Error() == utils.ErrNoRow() {
  350. err = nil
  351. return
  352. }
  353. errMsg = "刷新指标失败!"
  354. err = errors.New("获取指标最大最小值失败,err:" + err.Error())
  355. return
  356. }
  357. if maxAndMinItem != nil {
  358. maxAndMinItem.LatestDate = latestDateStr
  359. maxAndMinItem.LatestValue = latestValue
  360. err = ModifyPredictEdbInfoMaxAndMinInfo(edbInfo.EdbInfoId, maxAndMinItem)
  361. if err != nil {
  362. errMsg = "刷新指标失败!"
  363. err = errors.New("修改指标最大最小值失败,err:" + err.Error())
  364. return
  365. }
  366. }
  367. return
  368. }
  369. // GetChartPredictEdbInfoDataList 获取图表的预测指标的未来数据
  370. func GetChartPredictEdbInfoDataList(predictEdbConf PredictEdbConf, latestDateStr string, lastDataValue float64, endDateStr, frequency string, order int) (predictEdbInfoData []*EdbInfoSearchData, err error) {
  371. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  372. if err != nil {
  373. return
  374. }
  375. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  376. if err != nil {
  377. return
  378. }
  379. // 开始预测数据的时间
  380. startDate := latestDate
  381. dataValue := lastDataValue
  382. if predictEdbConf.RuleType == 2 {
  383. dataValue = predictEdbConf.FixedValue
  384. }
  385. //获取后面的预测数据
  386. dayList := getPredictEdbDayList(startDate, endDate, frequency)
  387. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  388. // order:1升序,其余值为降序
  389. if order == 1 {
  390. for k, v := range dayList {
  391. predictEdbInfoData = append(predictEdbInfoData, &EdbInfoSearchData{
  392. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + k,
  393. DataTime: v.Format(utils.FormatDate),
  394. Value: dataValue,
  395. })
  396. }
  397. } else {
  398. lenDayList := len(dayList)
  399. if lenDayList > 0 {
  400. for i := lenDayList - 1; i >= 0; i-- {
  401. v := dayList[i]
  402. predictEdbInfoData = append(predictEdbInfoData, &EdbInfoSearchData{
  403. EdbDataId: predictEdbConf.PredictEdbInfoId + 10000000000 + i,
  404. DataTime: v.Format(utils.FormatDate),
  405. Value: dataValue,
  406. })
  407. }
  408. }
  409. }
  410. return
  411. }
  412. // GetChartPredictEdbInfoDataListByConfList 获取图表的预测指标的未来数据
  413. func GetChartPredictEdbInfoDataListByConfList(predictEdbConfList []*PredictEdbConf, filtrateStartDateStr, latestDateStr, endDateStr, frequency string, realPredictEdbInfoData []*EdbInfoSearchData) (predictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  414. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  415. if err != nil {
  416. return
  417. }
  418. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  419. if err != nil {
  420. return
  421. }
  422. // 开始预测数据的时间
  423. startDate := latestDate
  424. // 如果有筛选时间的话
  425. if filtrateStartDateStr != `` {
  426. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  427. if tmpErr != nil {
  428. err = tmpErr
  429. return
  430. }
  431. //如果筛选时间晚于实际数据时间,那么就以筛选时间作为获取预测数据的时间
  432. if filtrateStartDate.After(latestDate) {
  433. startDate = filtrateStartDate.AddDate(0, 0, -1)
  434. }
  435. }
  436. //var dateArr []string
  437. // 对应日期的值
  438. existMap := make(map[string]float64)
  439. for _, v := range realPredictEdbInfoData {
  440. //dateArr = append(dateArr, v.DataTime)
  441. existMap[v.DataTime] = v.Value
  442. }
  443. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  444. //dataValue := lastDataValue
  445. //预测规则,1:最新,2:固定值,3:同比,4:同差,5:环比,6:环差,7:N期移动均值,8:N期段线性外推值
  446. for _, predictEdbConf := range predictEdbConfList {
  447. dataEndTime := endDate
  448. if predictEdbConf.EndDate.Before(dataEndTime) {
  449. dataEndTime = predictEdbConf.EndDate
  450. }
  451. var tmpMinValue, tmpMaxValue float64 // 当前预测结果中的最大/最小值
  452. switch predictEdbConf.RuleType {
  453. case 1: //1:最新
  454. var lastDataValue float64 //最新值
  455. tmpAllData := make([]*EdbInfoSearchData, 0)
  456. tmpAllData = append(tmpAllData, realPredictEdbInfoData...)
  457. tmpAllData = append(tmpAllData, predictEdbInfoData...)
  458. lenTmpAllData := len(tmpAllData)
  459. if lenTmpAllData > 0 {
  460. lastDataValue = tmpAllData[lenTmpAllData-1].Value
  461. }
  462. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, lastDataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  463. tmpMaxValue = lastDataValue
  464. tmpMinValue = lastDataValue
  465. case 2: //2:固定值
  466. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  467. if tmpErr != nil {
  468. err = tmpErr
  469. return
  470. }
  471. dataValue, _ := tmpValDecimal.Float64()
  472. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, dataValue, startDate, dataEndTime, frequency, predictEdbInfoData, existMap)
  473. tmpMaxValue = dataValue
  474. tmpMinValue = dataValue
  475. case 3: //3:同比
  476. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  477. if tmpErr != nil {
  478. err = tmpErr
  479. return
  480. }
  481. tbValue, _ := tmpValDecimal.Float64()
  482. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTb(predictEdbConf.PredictEdbInfoId, tbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  483. case 4: //4:同差
  484. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  485. if tmpErr != nil {
  486. err = tmpErr
  487. return
  488. }
  489. tcValue, _ := tmpValDecimal.Float64()
  490. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTc(predictEdbConf.PredictEdbInfoId, tcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  491. case 5: //5:环比
  492. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  493. if tmpErr != nil {
  494. err = tmpErr
  495. return
  496. }
  497. hbValue, _ := tmpValDecimal.Float64()
  498. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHb(predictEdbConf.PredictEdbInfoId, hbValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  499. case 6: //6:环差
  500. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  501. if tmpErr != nil {
  502. err = tmpErr
  503. return
  504. }
  505. hcValue, _ := tmpValDecimal.Float64()
  506. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHc(predictEdbConf.PredictEdbInfoId, hcValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  507. case 7: //7:N期移动均值
  508. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  509. if tmpErr != nil {
  510. err = tmpErr
  511. return
  512. }
  513. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  514. case 8: //8:N期段线性外推值
  515. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  516. if tmpErr != nil {
  517. err = tmpErr
  518. return
  519. }
  520. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleNLinearRegression(predictEdbConf.PredictEdbInfoId, nValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  521. if err != nil {
  522. return
  523. }
  524. case 9: //9:动态环差”预测规则;
  525. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTrendsHC(predictEdbConf.PredictEdbInfoId, predictEdbConf.ConfigId, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  526. case 10: //10:根据 给定终值后插值 规则获取预测数据
  527. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  528. if tmpErr != nil {
  529. err = tmpErr
  530. return
  531. }
  532. finalValue, _ := tmpValDecimal.Float64()
  533. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleFinalValueHc(predictEdbConf.PredictEdbInfoId, finalValue, startDate, dataEndTime, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  534. }
  535. //startDate = dataEndTime.AddDate(0, 0, 1)
  536. startDate = dataEndTime
  537. if tmpMinValue < minValue {
  538. minValue = tmpMinValue
  539. }
  540. if tmpMaxValue < maxValue {
  541. maxValue = tmpMaxValue
  542. }
  543. }
  544. return
  545. }
  546. // GetPredictEdbDayList 获取预测指标日期列表
  547. func getPredictEdbDayList(startDate, endDate time.Time, frequency string) (dayList []time.Time) {
  548. //if !utils.InArrayByStr([]string{"日度", "周度", "月度"}, frequency)
  549. switch frequency {
  550. case "日度":
  551. for currDate := startDate.AddDate(0, 0, 1); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 1) {
  552. //周六、日排除
  553. if currDate.Weekday() == time.Sunday || currDate.Weekday() == time.Saturday {
  554. continue
  555. }
  556. dayList = append(dayList, currDate)
  557. }
  558. case "周度":
  559. //nextDate := startDate.AddDate(0, 0, 7)
  560. for currDate := startDate.AddDate(0, 0, 7); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 7) {
  561. dayList = append(dayList, currDate)
  562. }
  563. case "月度":
  564. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  565. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 2, -1)
  566. if !currDate.After(endDate) {
  567. dayList = append(dayList, currDate)
  568. }
  569. }
  570. }
  571. return
  572. }
  573. // GetPredictDataListByPredictEdbInfoId 根据预测指标id获取预测指标的数据,order:1升序,其余值为降序
  574. func GetPredictDataListByPredictEdbInfoId(edbInfoId, order int, startDate string) (dataList []*EdbInfoSearchData, sourceEdbInfoItem *EdbInfo, predictEdbConf *PredictEdbConf, err error, errMsg string) {
  575. edbInfo, err := GetEdbInfoById(edbInfoId)
  576. if err != nil {
  577. errMsg = `获取预测指标信息失败`
  578. return
  579. }
  580. return GetPredictDataListByPredictEdbInfo(edbInfo, order, startDate)
  581. }
  582. // GetPredictDataListByPredictEdbInfo 根据预测指标信息获取预测指标的数据,order:1升序,其余值为降序
  583. func GetPredictDataListByPredictEdbInfo(edbInfo *EdbInfo, order int, startDate string) (dataList []*EdbInfoSearchData, sourceEdbInfoItem *EdbInfo, predictEdbConf *PredictEdbConf, err error, errMsg string) {
  584. // 查找该预测指标配置
  585. predictEdbConfList, err := GetPredictEdbConfListById(edbInfo.EdbInfoId)
  586. if err != nil && err.Error() != utils.ErrNoRow() {
  587. errMsg = "获取预测指标配置信息失败"
  588. return
  589. }
  590. if len(predictEdbConfList) == 0 {
  591. errMsg = "获取预测指标配置信息失败"
  592. err = errors.New(errMsg)
  593. return
  594. }
  595. predictEdbConf = predictEdbConfList[0]
  596. // 来源指标
  597. sourceEdbInfoItem, err = GetEdbInfoById(predictEdbConf.SourceEdbInfoId)
  598. if err != nil {
  599. if err.Error() == utils.ErrNoRow() {
  600. errMsg = "找不到来源指标信息"
  601. err = errors.New(errMsg)
  602. }
  603. return
  604. }
  605. allDataList := make([]*EdbInfoSearchData, 0)
  606. //获取指标数据(实际已生成)
  607. var condition string
  608. var pars []interface{}
  609. condition += " AND edb_info_id=? "
  610. pars = append(pars, sourceEdbInfoItem.EdbInfoId)
  611. if startDate != "" {
  612. condition += " AND data_time>=? "
  613. pars = append(pars, startDate)
  614. }
  615. dataList, err = GetEdbDataListAll(condition, pars, sourceEdbInfoItem.Source, order)
  616. if err != nil {
  617. return
  618. }
  619. // 如果选择了日期,那么需要筛选所有的数据,用于未来指标的生成
  620. if startDate != `` {
  621. allDataList, err = GetEdbDataListAll(" AND edb_info_id=? ", []interface{}{sourceEdbInfoItem.EdbInfoId}, sourceEdbInfoItem.Source, 1)
  622. if err != nil {
  623. return
  624. }
  625. } else {
  626. allDataList = dataList
  627. }
  628. // 获取预测指标未来的数据
  629. predictDataList := make([]*EdbInfoSearchData, 0)
  630. endDateStr := edbInfo.EndDate //预测指标的结束日期
  631. //predictDataList, err = GetChartPredictEdbInfoDataList(*predictEdbConf, sourceEdbInfoItem.LatestDate, sourceEdbInfoItem.LatestValue, endDateStr, edbInfo.Frequency, order)
  632. var predictMinValue, predictMaxValue float64
  633. predictDataList, predictMinValue, predictMaxValue, err = GetChartPredictEdbInfoDataListByConfList(predictEdbConfList, startDate, sourceEdbInfoItem.LatestDate, endDateStr, edbInfo.Frequency, allDataList)
  634. if err != nil {
  635. return
  636. }
  637. dataList = append(dataList, predictDataList...)
  638. if len(predictDataList) > 0 {
  639. // 如果最小值 大于 预测值,那么将预测值作为最小值数据返回
  640. if edbInfo.MinValue > predictMinValue {
  641. edbInfo.MinValue = predictMinValue
  642. }
  643. // 如果最大值 小于 预测值,那么将预测值作为最大值数据返回
  644. if edbInfo.MaxValue < predictMaxValue {
  645. edbInfo.MaxValue = predictMaxValue
  646. }
  647. }
  648. return
  649. }
  650. // GetPredictEdbDataListAll 获取该预测指标所有的数据 ,order:1升序,其余值为降序
  651. func GetPredictEdbDataListAll(edbInfo *EdbInfo, order int) (items []*EdbInfoSearchData, err error) {
  652. if edbInfo.Source == utils.DATA_SOURCE_PREDICT { //普通的预测指标是没有入库数据的,直接往配置里面获取
  653. items, _, _, err, _ = GetPredictDataListByPredictEdbInfo(edbInfo, 1, "")
  654. } else {
  655. var condition string
  656. var pars []interface{}
  657. condition += " AND edb_info_id=? "
  658. pars = append(pars, edbInfo.EdbInfoId)
  659. items, err = GetEdbDataListAll(condition, pars, edbInfo.Source, order)
  660. }
  661. return
  662. }
  663. // GetPredictEdbDataListAllByStartDate 根据开始日期获取该预测指标所有的数据 ,order:1升序,其余值为降序
  664. func GetPredictEdbDataListAllByStartDate(edbInfo *EdbInfo, order int, startDate string) (items []*EdbInfoSearchData, err error) {
  665. if edbInfo.Source == utils.DATA_SOURCE_PREDICT { //普通的预测指标是没有入库数据的,直接往配置里面获取
  666. items, _, _, err, _ = GetPredictDataListByPredictEdbInfo(edbInfo, 1, startDate)
  667. } else {
  668. var condition string
  669. var pars []interface{}
  670. condition += " AND edb_info_id=? "
  671. pars = append(pars, edbInfo.EdbInfoId)
  672. if startDate != "" {
  673. condition += " AND data_time>=? "
  674. pars = append(pars, startDate)
  675. }
  676. items, err = GetEdbDataListAll(condition, pars, edbInfo.Source, order)
  677. }
  678. return
  679. }
  680. // ModifyPredictEdbInfoMaxAndMinInfo 修改预测指标的最新数据信息
  681. func ModifyPredictEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  682. o := orm.NewOrm()
  683. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
  684. _, err = o.Raw(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.LatestDate, item.LatestValue, edbInfoId).Exec()
  685. return
  686. }
  687. // ModifyCalculateEdbInfo 修改计算指标信息
  688. func ModifyCalculateEdbInfo(edbName, frequency, unit, calculateFormula string, classifyId, edbInfoId int) (err error) {
  689. o := orm.NewOrm()
  690. sql := ` UPDATE edb_info
  691. SET
  692. edb_name =?,
  693. edb_name_source =?,
  694. frequency = ?,
  695. unit = ?,
  696. classify_id = ?,
  697. calculate_formula=?,
  698. modify_time = NOW()
  699. WHERE edb_info_id = ?`
  700. _, err = o.Raw(sql, edbName, edbName, frequency, unit, classifyId, calculateFormula, edbInfoId).Exec()
  701. return
  702. }
  703. func GetEdbInfoItemByCondition(condition string, pars []interface{}) (item *EdbInfoList, err error) {
  704. o := orm.NewOrm()
  705. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  706. if condition != "" {
  707. sql += condition
  708. }
  709. err = o.Raw(sql, pars).QueryRow(&item)
  710. return
  711. }