edb_info.go 50 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360
  1. package models
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta_gn/eta_index_lib/global"
  6. "eta_gn/eta_index_lib/models/mgo"
  7. "eta_gn/eta_index_lib/utils"
  8. "fmt"
  9. "gorm.io/gorm"
  10. "strconv"
  11. "time"
  12. "go.mongodb.org/mongo-driver/bson"
  13. "github.com/beego/beego/v2/client/orm"
  14. "github.com/shopspring/decimal"
  15. )
  16. type EdbInfo struct {
  17. EdbInfoId int `gorm:"primaryKey;autoIncrement;column:edb_info_id" description:"唯一标识"`
  18. EdbInfoType int `gorm:"column:edb_info_type" description:"指标类型,0:普通指标,1:预测指标"`
  19. SourceName string `gorm:"column:source_name" description:"来源名称"`
  20. Source int `gorm:"column:source" description:"来源id"`
  21. EdbCode string `gorm:"column:edb_code" description:"指标编码"`
  22. EdbName string `gorm:"column:edb_name" description:"指标名称"`
  23. EdbNameEn string `gorm:"column:edb_name_en" description:"英文指标名称"`
  24. EdbNameSource string `gorm:"column:edb_name_source" description:"指标名称来源"`
  25. Frequency string `gorm:"column:frequency" description:"频率"`
  26. Unit string `gorm:"column:unit" description:"单位"`
  27. UnitEn string `gorm:"column:unit_en" description:"英文单位"`
  28. StartDate string `gorm:"column:start_date" description:"起始日期"`
  29. EndDate string `gorm:"column:end_date" description:"终止日期"`
  30. ClassifyId int `gorm:"column:classify_id" description:"分类id"`
  31. SysUserId int `gorm:"column:sys_user_id" description:"系统用户ID"`
  32. SysUserRealName string `gorm:"column:sys_user_real_name" description:"系统用户真实姓名"`
  33. UniqueCode string `gorm:"column:unique_code" description:"指标唯一编码"`
  34. CreateTime time.Time `gorm:"column:create_time" description:"创建时间"`
  35. ModifyTime time.Time `gorm:"column:modify_time" description:"修改时间"`
  36. BaseModifyTime time.Time `gorm:"column:base_modify_time" description:"基础修改时间"`
  37. MinValue float64 `gorm:"column:min_value" description:"指标最小值"`
  38. MaxValue float64 `gorm:"column:max_value" description:"指标最大值"`
  39. CalculateFormula string `gorm:"column:calculate_formula" description:"计算公式"`
  40. EdbType int `gorm:"column:edb_type" description:"指标类型:1:基础指标,2:计算指标"`
  41. IsUpdate int `gorm:"column:is_update" description:"当天是否已更新,1:未更新,2:已更新"`
  42. Sort int `gorm:"column:sort" description:"排序字段"`
  43. LatestDate string `gorm:"column:latest_date" description:"数据最新日期(实际日期)"`
  44. LatestValue float64 `gorm:"column:latest_value" description:"数据最新值(实际值)"`
  45. EndValue float64 `gorm:"column:end_value" description:"数据的最新值(预测日期的最新值)"`
  46. MoveType int `gorm:"column:move_type" description:"移动方式:1:领先(默认),2:滞后"`
  47. MoveFrequency string `gorm:"column:move_frequency" description:"移动频度"`
  48. NoUpdate int8 `gorm:"column:no_update" description:"是否停止更新,0:继续更新;1:停止更新"`
  49. ServerUrl string `gorm:"column:server_url" description:"服务器地址"`
  50. ChartImage string `gorm:"column:chart_image" description:"图表图片"`
  51. Calendar string `gorm:"column:calendar;default:公历" description:"公历/农历"`
  52. EmptyType int `gorm:"column:empty_type" description:"空值处理类型(0查找前后35天,1不计算,2前值填充,3后值填充,4等于0)"`
  53. MaxEmptyType int `gorm:"column:max_empty_type" description:"MAX、MIN公式空值处理类型(1、等于0;2、跳过空值)"`
  54. DataDateType string `gorm:"column:data_date_type;size:255;default:交易日" description:"数据日期类型"`
  55. ManualSave int `gorm:"column:manual_save" description:"是否有手动保存过上下限: 0-否; 1-是"`
  56. TerminalCode string `gorm:"column:terminal_code" description:"终端编码,用于配置在机器上"`
  57. DataUpdateTime string `gorm:"column:data_update_time" description:"最近一次数据发生变化的时间"`
  58. ErDataUpdateDate string `gorm:"column:er_data_update_date" description:"本次更新,数据发生变化的最早日期"`
  59. SourceIndexName string `gorm:"column:source_index_name" description:"数据源中的指标名称"`
  60. SubSource int `gorm:"column:sub_source" description:"子数据来源:0:经济数据库,1:日期序列"`
  61. SubSourceName string `gorm:"column:sub_source_name" description:"子数据来源名称"`
  62. IndicatorCode string `gorm:"column:indicator_code" description:"指标代码"`
  63. StockCode string `gorm:"column:stock_code" description:"证券代码"`
  64. Extra string `gorm:"column:extra" description:"指标的额外配置"`
  65. OriginalEdbCode string `description:"指标原始编码"`
  66. }
  67. func (e *EdbInfo) Add() (err error) {
  68. err = global.DEFAULT_DmSQL.Create(e).Error
  69. return
  70. }
  71. func (m *EdbInfo) AfterFind(db *gorm.DB) (err error) {
  72. if m.StartDate != "" {
  73. minDateTmp, e := time.ParseInLocation(utils.FormatDateWallWithLoc, m.StartDate, time.Local)
  74. if e != nil {
  75. err = e
  76. return
  77. }
  78. m.StartDate = minDateTmp.Format(utils.FormatDate)
  79. }
  80. if m.EndDate != "" {
  81. maxDateTmp, e := time.ParseInLocation(utils.FormatDateWallWithLoc, m.EndDate, time.Local)
  82. if e != nil {
  83. err = e
  84. return
  85. }
  86. m.EndDate = maxDateTmp.Format(utils.FormatDate)
  87. }
  88. if m.LatestDate != "" {
  89. maxDateTmp, e := time.ParseInLocation(utils.FormatDateWallWithLoc, m.LatestDate, time.Local)
  90. if e != nil {
  91. err = e
  92. return
  93. }
  94. m.LatestDate = maxDateTmp.Format(utils.FormatDate)
  95. }
  96. if m.DataUpdateTime != "" {
  97. maxDateTmp, e := time.ParseInLocation(utils.FormatDateWallWithLoc, m.DataUpdateTime, time.Local)
  98. if e != nil {
  99. err = e
  100. return
  101. }
  102. m.DataUpdateTime = maxDateTmp.Format(utils.FormatDate)
  103. }
  104. return
  105. }
  106. func (e *EdbInfo) ConvertDate() {
  107. e.StartDate = utils.GormDateStrToDateStr(e.StartDate)
  108. e.EndDate = utils.GormDateStrToDateStr(e.EndDate)
  109. e.LatestDate = utils.GormDateStrToDateStr(e.LatestDate)
  110. e.DataUpdateTime = utils.GormDateStrToDateStr(e.DataUpdateTime)
  111. return
  112. }
  113. func AddEdbInfo(item *EdbInfo) (lastId int64, err error) {
  114. err = global.DEFAULT_DmSQL.Create(item).Error
  115. return
  116. }
  117. type EdbInfoList struct {
  118. FrequencyEn string `gorm:"-" description:"英文频率"`
  119. EdbNameAlias string `gorm:"-" json:"-" description:"指标名称,别名"`
  120. RuleType int `gorm:"-" description:"预测规则,1:最新,2:固定值"`
  121. FixedValue float64 `gorm:"-" description:"固定值"`
  122. DataList []*EdbData `gorm:"-" description:"实际指标数据"`
  123. PredictDataList []*EdbData `gorm:"-" description:"预测指标数据"`
  124. Button EdbClassifyItemsButton `gorm:"-" description:"操作权限"`
  125. IsEnEdb bool `gorm:"-" description:"是否展示英文标识"`
  126. EdbInfoId int `gorm:"primaryKey;autoIncrement;column:edb_info_id" description:"唯一标识"`
  127. EdbInfoType int `gorm:"column:edb_info_type" description:"指标类型,0:普通指标,1:预测指标"`
  128. SourceName string `gorm:"column:source_name" description:"来源名称"`
  129. Source int `gorm:"column:source" description:"来源id"`
  130. EdbCode string `gorm:"column:edb_code" description:"指标编码"`
  131. EdbName string `gorm:"column:edb_name" description:"指标名称"`
  132. EdbNameEn string `gorm:"column:edb_name_en" description:"英文指标名称"`
  133. Frequency string `gorm:"column:frequency" description:"频率"`
  134. Unit string `gorm:"column:unit" description:"单位"`
  135. UnitEn string `gorm:"column:unit_en" description:"英文单位"`
  136. StartDate string `gorm:"column:start_date" description:"起始日期"`
  137. EndDate string `gorm:"column:end_date" description:"终止日期"`
  138. ClassifyId int `gorm:"column:classify_id" description:"分类id"`
  139. SysUserId int `gorm:"column:sys_user_id" description:"系统用户ID"`
  140. SysUserRealName string `gorm:"column:sys_user_real_name" description:"系统用户真实姓名"`
  141. UniqueCode string `gorm:"column:unique_code" description:"指标唯一编码"`
  142. CreateTime string `gorm:"column:create_time" description:"创建时间"`
  143. ModifyTime string `gorm:"column:modify_time" description:"修改时间"`
  144. EdbType int `gorm:"column:edb_type" description:"指标类型:1:基础指标,2:计算指标"`
  145. LatestDate string `gorm:"column:latest_date" description:"数据最新日期(实际日期)"`
  146. LatestValue float64 `gorm:"column:latest_value" description:"数据最新值(实际值)"`
  147. EndValue float64 `gorm:"column:end_value" description:"数据的最新值(预测日期的最新值)"`
  148. NoUpdate int8 `gorm:"column:no_update" description:"是否停止更新,0:继续更新;1:停止更新"`
  149. ChartImage string `gorm:"column:chart_image" description:"图表图片"`
  150. EmptyType int `gorm:"column:empty_type" description:"空值处理类型(0查找前后35天,1不计算,2前值填充,3后值填充,4等于0)"`
  151. MaxEmptyType int `gorm:"column:max_empty_type" description:"MAX、MIN公式空值处理类型(1、等于0;2、跳过空值)"`
  152. DataDateType string `gorm:"column:data_date_type;size:255;default:交易日" description:"数据日期类型"`
  153. SubSource int `gorm:"column:sub_source" description:"子数据来源:0:经济数据库,1:日期序列"`
  154. SubSourceName string `gorm:"column:sub_source_name" description:"子数据来源名称"`
  155. IndicatorCode string `gorm:"column:indicator_code" description:"指标代码"`
  156. StockCode string `gorm:"column:stock_code" description:"证券代码"`
  157. }
  158. func (e *EdbInfoList) ConvertDate() {
  159. e.CreateTime = utils.GormDateStrToDateTimeStr(e.CreateTime)
  160. e.ModifyTime = utils.GormDateStrToDateTimeStr(e.ModifyTime)
  161. e.StartDate = utils.GormDateStrToDateStr(e.StartDate)
  162. e.EndDate = utils.GormDateStrToDateStr(e.EndDate)
  163. e.LatestDate = utils.GormDateStrToDateStr(e.LatestDate)
  164. return
  165. }
  166. type EdbClassifyItemsButton struct {
  167. AddButton bool `description:"是否可添加"`
  168. OpButton bool `description:"是否可编辑"`
  169. DeleteButton bool `description:"是否可删除"`
  170. MoveButton bool `description:"是否可移动"`
  171. ShowEdbRelation bool `description:"是否展示关联指标"`
  172. ShowChartRelation bool `description:"是否展示关联图表"`
  173. }
  174. func GetEdbInfoByName(edbName string) (items []*EdbInfoList, err error) {
  175. sql := ` SELECT * FROM edb_info WHERE edb_name=? `
  176. err = global.DEFAULT_DmSQL.Raw(sql, edbName).Scan(&items).Error
  177. if err != nil {
  178. return
  179. }
  180. for _, edbInfoItem := range items {
  181. edbInfoItem.ConvertDate()
  182. }
  183. return
  184. }
  185. func ModifyEdbInfoNameSource(edbNameSource string, edbInfoId int) (err error) {
  186. sql := ` UPDATE edb_info SET edb_name_source=? WHERE edb_info_id = ? `
  187. err = global.DEFAULT_DmSQL.Exec(sql, edbNameSource, edbInfoId).Error
  188. return
  189. }
  190. func GetEdbInfoById(edbInfoId int) (item *EdbInfo, err error) {
  191. sql := ` SELECT * FROM edb_info WHERE edb_info_id = ? `
  192. err = global.DEFAULT_DmSQL.Raw(sql, edbInfoId).First(&item).Error
  193. if err != nil {
  194. return
  195. }
  196. item.ConvertDate()
  197. return
  198. }
  199. func GetEdbInfoByUniqueCode(uniqueCode string) (item *EdbInfo, err error) {
  200. sql := ` SELECT * FROM edb_info WHERE unique_code=? `
  201. err = global.DEFAULT_DmSQL.Raw(sql, uniqueCode).First(&item).Error
  202. if err != nil {
  203. return
  204. }
  205. item.ConvertDate()
  206. return
  207. }
  208. func GetEdbInfoByIdList(edbInfoIdList []int) (items []*EdbInfo, err error) {
  209. num := len(edbInfoIdList)
  210. if num <= 0 {
  211. return
  212. }
  213. sql := ` SELECT * FROM edb_info WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
  214. err = global.DEFAULT_DmSQL.Raw(sql, edbInfoIdList).Scan(&items).Error
  215. return
  216. }
  217. func (edbInfo *EdbInfo) Update(cols []string) (err error) {
  218. err = global.DEFAULT_DmSQL.Model(edbInfo).Select(cols).Updates(edbInfo).Error
  219. return
  220. }
  221. type EdbInfoSearchData struct {
  222. EdbDataId int `description:"数据ID"`
  223. EdbInfoId int `description:"指标ID"`
  224. DataTime string `description:"数据日期"`
  225. Value float64 `description:"数据"`
  226. EdbCode string `description:"指标编码"`
  227. DataTimestamp int64 `description:"时间戳"`
  228. }
  229. func (m *EdbInfoSearchData) ConvertTimeStr() {
  230. m.DataTime = utils.GormDateStrToDateStr(m.DataTime)
  231. return
  232. }
  233. type FindEdbDataListAllCond struct {
  234. EdbInfoId int
  235. StartDataTime string
  236. StartDataTimeCond string
  237. EndDataTime string
  238. EndDataTimeCond string
  239. }
  240. func GetEdbDataListAll(source, subSource int, findEdbDataListAllCond FindEdbDataListAllCond, order int) (item []*EdbInfoSearchData, err error) {
  241. if source == utils.DATA_SOURCE_BUSINESS && utils.UseMongo {
  242. return GetEdbDataListAllByMongo(source, subSource, findEdbDataListAllCond, order)
  243. }
  244. return GetEdbDataListAllByMysql(source, subSource, findEdbDataListAllCond, order)
  245. }
  246. func GetEdbDataListAllByMysql(source, subSource int, findEdbDataListAllCond FindEdbDataListAllCond, order int) (items []*EdbInfoSearchData, err error) {
  247. if findEdbDataListAllCond.EdbInfoId <= 0 {
  248. return
  249. }
  250. sql := ``
  251. tableName := GetEdbDataTableName(source, subSource)
  252. sql = ` SELECT * FROM %s WHERE 1=1 `
  253. sql = fmt.Sprintf(sql, tableName)
  254. var condition string
  255. var pars []interface{}
  256. condition += " AND edb_info_id=? "
  257. pars = append(pars, findEdbDataListAllCond.EdbInfoId)
  258. if findEdbDataListAllCond.StartDataTime != "" && findEdbDataListAllCond.StartDataTimeCond != `` {
  259. condition += fmt.Sprintf(" AND data_time %s ? ", findEdbDataListAllCond.StartDataTimeCond)
  260. pars = append(pars, findEdbDataListAllCond.StartDataTime)
  261. }
  262. if findEdbDataListAllCond.EndDataTime != "" && findEdbDataListAllCond.EndDataTimeCond != `` {
  263. condition += fmt.Sprintf(" AND data_time %s ? ", findEdbDataListAllCond.EndDataTimeCond)
  264. pars = append(pars, findEdbDataListAllCond.EndDataTime)
  265. }
  266. if condition != "" {
  267. sql += condition
  268. }
  269. if order == 1 {
  270. sql += ` ORDER BY data_time ASC `
  271. } else {
  272. sql += ` ORDER BY data_time DESC `
  273. }
  274. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&items).Error
  275. if err != nil {
  276. return
  277. }
  278. for _, v := range items {
  279. v.ConvertTimeStr()
  280. }
  281. return
  282. }
  283. func GetEdbDataListAllByTo(to *gorm.DB, source, subSource int, findEdbDataListAllCond FindEdbDataListAllCond, order int) (item []*EdbInfoSearchData, err error) {
  284. if source == utils.DATA_SOURCE_BUSINESS && utils.UseMongo {
  285. return GetEdbDataListAllByMongo(source, subSource, findEdbDataListAllCond, order)
  286. }
  287. return GetEdbDataListAllByMysqlTo(to, source, subSource, findEdbDataListAllCond, order)
  288. }
  289. func GetEdbDataListAllByMysqlTo(to *gorm.DB, source, subSource int, findEdbDataListAllCond FindEdbDataListAllCond, order int) (items []*EdbInfoSearchData, err error) {
  290. if findEdbDataListAllCond.EdbInfoId <= 0 {
  291. return
  292. }
  293. sql := ``
  294. tableName := GetEdbDataTableName(source, subSource)
  295. sql = ` SELECT * FROM %s WHERE 1=1 `
  296. sql = fmt.Sprintf(sql, tableName)
  297. var condition string
  298. var pars []interface{}
  299. condition += " AND edb_info_id=? "
  300. pars = append(pars, findEdbDataListAllCond.EdbInfoId)
  301. if findEdbDataListAllCond.StartDataTime != "" && findEdbDataListAllCond.StartDataTimeCond != `` {
  302. condition += fmt.Sprintf(" AND data_time %s ? ", findEdbDataListAllCond.StartDataTimeCond)
  303. pars = append(pars, findEdbDataListAllCond.StartDataTime)
  304. }
  305. if findEdbDataListAllCond.EndDataTime != "" && findEdbDataListAllCond.EndDataTimeCond != `` {
  306. condition += fmt.Sprintf(" AND data_time %s ? ", findEdbDataListAllCond.EndDataTimeCond)
  307. pars = append(pars, findEdbDataListAllCond.EndDataTime)
  308. }
  309. if condition != "" {
  310. sql += condition
  311. }
  312. if order == 1 {
  313. sql += ` ORDER BY data_time ASC `
  314. } else {
  315. sql += ` ORDER BY data_time DESC `
  316. }
  317. err = to.Raw(sql, pars...).Scan(&items).Error
  318. if err != nil {
  319. return
  320. }
  321. for _, v := range items {
  322. v.ConvertTimeStr()
  323. }
  324. return
  325. }
  326. func GetEdbDataListAllByMongo(source, subSource int, findEdbDataListAllCond FindEdbDataListAllCond, order int) (dataList []*EdbInfoSearchData, err error) {
  327. dataList = make([]*EdbInfoSearchData, 0)
  328. if findEdbDataListAllCond.EdbInfoId <= 0 {
  329. return
  330. }
  331. mogDataObj := mgo.EdbDataBusiness{}
  332. queryConditions := bson.M{
  333. "edb_info_id": findEdbDataListAllCond.EdbInfoId,
  334. }
  335. dateCondition, err := mgo.BuildDateCondition(findEdbDataListAllCond.StartDataTime, findEdbDataListAllCond.EndDataTime)
  336. if err != nil {
  337. return
  338. }
  339. if len(dateCondition) > 0 {
  340. queryConditions["data_time"] = dateCondition
  341. }
  342. sortList := make([]string, 0)
  343. if order == 1 {
  344. sortList = append(sortList, "data_time")
  345. } else {
  346. sortList = append(sortList, "-data_time")
  347. }
  348. tmpDataList, tmpErr := mogDataObj.GetAllDataList(queryConditions, sortList)
  349. if tmpErr != nil {
  350. err = tmpErr
  351. return
  352. }
  353. for k, v := range tmpDataList {
  354. dataList = append(dataList, &EdbInfoSearchData{
  355. EdbDataId: k + 1,
  356. EdbInfoId: v.EdbInfoId,
  357. EdbCode: v.EdbCode,
  358. DataTime: v.DataTime.Format(utils.FormatDate),
  359. Value: v.Value,
  360. DataTimestamp: v.DataTimestamp,
  361. })
  362. }
  363. return
  364. }
  365. type EdbInfoMaxAndMinInfo struct {
  366. MinDate string `description:"最小日期" bson:"min_date"`
  367. MaxDate string `description:"最大日期" bson:"max_date"`
  368. MinValue float64 `description:"最小值" bson:"min_value"`
  369. MaxValue float64 `description:"最大值" bson:"max_value"`
  370. LatestValue float64 `gorm:"-" description:"最新值" bson:"latest_value"`
  371. LatestDate string `gorm:"-" description:"实际数据最新日期" bson:"latest_date"`
  372. EndValue float64 `description:"最新值" bson:"end_value"`
  373. }
  374. func (m *EdbInfoMaxAndMinInfo) AfterFind(db *gorm.DB) (err error) {
  375. if m.MinDate != "" {
  376. minDateTmp, e := time.ParseInLocation(utils.FormatDateWallWithLoc, m.MinDate, time.Local)
  377. if e != nil {
  378. err = e
  379. return
  380. }
  381. m.MinDate = minDateTmp.Format(utils.FormatDate)
  382. }
  383. if m.MaxDate != "" {
  384. maxDateTmp, e := time.ParseInLocation(utils.FormatDateWallWithLoc, m.MaxDate, time.Local)
  385. if e != nil {
  386. err = e
  387. return
  388. }
  389. m.MaxDate = maxDateTmp.Format(utils.FormatDate)
  390. }
  391. return
  392. }
  393. type EdbInfoMaxAndMinInfoTmp struct {
  394. MinDate time.Time `description:"最小日期" bson:"min_date"`
  395. MaxDate time.Time `description:"最大日期" bson:"max_date"`
  396. MinValue float64 `description:"最小值" bson:"min_value"`
  397. MaxValue float64 `description:"最大值" bson:"max_value"`
  398. LatestValue float64 `gorm:"-" description:"最新值" bson:"latest_value"`
  399. LatestDate time.Time `gorm:"-" description:"实际数据最新日期" bson:"latest_date"`
  400. EndValue float64 `description:"最新值" bson:"end_value"`
  401. }
  402. func GetEdbInfoMaxAndMinInfo(source, subSource int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
  403. sql := ``
  404. tableName := GetEdbDataTableName(source, subSource)
  405. sql = ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date,MIN(value) AS min_value,MAX(value) AS max_value FROM %s WHERE edb_code=? `
  406. sql = fmt.Sprintf(sql, tableName)
  407. err = global.DEFAULT_DmSQL.Raw(sql, edbCode).First(&item).Error
  408. var latest_value float64
  409. sql = ` SELECT value AS latest_value FROM %s WHERE edb_code=? ORDER BY data_time DESC LIMIT 1 `
  410. sql = fmt.Sprintf(sql, tableName)
  411. err = global.DEFAULT_DmSQL.Raw(sql, edbCode).Scan(&latest_value).Error
  412. item.LatestValue = latest_value
  413. return
  414. }
  415. type EdbIndoDataUpdateTime struct {
  416. MinDate string `description:"本次更新,数据发生变化的最早日期"`
  417. }
  418. func (m *EdbIndoDataUpdateTime) AfterFind(db *gorm.DB) (err error) {
  419. if m.MinDate == "" {
  420. return
  421. }
  422. minDateTmp, err := time.ParseInLocation(utils.FormatDateWallWithLoc, m.MinDate, time.Local)
  423. if err != nil {
  424. return
  425. }
  426. m.MinDate = minDateTmp.Format(utils.FormatDate)
  427. return
  428. }
  429. func GetEdbDataUpdateTimeByModify(source, subSource int, edbCode string, dataUpdateTime string) (item *EdbIndoDataUpdateTime, err error) {
  430. sql := ``
  431. tableName := GetEdbDataTableName(source, subSource)
  432. sql = ` SELECT MIN(data_time) AS min_date FROM %s WHERE edb_code=? and modify_time>=?`
  433. sql = fmt.Sprintf(sql, tableName)
  434. err = global.DEFAULT_DmSQL.Raw(sql, edbCode, dataUpdateTime).First(&item).Error
  435. return
  436. }
  437. func ModifyEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  438. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?, end_value = ?,modify_time=NOW() WHERE edb_info_id=? `
  439. err = global.DEFAULT_DmSQL.Exec(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.MaxDate, item.LatestValue, item.LatestValue, edbInfoId).Error
  440. return
  441. }
  442. func ModifyEdbTimeAndLastInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  443. sql := `UPDATE edb_info SET start_date = ?, end_date = ?, is_update = 2,latest_date = ?, latest_value = ?, end_value = ?, modify_time = NOW() WHERE edb_info_id = ?`
  444. err = global.DEFAULT_DmSQL.Exec(sql, item.MinDate, item.MaxDate, item.MaxDate, item.LatestValue, item.LatestValue, edbInfoId).Error
  445. return
  446. }
  447. func ModifyEdbDataUpdateTime(edbInfoId int, dataUpdateTime, erDataUpdateDate string) (err error) {
  448. sql := `UPDATE edb_info SET data_update_time = ?, er_data_update_date = ?, modify_time = NOW() WHERE edb_info_id = ?`
  449. err = global.DEFAULT_DmSQL.Exec(sql, dataUpdateTime, erDataUpdateDate, edbInfoId).Error
  450. return
  451. }
  452. func GetLteZeroEdbDataCount(source, subSource, edbInfoId int) (count int, err error) {
  453. if source == utils.DATA_SOURCE_BUSINESS && utils.UseMongo {
  454. return GetLteZeroEdbDataCountByMongo(source, subSource, edbInfoId)
  455. }
  456. return GetLteZeroEdbDataCountByMysql(source, subSource, edbInfoId)
  457. }
  458. func GetLteZeroEdbDataCountByMongo(source, subSource, edbInfoId int) (count int, err error) {
  459. mogDataObj := mgo.EdbDataBusiness{}
  460. whereQuery := bson.M{
  461. "edb_info_id": edbInfoId,
  462. "value": bson.M{"$lte": 0},
  463. }
  464. tmpCount, err := mogDataObj.GetCountDataList(whereQuery)
  465. if err != nil {
  466. return
  467. }
  468. count = int(tmpCount)
  469. return
  470. }
  471. func GetLteZeroEdbDataCountByMysql(source, subSource, edbInfoId int) (count int, err error) {
  472. sql := ``
  473. tableName := GetEdbDataTableName(source, subSource)
  474. sql = ` SELECT COUNT(1) AS count FROM %s WHERE 1=1 AND edb_info_id =? AND value <=0 `
  475. sql = fmt.Sprintf(sql, tableName)
  476. err = global.DEFAULT_DmSQL.Raw(sql, edbInfoId).Scan(&count).Error
  477. return
  478. }
  479. func GetLastEdbData(condition string, pars []interface{}, source, subSource int) (item *EdbInfoSearchData, err error) {
  480. sql := ``
  481. tableName := GetEdbDataTableName(source, subSource)
  482. sql = ` SELECT * FROM %s WHERE 1=1 `
  483. sql = fmt.Sprintf(sql, tableName)
  484. if condition != "" {
  485. sql += condition
  486. }
  487. sql += ` ORDER BY data_time DESC `
  488. err = global.DEFAULT_DmSQL.Raw(sql, pars...).First(&item).Error
  489. return
  490. }
  491. func GetEdbInfoByEdbCode(source int, edbCode string) (item *EdbInfo, err error) {
  492. sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code=? `
  493. err = global.DEFAULT_DmSQL.Raw(sql, source, edbCode).First(&item).Error
  494. if errors.Is(err, orm.ErrNoRows) {
  495. err = nil
  496. } else {
  497. item.ConvertDate()
  498. }
  499. return
  500. }
  501. func GetEdbInfoOnlyByEdbCode(edbCode string) (item *EdbInfo, err error) {
  502. sql := ` SELECT * FROM edb_info WHERE edb_code=? `
  503. err = global.DEFAULT_DmSQL.Raw(sql, edbCode).First(&item).Error
  504. if err != nil {
  505. return
  506. }
  507. item.ConvertDate()
  508. return
  509. }
  510. func GetEdbInfoCalculateListByCondition(condition string, pars []interface{}) (items []*EdbInfoCalculateMapping, err error) {
  511. sql := ` SELECT * FROM edb_info_calculate_mapping WHERE 1=1 `
  512. if condition != "" {
  513. sql += condition
  514. }
  515. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&items).Error
  516. return
  517. }
  518. func GetEdbInfoCalculateCountByCondition(condition string, pars []interface{}) (count int, err error) {
  519. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_mapping WHERE 1=1 `
  520. if condition != "" {
  521. sql += condition
  522. }
  523. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&count).Error
  524. return
  525. }
  526. type EdbInfoSearchDataV1 struct {
  527. EdbDataId int `description:"数据ID"`
  528. DataTime string `description:"数据日期"`
  529. Value string `description:"数据"`
  530. }
  531. func GetEdbDataListAllV1ByTo(to *gorm.DB, condition string, pars []interface{}, source, subSource, order int) (items []*EdbInfoSearchDataV1, err error) {
  532. sql := ``
  533. tableName := GetEdbDataTableName(source, subSource)
  534. sql = ` SELECT * FROM %s WHERE 1=1 `
  535. sql = fmt.Sprintf(sql, tableName)
  536. if condition != "" {
  537. sql += condition
  538. }
  539. if order == 1 {
  540. sql += ` ORDER BY data_time ASC `
  541. } else {
  542. sql += ` ORDER BY data_time DESC `
  543. }
  544. err = to.Raw(sql, pars...).Scan(&items).Error
  545. if err != nil {
  546. return
  547. }
  548. for _, item := range items {
  549. item.ConvertDate()
  550. }
  551. return
  552. }
  553. func UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo *EdbInfo) (err error, errMsg string) {
  554. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbCode)
  555. if err != nil {
  556. if err.Error() == utils.ErrNoRow() {
  557. err = nil
  558. return
  559. }
  560. errMsg = "刷新指标失败!"
  561. err = errors.New("获取指标最大最小值失败,err:" + err.Error())
  562. return
  563. }
  564. if maxAndMinItem != nil {
  565. if edbInfo.ManualSave == 1 {
  566. err = ModifyEdbTimeAndLastInfo(edbInfo.EdbInfoId, maxAndMinItem)
  567. if err != nil {
  568. errMsg = "刷新指标失败!"
  569. err = errors.New("修改指标最新日期和数据失败,err:" + err.Error())
  570. return
  571. }
  572. } else {
  573. err = ModifyEdbInfoMaxAndMinInfo(edbInfo.EdbInfoId, maxAndMinItem)
  574. if err != nil {
  575. errMsg = "刷新指标失败!"
  576. err = errors.New("修改指标最大最小值失败,err:" + err.Error())
  577. return
  578. }
  579. }
  580. }
  581. go RefreshPredictStandardBaseByGeneralEdbInfoId(edbInfo.EdbInfoId)
  582. return
  583. }
  584. func UnifiedModifyEdbInfoMaxAndMinInfoDataUpdate(edbInfo *EdbInfo, dataUpdateTime string) (erDataUpdateDate string, err error, errMsg string) {
  585. err, errMsg = UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  586. if err != nil {
  587. return
  588. }
  589. erDataUpdateTime, tErr := GetEdbDataUpdateTimeByModify(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbCode, dataUpdateTime)
  590. if tErr != nil {
  591. if tErr.Error() != utils.ErrNoRow() { //本次刷新指标数据无变化
  592. errMsg = "刷新指标失败!"
  593. err = errors.New("查询指标刷新,数据更新的最早日期失败,err:" + tErr.Error())
  594. return
  595. }
  596. } else if erDataUpdateTime.MinDate != "" {
  597. err = ModifyEdbDataUpdateTime(edbInfo.EdbInfoId, dataUpdateTime, erDataUpdateTime.MinDate)
  598. if err != nil {
  599. errMsg = "刷新指标失败!"
  600. err = errors.New("修改指标数据更新的最早日期失败,err:" + tErr.Error())
  601. return
  602. }
  603. erDataUpdateDate = erDataUpdateTime.MinDate
  604. }
  605. return
  606. }
  607. func UnifiedModifyPredictEdbInfoMaxAndMinInfo(edbInfo *EdbInfo, latestDateStr string, latestValue float64) (err error, errMsg string) {
  608. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(edbInfo.Source, edbInfo.SubSource, edbInfo.EdbCode)
  609. if err != nil {
  610. if err.Error() == utils.ErrNoRow() {
  611. err = nil
  612. return
  613. }
  614. errMsg = "刷新指标失败!"
  615. err = errors.New("获取指标最大最小值失败,err:" + err.Error())
  616. return
  617. }
  618. maxAndMinItem.EndValue = maxAndMinItem.LatestValue
  619. if maxAndMinItem != nil {
  620. latestDateStr = utils.GormDateStrToDateStr(latestDateStr)
  621. maxAndMinItem.LatestDate = latestDateStr
  622. maxAndMinItem.LatestValue = latestValue
  623. err = ModifyPredictEdbInfoMaxAndMinInfo(edbInfo.EdbInfoId, maxAndMinItem)
  624. if err != nil {
  625. errMsg = "刷新指标失败!"
  626. err = errors.New("修改指标最大最小值失败,err:" + err.Error())
  627. return
  628. }
  629. }
  630. return
  631. }
  632. func GetChartPredictEdbInfoDataListByConfList(predictEdbConfList []*PredictEdbConfAndData, filtrateStartDateStr, latestDateStr, endDateStr, frequency, dataDateType string, realPredictEdbInfoData []*EdbInfoSearchData) (predictEdbInfoData []*EdbInfoSearchData, minValue, maxValue float64, err error) {
  633. endDate, err := time.ParseInLocation(utils.FormatDate, endDateStr, time.Local)
  634. if err != nil {
  635. return
  636. }
  637. latestDate, err := time.ParseInLocation(utils.FormatDate, latestDateStr, time.Local)
  638. if err != nil {
  639. return
  640. }
  641. startDate := latestDate
  642. if filtrateStartDateStr != `` {
  643. filtrateStartDate, tmpErr := time.ParseInLocation(utils.FormatDate, filtrateStartDateStr, time.Local)
  644. if tmpErr != nil {
  645. err = tmpErr
  646. return
  647. }
  648. if filtrateStartDate.After(latestDate) {
  649. startDate = filtrateStartDate.AddDate(0, 0, -1)
  650. }
  651. }
  652. existMap := make(map[string]float64)
  653. for _, v := range realPredictEdbInfoData {
  654. existMap[v.DataTime] = v.Value
  655. }
  656. predictEdbInfoData = make([]*EdbInfoSearchData, 0)
  657. for _, predictEdbConf := range predictEdbConfList {
  658. endDate = predictEdbConf.EndDate
  659. var tmpMinValue, tmpMaxValue float64 // 当前预测结果中的最大/最小值
  660. dayList := getPredictEdbDayList(startDate, endDate, frequency, dataDateType)
  661. if len(dayList) <= 0 { // 如果未来没有日期的话,那么就退出当前循环,进入下一个循环
  662. continue
  663. }
  664. switch predictEdbConf.RuleType {
  665. case 1: //1:最新
  666. var lastDataValue float64 //最新值
  667. tmpAllData := make([]*EdbInfoSearchData, 0)
  668. tmpAllData = append(tmpAllData, realPredictEdbInfoData...)
  669. tmpAllData = append(tmpAllData, predictEdbInfoData...)
  670. lenTmpAllData := len(tmpAllData)
  671. if lenTmpAllData > 0 {
  672. lastDataValue = tmpAllData[lenTmpAllData-1].Value
  673. }
  674. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, lastDataValue, dayList, predictEdbInfoData, existMap)
  675. tmpMaxValue = lastDataValue
  676. tmpMinValue = lastDataValue
  677. case 2: //2:固定值
  678. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  679. if tmpErr != nil {
  680. err = tmpErr
  681. return
  682. }
  683. dataValue, _ := tmpValDecimal.Float64()
  684. predictEdbInfoData = GetChartPredictEdbInfoDataListByRule1(predictEdbConf.PredictEdbInfoId, dataValue, dayList, predictEdbInfoData, existMap)
  685. tmpMaxValue = dataValue
  686. tmpMinValue = dataValue
  687. case 3: //3:同比
  688. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  689. if tmpErr != nil {
  690. err = tmpErr
  691. return
  692. }
  693. tbValue, _ := tmpValDecimal.Float64()
  694. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTb(predictEdbConf.PredictEdbInfoId, tbValue, dayList, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  695. case 4: //4:同差
  696. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  697. if tmpErr != nil {
  698. err = tmpErr
  699. return
  700. }
  701. tcValue, _ := tmpValDecimal.Float64()
  702. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTc(predictEdbConf.PredictEdbInfoId, tcValue, dayList, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  703. case 5: //5:环比
  704. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  705. if tmpErr != nil {
  706. err = tmpErr
  707. return
  708. }
  709. hbValue, _ := tmpValDecimal.Float64()
  710. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHb(predictEdbConf.PredictEdbInfoId, hbValue, dayList, realPredictEdbInfoData, predictEdbInfoData, existMap)
  711. case 6: //6:环差
  712. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  713. if tmpErr != nil {
  714. err = tmpErr
  715. return
  716. }
  717. hcValue, _ := tmpValDecimal.Float64()
  718. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleHc(predictEdbConf.PredictEdbInfoId, hcValue, dayList, realPredictEdbInfoData, predictEdbInfoData, existMap)
  719. case 7: //7:N期移动均值
  720. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  721. if tmpErr != nil {
  722. err = tmpErr
  723. return
  724. }
  725. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleNMoveMeanValue(predictEdbConf.PredictEdbInfoId, nValue, dayList, realPredictEdbInfoData, predictEdbInfoData, existMap)
  726. case 8: //8:N期段线性外推值
  727. nValue, tmpErr := strconv.Atoi(predictEdbConf.Value)
  728. if tmpErr != nil {
  729. err = tmpErr
  730. return
  731. }
  732. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleNLinearRegression(predictEdbConf.PredictEdbInfoId, nValue, dayList, realPredictEdbInfoData, predictEdbInfoData, existMap)
  733. if err != nil {
  734. return
  735. }
  736. case 9: //9:动态环差”预测规则;
  737. hcDataMap := make(map[string]float64) //规则计算的环差值map
  738. if predictEdbConf.PredictEdbInfoId > 0 {
  739. tmpPredictEdbRuleDataList, tmpErr := GetPredictEdbRuleDataItemList(predictEdbConf.PredictEdbInfoId, predictEdbConf.ConfigId, startDate.Format(utils.FormatDate), endDate.Format(utils.FormatDate))
  740. if tmpErr != nil {
  741. err = tmpErr
  742. return
  743. }
  744. for _, v := range tmpPredictEdbRuleDataList {
  745. hcDataMap[v.DataTime] = v.Value
  746. }
  747. } else {
  748. if len(predictEdbConf.DataList) <= 0 {
  749. return
  750. }
  751. for _, v := range predictEdbConf.DataList {
  752. currentDate, tmpErr := time.ParseInLocation(utils.FormatDate, v.DataTime, time.Local)
  753. if tmpErr != nil {
  754. continue
  755. }
  756. if currentDate.Before(startDate) || currentDate.After(endDate) {
  757. continue
  758. }
  759. hcDataMap[v.DataTime] = v.Value
  760. }
  761. }
  762. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTrendsHC(predictEdbConf.PredictEdbInfoId, dayList, realPredictEdbInfoData, predictEdbInfoData, hcDataMap, existMap)
  763. case 10: //10:根据 给定终值后插值 规则获取预测数据
  764. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  765. if tmpErr != nil {
  766. err = tmpErr
  767. return
  768. }
  769. finalValue, _ := tmpValDecimal.Float64()
  770. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleFinalValueHc(predictEdbConf.PredictEdbInfoId, finalValue, dayList, realPredictEdbInfoData, predictEdbInfoData, existMap)
  771. case 11: //11:根据 季节性 规则获取预测数据
  772. var seasonConf SeasonConf
  773. tmpErr := json.Unmarshal([]byte(predictEdbConf.Value), &seasonConf)
  774. if tmpErr != nil {
  775. err = errors.New("季节性配置信息异常:" + tmpErr.Error())
  776. return
  777. }
  778. calendar := "公历"
  779. if seasonConf.Calendar == "农历" {
  780. calendar = "农历"
  781. }
  782. yearList := make([]int, 0)
  783. if seasonConf.YearType == 1 {
  784. if seasonConf.NValue < 1 {
  785. err = errors.New("连续N年不允许小于1")
  786. return
  787. }
  788. currYear := time.Now().Year()
  789. for i := 0; i < seasonConf.NValue; i++ {
  790. yearList = append(yearList, currYear-i-1)
  791. }
  792. } else {
  793. yearList = seasonConf.YearList
  794. }
  795. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleSeason(predictEdbConf.PredictEdbInfoId, yearList, calendar, dayList, realPredictEdbInfoData, predictEdbInfoData, existMap)
  796. if err != nil {
  797. return
  798. }
  799. case 12: //12:根据 移动平均同比 规则获取预测数据
  800. var moveAverageConf MoveAverageConf
  801. tmpErr := json.Unmarshal([]byte(predictEdbConf.Value), &moveAverageConf)
  802. if tmpErr != nil {
  803. err = errors.New("季节性配置信息异常:" + tmpErr.Error())
  804. return
  805. }
  806. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleMoveAverageTb(predictEdbConf.PredictEdbInfoId, moveAverageConf.NValue, moveAverageConf.Year, dayList, realPredictEdbInfoData, predictEdbInfoData, existMap)
  807. if err != nil {
  808. return
  809. }
  810. case 13: //13:根据 同比增速差值 规则获取预测数据
  811. tmpValDecimal, tmpErr := decimal.NewFromString(predictEdbConf.Value)
  812. if tmpErr != nil {
  813. err = tmpErr
  814. return
  815. }
  816. tbEndValue, _ := tmpValDecimal.Float64()
  817. predictEdbInfoData, tmpMinValue, tmpMaxValue = GetChartPredictEdbInfoDataListByRuleTbzscz(predictEdbConf.PredictEdbInfoId, tbEndValue, dayList, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  818. case 14: //14:根据 一元线性拟合 规则获取预测数据
  819. var ruleConf RuleLineNhConf
  820. err = json.Unmarshal([]byte(predictEdbConf.Value), &ruleConf)
  821. if err != nil {
  822. err = errors.New("一元线性拟合规则配置信息异常:" + err.Error())
  823. return
  824. }
  825. newNhccDataMap := make(map[string]float64)
  826. if predictEdbConf.PredictEdbInfoId > 0 { //已经生成的动态数据
  827. tmpPredictEdbRuleDataList, tmpErr := GetPredictEdbRuleDataItemList(predictEdbConf.PredictEdbInfoId, predictEdbConf.ConfigId, startDate.Format(utils.FormatDate), endDate.Format(utils.FormatDate))
  828. if tmpErr != nil {
  829. err = tmpErr
  830. return
  831. }
  832. for _, v := range tmpPredictEdbRuleDataList {
  833. newNhccDataMap[v.DataTime] = v.Value
  834. }
  835. } else { //未生成的动态数据,需要使用外部传入的数据进行计算
  836. newNhccDataMap, err, _ = getCalculateNhccData(append(realPredictEdbInfoData, predictEdbInfoData...), ruleConf)
  837. }
  838. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleLineNh(predictEdbConf.PredictEdbInfoId, dayList, realPredictEdbInfoData, predictEdbInfoData, newNhccDataMap, existMap)
  839. if err != nil {
  840. return
  841. }
  842. case 15: //15:N年均值:过去N年同期均值。过去N年可以连续或者不连续,指标数据均用线性插值补全为日度数据后计算;
  843. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleNAnnualAverage(predictEdbConf.PredictEdbInfoId, predictEdbConf.Value, dayList, realPredictEdbInfoData, predictEdbInfoData, existMap)
  844. if err != nil {
  845. return
  846. }
  847. case 16: //16:年度值倒推
  848. predictEdbInfoData, tmpMinValue, tmpMaxValue, err = GetChartPredictEdbInfoDataListByRuleAnnualValueInversion(predictEdbConf.PredictEdbInfoId, predictEdbConf.Value, dayList, frequency, realPredictEdbInfoData, predictEdbInfoData, existMap)
  849. if err != nil {
  850. return
  851. }
  852. }
  853. {
  854. lenPredictEdbInfoData := len(predictEdbInfoData)
  855. if lenPredictEdbInfoData > 0 {
  856. tmpDataEndTime, _ := time.ParseInLocation(utils.FormatDate, predictEdbInfoData[lenPredictEdbInfoData-1].DataTime, time.Local)
  857. if startDate.Before(tmpDataEndTime) {
  858. startDate = tmpDataEndTime
  859. }
  860. }
  861. }
  862. if tmpMinValue < minValue {
  863. minValue = tmpMinValue
  864. }
  865. if tmpMaxValue < maxValue {
  866. maxValue = tmpMaxValue
  867. }
  868. }
  869. return
  870. }
  871. func getPredictEdbDayList(startDate, endDate time.Time, frequency, dataDateType string) (dayList []time.Time) {
  872. if dataDateType == `` {
  873. dataDateType = `交易日`
  874. }
  875. switch frequency {
  876. case "日度":
  877. for currDate := startDate.AddDate(0, 0, 1); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 1) {
  878. if dataDateType == `交易日` && (currDate.Weekday() == time.Sunday || currDate.Weekday() == time.Saturday) {
  879. continue
  880. }
  881. dayList = append(dayList, currDate)
  882. }
  883. case "周度":
  884. for currDate := startDate.AddDate(0, 0, 7); currDate.Before(endDate) || currDate.Equal(endDate); currDate = currDate.AddDate(0, 0, 7) {
  885. dayList = append(dayList, currDate)
  886. }
  887. case "旬度":
  888. for currDate := startDate.AddDate(0, 0, 1); currDate.Before(endDate) || currDate.Equal(endDate); {
  889. nextDate := currDate.AddDate(0, 0, 1)
  890. if nextDate.Day() == 11 || nextDate.Day() == 21 || nextDate.Day() == 1 {
  891. dayList = append(dayList, currDate)
  892. }
  893. currDate = nextDate
  894. }
  895. case "月度":
  896. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  897. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 1, -1)
  898. if !currDate.After(endDate) && !currDate.Equal(startDate) {
  899. dayList = append(dayList, currDate)
  900. }
  901. currDate = currDate.AddDate(0, 0, 1)
  902. }
  903. case "季度":
  904. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  905. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 1, -1)
  906. if !currDate.After(endDate) && !currDate.Equal(startDate) {
  907. if currDate.Month() == 3 || currDate.Month() == 6 || currDate.Month() == 9 || currDate.Month() == 12 {
  908. dayList = append(dayList, currDate)
  909. }
  910. }
  911. currDate = currDate.AddDate(0, 0, 1)
  912. }
  913. case "半年度":
  914. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  915. currDate = time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 1, -1)
  916. if !currDate.After(endDate) && !currDate.Equal(startDate) {
  917. if currDate.Month() == 6 || currDate.Month() == 12 {
  918. dayList = append(dayList, currDate)
  919. }
  920. }
  921. currDate = currDate.AddDate(0, 0, 1)
  922. }
  923. case "年度":
  924. for currDate := startDate; currDate.Before(endDate) || currDate.Equal(endDate); {
  925. currDate = time.Date(currDate.Year()+1, 12, 31, 0, 0, 0, 0, time.Now().Location())
  926. if !currDate.After(endDate) && !currDate.Equal(startDate) {
  927. dayList = append(dayList, currDate)
  928. }
  929. }
  930. }
  931. return
  932. }
  933. func GetPredictDataListByPredictEdbInfo(edbInfo *EdbInfo, order int, startDate string) (dataList []*EdbInfoSearchData, sourceEdbInfoItem *EdbInfo, err error, errMsg string) {
  934. predictEdbConfList, err := GetPredictEdbConfAndDataListById(edbInfo.EdbInfoId)
  935. if err != nil && err.Error() != utils.ErrNoRow() {
  936. errMsg = "获取预测指标配置信息失败"
  937. return
  938. }
  939. if len(predictEdbConfList) == 0 {
  940. errMsg = "获取预测指标配置信息失败"
  941. err = errors.New(errMsg)
  942. return
  943. }
  944. predictEdbConf := predictEdbConfList[0]
  945. sourceEdbInfoItem, err = GetEdbInfoById(predictEdbConf.SourceEdbInfoId)
  946. if err != nil {
  947. if err.Error() == utils.ErrNoRow() {
  948. errMsg = "找不到来源指标信息"
  949. err = errors.New(errMsg)
  950. }
  951. return
  952. }
  953. dataList, err, errMsg = GetPredictDataListByPredictEdbConfList(edbInfo, sourceEdbInfoItem, predictEdbConfList, order, startDate)
  954. return
  955. }
  956. func GetPredictDataListByPredictEdbConfList(edbInfo, sourceEdbInfoItem *EdbInfo, predictEdbConfList []*PredictEdbConfAndData, order int, startDate string) (dataList []*EdbInfoSearchData, err error, errMsg string) {
  957. allDataList := make([]*EdbInfoSearchData, 0)
  958. tmpDataList, err := GetEdbDataListAll(sourceEdbInfoItem.Source, sourceEdbInfoItem.SubSource, FindEdbDataListAllCond{
  959. EdbInfoId: sourceEdbInfoItem.EdbInfoId,
  960. StartDataTime: startDate,
  961. StartDataTimeCond: ">=",
  962. }, 1)
  963. if err != nil {
  964. return
  965. }
  966. allDataList = tmpDataList
  967. if startDate != `` {
  968. allDataList, err = GetEdbDataListAll(sourceEdbInfoItem.Source, sourceEdbInfoItem.SubSource, FindEdbDataListAllCond{
  969. EdbInfoId: sourceEdbInfoItem.EdbInfoId,
  970. }, 1)
  971. if err != nil {
  972. return
  973. }
  974. }
  975. predictDataList := make([]*EdbInfoSearchData, 0)
  976. endDateStr := edbInfo.EndDate //预测指标的结束日期
  977. var predictMinValue, predictMaxValue float64
  978. if len(predictEdbConfList) > 0 {
  979. predictDataList, predictMinValue, predictMaxValue, err = GetChartPredictEdbInfoDataListByConfList(predictEdbConfList, startDate, sourceEdbInfoItem.LatestDate, endDateStr, edbInfo.Frequency, edbInfo.DataDateType, allDataList)
  980. if err != nil {
  981. return
  982. }
  983. }
  984. if order == 1 {
  985. dataList = append(tmpDataList, predictDataList...)
  986. } else {
  987. lenPredictDataList := len(predictDataList)
  988. if lenPredictDataList > 0 {
  989. for k := range predictDataList {
  990. dataList = append(dataList, predictDataList[lenPredictDataList-k-1])
  991. }
  992. }
  993. lenDataList := len(tmpDataList)
  994. for k := range tmpDataList {
  995. dataList = append(dataList, tmpDataList[lenDataList-k-1])
  996. }
  997. }
  998. if len(predictDataList) > 0 {
  999. if edbInfo.MinValue > predictMinValue {
  1000. edbInfo.MinValue = predictMinValue
  1001. }
  1002. if edbInfo.MaxValue < predictMaxValue {
  1003. edbInfo.MaxValue = predictMaxValue
  1004. }
  1005. }
  1006. return
  1007. }
  1008. func GetPredictEdbDataListAll(edbInfo *EdbInfo, order int) (items []*EdbInfoSearchData, err error) {
  1009. items, err = GetEdbDataListAll(edbInfo.Source, edbInfo.SubSource, FindEdbDataListAllCond{
  1010. EdbInfoId: edbInfo.EdbInfoId,
  1011. }, order)
  1012. return
  1013. }
  1014. func GetPredictEdbDataListAllByStartDate(edbInfo *EdbInfo, order int, startDate string) (items []*EdbInfoSearchData, err error) {
  1015. items, err = GetEdbDataListAll(edbInfo.Source, edbInfo.SubSource, FindEdbDataListAllCond{
  1016. EdbInfoId: edbInfo.EdbInfoId,
  1017. StartDataTime: startDate,
  1018. StartDataTimeCond: ">=",
  1019. }, order)
  1020. return
  1021. }
  1022. func ModifyPredictEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  1023. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,end_value=?,modify_time=NOW() WHERE edb_info_id=? `
  1024. err = global.DEFAULT_DmSQL.Exec(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.LatestDate, item.LatestValue, item.EndValue, edbInfoId).Error
  1025. return
  1026. }
  1027. func GetEdbInfoItemByCondition(condition string, pars []interface{}) (item *EdbInfoList, err error) {
  1028. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  1029. if condition != "" {
  1030. sql += condition
  1031. }
  1032. err = global.DEFAULT_DmSQL.Raw(sql, pars...).First(&item).Error
  1033. if err != nil {
  1034. return
  1035. }
  1036. item.ConvertDate()
  1037. return
  1038. }
  1039. type EdbInfoDetailReq struct {
  1040. UniqueCode string `description:"指标唯一编码"`
  1041. EdbCode string `description:"指标编码"`
  1042. }
  1043. type EdbInfoDetailResp struct {
  1044. SourceName string `description:"来源名称"`
  1045. EdbCode string `description:"指标编码"`
  1046. EdbName string `description:"指标名称"`
  1047. EdbNameSource string `description:"指标名称来源"`
  1048. Frequency string `description:"频率"`
  1049. Unit string `description:"单位"`
  1050. StartDate string `description:"起始日期"`
  1051. EndDate string `description:"终止日期"`
  1052. UniqueCode string `description:"指标唯一编码"`
  1053. CreateTime time.Time
  1054. ModifyTime time.Time
  1055. MinValue float64 `description:"指标最小值"`
  1056. MaxValue float64 `description:"指标最大值"`
  1057. EdbNameEn string `description:"英文指标名称"`
  1058. UnitEn string `description:"英文单位"`
  1059. LatestDate string `description:"数据最新日期"`
  1060. LatestValue float64 `description:"数据最新值"`
  1061. ChartImage string `description:"图表图片"`
  1062. DataList []*EdbInfoSearchData
  1063. }
  1064. type AddEdbInfoParams struct {
  1065. Source int `description:"来源id"`
  1066. EdbCode string `description:"指标编码"`
  1067. EdbName string `description:"指标名称"`
  1068. Frequency string `description:"频率"`
  1069. Unit string `description:"单位"`
  1070. ClassifyId int `description:"分类id"`
  1071. TerminalCode string `description:"终端编码"`
  1072. AdminId int `description:"创建人ID"`
  1073. AdminName string `description:"创建人姓名"`
  1074. }
  1075. func ModifyEdbInfoBaseTimeById(edbInfoId int, cTime time.Time) (err error) {
  1076. sql := ` UPDATE edb_info SET base_modify_time = ? WHERE edb_info_id = ? `
  1077. err = global.DEFAULT_DmSQL.Exec(sql, cTime, edbInfoId).Error
  1078. return
  1079. }
  1080. type EdbInfoRefreshCheckReq struct {
  1081. Source int `description:"来源id"`
  1082. LatestDate string `description:"数据最新日期"`
  1083. FrequencyBatch string `description:"更新频度"`
  1084. }
  1085. type EdbInfoRefreshCheckResp struct {
  1086. UpdateNum int `description:"已更新指标数"`
  1087. UnUpdateNum int `description:"未更新指标数"`
  1088. }
  1089. type ResetEdbClassifyReq struct {
  1090. IndexCode string `description:"指标编码"`
  1091. ClassifyFirst string `description:"一级分类名称"`
  1092. ClassifySecond string `description:"二级分类名称"`
  1093. ClassifyThird string `description:"三级分类名称"`
  1094. }
  1095. func GetEdbInfoMaxSortByClassifyId(classifyId int) (sort int, err error) {
  1096. sql := `SELECT COALESCE(MAX(sort), 0) as sort FROM edb_info WHERE classify_id=? `
  1097. err = global.DEFAULT_DmSQL.Raw(sql, classifyId).Scan(&sort).Error
  1098. return
  1099. }
  1100. func GetEdbAndClassifyMaxSort(parentId int, classifyType uint8) (maxSort int, err error) {
  1101. classifyMaxSort, err := GetEdbClassifyMaxSort(parentId, classifyType)
  1102. if err != nil {
  1103. return
  1104. }
  1105. maxSort = classifyMaxSort
  1106. edbMaxSort, err := GetEdbInfoMaxSortByClassifyId(parentId)
  1107. if err != nil {
  1108. return
  1109. }
  1110. if maxSort < edbMaxSort {
  1111. maxSort = edbMaxSort
  1112. }
  1113. return
  1114. }
  1115. type CalculateEdbExtra struct {
  1116. DateTag string `description:"时间序列的生成方式,all 表示所选指标的时间序列并集"`
  1117. }
  1118. type CalculateLjzEdbExtra struct {
  1119. LastValType int `description:"最新值处理:0默认、均值填充"`
  1120. }
  1121. type EdbInfoEditRecord struct {
  1122. EdbInfoId int `description:"指标ID"`
  1123. EdbName string `description:"指标名称"`
  1124. Frequency string `description:"频率"`
  1125. Unit string `description:"单位"`
  1126. ClassifyId int `description:"分类id"`
  1127. CalculateFormula string `description:"计算公式"`
  1128. OperateUserId int `description:"操作人id"`
  1129. OperateUserRealName string `description:"操作人姓名"`
  1130. }
  1131. func GetEdbInfoByEdbCodeList(source int, edbCodeList []string) (items []*EdbInfo, err error) {
  1132. num := len(edbCodeList)
  1133. if num <= 0 {
  1134. return
  1135. }
  1136. sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code IN (` + utils.GetOrmInReplace(num) + `) `
  1137. err = global.DEFAULT_DmSQL.Raw(sql, source, edbCodeList).Scan(&items).Error
  1138. return
  1139. }
  1140. func GetAddEdbMaxSortByClassifyId(classifyId int, classifyType uint8) (sort int) {
  1141. sort, _ = GetEdbAndClassifyMaxSort(classifyId, classifyType)
  1142. sort = sort + 1
  1143. return
  1144. }
  1145. type EdbInfoExtra struct {
  1146. ApiExtraPars string `description:"API-额外参数(如同花顺日期序列)"`
  1147. }
  1148. func GetEdbInfoNoUpdateTotalByIdList(edbInfoIdList []int) (total int, err error) {
  1149. num := len(edbInfoIdList)
  1150. if num <= 0 {
  1151. return
  1152. }
  1153. sql := ` SELECT count(*) FROM edb_info WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) and no_update=1`
  1154. err = global.DEFAULT_DmSQL.Raw(sql, edbInfoIdList).Scan(&total).Error
  1155. return
  1156. }
  1157. func TransEdbInfoDataList2SearchData(items []*EdbDataList) (list []*EdbInfoSearchData) {
  1158. if len(items) == 0 {
  1159. return
  1160. }
  1161. list = make([]*EdbInfoSearchData, 0)
  1162. for _, v := range items {
  1163. list = append(list, &EdbInfoSearchData{
  1164. EdbDataId: v.EdbDataId,
  1165. EdbInfoId: v.EdbInfoId,
  1166. DataTime: v.DataTime,
  1167. DataTimestamp: v.DataTimestamp,
  1168. Value: v.Value,
  1169. })
  1170. }
  1171. return
  1172. }
  1173. type SortEdbDataList []*EdbInfoSearchData
  1174. func (m SortEdbDataList) Len() int {
  1175. return len(m)
  1176. }
  1177. func (m SortEdbDataList) Less(i, j int) bool {
  1178. return m[i].DataTime > m[j].DataTime
  1179. }
  1180. func (m SortEdbDataList) Swap(i, j int) {
  1181. m[i], m[j] = m[j], m[i]
  1182. }
  1183. func (m *EdbInfoSearchDataV1) ConvertDate() {
  1184. m.DataTime = utils.GormDateStrToDateStr(m.DataTime)
  1185. return
  1186. }