factor_edb_series.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352
  1. package models
  2. import (
  3. "encoding/json"
  4. "eta_gn/eta_index_lib/global"
  5. "eta_gn/eta_index_lib/utils"
  6. "fmt"
  7. "strings"
  8. "time"
  9. )
  10. const (
  11. FactorEdbSeriesCalculateNone = 0
  12. FactorEdbSeriesCalculating = 1
  13. FactorEdbSeriesCalculated = 2
  14. )
  15. // FactorEdbSeries 因子指标系列表
  16. type FactorEdbSeries struct {
  17. FactorEdbSeriesId int `gorm:"primaryKey;autoIncrement;column:factor_edb_series_id"`
  18. SeriesName string `gorm:"column:series_name" description:"系列名称"`
  19. EdbInfoType int `gorm:"column:edb_info_type" description:"关联指标类型:0-普通指标;1-预测指标"`
  20. CalculateStep string `gorm:"column:calculate_step" description:"计算步骤-JSON"`
  21. CalculateState int `gorm:"column:calculate_state" description:"计算状态: 0-无计算; 1-计算中; 2-计算完成"`
  22. CreateTime time.Time `gorm:"column:create_time" description:"创建时间"`
  23. ModifyTime time.Time `gorm:"column:modify_time" description:"修改时间"`
  24. }
  25. func (m *FactorEdbSeries) TableName() string {
  26. return "factor_edb_series"
  27. }
  28. type FactorEdbSeriesCols struct {
  29. PrimaryId string
  30. SeriesName string
  31. EdbInfoType string
  32. CalculateStep string
  33. CalculateState string
  34. CreateTime string
  35. ModifyTime string
  36. }
  37. func (m *FactorEdbSeries) Cols() FactorEdbSeriesCols {
  38. return FactorEdbSeriesCols{
  39. PrimaryId: "factor_edb_series_id",
  40. SeriesName: "series_name",
  41. EdbInfoType: "edb_info_type",
  42. CalculateStep: "calculate_step",
  43. CalculateState: "calculate_state",
  44. CreateTime: "create_time",
  45. ModifyTime: "modify_time",
  46. }
  47. }
  48. func (m *FactorEdbSeries) Create() (err error) {
  49. err = global.DEFAULT_DmSQL.Create(m).Error
  50. return
  51. }
  52. func (m *FactorEdbSeries) CreateMulti(items []*FactorEdbSeries) (err error) {
  53. if len(items) == 0 {
  54. return
  55. }
  56. err = global.DEFAULT_DmSQL.CreateInBatches(items, 500).Error
  57. return
  58. }
  59. func (m *FactorEdbSeries) Update(cols []string) (err error) {
  60. err = global.DEFAULT_DmSQL.Model(m).Select(cols).Updates(m).Error
  61. return
  62. }
  63. func (m *FactorEdbSeries) Remove() (err error) {
  64. sql := fmt.Sprintf(`DELETE FROM %s WHERE %s = ? LIMIT 1`, m.TableName(), m.Cols().PrimaryId)
  65. err = global.DEFAULT_DmSQL.Raw(sql, m.FactorEdbSeriesId).Error
  66. return
  67. }
  68. func (m *FactorEdbSeries) MultiRemove(ids []int) (err error) {
  69. if len(ids) == 0 {
  70. return
  71. }
  72. sql := fmt.Sprintf(`DELETE FROM %s WHERE %s IN (%s)`, m.TableName(), m.Cols().PrimaryId, utils.GetOrmInReplace(len(ids)))
  73. err = global.DEFAULT_DmSQL.Exec(sql, ids).Error
  74. return
  75. }
  76. func (m *FactorEdbSeries) GetItemById(id int) (item *FactorEdbSeries, err error) {
  77. sql := fmt.Sprintf(`SELECT * FROM %s WHERE %s = ? LIMIT 1`, m.TableName(), m.Cols().PrimaryId)
  78. err = global.DEFAULT_DmSQL.Raw(sql, id).First(&item).Error
  79. return
  80. }
  81. func (m *FactorEdbSeries) GetItemByCondition(condition string, pars []interface{}, orderRule string) (item *FactorEdbSeries, err error) {
  82. order := ``
  83. if orderRule != "" {
  84. order = ` ORDER BY ` + orderRule
  85. }
  86. sql := fmt.Sprintf(`SELECT * FROM %s WHERE 1=1 %s %s LIMIT 1`, m.TableName(), condition, order)
  87. err = global.DEFAULT_DmSQL.Raw(sql, pars...).First(&item).Error
  88. return
  89. }
  90. func (m *FactorEdbSeries) GetCountByCondition(condition string, pars []interface{}) (count int, err error) {
  91. sql := fmt.Sprintf(`SELECT COUNT(1) FROM %s WHERE 1=1 %s`, m.TableName(), condition)
  92. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&count).Error
  93. return
  94. }
  95. func (m *FactorEdbSeries) GetItemsByCondition(condition string, pars []interface{}, fieldArr []string, orderRule string) (items []*FactorEdbSeries, err error) {
  96. fields := strings.Join(fieldArr, ",")
  97. if len(fieldArr) == 0 {
  98. fields = `*`
  99. }
  100. order := fmt.Sprintf(`ORDER BY %s DESC`, m.Cols().CreateTime)
  101. if orderRule != "" {
  102. order = ` ORDER BY ` + orderRule
  103. }
  104. sql := fmt.Sprintf(`SELECT %s FROM %s WHERE 1=1 %s %s`, fields, m.TableName(), condition, order)
  105. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&items).Error
  106. return
  107. }
  108. func (m *FactorEdbSeries) GetPageItemsByCondition(condition string, pars []interface{}, fieldArr []string, orderRule string, startSize, pageSize int) (items []*FactorEdbSeries, err error) {
  109. fields := strings.Join(fieldArr, ",")
  110. if len(fieldArr) == 0 {
  111. fields = `*`
  112. }
  113. order := fmt.Sprintf(`ORDER BY %s DESC`, m.Cols().CreateTime)
  114. if orderRule != "" {
  115. order = ` ORDER BY ` + orderRule
  116. }
  117. sql := fmt.Sprintf(`SELECT %s FROM %s WHERE 1=1 %s %s LIMIT ?,?`, fields, m.TableName(), condition, order)
  118. err = global.DEFAULT_DmSQL.Raw(sql, pars, startSize, pageSize).Scan(&items).Error
  119. return
  120. }
  121. // FactorEdbSeriesItem 多因子系列信息
  122. type FactorEdbSeriesItem struct {
  123. SeriesId int `description:"多因子系列ID"`
  124. SeriesName string `description:"系列名称"`
  125. EdbInfoType int `description:"关联指标类型:0-普通指标;1-预测指标"`
  126. CalculateStep []FactorEdbSeriesCalculatePars `description:"计算步骤-JSON"`
  127. CreateTime string `description:"创建时间"`
  128. ModifyTime string `description:"修改时间"`
  129. }
  130. func (m *FactorEdbSeries) Format2Item() (item *FactorEdbSeriesItem) {
  131. item = new(FactorEdbSeriesItem)
  132. item.SeriesId = m.FactorEdbSeriesId
  133. item.SeriesName = m.SeriesName
  134. item.EdbInfoType = m.EdbInfoType
  135. if m.CalculateStep != "" {
  136. _ = json.Unmarshal([]byte(m.CalculateStep), &item.CalculateStep)
  137. }
  138. item.CreateTime = utils.TimeTransferString(utils.FormatDateTime, m.CreateTime)
  139. item.ModifyTime = utils.TimeTransferString(utils.FormatDateTime, m.ModifyTime)
  140. return
  141. }
  142. // FactorEdbSeriesCalculatePars 计算参数
  143. type FactorEdbSeriesCalculatePars struct {
  144. Formula interface{} `description:"N值/移动天数/指数修匀alpha值/计算公式等"`
  145. Calendar string `description:"公历/农历"`
  146. Frequency string `description:"需要转换的频度"`
  147. MoveType int `description:"移动方式: 1-领先(默认); 2-滞后"`
  148. MoveFrequency string `description:"移动频度"`
  149. FromFrequency string `description:"来源的频度"`
  150. Source int `description:"计算方式来源(不是指标来源)"`
  151. Sort int `description:"计算顺序"`
  152. }
  153. // CreateSeriesAndMapping 新增系列和指标关联
  154. func (m *FactorEdbSeries) CreateSeriesAndMapping(item *FactorEdbSeries, mappings []*FactorEdbSeriesMapping) (seriesId int, err error) {
  155. if item == nil {
  156. err = fmt.Errorf("series is nil")
  157. return
  158. }
  159. to := global.DEFAULT_DmSQL.Begin()
  160. defer func() {
  161. if err != nil {
  162. to.Rollback()
  163. } else {
  164. to.Commit()
  165. }
  166. }()
  167. e := to.Create(item).Error
  168. if e != nil {
  169. err = fmt.Errorf("insert series err: %v", e)
  170. return
  171. }
  172. seriesId = item.FactorEdbSeriesId
  173. //item.FactorEdbSeriesId = seriesId
  174. if len(mappings) > 0 {
  175. for _, v := range mappings {
  176. v.FactorEdbSeriesId = seriesId
  177. }
  178. e = to.CreateInBatches(mappings, 200).Error
  179. if e != nil {
  180. err = fmt.Errorf("insert multi mapping err: %v", e)
  181. return
  182. }
  183. }
  184. return
  185. }
  186. // EditSeriesAndMapping 编辑系列和指标关联
  187. func (m *FactorEdbSeries) EditSeriesAndMapping(item *FactorEdbSeries, mappings []*FactorEdbSeriesMapping, updateCols []string) (err error) {
  188. if item == nil {
  189. err = fmt.Errorf("series is nil")
  190. return
  191. }
  192. to := global.DEFAULT_DmSQL.Begin()
  193. defer func() {
  194. if err != nil {
  195. to.Rollback()
  196. } else {
  197. to.Commit()
  198. }
  199. }()
  200. e := to.Model(item).Select(updateCols).Updates(item).Error
  201. if e != nil {
  202. err = fmt.Errorf("update series err: %v", e)
  203. return
  204. }
  205. // 清除原指标关联
  206. mappingOb := new(FactorEdbSeriesMapping)
  207. cond := fmt.Sprintf("%s = ?", mappingOb.Cols().FactorEdbSeriesId)
  208. pars := make([]interface{}, 0)
  209. pars = append(pars, item.FactorEdbSeriesId)
  210. sql := fmt.Sprintf(`DELETE FROM %s WHERE %s`, mappingOb.TableName(), cond)
  211. e = to.Exec(sql, pars...).Error
  212. if e != nil {
  213. err = fmt.Errorf("remove mapping err: %v", e)
  214. return
  215. }
  216. if len(mappings) > 0 {
  217. for _, v := range mappings {
  218. v.FactorEdbSeriesId = item.FactorEdbSeriesId
  219. }
  220. e = to.CreateInBatches(mappings, 200).Error
  221. if e != nil {
  222. err = fmt.Errorf("insert multi mapping err: %v", e)
  223. return
  224. }
  225. }
  226. return
  227. }
  228. // FactorEdbSeriesStepCalculateResp 批量计算响应
  229. type FactorEdbSeriesStepCalculateResp struct {
  230. SeriesId int `description:"多因子指标系列ID"`
  231. Fail []FactorEdbSeriesStepCalculateResult `description:"计算失败的指标"`
  232. Success []FactorEdbSeriesStepCalculateResult `description:"计算成功的指标"`
  233. }
  234. // FactorEdbSeriesStepCalculateResult 批量计算结果
  235. type FactorEdbSeriesStepCalculateResult struct {
  236. EdbInfoId int `description:"指标ID"`
  237. EdbCode string `description:"指标编码"`
  238. Msg string `description:"提示信息"`
  239. ErrMsg string `description:"错误信息"`
  240. }
  241. // FactorEdbSeriesDetail 因子指标系列-详情
  242. type FactorEdbSeriesDetail struct {
  243. *FactorEdbSeriesItem
  244. EdbMappings []*FactorEdbSeriesMappingItem
  245. }
  246. // FactorEdbSeriesCorrelationMatrixResp 因子指标系列-相关性矩阵响应
  247. type FactorEdbSeriesCorrelationMatrixResp struct {
  248. Fail []FactorEdbSeriesCorrelationMatrixItem `description:"计算失败的指标"`
  249. Success []FactorEdbSeriesCorrelationMatrixItem `description:"计算成功的指标"`
  250. }
  251. // FactorEdbSeriesCorrelationMatrixItem 因子指标系列-相关性矩阵信息
  252. type FactorEdbSeriesCorrelationMatrixItem struct {
  253. SeriesId int `description:"因子指标系列ID"`
  254. EdbInfoId int `description:"指标ID"`
  255. EdbCode string `description:"指标编码"`
  256. EdbName string `description:"指标名称"`
  257. Values []FactorEdbSeriesCorrelationMatrixValues `description:"X轴和Y轴数据"`
  258. Msg string `description:"提示信息"`
  259. ErrMsg string `description:"错误信息"`
  260. Used bool `description:"是否选中"`
  261. SourceName string `description:"指标来源名称"`
  262. }
  263. // FactorEdbSeriesCorrelationMatrixValues 因子指标系列-相关性矩阵XY值
  264. type FactorEdbSeriesCorrelationMatrixValues struct {
  265. XData int `description:"X轴数据"`
  266. YData float64 `description:"Y轴数据"`
  267. }
  268. // FactorEdbSeriesCorrelationMatrixOrder 排序规则[0 1 2 3 -1 -2 -3]
  269. type FactorEdbSeriesCorrelationMatrixOrder []FactorEdbSeriesCorrelationMatrixValues
  270. func (a FactorEdbSeriesCorrelationMatrixOrder) Len() int {
  271. return len(a)
  272. }
  273. func (a FactorEdbSeriesCorrelationMatrixOrder) Swap(i, j int) {
  274. a[i], a[j] = a[j], a[i]
  275. }
  276. func (a FactorEdbSeriesCorrelationMatrixOrder) Less(i, j int) bool {
  277. // 非负数优先
  278. if a[i].XData >= 0 && a[j].XData < 0 {
  279. return true
  280. }
  281. if a[i].XData < 0 && a[j].XData >= 0 {
  282. return false
  283. }
  284. // 非负数升序排序
  285. if a[i].XData >= 0 {
  286. return a[i].XData < a[j].XData
  287. }
  288. // 负数按绝对值的降序排序(即数值的升序)
  289. return a[i].XData > a[j].XData
  290. }
  291. // FactorEdbRecalculateReq 因子指标重新计算
  292. type FactorEdbRecalculateReq struct {
  293. EdbInfoId int `description:"指标ID"`
  294. EdbCode string `description:"指标编码"`
  295. }
  296. // FactorEdbChartRecalculateReq 因子指标关联的图表数据重计算
  297. type FactorEdbChartRecalculateReq struct {
  298. ChartInfoId int `description:"图表ID"`
  299. //EdbInfoId int `description:"指标ID"`
  300. //EdbCode string `description:"指标编码"`
  301. }