factor_edb_series.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334
  1. package models
  2. import (
  3. "encoding/json"
  4. "eta_gn/eta_index_lib/global"
  5. "eta_gn/eta_index_lib/utils"
  6. "fmt"
  7. "strings"
  8. "time"
  9. )
  10. const (
  11. FactorEdbSeriesCalculateNone = 0
  12. FactorEdbSeriesCalculating = 1
  13. FactorEdbSeriesCalculated = 2
  14. )
  15. type FactorEdbSeries struct {
  16. FactorEdbSeriesId int `gorm:"primaryKey;autoIncrement;column:factor_edb_series_id"`
  17. SeriesName string `gorm:"column:series_name" description:"系列名称"`
  18. EdbInfoType int `gorm:"column:edb_info_type" description:"关联指标类型:0-普通指标;1-预测指标"`
  19. CalculateStep string `gorm:"column:calculate_step" description:"计算步骤-JSON"`
  20. CalculateState int `gorm:"column:calculate_state" description:"计算状态: 0-无计算; 1-计算中; 2-计算完成"`
  21. CreateTime time.Time `gorm:"column:create_time" description:"创建时间"`
  22. ModifyTime time.Time `gorm:"column:modify_time" description:"修改时间"`
  23. }
  24. func (m *FactorEdbSeries) TableName() string {
  25. return "factor_edb_series"
  26. }
  27. type FactorEdbSeriesCols struct {
  28. PrimaryId string
  29. SeriesName string
  30. EdbInfoType string
  31. CalculateStep string
  32. CalculateState string
  33. CreateTime string
  34. ModifyTime string
  35. }
  36. func (m *FactorEdbSeries) Cols() FactorEdbSeriesCols {
  37. return FactorEdbSeriesCols{
  38. PrimaryId: "factor_edb_series_id",
  39. SeriesName: "series_name",
  40. EdbInfoType: "edb_info_type",
  41. CalculateStep: "calculate_step",
  42. CalculateState: "calculate_state",
  43. CreateTime: "create_time",
  44. ModifyTime: "modify_time",
  45. }
  46. }
  47. func (m *FactorEdbSeries) Create() (err error) {
  48. err = global.DEFAULT_DmSQL.Create(m).Error
  49. return
  50. }
  51. func (m *FactorEdbSeries) CreateMulti(items []*FactorEdbSeries) (err error) {
  52. if len(items) == 0 {
  53. return
  54. }
  55. err = global.DEFAULT_DmSQL.CreateInBatches(items, 500).Error
  56. return
  57. }
  58. func (m *FactorEdbSeries) Update(cols []string) (err error) {
  59. err = global.DEFAULT_DmSQL.Model(m).Select(cols).Updates(m).Error
  60. return
  61. }
  62. func (m *FactorEdbSeries) Remove() (err error) {
  63. sql := fmt.Sprintf(`DELETE FROM %s WHERE %s = ? LIMIT 1`, m.TableName(), m.Cols().PrimaryId)
  64. err = global.DEFAULT_DmSQL.Raw(sql, m.FactorEdbSeriesId).Error
  65. return
  66. }
  67. func (m *FactorEdbSeries) MultiRemove(ids []int) (err error) {
  68. if len(ids) == 0 {
  69. return
  70. }
  71. sql := fmt.Sprintf(`DELETE FROM %s WHERE %s IN (%s)`, m.TableName(), m.Cols().PrimaryId, utils.GetOrmInReplace(len(ids)))
  72. err = global.DEFAULT_DmSQL.Exec(sql, ids).Error
  73. return
  74. }
  75. func (m *FactorEdbSeries) GetItemById(id int) (item *FactorEdbSeries, err error) {
  76. sql := fmt.Sprintf(`SELECT * FROM %s WHERE %s = ? LIMIT 1`, m.TableName(), m.Cols().PrimaryId)
  77. err = global.DEFAULT_DmSQL.Raw(sql, id).First(&item).Error
  78. return
  79. }
  80. func (m *FactorEdbSeries) GetItemByCondition(condition string, pars []interface{}, orderRule string) (item *FactorEdbSeries, err error) {
  81. order := ``
  82. if orderRule != "" {
  83. order = ` ORDER BY ` + orderRule
  84. }
  85. sql := fmt.Sprintf(`SELECT * FROM %s WHERE 1=1 %s %s LIMIT 1`, m.TableName(), condition, order)
  86. err = global.DEFAULT_DmSQL.Raw(sql, pars...).First(&item).Error
  87. return
  88. }
  89. func (m *FactorEdbSeries) GetCountByCondition(condition string, pars []interface{}) (count int, err error) {
  90. sql := fmt.Sprintf(`SELECT COUNT(1) FROM %s WHERE 1=1 %s`, m.TableName(), condition)
  91. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&count).Error
  92. return
  93. }
  94. func (m *FactorEdbSeries) GetItemsByCondition(condition string, pars []interface{}, fieldArr []string, orderRule string) (items []*FactorEdbSeries, err error) {
  95. fields := strings.Join(fieldArr, ",")
  96. if len(fieldArr) == 0 {
  97. fields = `*`
  98. }
  99. order := fmt.Sprintf(`ORDER BY %s DESC`, m.Cols().CreateTime)
  100. if orderRule != "" {
  101. order = ` ORDER BY ` + orderRule
  102. }
  103. sql := fmt.Sprintf(`SELECT %s FROM %s WHERE 1=1 %s %s`, fields, m.TableName(), condition, order)
  104. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&items).Error
  105. return
  106. }
  107. func (m *FactorEdbSeries) GetPageItemsByCondition(condition string, pars []interface{}, fieldArr []string, orderRule string, startSize, pageSize int) (items []*FactorEdbSeries, err error) {
  108. fields := strings.Join(fieldArr, ",")
  109. if len(fieldArr) == 0 {
  110. fields = `*`
  111. }
  112. order := fmt.Sprintf(`ORDER BY %s DESC`, m.Cols().CreateTime)
  113. if orderRule != "" {
  114. order = ` ORDER BY ` + orderRule
  115. }
  116. sql := fmt.Sprintf(`SELECT %s FROM %s WHERE 1=1 %s %s LIMIT ?,?`, fields, m.TableName(), condition, order)
  117. pars = append(pars, startSize, pageSize)
  118. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&items).Error
  119. return
  120. }
  121. type FactorEdbSeriesItem struct {
  122. SeriesId int `description:"多因子系列ID"`
  123. SeriesName string `description:"系列名称"`
  124. EdbInfoType int `description:"关联指标类型:0-普通指标;1-预测指标"`
  125. CalculateStep []FactorEdbSeriesCalculatePars `description:"计算步骤-JSON"`
  126. CreateTime string `description:"创建时间"`
  127. ModifyTime string `description:"修改时间"`
  128. }
  129. func (m *FactorEdbSeries) Format2Item() (item *FactorEdbSeriesItem) {
  130. item = new(FactorEdbSeriesItem)
  131. item.SeriesId = m.FactorEdbSeriesId
  132. item.SeriesName = m.SeriesName
  133. item.EdbInfoType = m.EdbInfoType
  134. if m.CalculateStep != "" {
  135. _ = json.Unmarshal([]byte(m.CalculateStep), &item.CalculateStep)
  136. }
  137. item.CreateTime = utils.TimeTransferString(utils.FormatDateTime, m.CreateTime)
  138. item.ModifyTime = utils.TimeTransferString(utils.FormatDateTime, m.ModifyTime)
  139. return
  140. }
  141. type FactorEdbSeriesCalculatePars struct {
  142. Formula interface{} `description:"N值/移动天数/指数修匀alpha值/计算公式等"`
  143. Calendar string `description:"公历/农历"`
  144. Frequency string `description:"需要转换的频度"`
  145. MoveType int `description:"移动方式: 1-领先(默认); 2-滞后"`
  146. MoveFrequency string `description:"移动频度"`
  147. FromFrequency string `description:"来源的频度"`
  148. Source int `description:"计算方式来源(不是指标来源)"`
  149. Sort int `description:"计算顺序"`
  150. }
  151. func (m *FactorEdbSeries) CreateSeriesAndMapping(item *FactorEdbSeries, mappings []*FactorEdbSeriesMapping) (seriesId int, err error) {
  152. if item == nil {
  153. err = fmt.Errorf("series is nil")
  154. return
  155. }
  156. to := global.DEFAULT_DmSQL.Begin()
  157. defer func() {
  158. if err != nil {
  159. to.Rollback()
  160. } else {
  161. to.Commit()
  162. }
  163. }()
  164. e := to.Create(item).Error
  165. if e != nil {
  166. err = fmt.Errorf("insert series err: %v", e)
  167. return
  168. }
  169. seriesId = item.FactorEdbSeriesId
  170. if len(mappings) > 0 {
  171. for _, v := range mappings {
  172. v.FactorEdbSeriesId = seriesId
  173. }
  174. e = to.CreateInBatches(mappings, 200).Error
  175. if e != nil {
  176. err = fmt.Errorf("insert multi mapping err: %v", e)
  177. return
  178. }
  179. }
  180. return
  181. }
  182. func (m *FactorEdbSeries) EditSeriesAndMapping(item *FactorEdbSeries, mappings []*FactorEdbSeriesMapping, updateCols []string) (err error) {
  183. if item == nil {
  184. err = fmt.Errorf("series is nil")
  185. return
  186. }
  187. to := global.DEFAULT_DmSQL.Begin()
  188. defer func() {
  189. if err != nil {
  190. to.Rollback()
  191. } else {
  192. to.Commit()
  193. }
  194. }()
  195. e := to.Model(item).Select(updateCols).Updates(item).Error
  196. if e != nil {
  197. err = fmt.Errorf("update series err: %v", e)
  198. return
  199. }
  200. mappingOb := new(FactorEdbSeriesMapping)
  201. cond := fmt.Sprintf("%s = ?", mappingOb.Cols().FactorEdbSeriesId)
  202. pars := make([]interface{}, 0)
  203. pars = append(pars, item.FactorEdbSeriesId)
  204. sql := fmt.Sprintf(`DELETE FROM %s WHERE %s`, mappingOb.TableName(), cond)
  205. e = to.Exec(sql, pars...).Error
  206. if e != nil {
  207. err = fmt.Errorf("remove mapping err: %v", e)
  208. return
  209. }
  210. if len(mappings) > 0 {
  211. for _, v := range mappings {
  212. v.FactorEdbSeriesId = item.FactorEdbSeriesId
  213. }
  214. e = to.CreateInBatches(mappings, 200).Error
  215. if e != nil {
  216. err = fmt.Errorf("insert multi mapping err: %v", e)
  217. return
  218. }
  219. }
  220. return
  221. }
  222. type FactorEdbSeriesStepCalculateResp struct {
  223. SeriesId int `description:"多因子指标系列ID"`
  224. Fail []FactorEdbSeriesStepCalculateResult `description:"计算失败的指标"`
  225. Success []FactorEdbSeriesStepCalculateResult `description:"计算成功的指标"`
  226. }
  227. type FactorEdbSeriesStepCalculateResult struct {
  228. EdbInfoId int `description:"指标ID"`
  229. EdbCode string `description:"指标编码"`
  230. Msg string `description:"提示信息"`
  231. ErrMsg string `description:"错误信息"`
  232. }
  233. type FactorEdbSeriesDetail struct {
  234. *FactorEdbSeriesItem
  235. EdbMappings []*FactorEdbSeriesMappingItem
  236. }
  237. type FactorEdbSeriesCorrelationMatrixResp struct {
  238. Fail []FactorEdbSeriesCorrelationMatrixItem `description:"计算失败的指标"`
  239. Success []FactorEdbSeriesCorrelationMatrixItem `description:"计算成功的指标"`
  240. }
  241. type FactorEdbSeriesCorrelationMatrixItem struct {
  242. SeriesId int `description:"因子指标系列ID"`
  243. EdbInfoId int `description:"指标ID"`
  244. EdbCode string `description:"指标编码"`
  245. EdbName string `description:"指标名称"`
  246. Values []FactorEdbSeriesCorrelationMatrixValues `description:"X轴和Y轴数据"`
  247. Msg string `description:"提示信息"`
  248. ErrMsg string `description:"错误信息"`
  249. Used bool `description:"是否选中"`
  250. SourceName string `description:"指标来源名称"`
  251. }
  252. type FactorEdbSeriesCorrelationMatrixValues struct {
  253. XData int `description:"X轴数据"`
  254. YData float64 `description:"Y轴数据"`
  255. }
  256. type FactorEdbSeriesCorrelationMatrixOrder []FactorEdbSeriesCorrelationMatrixValues
  257. func (a FactorEdbSeriesCorrelationMatrixOrder) Len() int {
  258. return len(a)
  259. }
  260. func (a FactorEdbSeriesCorrelationMatrixOrder) Swap(i, j int) {
  261. a[i], a[j] = a[j], a[i]
  262. }
  263. func (a FactorEdbSeriesCorrelationMatrixOrder) Less(i, j int) bool {
  264. if a[i].XData >= 0 && a[j].XData < 0 {
  265. return true
  266. }
  267. if a[i].XData < 0 && a[j].XData >= 0 {
  268. return false
  269. }
  270. if a[i].XData >= 0 {
  271. return a[i].XData < a[j].XData
  272. }
  273. return a[i].XData > a[j].XData
  274. }
  275. type FactorEdbRecalculateReq struct {
  276. EdbInfoId int `description:"指标ID"`
  277. EdbCode string `description:"指标编码"`
  278. }
  279. type FactorEdbChartRecalculateReq struct {
  280. ChartInfoId int `description:"图表ID"`
  281. }