edb_data_base.go 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299
  1. package models
  2. import (
  3. "eta_gn/eta_index_lib/global"
  4. "eta_gn/eta_index_lib/utils"
  5. "fmt"
  6. "gorm.io/gorm"
  7. "strings"
  8. "time"
  9. )
  10. // 指标检索数据
  11. type EdbDataItem struct {
  12. EdbCode string `description:"指标编码"`
  13. StartDate string `description:"起始日期"`
  14. EndDate string `description:"终止日期"`
  15. EdbName string `description:"指标名称"`
  16. Unit string `description:"单位"`
  17. Frequency string `description:"频率"`
  18. DataList []*EdbData
  19. }
  20. type EdbData struct {
  21. EdbDataId int `gorm:"primaryKey;autoIncrement;column:edb_data_id"`
  22. EdbInfoId int `gorm:"column:edb_info_id"`
  23. EdbCode string `gorm:"column:edb_code"`
  24. DataTime string `gorm:"column:data_time"`
  25. Value string `gorm:"column:value"`
  26. Status int `gorm:"column:status"`
  27. CreateTime time.Time `gorm:"column:create_time"`
  28. ModifyTime time.Time `gorm:"column:modify_time"`
  29. DataTimestamp int64 `gorm:"column:data_timestamp"`
  30. }
  31. // AfterFind 在该模型上设置钩子函数,把日期转成正确的string,所以查询函数只能用Find函数,First或者Scan是不会触发该函数的来获取数据
  32. func (m *EdbData) AfterFind(db *gorm.DB) (err error) {
  33. if m.DataTime == "" {
  34. return
  35. }
  36. minDateTmp, err := time.ParseInLocation(utils.FormatDateWallWithLoc, m.DataTime, time.Local)
  37. if err != nil {
  38. return
  39. }
  40. m.DataTime = minDateTmp.Format(utils.FormatDate)
  41. return
  42. }
  43. func GetAddSql(edbInfoId, edbCode, dataTime, timestampStr string, value string) (addSql string) {
  44. nowStr := time.Now().Format(utils.FormatDateTime)
  45. addSql += "("
  46. addSql += edbInfoId + "," + "'" + edbCode + "'" + "," + "'" + dataTime + "'" + "," + value + "," + "'" + nowStr + "'" +
  47. "," + "'" + nowStr + "'"
  48. addSql += "," + "'" + timestampStr + "'"
  49. addSql += "),"
  50. return
  51. }
  52. type AddEdbInfoReq struct {
  53. EdbCode string `description:"指标编码"`
  54. Source int `description:"指标来源ID"`
  55. StockCode string `description:"证券代码"`
  56. Frequency string `description:"频度"`
  57. ExtraPars string `description:"额外参数(如同花顺日期序列)"`
  58. }
  59. // GetEdbInfoCountByCondition 获取指标数量
  60. func GetEdbInfoCountByCondition(condition string, pars []interface{}) (count int, err error) {
  61. sql := ` SELECT COUNT(1) AS count FROM edb_info WHERE 1=1 `
  62. if condition != "" {
  63. sql += condition
  64. }
  65. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&count).Error
  66. return
  67. }
  68. // GetEdbDataAllByEdbCode 根据指标编码获取指标数据列表
  69. func GetEdbDataAllByEdbCode(edbCode string, source, subSource, limit int) (items []*EdbInfoSearchData, err error) {
  70. var pars []interface{}
  71. pars = append(pars, edbCode)
  72. tableName := GetEdbDataTableName(source, subSource)
  73. sql := ` SELECT * FROM %s WHERE edb_code=? ORDER BY data_time DESC`
  74. if limit > 0 {
  75. sql += ` LIMIT ? `
  76. pars = append(pars, limit)
  77. }
  78. sql = fmt.Sprintf(sql, tableName)
  79. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&items).Error
  80. return
  81. }
  82. func GetEdbDataByCondition(source, subSource int, condition string, pars []interface{}) (items []*EdbInfoSearchData, err error) {
  83. tableName := GetEdbDataTableName(source, subSource)
  84. sql := ` SELECT * FROM %s WHERE 1=1 `
  85. if condition != "" {
  86. sql += condition
  87. }
  88. sql += ` ORDER BY data_time DESC `
  89. sql = fmt.Sprintf(sql, tableName)
  90. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&items).Error
  91. if err != nil {
  92. return
  93. }
  94. for _, v := range items {
  95. v.ConvertTimeStr()
  96. }
  97. return
  98. }
  99. // GetEdbDataByDate 根据数据日期获取指标数据
  100. func GetEdbDataByDate(source, subSource int, edbCode, dataTime string) (item *EdbInfoSearchData, err error) {
  101. tableName := GetEdbDataTableName(source, subSource)
  102. sql := ` SELECT * FROM %s WHERE 1=1 AND edb_code = ? AND data_time =? ORDER BY data_time DESC `
  103. sql = fmt.Sprintf(sql, tableName)
  104. err = global.DEFAULT_DmSQL.Raw(sql, edbCode, dataTime).First(&item).Error
  105. return
  106. }
  107. func ModifyEdbDataById(source, subSource, edbDataId int, value string) (err error) {
  108. tableName := GetEdbDataTableName(source, subSource)
  109. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_data_id=? `
  110. sql = fmt.Sprintf(sql, tableName)
  111. err = global.DEFAULT_DmSQL.Exec(sql, value, edbDataId).Error
  112. return
  113. }
  114. func DeleteEdbDataById(source, subSource, edbDataId int) (err error) {
  115. sql := ` DELETE FROM %s WHERE edb_data_id=? `
  116. tableName := GetEdbDataTableName(source, subSource)
  117. sql = fmt.Sprintf(sql, tableName)
  118. err = global.DEFAULT_DmSQL.Exec(sql, edbDataId).Error
  119. return
  120. }
  121. type RefreshEdbInfoReq struct {
  122. EdbInfoId int `description:"指标ID"`
  123. EdbCode string `description:"指标编码"`
  124. StartDate string `description:"开始日期"`
  125. Source int `description:"指标来源ID"`
  126. }
  127. // GetAllEdbDataList 获取所有的指标数据列表
  128. func GetAllEdbDataList(edbInfoId, source, subSource int) (existDataList []*EdbData, err error) {
  129. dataTableName := GetEdbDataTableName(source, subSource)
  130. fmt.Println("dataTableName:", dataTableName)
  131. sql := `SELECT * FROM %s WHERE edb_info_id=? order by data_time asc`
  132. sql = fmt.Sprintf(sql, dataTableName)
  133. err = global.DEFAULT_DmSQL.Raw(sql, edbInfoId).Find(&existDataList).Error
  134. if err != nil {
  135. return
  136. }
  137. // 日期格式化
  138. for _, item := range existDataList {
  139. item.ConvertDate()
  140. }
  141. return
  142. }
  143. // GetAllEdbDataListByTo 获取所有的指标数据列表
  144. func GetAllEdbDataListByTo(to *gorm.DB, edbInfoId, source, subSource int) (existDataList []*EdbData, err error) {
  145. dataTableName := GetEdbDataTableName(source, subSource)
  146. //fmt.Println("dataTableName:", dataTableName)
  147. sql := `SELECT * FROM %s WHERE edb_info_id=? order by data_time asc`
  148. sql = fmt.Sprintf(sql, dataTableName)
  149. err = to.Raw(sql, edbInfoId).Find(&existDataList).Error
  150. //if err != nil {
  151. // return
  152. //}
  153. //
  154. //// 日期格式化
  155. //for _, item := range existDataList {
  156. // item.ConvertDate()
  157. //}
  158. return
  159. }
  160. // GetFinalLastByTo 获取所有的指标数据列表
  161. func GetFinalLastByTo(to *gorm.DB, edbInfoId, source, subSource int, latestDate string) (finalLast EdbInfoSearchData, err error) {
  162. dataTableName := GetEdbDataTableName(source, subSource)
  163. sql := fmt.Sprintf(` SELECT data_time , value FROM %s WHERE edb_info_id=? and data_time<=? ORDER BY data_time DESC `, dataTableName)
  164. err = to.Raw(sql, edbInfoId, latestDate).First(&finalLast).Error
  165. if err != nil && err.Error() != utils.ErrNoRow() {
  166. return
  167. }
  168. return
  169. }
  170. // 新版本
  171. type EdbDataV1 struct {
  172. EdbDataId int `gorm:"primaryKey;autoIncrement;column:edb_data_id"`
  173. EdbInfoId int `gorm:"column:edb_info_id"`
  174. EdbCode string `gorm:"column:edb_code"`
  175. DataTime string `gorm:"column:data_time"`
  176. Value string `gorm:"column:value"`
  177. Status int `gorm:"column:status"`
  178. CreateTime time.Time `gorm:"column:create_time"`
  179. ModifyTime time.Time `gorm:"column:modify_time"`
  180. DataTimestamp int64 `gorm:"column:data_timestamp"`
  181. }
  182. type EdbDataList struct {
  183. EdbDataId int `description:" 指标数据ID"`
  184. EdbInfoId int `description:"指标ID"`
  185. DataTime string //`json:"-" description:"数据日期"`
  186. DataTimestamp int64 `description:"数据日期"`
  187. Value float64 `description:"数据值"`
  188. }
  189. func DelEdbDataByMysql(to *gorm.DB, edbInfoId int, tableName string, removeDateList []string) (err error) {
  190. if len(removeDateList) <= 0 {
  191. return
  192. }
  193. // 移除不存在的日期数据
  194. removeDateStr := strings.Join(removeDateList, `","`)
  195. removeDateStr = `"` + removeDateStr + `"`
  196. sql := fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
  197. err = to.Exec(sql, edbInfoId).Error
  198. return
  199. }
  200. // GetEdbDataList
  201. // @Description:
  202. // @author: Roc
  203. // @datetime 2024-05-08 16:10:49
  204. // @param source int
  205. // @param subSource int
  206. // @param endInfoId int
  207. // @param startDate string
  208. // @param endDate string
  209. // @return list []*EdbDataList
  210. // @return err error
  211. func GetEdbDataList(source, subSource, endInfoId int, startDate, endDate string) (list []*EdbDataList, err error) {
  212. list = make([]*EdbDataList, 0)
  213. tmpDataList, err := GetEdbDataListAll(source, subSource, FindEdbDataListAllCond{
  214. EdbInfoId: endInfoId,
  215. StartDataTime: startDate,
  216. StartDataTimeCond: ">=",
  217. EndDataTime: endDate,
  218. EndDataTimeCond: "<=",
  219. }, 1)
  220. if err != nil {
  221. return
  222. }
  223. // 数据拼接
  224. for _, v := range tmpDataList {
  225. list = append(list, &EdbDataList{
  226. EdbDataId: v.EdbDataId,
  227. EdbInfoId: v.EdbInfoId,
  228. DataTime: v.DataTime,
  229. DataTimestamp: v.DataTimestamp,
  230. Value: v.Value,
  231. })
  232. }
  233. return
  234. }
  235. type AddEdbBaseInfoReq struct {
  236. EdbCode string `description:"指标编码"`
  237. EdbName string `description:"指标名称"`
  238. Unit string `description:"单位"`
  239. ClassifyId int `description:"所属分类"`
  240. SysUserId int `description:"用户id"`
  241. SysUserRealName string `description:"用户真实名称"`
  242. }
  243. // EditEdbBaseInfoReq 编辑基础指标请求参数
  244. type EditEdbBaseInfoReq struct {
  245. SysUserId int `description:"用户id"`
  246. SysUserRealName string `description:"用户真实名称"`
  247. EdbInfoId int `description:"指标id"`
  248. EdbName string `description:"指标名称"`
  249. EdbNameEn string `description:"英文指标名称"`
  250. Frequency string `description:"频率"`
  251. Unit string `description:"单位"`
  252. UnitEn string `description:"英文单位"`
  253. ClassifyId int `description:"分类id"`
  254. }
  255. // ConvertDate
  256. // @Description: 格式化EdbData的日期
  257. // @receiver e
  258. func (m *EdbData) ConvertDate() {
  259. m.DataTime = utils.GormDateStrToDateStr(m.DataTime)
  260. return
  261. }