future_good_edb_data.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. package future_good
  2. import (
  3. "eta/eta_index_lib/global"
  4. "eta/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. // FutureGoodEdbData 期货指标数据的表
  11. type FutureGoodEdbData struct {
  12. FutureGoodEdbDataId int `gorm:"column:future_good_edb_data_id;type:int(9) UNSIGNED;primaryKey;not null;" json:"future_good_edb_data_id"`
  13. FutureGoodEdbInfoId int `description:"期货指标id"`
  14. FutureGoodEdbCode string `description:"期货指标code"`
  15. DataTime time.Time `description:"数据日期"`
  16. TradeCode string `description:"证券代码"`
  17. Open float64 `description:"开盘价"`
  18. High float64 `description:"最高价"`
  19. Low float64 `description:"最低价"`
  20. Close float64 `description:"收盘价"`
  21. Volume float64 `description:"成交量"`
  22. Amt float64 `description:"成交额"`
  23. Oi float64 `description:"持仓量"`
  24. Settle float64 `description:"结算价"`
  25. DataTimestamp int64 `description:"数据日期时间戳"`
  26. ModifyTime time.Time
  27. CreateTime time.Time
  28. }
  29. // FutureGoodEdbDataItem 期货指标数据的表
  30. type FutureGoodEdbDataItem struct {
  31. FutureGoodEdbDataId int `gorm:"column:future_good_edb_data_id;primaryKey"`
  32. FutureGoodEdbInfoId int `description:"期货指标id"`
  33. FutureGoodEdbCode string `description:"期货指标code"`
  34. DataTime string `description:"数据日期"`
  35. TradeCode string `description:"证券代码"`
  36. Open float64 `description:"开盘价"`
  37. High float64 `description:"最高价"`
  38. Low float64 `description:"最低价"`
  39. Close float64 `description:"收盘价"`
  40. Volume float64 `description:"成交量"`
  41. Amt float64 `description:"成交额"`
  42. Oi float64 `description:"持仓量"`
  43. Settle float64 `description:"结算价"`
  44. DataTimestamp int64 `description:"数据日期时间戳"`
  45. ModifyTime time.Time
  46. CreateTime time.Time
  47. }
  48. // FutureGoodDataFromThs 同花顺期货数据
  49. type FutureGoodDataFromThs struct {
  50. DataVol int64 `json:"dataVol"`
  51. Errmsg string `json:"errmsg"`
  52. Errorcode int64 `json:"errorcode"`
  53. Perf interface{} `json:"perf"`
  54. Tables FutureGoodDataTables `json:"tables"`
  55. }
  56. // FutureGoodDataTables 同花顺表格数据
  57. type FutureGoodDataTables struct {
  58. //TradeCode []string `json:"id"`
  59. Time []string `json:"time"`
  60. Open []float64 `json:"open"`
  61. High []float64 `json:"high"`
  62. Low []float64 `json:"low"`
  63. Close []float64 `json:"close"`
  64. Volume []float64 `json:"volume"`
  65. Amount []float64 `json:"amount"`
  66. Ccl []float64 `json:"ccl"`
  67. Settlement []float64 `json:"settlement"`
  68. }
  69. // GetFutureGoodEdbDataList 获取期货指标数据列表
  70. func GetFutureGoodEdbDataList(condition string, pars []interface{}) (list []*FutureGoodEdbDataItem, err error) {
  71. sql := `SELECT * FROM future_good_edb_data WHERE 1=1 `
  72. if condition != "" {
  73. sql += condition
  74. }
  75. sql += `ORDER BY data_time asc `
  76. err = global.DEFAULT_DB.Raw(sql, pars...).Find(&list).Error
  77. return
  78. }
  79. // AddEdbDataFromThs 添加Ths商品指标数据
  80. func AddEdbDataFromThs(futureGoodEdbInfoId int, edbCode string, item FutureGoodDataFromThs) (err error) {
  81. var isAdd bool
  82. addSql := ` INSERT INTO future_good_edb_data(future_good_edb_info_id,future_good_edb_code,data_time,trade_code,open,high,low,close,volume,amt,oi,settle,create_time,modify_time,data_timestamp) values `
  83. table := item.Tables
  84. dataLen := len(table.Time)
  85. for k := 0; k < dataLen; k++ {
  86. eDate := table.Time[k]
  87. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  88. if err != nil {
  89. return err
  90. }
  91. timestamp := dataTime.UnixNano() / 1e6
  92. timeStr := fmt.Sprintf("%d", timestamp)
  93. tradeCode := ``
  94. open := utils.SubFloatToString(table.Open[k], 20)
  95. high := utils.SubFloatToString(table.High[k], 20)
  96. low := utils.SubFloatToString(table.Low[k], 20)
  97. closeVal := utils.SubFloatToString(table.Close[k], 20)
  98. volume := utils.SubFloatToString(table.Volume[k], 20)
  99. amt := utils.SubFloatToString(table.Amount[k], 20)
  100. oi := utils.SubFloatToString(table.Ccl[k], 20)
  101. settle := utils.SubFloatToString(table.Settlement[k], 20)
  102. addSql += GetAddSql(strconv.Itoa(futureGoodEdbInfoId), edbCode, eDate, tradeCode, open, high, low, closeVal, volume, amt, oi, settle, timeStr)
  103. isAdd = true
  104. }
  105. if isAdd {
  106. addSql = strings.TrimRight(addSql, ",")
  107. err = global.DEFAULT_DB.Exec(addSql).Error
  108. if err != nil {
  109. return
  110. }
  111. }
  112. return
  113. }
  114. // RefreshFutureEdbEdbInfoReq 刷新商品指标请求
  115. type RefreshFutureEdbEdbInfoReq struct {
  116. FutureGoodEdbInfoId int `description:"指标ID"`
  117. FutureGoodEdbCode string `description:"指标编码"`
  118. StartDate string `description:"开始日期"`
  119. }
  120. // RefreshFutureChartInfoReq 刷新商品指标请求
  121. type RefreshFutureChartInfoReq struct {
  122. ChartInfoId int `description:"图表ID"`
  123. }
  124. // RefreshFutureGoodEdbDataFromThs 刷新wind期货指标数据
  125. func RefreshFutureGoodEdbDataFromThs(futureGoodEdbInfoId int, edbCode, startDate string, item FutureGoodDataFromThs) (err error) {
  126. to := global.DEFAULT_DB.Begin()
  127. defer func() {
  128. if err != nil {
  129. fmt.Println("RefreshAllCalculateTbz,Err:" + err.Error())
  130. to.Rollback()
  131. } else {
  132. to.Commit()
  133. }
  134. }()
  135. var existList []*FutureGoodEdbData
  136. // 获取指标中所有存在的数据值
  137. {
  138. var condition string
  139. var pars []interface{}
  140. condition += " AND future_good_edb_info_id=? "
  141. pars = append(pars, futureGoodEdbInfoId)
  142. //if startDate != "" {
  143. // condition += " AND data_time >= ? "
  144. // pars = append(pars, startDate)
  145. //}
  146. sql := `SELECT * FROM future_good_edb_data WHERE 1=1 `
  147. if condition != "" {
  148. sql += condition
  149. }
  150. sql += `ORDER BY data_time asc `
  151. err = to.Raw(sql, pars...).Find(&existList).Error
  152. }
  153. existMap := make(map[string]*FutureGoodEdbData)
  154. for _, v := range existList {
  155. existMap[v.DataTime.Format(utils.FormatDate)] = v
  156. }
  157. addSql := ` INSERT INTO future_good_edb_data(future_good_edb_info_id,future_good_edb_code,data_time,trade_code,open,high,low,close,volume,amt,oi,settle,create_time,modify_time,data_timestamp) values `
  158. var isAdd bool
  159. addMap := make(map[string]string)
  160. table := item.Tables
  161. dataLen := len(table.Time)
  162. for k := 0; k < dataLen; k++ {
  163. eDate := table.Time[k]
  164. dataTime, tmpErr := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  165. if tmpErr != nil {
  166. err = tmpErr
  167. return
  168. }
  169. timestamp := dataTime.UnixNano() / 1e6
  170. timeStr := fmt.Sprintf("%d", timestamp)
  171. tradeCode := ``
  172. open := utils.SubFloatToString(table.Open[k], 20)
  173. high := utils.SubFloatToString(table.High[k], 20)
  174. low := utils.SubFloatToString(table.Low[k], 20)
  175. closeVal := utils.SubFloatToString(table.Close[k], 20)
  176. volume := utils.SubFloatToString(table.Volume[k], 20)
  177. amt := utils.SubFloatToString(table.Amount[k], 20)
  178. oi := utils.SubFloatToString(table.Ccl[k], 20)
  179. settle := utils.SubFloatToString(table.Settlement[k], 20)
  180. if findItem, ok := existMap[eDate]; !ok {
  181. if _, existOk := addMap[eDate]; !existOk {
  182. addSql += GetAddSql(strconv.Itoa(futureGoodEdbInfoId), edbCode, eDate, tradeCode, open, high, low, closeVal, volume, amt, oi, settle, timeStr)
  183. addMap[eDate] = "1"
  184. }
  185. isAdd = true
  186. } else {
  187. if findItem != nil {
  188. updateCol := make([]string, 0)
  189. if findItem.TradeCode != tradeCode {
  190. findItem.TradeCode = tradeCode
  191. updateCol = append(updateCol, "TradeCode")
  192. }
  193. if utils.SubFloatToString(findItem.Open, 30) != open {
  194. findItem.Open = table.Open[k]
  195. updateCol = append(updateCol, "Open")
  196. }
  197. if utils.SubFloatToString(findItem.High, 30) != high {
  198. findItem.High = table.High[k]
  199. updateCol = append(updateCol, "High")
  200. }
  201. if utils.SubFloatToString(findItem.Low, 30) != low {
  202. findItem.Low = table.Low[k]
  203. updateCol = append(updateCol, "Low")
  204. }
  205. if utils.SubFloatToString(findItem.Close, 30) != closeVal {
  206. findItem.Close = table.Close[k]
  207. updateCol = append(updateCol, "Close")
  208. }
  209. if utils.SubFloatToString(findItem.Volume, 30) != volume {
  210. findItem.Volume = table.Volume[k]
  211. updateCol = append(updateCol, "Volume")
  212. }
  213. if utils.SubFloatToString(findItem.Amt, 30) != amt {
  214. findItem.Amt = table.Amount[k]
  215. updateCol = append(updateCol, "Amt")
  216. }
  217. if utils.SubFloatToString(findItem.Oi, 30) != oi {
  218. findItem.Oi = table.Ccl[k]
  219. updateCol = append(updateCol, "Oi")
  220. }
  221. if utils.SubFloatToString(findItem.Settle, 30) != settle {
  222. findItem.Settle = table.Settlement[k]
  223. updateCol = append(updateCol, "Settle")
  224. }
  225. if len(updateCol) > 0 {
  226. err = to.Model(findItem).Select(updateCol).Updates(findItem).Error
  227. if err != nil {
  228. return
  229. }
  230. }
  231. }
  232. }
  233. }
  234. if isAdd {
  235. addSql = strings.TrimRight(addSql, ",")
  236. err = to.Exec(addSql).Error
  237. if err != nil {
  238. fmt.Println("RefreshEdbDataFromWind add Err", err.Error())
  239. return
  240. }
  241. }
  242. return
  243. }
  244. func GetAddSql(futureGoodEdbInfoId, futureGoodEdbCode, dataTime, tradeCode, open, high, low, close, volume, amt, oi, settle, timestampStr string) (addSql string) {
  245. //future_good_edb_info_id,future_good_edb_code,data_time,trade_code,open,high,low,close,volume,amt,oi,settle,create_time,modify_time,data_timestamp
  246. nowStr := time.Now().Format(utils.FormatDateTime)
  247. //addSql += "("
  248. //addSql += futureGoodEdbInfoId + "," + "'" + futureGoodEdbCode + "'" + "," + "'" + dataTime + "'" + "," + value + "," + "'" + nowStr + "'" +
  249. // "," + "'" + nowStr + "'"
  250. //addSql += "," + "'" + timestampStr + "'"
  251. //addSql += "),"
  252. addSql = fmt.Sprintf("(%s,'%s','%s','%s',%s,%s,%s,%s,%s,%s,%s,%s,'%s','%s',%s),", futureGoodEdbInfoId, futureGoodEdbCode, dataTime, tradeCode, open, high, low, close, volume, amt, oi, settle, nowStr, nowStr, timestampStr)
  253. return
  254. }
  255. func GetFutureGoodEdbDataListByDate(futureGoodEdbInfoId int, startDate, endDate string) (list []*FutureGoodEdbData, err error) {
  256. var pars []interface{}
  257. sql := `SELECT * FROM future_good_edb_data WHERE 1=1 AND future_good_edb_info_id = ? `
  258. if startDate != "" {
  259. sql += ` AND data_time>=? `
  260. pars = append(pars, startDate)
  261. }
  262. if endDate != "" {
  263. sql += ` AND data_time<=? `
  264. pars = append(pars, endDate)
  265. }
  266. sql += ` ORDER BY data_time ASC `
  267. err = global.DEFAULT_DB.Raw(sql, utils.ForwardPars(pars, futureGoodEdbInfoId)...).Find(&list).Error
  268. return
  269. }