future_good_edb_data.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. package future_good
  2. import (
  3. "eta/eta_index_lib/services/alarm_msg"
  4. "eta/eta_index_lib/global"
  5. "eta/eta_index_lib/utils"
  6. "fmt"
  7. "strconv"
  8. "strings"
  9. "time"
  10. )
  11. // FutureGoodEdbData 期货指标数据的表
  12. type FutureGoodEdbData struct {
  13. FutureGoodEdbDataId int `gorm:"column:future_good_edb_data_id;type:int(9) UNSIGNED;primaryKey;not null;" json:"future_good_edb_data_id"`
  14. FutureGoodEdbInfoId int `description:"期货指标id"`
  15. FutureGoodEdbCode string `description:"期货指标code"`
  16. DataTime time.Time `description:"数据日期"`
  17. TradeCode string `description:"证券代码"`
  18. Open float64 `description:"开盘价"`
  19. High float64 `description:"最高价"`
  20. Low float64 `description:"最低价"`
  21. Close float64 `description:"收盘价"`
  22. Volume float64 `description:"成交量"`
  23. Amt float64 `description:"成交额"`
  24. Oi float64 `description:"持仓量"`
  25. Settle float64 `description:"结算价"`
  26. DataTimestamp int64 `description:"数据日期时间戳"`
  27. ModifyTime time.Time
  28. CreateTime time.Time
  29. }
  30. // FutureGoodEdbDataItem 期货指标数据的表
  31. type FutureGoodEdbDataItem struct {
  32. FutureGoodEdbDataId int `gorm:"column:future_good_edb_data_id;primaryKey"`
  33. FutureGoodEdbInfoId int `description:"期货指标id"`
  34. FutureGoodEdbCode string `description:"期货指标code"`
  35. DataTime string `description:"数据日期"`
  36. TradeCode string `description:"证券代码"`
  37. Open float64 `description:"开盘价"`
  38. High float64 `description:"最高价"`
  39. Low float64 `description:"最低价"`
  40. Close float64 `description:"收盘价"`
  41. Volume float64 `description:"成交量"`
  42. Amt float64 `description:"成交额"`
  43. Oi float64 `description:"持仓量"`
  44. Settle float64 `description:"结算价"`
  45. DataTimestamp int64 `description:"数据日期时间戳"`
  46. ModifyTime time.Time
  47. CreateTime time.Time
  48. }
  49. // FutureGoodDataFromThs 同花顺期货数据
  50. type FutureGoodDataFromThs struct {
  51. DataVol int64 `json:"dataVol"`
  52. Errmsg string `json:"errmsg"`
  53. Errorcode int64 `json:"errorcode"`
  54. Perf interface{} `json:"perf"`
  55. Tables FutureGoodDataTables `json:"tables"`
  56. }
  57. // FutureGoodDataTables 同花顺表格数据
  58. type FutureGoodDataTables struct {
  59. //TradeCode []string `json:"id"`
  60. Time []string `json:"time"`
  61. Open []float64 `json:"open"`
  62. High []float64 `json:"high"`
  63. Low []float64 `json:"low"`
  64. Close []float64 `json:"close"`
  65. Volume []float64 `json:"volume"`
  66. Amount []float64 `json:"amount"`
  67. Ccl []float64 `json:"ccl"`
  68. Settlement []float64 `json:"settlement"`
  69. }
  70. // GetFutureGoodEdbDataList 获取期货指标数据列表
  71. func GetFutureGoodEdbDataList(condition string, pars []interface{}) (list []*FutureGoodEdbDataItem, err error) {
  72. sql := `SELECT * FROM future_good_edb_data WHERE 1=1 `
  73. if condition != "" {
  74. sql += condition
  75. }
  76. sql += `ORDER BY data_time asc `
  77. err = global.DEFAULT_DB.Raw(sql, pars...).Find(&list).Error
  78. return
  79. }
  80. // AddEdbDataFromThs 添加同花顺商品指标数据
  81. func AddEdbDataFromThs(futureGoodEdbInfoId int, edbCode string, item FutureGoodDataFromThs) (err error) {
  82. var errMsg string
  83. defer func() {
  84. if err != nil {
  85. //go utils.SendEmail(utils.APP_NAME_CN+"【"+utils.RunMode+"】"+"失败提醒", " 同花顺数据获取失败:err:"+errMsg, utils.EmailSendToUsers)
  86. go alarm_msg.SendAlarmMsg("wind商品数据获取失败:err:"+errMsg, 3)
  87. }
  88. }()
  89. var isAdd bool
  90. addSql := ` INSERT INTO future_good_edb_data(future_good_edb_info_id,future_good_edb_code,data_time,trade_code,open,high,low,close,volume,amt,oi,settle,create_time,modify_time,data_timestamp) values `
  91. table := item.Tables
  92. dataLen := len(table.Time)
  93. for k := 0; k < dataLen; k++ {
  94. eDate := table.Time[k]
  95. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  96. if err != nil {
  97. errMsg = " time.Parse :" + err.Error()
  98. return err
  99. }
  100. timestamp := dataTime.UnixNano() / 1e6
  101. timeStr := fmt.Sprintf("%d", timestamp)
  102. tradeCode := ``
  103. open := utils.SubFloatToString(table.Open[k], 20)
  104. high := utils.SubFloatToString(table.High[k], 20)
  105. low := utils.SubFloatToString(table.Low[k], 20)
  106. closeVal := utils.SubFloatToString(table.Close[k], 20)
  107. volume := utils.SubFloatToString(table.Volume[k], 20)
  108. amt := utils.SubFloatToString(table.Amount[k], 20)
  109. oi := utils.SubFloatToString(table.Ccl[k], 20)
  110. settle := utils.SubFloatToString(table.Settlement[k], 20)
  111. addSql += GetAddSql(strconv.Itoa(futureGoodEdbInfoId), edbCode, eDate, tradeCode, open, high, low, closeVal, volume, amt, oi, settle, timeStr)
  112. isAdd = true
  113. }
  114. if isAdd {
  115. addSql = strings.TrimRight(addSql, ",")
  116. err = global.DEFAULT_DB.Exec(addSql).Error
  117. if err != nil {
  118. errMsg = " tx.Exec Err :" + err.Error()
  119. return
  120. }
  121. }
  122. return
  123. }
  124. // RefreshFutureEdbEdbInfoReq 刷新商品指标请求
  125. type RefreshFutureEdbEdbInfoReq struct {
  126. FutureGoodEdbInfoId int `description:"指标ID"`
  127. FutureGoodEdbCode string `description:"指标编码"`
  128. StartDate string `description:"开始日期"`
  129. }
  130. // RefreshFutureChartInfoReq 刷新商品指标请求
  131. type RefreshFutureChartInfoReq struct {
  132. ChartInfoId int `description:"图表ID"`
  133. }
  134. // RefreshFutureGoodEdbDataFromThs 刷新wind期货指标数据
  135. func RefreshFutureGoodEdbDataFromThs(futureGoodEdbInfoId int, edbCode, startDate string, item FutureGoodDataFromThs) (err error) {
  136. to := global.DEFAULT_DB.Begin()
  137. defer func() {
  138. if err != nil {
  139. fmt.Println("RefreshAllCalculateTbz,Err:" + err.Error())
  140. to.Rollback()
  141. } else {
  142. to.Commit()
  143. }
  144. }()
  145. var existList []*FutureGoodEdbData
  146. // 获取指标中所有存在的数据值
  147. {
  148. var condition string
  149. var pars []interface{}
  150. condition += " AND future_good_edb_info_id=? "
  151. pars = append(pars, futureGoodEdbInfoId)
  152. //if startDate != "" {
  153. // condition += " AND data_time >= ? "
  154. // pars = append(pars, startDate)
  155. //}
  156. sql := `SELECT * FROM future_good_edb_data WHERE 1=1 `
  157. if condition != "" {
  158. sql += condition
  159. }
  160. sql += `ORDER BY data_time asc `
  161. err = to.Raw(sql, pars...).Find(&existList).Error
  162. }
  163. existMap := make(map[string]*FutureGoodEdbData)
  164. for _, v := range existList {
  165. existMap[v.DataTime.Format(utils.FormatDate)] = v
  166. }
  167. addSql := ` INSERT INTO future_good_edb_data(future_good_edb_info_id,future_good_edb_code,data_time,trade_code,open,high,low,close,volume,amt,oi,settle,create_time,modify_time,data_timestamp) values `
  168. var isAdd bool
  169. addMap := make(map[string]string)
  170. table := item.Tables
  171. dataLen := len(table.Time)
  172. for k := 0; k < dataLen; k++ {
  173. eDate := table.Time[k]
  174. dataTime, tmpErr := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  175. if tmpErr != nil {
  176. err = tmpErr
  177. return
  178. }
  179. timestamp := dataTime.UnixNano() / 1e6
  180. timeStr := fmt.Sprintf("%d", timestamp)
  181. tradeCode := ``
  182. open := utils.SubFloatToString(table.Open[k], 20)
  183. high := utils.SubFloatToString(table.High[k], 20)
  184. low := utils.SubFloatToString(table.Low[k], 20)
  185. closeVal := utils.SubFloatToString(table.Close[k], 20)
  186. volume := utils.SubFloatToString(table.Volume[k], 20)
  187. amt := utils.SubFloatToString(table.Amount[k], 20)
  188. oi := utils.SubFloatToString(table.Ccl[k], 20)
  189. settle := utils.SubFloatToString(table.Settlement[k], 20)
  190. if findItem, ok := existMap[eDate]; !ok {
  191. if _, existOk := addMap[eDate]; !existOk {
  192. addSql += GetAddSql(strconv.Itoa(futureGoodEdbInfoId), edbCode, eDate, tradeCode, open, high, low, closeVal, volume, amt, oi, settle, timeStr)
  193. addMap[eDate] = "1"
  194. }
  195. isAdd = true
  196. } else {
  197. if findItem != nil {
  198. updateCol := make([]string, 0)
  199. if findItem.TradeCode != tradeCode {
  200. findItem.TradeCode = tradeCode
  201. updateCol = append(updateCol, "TradeCode")
  202. }
  203. if utils.SubFloatToString(findItem.Open, 30) != open {
  204. findItem.Open = table.Open[k]
  205. updateCol = append(updateCol, "Open")
  206. }
  207. if utils.SubFloatToString(findItem.High, 30) != high {
  208. findItem.High = table.High[k]
  209. updateCol = append(updateCol, "High")
  210. }
  211. if utils.SubFloatToString(findItem.Low, 30) != low {
  212. findItem.Low = table.Low[k]
  213. updateCol = append(updateCol, "Low")
  214. }
  215. if utils.SubFloatToString(findItem.Close, 30) != closeVal {
  216. findItem.Close = table.Close[k]
  217. updateCol = append(updateCol, "Close")
  218. }
  219. if utils.SubFloatToString(findItem.Volume, 30) != volume {
  220. findItem.Volume = table.Volume[k]
  221. updateCol = append(updateCol, "Volume")
  222. }
  223. if utils.SubFloatToString(findItem.Amt, 30) != amt {
  224. findItem.Amt = table.Amount[k]
  225. updateCol = append(updateCol, "Amt")
  226. }
  227. if utils.SubFloatToString(findItem.Oi, 30) != oi {
  228. findItem.Oi = table.Ccl[k]
  229. updateCol = append(updateCol, "Oi")
  230. }
  231. if utils.SubFloatToString(findItem.Settle, 30) != settle {
  232. findItem.Settle = table.Settlement[k]
  233. updateCol = append(updateCol, "Settle")
  234. }
  235. if len(updateCol) > 0 {
  236. err = to.Model(findItem).Select(updateCol).Updates(findItem).Error
  237. if err != nil {
  238. return
  239. }
  240. }
  241. }
  242. }
  243. }
  244. if isAdd {
  245. addSql = strings.TrimRight(addSql, ",")
  246. err = to.Exec(addSql).Error
  247. if err != nil {
  248. fmt.Println("RefreshEdbDataFromWind add Err", err.Error())
  249. return
  250. }
  251. }
  252. return
  253. }
  254. func GetAddSql(futureGoodEdbInfoId, futureGoodEdbCode, dataTime, tradeCode, open, high, low, close, volume, amt, oi, settle, timestampStr string) (addSql string) {
  255. //future_good_edb_info_id,future_good_edb_code,data_time,trade_code,open,high,low,close,volume,amt,oi,settle,create_time,modify_time,data_timestamp
  256. nowStr := time.Now().Format(utils.FormatDateTime)
  257. //addSql += "("
  258. //addSql += futureGoodEdbInfoId + "," + "'" + futureGoodEdbCode + "'" + "," + "'" + dataTime + "'" + "," + value + "," + "'" + nowStr + "'" +
  259. // "," + "'" + nowStr + "'"
  260. //addSql += "," + "'" + timestampStr + "'"
  261. //addSql += "),"
  262. addSql = fmt.Sprintf("(%s,'%s','%s','%s',%s,%s,%s,%s,%s,%s,%s,%s,'%s','%s',%s),", futureGoodEdbInfoId, futureGoodEdbCode, dataTime, tradeCode, open, high, low, close, volume, amt, oi, settle, nowStr, nowStr, timestampStr)
  263. return
  264. }
  265. func GetFutureGoodEdbDataListByDate(futureGoodEdbInfoId int, startDate, endDate string) (list []*FutureGoodEdbData, err error) {
  266. var pars []interface{}
  267. sql := `SELECT * FROM future_good_edb_data WHERE 1=1 AND future_good_edb_info_id = ? `
  268. if startDate != "" {
  269. sql += ` AND data_time>=? `
  270. pars = append(pars, startDate)
  271. }
  272. if endDate != "" {
  273. sql += ` AND data_time<=? `
  274. pars = append(pars, endDate)
  275. }
  276. sql += ` ORDER BY data_time ASC `
  277. err = global.DEFAULT_DB.Raw(sql, utils.ForwardPars(pars, futureGoodEdbInfoId)...).Find(&list).Error
  278. return
  279. }