base_from_sh.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367
  1. package models
  2. import (
  3. "eta_gn/eta_index_lib/global"
  4. "eta_gn/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. type BaseFromTradeShIndex struct {
  11. BaseFromTradeShIndexId int `gorm:"column:base_from_trade_shanghai_index_id;primaryKey"`
  12. Rank int
  13. DealShortName string
  14. DealName string
  15. DealCode string
  16. DealValue string
  17. DealChange int
  18. BuyShortName string
  19. BuyName string
  20. BuyCode string
  21. BuyValue string
  22. BuyChange int
  23. SoldShortName string
  24. SoldName string
  25. SoldCode string
  26. SoldValue string
  27. SoldChange int
  28. Frequency string
  29. ClassifyName string
  30. ClassifyType string
  31. CreateTime time.Time
  32. ModifyTime time.Time
  33. DataTime string
  34. }
  35. func (m *BaseFromTradeShIndex) TableName() string {
  36. return "base_from_trade_shanghai_index"
  37. }
  38. type BaseFromShDataSimple struct {
  39. Id int `gorm:"column:base_from_trade_shanghai_index_id;primaryKey"`
  40. DealCode string
  41. BuyCode string
  42. SoldCode string
  43. DataTime string
  44. DealValue string
  45. BuyValue string
  46. SoldValue string
  47. }
  48. func (m *BaseFromShDataSimple) TableName() string {
  49. return "base_from_trade_shanghai_index"
  50. }
  51. func GetBaseFromShDataAllByIndexCode(indexCode, suffix string) (list []*BaseFromTradeShIndex, err error) {
  52. //o := orm.NewOrm()
  53. sql := `SELECT * FROM base_from_trade_shanghai_index WHERE %s_code=? `
  54. sql = fmt.Sprintf(sql, suffix)
  55. //_, err = o.Raw(sql, indexCode).QueryRows(&list)
  56. err = global.DEFAULT_DmSQL.Raw(sql, indexCode).Scan(&list).Error
  57. return
  58. }
  59. func GetShDataByTradeCode(condition string, pars []interface{}) (item []*BaseFromShDataSimple, err error) {
  60. sql := ` SELECT * FROM base_from_trade_shanghai_index WHERE 1=1 `
  61. //o := orm.NewOrm()
  62. if condition != "" {
  63. sql += condition
  64. }
  65. sql += ` ORDER BY data_time DESC `
  66. //_, err = o.Raw(sql, pars).QueryRows(&item)
  67. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Scan(&item).Error
  68. return
  69. }
  70. // 新增上期所指标数据
  71. func AddEdbDataFromSh(edbCode string) (err error) {
  72. var suffix string
  73. if strings.Contains(edbCode, "deal") {
  74. suffix = "deal"
  75. } else if strings.Contains(edbCode, "buy") {
  76. suffix = "buy"
  77. } else if strings.Contains(edbCode, "sold") {
  78. suffix = "sold"
  79. }
  80. //o := orm.NewOrm()
  81. shBaseDataAll, err := GetBaseFromShDataAllByIndexCode(edbCode, suffix)
  82. if err != nil && err.Error() != utils.ErrNoRow() {
  83. return
  84. }
  85. var isAdd bool
  86. addSql := ` INSERT INTO edb_data_sh(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  87. existMap := make(map[string]string)
  88. for _, sv := range shBaseDataAll {
  89. eDate := sv.DataTime
  90. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  91. if err != nil {
  92. fmt.Println("time.Parse Err:" + eDate)
  93. return err
  94. }
  95. timestamp := dataTime.UnixNano() / 1e6
  96. timeStr := fmt.Sprintf("%d", timestamp)
  97. if _, ok := existMap[eDate]; !ok {
  98. if suffix == "deal" {
  99. addSql += GetAddSql("0", edbCode, eDate, timeStr, sv.DealValue)
  100. } else if suffix == "buy" {
  101. addSql += GetAddSql("0", edbCode, eDate, timeStr, sv.BuyValue)
  102. } else {
  103. addSql += GetAddSql("0", edbCode, eDate, timeStr, sv.SoldValue)
  104. }
  105. isAdd = true
  106. }
  107. if suffix == "deal" {
  108. existMap[eDate] = sv.DealValue
  109. } else if suffix == "buy" {
  110. existMap[eDate] = sv.BuyValue
  111. } else {
  112. existMap[eDate] = sv.SoldValue
  113. }
  114. }
  115. if isAdd {
  116. addSql = strings.TrimRight(addSql, ",")
  117. utils.FileLog.Info("addSql:" + addSql)
  118. //_, err = o.Raw(addSql).Exec()
  119. err = global.DEFAULT_DmSQL.Exec(addSql).Error
  120. if err != nil {
  121. return err
  122. }
  123. }
  124. return
  125. }
  126. // 刷新上期所指标数据
  127. func RefreshEdbDataFromSh(edbInfoId int, edbCode, startDate string) (err error) {
  128. source := utils.DATA_SOURCE_SH
  129. subSource := utils.DATA_SUB_SOURCE_EDB
  130. //o := orm.NewOrm()
  131. if err != nil {
  132. return
  133. }
  134. var suffix string
  135. if strings.Contains(edbCode, "deal") {
  136. suffix = "deal"
  137. } else if strings.Contains(edbCode, "buy") {
  138. suffix = "buy"
  139. } else if strings.Contains(edbCode, "sold") {
  140. suffix = "sold"
  141. }
  142. edbInfoIdStr := strconv.Itoa(edbInfoId)
  143. //计算数据
  144. var condition string
  145. var pars []interface{}
  146. if edbCode != "" {
  147. if suffix == "deal" {
  148. condition += " AND deal_code=? "
  149. } else if suffix == "buy" {
  150. condition += " AND buy_code=? "
  151. } else {
  152. condition += " AND sold_code=? "
  153. }
  154. pars = append(pars, edbCode)
  155. }
  156. if startDate != "" {
  157. condition += " AND data_time>=? "
  158. pars = append(pars, startDate)
  159. }
  160. glDataList, err := GetShDataByTradeCode(condition, pars)
  161. if err != nil {
  162. return
  163. }
  164. // 真实数据的最大日期 , 插入规则配置的日期
  165. var realDataMaxDate, edbDataInsertConfigDate time.Time
  166. var edbDataInsertConfig *EdbDataInsertConfig
  167. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  168. {
  169. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  170. if err != nil && err.Error() != utils.ErrNoRow() {
  171. return
  172. }
  173. if edbDataInsertConfig != nil {
  174. edbDataInsertConfigDate = edbDataInsertConfig.Date
  175. }
  176. }
  177. //获取指标所有数据
  178. var existCondition string
  179. var existPars []interface{}
  180. existCondition += " AND edb_info_id=? "
  181. existPars = append(existPars, edbInfoId)
  182. if startDate != "" {
  183. existCondition += " AND data_time>=? "
  184. existPars = append(existPars, startDate)
  185. }
  186. existList, err := GetEdbDataByCondition(source, subSource, existCondition, existPars)
  187. if err != nil {
  188. return err
  189. }
  190. existMap := make(map[string]*EdbInfoSearchData)
  191. for _, v := range existList {
  192. existMap[v.DataTime] = v
  193. }
  194. addSql := ` INSERT INTO edb_data_sh(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  195. var isAdd bool
  196. for _, v := range glDataList {
  197. var value string
  198. if suffix == "deal" {
  199. value = v.DealValue
  200. } else if suffix == "buy" {
  201. value = v.BuyValue
  202. } else {
  203. value = v.SoldValue
  204. }
  205. item := v
  206. itemValue := value
  207. eDate := item.DataTime
  208. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  209. if err != nil {
  210. return err
  211. }
  212. if _, ok := existMap[v.DataTime]; !ok {
  213. sValue := itemValue
  214. if sValue != "" {
  215. timestamp := dataTime.UnixNano() / 1e6
  216. timeStr := fmt.Sprintf("%d", timestamp)
  217. saveValue := sValue
  218. if findItem, ok := existMap[eDate]; !ok {
  219. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  220. isAdd = true
  221. } else {
  222. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != sValue {
  223. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, sValue)
  224. if err != nil {
  225. return err
  226. }
  227. }
  228. }
  229. }
  230. }
  231. // 下面代码主要目的是处理掉手动插入的数据判断
  232. {
  233. if realDataMaxDate.IsZero() || dataTime.After(realDataMaxDate) {
  234. realDataMaxDate = dataTime
  235. }
  236. if edbDataInsertConfigDate.IsZero() || dataTime.Equal(edbDataInsertConfigDate) {
  237. isFindConfigDateRealData = true
  238. }
  239. }
  240. }
  241. // 处理手工数据补充的配置
  242. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)
  243. if isAdd {
  244. addSql = strings.TrimRight(addSql, ",")
  245. //_, err = o.Raw(addSql).Exec()
  246. err = global.DEFAULT_DmSQL.Exec(addSql).Error
  247. if err != nil {
  248. return err
  249. }
  250. }
  251. return
  252. }
  253. type RefreshSHExchangeReq struct {
  254. Url string `description:"交易所链接"`
  255. Exchange string `description:"交易所"`
  256. Date string `description:"日期"`
  257. Data SHMessage
  258. }
  259. type Position []struct {
  260. ContractCode string `json:"INSTRUMENTID"`
  261. ProductSortNo int `json:"PRODUCTSORTNO"`
  262. Rank int `json:"RANK"`
  263. ParticipantID1 string `json:"PARTICIPANTID1"`
  264. ParticipantName1 string `json:"PARTICIPANTABBR1"`
  265. Deal interface{} `json:"CJ1"`
  266. Change1 interface{} `json:"CJ1_CHG"`
  267. ParticipantID2 string `json:"PARTICIPANTID2"`
  268. ParticipantName2 string `json:"PARTICIPANTABBR2"`
  269. BuyIn interface{} `json:"CJ2"`
  270. Change2 interface{} `json:"CJ2_CHG"`
  271. ParticipantID3 string `json:"PARTICIPANTID3"`
  272. ParticipantName3 string `json:"PARTICIPANTABBR3"`
  273. SoldOut interface{} `json:"CJ3"`
  274. Change3 interface{} `json:"CJ3_CHG"`
  275. ProductName string `json:"PRODUCTNAME"`
  276. }
  277. type SHMessage struct {
  278. Position Position `json:"o_cursor"`
  279. Length string `json:"showlength"`
  280. Code string `json:"o_code"`
  281. Msg string `json:"o_msg"`
  282. ReportDate string `json:"report_date"`
  283. UpdateDate string `json:"update_date"`
  284. PrintDate string `json:"print_date"`
  285. }
  286. type BaseFromTradeShanghaiIndex struct {
  287. BaseFromTradeShanghaiIndexId int `gorm:"column:base_from_trade_shanghai_index_id;primaryKey"`
  288. Rank int
  289. DealShortName string
  290. DealName string
  291. DealCode string
  292. DealValue int
  293. DealChange int
  294. BuyShortName string
  295. BuyName string
  296. BuyCode string
  297. BuyValue int
  298. BuyChange int
  299. SoldShortName string
  300. SoldName string
  301. SoldCode string
  302. SoldValue int
  303. SoldChange int
  304. Frequency string
  305. ClassifyName string
  306. ClassifyType string
  307. CreateTime time.Time
  308. ModifyTime time.Time
  309. DataTime string
  310. }
  311. func (m *BaseFromTradeShanghaiIndex) TableName() string {
  312. return "base_from_trade_shanghai_index"
  313. }
  314. func AddBaseFromTradeShangHaiIndex(item *BaseFromTradeShanghaiIndex) (lastId int64, err error) {
  315. //o := orm.NewOrm()
  316. //lastId, err = o.Insert(item)
  317. err = global.DEFAULT_DmSQL.Create(item).Error
  318. return
  319. }
  320. func GetBaseFromTradeShangHaiIndexAll(dateStr string) (list []*BaseFromTradeShanghaiIndex, err error) {
  321. //o := orm.NewOrm()
  322. sql := `SELECT * FROM base_from_trade_shanghai_index WHERE data_time=?`
  323. //_, err = o.Raw(sql, dateStr).QueryRows(&list)
  324. err = global.DEFAULT_DmSQL.Raw(sql, dateStr).Scan(&list).Error
  325. return
  326. }
  327. func ModifyBaseFromTradeShangHaiIndex(dealValue, buyValue, soldValue int, dataId int) (err error) {
  328. //o := orm.NewOrm()
  329. sql := `UPDATE base_from_trade_shanghai_index SET deal_value=?,buy_value=?,sold_value=?,modify_time=NOW() WHERE base_from_trade_shanghai_index_id=? `
  330. //_, err = o.Raw(sql, dealValue, buyValue, soldValue, dataId).Exec()
  331. err = global.DEFAULT_DmSQL.Exec(sql, dealValue, buyValue, soldValue, dataId).Error
  332. return
  333. }