base_from_gz.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297
  1. package models
  2. import (
  3. "eta/eta_index_lib/global"
  4. "eta/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. type BaseFromTradeGuangzhouIndex struct {
  11. BaseFromTradeGuangzhouIndexId int `gorm:"column:base_from_trade_guangzhou_index_id;primaryKey"`
  12. //BaseFromTradeGuangzhouIndexId int `orm:"column(base_from_trade_guangzhou_index_id);pk"`
  13. BaseFromTradeGuangzhouClassifyId int `description:"分类id"`
  14. IndexCode string `description:"指标编码"`
  15. IndexName string `description:"指标名称"`
  16. Frequency string `description:"频率"`
  17. Unit string `description:"单位"`
  18. StartDate string `description:"开始日期"`
  19. EndDate string `description:"结束日期"`
  20. CreateTime time.Time `description:"创建日期"`
  21. ModifyTime time.Time `description:"修改日期"`
  22. }
  23. type BaseFromTradeGuangzhouData struct {
  24. BaseFromTradeGuangzhouDataId int `gorm:"column:base_from_trade_guangzhou_data_id;primaryKey"`
  25. //BaseFromTradeGuangzhouDataId int `orm:"column(base_from_trade_guangzhou_data_id);pk"`
  26. BaseFromTradeGuangzhouIndexId int `description:"指标id"`
  27. IndexCode string `description:"指标编码"`
  28. DataTime string `description:"数据日期"`
  29. Value string `description:"数据值"`
  30. QtySub float64 `description:"增减"`
  31. CreateTime time.Time `description:"创建日期"`
  32. ModifyTime time.Time `description:"修改日期"`
  33. }
  34. func GetBaseFromGuangzhouDataByIndexCode(indexCode string) (items []*BaseFromTradeGuangzhouData, err error) {
  35. //o := orm.NewOrm()
  36. sql := `SELECT * FROM base_from_trade_guangzhou_data WHERE index_code=? `
  37. //_, err = o.Raw(sql, indexCode).QueryRows(&items)
  38. err = global.DEFAULT_DB.Raw(sql, indexCode).Find(&items).Error
  39. return
  40. }
  41. func GetBaseFromGuangzhouDataDataByCondition(condition string, pars []interface{}) (item []*BaseFromTradeGuangzhouData, err error) {
  42. sql := ` SELECT * FROM base_from_trade_guangzhou_data WHERE 1=1 `
  43. //o := orm.NewOrm()
  44. if condition != "" {
  45. sql += condition
  46. }
  47. sql += ` ORDER BY data_time DESC `
  48. //_, err = o.Raw(sql, pars).QueryRows(&item)
  49. err = global.DEFAULT_DB.Raw(sql, pars...).Find(&item).Error
  50. return
  51. }
  52. // 新增广期所指标数据
  53. func AddEdbDataFromGz(edbCode string) (err error) {
  54. //o := orm.NewOrm()
  55. dataAll, err := GetBaseFromGuangzhouDataByIndexCode(edbCode)
  56. if err != nil && !utils.IsErrNoRow(err) {
  57. return
  58. }
  59. var isAdd bool
  60. addSql := ` INSERT INTO edb_data_gz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  61. existMap := make(map[string]string)
  62. for _, sv := range dataAll {
  63. eDate := sv.DataTime
  64. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  65. if err != nil {
  66. fmt.Println("time.Parse Err:" + eDate)
  67. return err
  68. }
  69. timestamp := dataTime.UnixNano() / 1e6
  70. timeStr := fmt.Sprintf("%d", timestamp)
  71. if _, ok := existMap[eDate]; !ok {
  72. addSql += GetAddSql("0", edbCode, eDate, timeStr, sv.Value)
  73. isAdd = true
  74. }
  75. }
  76. if isAdd {
  77. addSql = strings.TrimRight(addSql, ",")
  78. utils.FileLog.Info("addSql:" + addSql)
  79. //_, err = o.Raw(addSql).Exec()
  80. err = global.DEFAULT_DB.Exec(addSql).Error
  81. if err != nil {
  82. return err
  83. }
  84. }
  85. return
  86. }
  87. // 刷新广期所指标数据
  88. func RefreshEdbDataFromGz(edbInfoId int, edbCode, startDate string) (err error) {
  89. source := utils.DATA_SOURCE_GFEX
  90. subSource := utils.DATA_SUB_SOURCE_EDB
  91. //o := orm.NewOrm()
  92. if err != nil {
  93. return
  94. }
  95. edbInfoIdStr := strconv.Itoa(edbInfoId)
  96. //计算数据
  97. var condition string
  98. var pars []interface{}
  99. if edbCode != "" {
  100. condition += " AND index_code=? "
  101. pars = append(pars, edbCode)
  102. }
  103. if startDate != "" {
  104. condition += " AND data_time>=? "
  105. pars = append(pars, startDate)
  106. }
  107. dataList, err := GetBaseFromGuangzhouDataDataByCondition(condition, pars)
  108. if err != nil {
  109. return
  110. }
  111. // 真实数据的最大日期 , 插入规则配置的日期
  112. var realDataMaxDate, edbDataInsertConfigDate time.Time
  113. var edbDataInsertConfig *EdbDataInsertConfig
  114. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  115. {
  116. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  117. if err != nil && !utils.IsErrNoRow(err) {
  118. return
  119. }
  120. if edbDataInsertConfig != nil {
  121. edbDataInsertConfigDate = edbDataInsertConfig.Date
  122. }
  123. }
  124. //获取指标所有数据
  125. var existCondition string
  126. var existPars []interface{}
  127. existCondition += " AND edb_info_id=? "
  128. existPars = append(existPars, edbInfoId)
  129. if startDate != "" {
  130. existCondition += " AND data_time>=? "
  131. existPars = append(existPars, startDate)
  132. }
  133. existList, err := GetEdbDataByCondition(source, subSource, existCondition, existPars)
  134. if err != nil {
  135. return err
  136. }
  137. existMap := make(map[string]*EdbInfoSearchData)
  138. for _, v := range existList {
  139. existMap[v.DataTime] = v
  140. }
  141. addSql := ` INSERT INTO edb_data_gz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  142. var isAdd bool
  143. for _, v := range dataList {
  144. item := v
  145. itemValue := v.Value
  146. eDate := item.DataTime
  147. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  148. if err != nil {
  149. return err
  150. }
  151. if _, ok := existMap[v.DataTime]; !ok {
  152. sValue := itemValue
  153. if sValue != "" {
  154. timestamp := dataTime.UnixNano() / 1e6
  155. timeStr := fmt.Sprintf("%d", timestamp)
  156. saveValue := sValue
  157. if findItem, ok := existMap[eDate]; !ok {
  158. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  159. isAdd = true
  160. } else {
  161. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != sValue {
  162. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, sValue)
  163. if err != nil {
  164. return err
  165. }
  166. }
  167. }
  168. }
  169. }
  170. // 下面代码主要目的是处理掉手动插入的数据判断
  171. {
  172. if realDataMaxDate.IsZero() || dataTime.After(realDataMaxDate) {
  173. realDataMaxDate = dataTime
  174. }
  175. if edbDataInsertConfigDate.IsZero() || dataTime.Equal(edbDataInsertConfigDate) {
  176. isFindConfigDateRealData = true
  177. }
  178. }
  179. }
  180. // 处理手工数据补充的配置
  181. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)
  182. if isAdd {
  183. addSql = strings.TrimRight(addSql, ",")
  184. //_, err = o.Raw(addSql).Exec()
  185. err = global.DEFAULT_DB.Exec(addSql).Error
  186. if err != nil {
  187. return err
  188. }
  189. }
  190. return
  191. }
  192. //
  193. //type RefreshSHExchangeReq struct {
  194. // Url string `description:"交易所链接"`
  195. // Exchange string `description:"交易所"`
  196. // Date string `description:"日期"`
  197. // Data SHMessage
  198. //}
  199. //
  200. //type Position []struct {
  201. // ContractCode string `json:"INSTRUMENTID"`
  202. // ProductSortNo int `json:"PRODUCTSORTNO"`
  203. // Rank int `json:"RANK"`
  204. // ParticipantID1 string `json:"PARTICIPANTID1"`
  205. // ParticipantName1 string `json:"PARTICIPANTABBR1"`
  206. // Deal interface{} `json:"CJ1"`
  207. // Change1 interface{} `json:"CJ1_CHG"`
  208. // ParticipantID2 string `json:"PARTICIPANTID2"`
  209. // ParticipantName2 string `json:"PARTICIPANTABBR2"`
  210. // BuyIn interface{} `json:"CJ2"`
  211. // Change2 interface{} `json:"CJ2_CHG"`
  212. // ParticipantID3 string `json:"PARTICIPANTID3"`
  213. // ParticipantName3 string `json:"PARTICIPANTABBR3"`
  214. // SoldOut interface{} `json:"CJ3"`
  215. // Change3 interface{} `json:"CJ3_CHG"`
  216. // ProductName string `json:"PRODUCTNAME"`
  217. //}
  218. //
  219. //type SHMessage struct {
  220. // Position Position `json:"o_cursor"`
  221. // Length string `json:"showlength"`
  222. // Code int `json:"o_code"`
  223. // Msg string `json:"o_msg"`
  224. // ReportDate string `json:"report_date"`
  225. // UpdateDate string `json:"update_date"`
  226. // PrintDate string `json:"print_date"`
  227. //}
  228. //
  229. //type BaseFromTradeShanghaiIndex struct {
  230. // BaseFromTradeShangHaiIndexId int `orm:"column(base_from_trade_shanghai_index_id);pk"`
  231. // Rank int
  232. // DealShortName string
  233. // DealName string
  234. // DealCode string
  235. // DealValue int
  236. // DealChange int
  237. // BuyShortName string
  238. // BuyName string
  239. // BuyCode string
  240. // BuyValue int
  241. // BuyChange int
  242. // SoldShortName string
  243. // SoldName string
  244. // SoldCode string
  245. // SoldValue int
  246. // SoldChange int
  247. // Frequency string
  248. // ClassifyName string
  249. // ClassifyType string
  250. // CreateTime time.Time
  251. // ModifyTime time.Time
  252. // DataTime string
  253. //}
  254. //
  255. //func AddBaseFromTradeShangHaiIndex(item *BaseFromTradeShanghaiIndex) (lastId int64, err error) {
  256. // o := orm.NewOrm()
  257. // lastId, err = o.Insert(item)
  258. // return
  259. //}
  260. //
  261. //func GetBaseFromTradeShangHaiIndexAll(dateStr string) (list []*BaseFromTradeShanghaiIndex, err error) {
  262. // o := orm.NewOrm()
  263. // sql := `SELECT * FROM base_from_trade_shanghai_index WHERE data_time=?`
  264. // _, err = o.Raw(sql, dateStr).QueryRows(&list)
  265. // return
  266. //}
  267. //
  268. //func ModifyBaseFromTradeShangHaiIndex(dealValue, buyValue, soldValue int, dataId int) (err error) {
  269. // o := orm.NewOrm()
  270. // sql := `UPDATE base_from_trade_shanghai_index SET deal_value=?,buy_value=?,sold_value=?,modify_time=NOW() WHERE base_from_trade_shanghai_index_id=? `
  271. // _, err = o.Raw(sql, dealValue, buyValue, soldValue, dataId).Exec()
  272. // return
  273. //}