base_from_gz.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327
  1. package models
  2. import (
  3. "eta_gn/eta_index_lib/global"
  4. "eta_gn/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. //type BaseFromTradeGuangzhouIndex struct {
  11. // BaseFromTradeGuangzhouIndexId int `orm:"column(base_from_trade_guangzhou_index_id);pk"`
  12. // BaseFromTradeGuangzhouClassifyId int `description:"分类id"`
  13. // IndexCode string `description:"指标编码"`
  14. // IndexName string `description:"指标名称"`
  15. // Frequency string `description:"频率"`
  16. // Unit string `description:"单位"`
  17. // StartDate string `description:"开始日期"`
  18. // EndDate string `description:"结束日期"`
  19. // CreateTime time.Time `description:"创建日期"`
  20. // ModifyTime time.Time `description:"修改日期"`
  21. //}
  22. type BaseFromTradeGuangzhouIndex struct {
  23. BaseFromTradeGuangzhouIndexId int `gorm:"column:base_from_trade_guangzhou_index_id;primaryKey" description:"索引ID"`
  24. BaseFromTradeGuangzhouClassifyId int `gorm:"column:base_from_trade_guangzhou_classify_id" description:"分类id"`
  25. IndexCode string `gorm:"column:index_code" description:"指标编码"`
  26. IndexName string `gorm:"column:index_name" description:"指标名称"`
  27. Frequency string `gorm:"column:frequency" description:"频率"`
  28. Unit string `gorm:"column:unit" description:"单位"`
  29. StartDate string `gorm:"column:start_date" description:"开始日期"`
  30. EndDate string `gorm:"column:end_date" description:"结束日期"`
  31. CreateTime time.Time `gorm:"column:create_time" description:"创建日期"`
  32. ModifyTime time.Time `gorm:"column:modify_time" description:"修改日期"`
  33. }
  34. func (m *BaseFromTradeGuangzhouIndex) TableName() string {
  35. return "base_from_trade_guangzhou_index"
  36. }
  37. //type BaseFromTradeGuangzhouData struct {
  38. // BaseFromTradeGuangzhouDataId int `orm:"column(base_from_trade_guangzhou_data_id);pk"`
  39. // BaseFromTradeGuangzhouIndexId int `description:"指标id"`
  40. // IndexCode string `description:"指标编码"`
  41. // DataTime string `description:"数据日期"`
  42. // Value string `description:"数据值"`
  43. // QtySub float64 `description:"增减"`
  44. // CreateTime time.Time `description:"创建日期"`
  45. // ModifyTime time.Time `description:"修改日期"`
  46. //}
  47. type BaseFromTradeGuangzhouData struct {
  48. BaseFromTradeGuangzhouDataId int `gorm:"column:base_from_trade_guangzhou_data_id;primaryKey" description:"数据ID"`
  49. BaseFromTradeGuangzhouIndexId int `gorm:"column:base_from_trade_guangzhou_index_id" description:"指标id"`
  50. IndexCode string `gorm:"column:index_code" description:"指标编码"`
  51. DataTime string `gorm:"column:data_time" description:"数据日期"`
  52. Value string `gorm:"column:value" description:"数据值"`
  53. QtySub float64 `gorm:"column:qty_sub" description:"增减"`
  54. CreateTime time.Time `gorm:"column:create_time" description:"创建日期"`
  55. ModifyTime time.Time `gorm:"column:modify_time" description:"修改日期"`
  56. }
  57. func (m *BaseFromTradeGuangzhouData) TableName() string {
  58. return "base_from_trade_guangzhou_data"
  59. }
  60. func GetBaseFromGuangzhouDataByIndexCode(indexCode string) (items []*BaseFromTradeGuangzhouData, err error) {
  61. //o := orm.NewOrm()
  62. sql := `SELECT * FROM base_from_trade_guangzhou_data WHERE index_code=? `
  63. //_, err = o.Raw(sql, indexCode).QueryRows(&items)
  64. err = global.DEFAULT_DmSQL.Raw(sql, indexCode).Find(&items).Error
  65. return
  66. }
  67. func GetBaseFromGuangzhouDataDataByCondition(condition string, pars []interface{}) (item []*BaseFromTradeGuangzhouData, err error) {
  68. sql := ` SELECT * FROM base_from_trade_guangzhou_data WHERE 1=1 `
  69. //o := orm.NewOrm()
  70. if condition != "" {
  71. sql += condition
  72. }
  73. sql += ` ORDER BY data_time DESC `
  74. //_, err = o.Raw(sql, pars).QueryRows(&item)
  75. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Find(&item).Error
  76. return
  77. }
  78. // 新增广期所指标数据
  79. func AddEdbDataFromGz(edbCode string) (err error) {
  80. //o := orm.NewOrm()
  81. dataAll, err := GetBaseFromGuangzhouDataByIndexCode(edbCode)
  82. if err != nil && err.Error() != utils.ErrNoRow() {
  83. return
  84. }
  85. var isAdd bool
  86. addSql := ` INSERT INTO edb_data_gz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  87. existMap := make(map[string]string)
  88. for _, sv := range dataAll {
  89. eDate := sv.DataTime
  90. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  91. if err != nil {
  92. fmt.Println("time.Parse Err:" + eDate)
  93. return err
  94. }
  95. timestamp := dataTime.UnixNano() / 1e6
  96. timeStr := fmt.Sprintf("%d", timestamp)
  97. if _, ok := existMap[eDate]; !ok {
  98. addSql += GetAddSql("0", edbCode, eDate, timeStr, sv.Value)
  99. isAdd = true
  100. }
  101. }
  102. if isAdd {
  103. addSql = strings.TrimRight(addSql, ",")
  104. utils.FileLog.Info("addSql:" + addSql)
  105. //_, err = o.Raw(addSql).Exec()
  106. err = global.DEFAULT_DmSQL.Exec(addSql).Error
  107. if err != nil {
  108. return err
  109. }
  110. }
  111. return
  112. }
  113. // 刷新广期所指标数据
  114. func RefreshEdbDataFromGz(edbInfoId int, edbCode, startDate string) (err error) {
  115. source := utils.DATA_SOURCE_GFEX
  116. subSource := utils.DATA_SUB_SOURCE_EDB
  117. //o := orm.NewOrm()
  118. if err != nil {
  119. return
  120. }
  121. edbInfoIdStr := strconv.Itoa(edbInfoId)
  122. //计算数据
  123. var condition string
  124. var pars []interface{}
  125. if edbCode != "" {
  126. condition += " AND index_code=? "
  127. pars = append(pars, edbCode)
  128. }
  129. if startDate != "" {
  130. condition += " AND data_time>=? "
  131. pars = append(pars, startDate)
  132. }
  133. dataList, err := GetBaseFromGuangzhouDataDataByCondition(condition, pars)
  134. if err != nil {
  135. return
  136. }
  137. // 真实数据的最大日期 , 插入规则配置的日期
  138. var realDataMaxDate, edbDataInsertConfigDate time.Time
  139. var edbDataInsertConfig *EdbDataInsertConfig
  140. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  141. {
  142. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  143. if err != nil && err.Error() != utils.ErrNoRow() {
  144. return
  145. }
  146. if edbDataInsertConfig != nil {
  147. edbDataInsertConfigDate = edbDataInsertConfig.Date
  148. }
  149. }
  150. //获取指标所有数据
  151. var existCondition string
  152. var existPars []interface{}
  153. existCondition += " AND edb_info_id=? "
  154. existPars = append(existPars, edbInfoId)
  155. if startDate != "" {
  156. existCondition += " AND data_time>=? "
  157. existPars = append(existPars, startDate)
  158. }
  159. existList, err := GetEdbDataByCondition(source, subSource, existCondition, existPars)
  160. if err != nil {
  161. return err
  162. }
  163. existMap := make(map[string]*EdbInfoSearchData)
  164. for _, v := range existList {
  165. existMap[v.DataTime] = v
  166. }
  167. addSql := ` INSERT INTO edb_data_gz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  168. var isAdd bool
  169. for _, v := range dataList {
  170. item := v
  171. itemValue := v.Value
  172. eDate := item.DataTime
  173. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  174. if err != nil {
  175. return err
  176. }
  177. if _, ok := existMap[v.DataTime]; !ok {
  178. sValue := itemValue
  179. if sValue != "" {
  180. timestamp := dataTime.UnixNano() / 1e6
  181. timeStr := fmt.Sprintf("%d", timestamp)
  182. saveValue := sValue
  183. if findItem, ok := existMap[eDate]; !ok {
  184. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  185. isAdd = true
  186. } else {
  187. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != sValue {
  188. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, sValue)
  189. if err != nil {
  190. return err
  191. }
  192. }
  193. }
  194. }
  195. }
  196. // 下面代码主要目的是处理掉手动插入的数据判断
  197. {
  198. if realDataMaxDate.IsZero() || dataTime.After(realDataMaxDate) {
  199. realDataMaxDate = dataTime
  200. }
  201. if edbDataInsertConfigDate.IsZero() || dataTime.Equal(edbDataInsertConfigDate) {
  202. isFindConfigDateRealData = true
  203. }
  204. }
  205. }
  206. // 处理手工数据补充的配置
  207. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)
  208. if isAdd {
  209. addSql = strings.TrimRight(addSql, ",")
  210. //_, err = o.Raw(addSql).Exec()
  211. err = global.DEFAULT_DmSQL.Exec(addSql).Error
  212. if err != nil {
  213. return err
  214. }
  215. }
  216. return
  217. }
  218. //
  219. //type RefreshSHExchangeReq struct {
  220. // Url string `description:"交易所链接"`
  221. // Exchange string `description:"交易所"`
  222. // Date string `description:"日期"`
  223. // Data SHMessage
  224. //}
  225. //
  226. //type Position []struct {
  227. // ContractCode string `json:"INSTRUMENTID"`
  228. // ProductSortNo int `json:"PRODUCTSORTNO"`
  229. // Rank int `json:"RANK"`
  230. // ParticipantID1 string `json:"PARTICIPANTID1"`
  231. // ParticipantName1 string `json:"PARTICIPANTABBR1"`
  232. // Deal interface{} `json:"CJ1"`
  233. // Change1 interface{} `json:"CJ1_CHG"`
  234. // ParticipantID2 string `json:"PARTICIPANTID2"`
  235. // ParticipantName2 string `json:"PARTICIPANTABBR2"`
  236. // BuyIn interface{} `json:"CJ2"`
  237. // Change2 interface{} `json:"CJ2_CHG"`
  238. // ParticipantID3 string `json:"PARTICIPANTID3"`
  239. // ParticipantName3 string `json:"PARTICIPANTABBR3"`
  240. // SoldOut interface{} `json:"CJ3"`
  241. // Change3 interface{} `json:"CJ3_CHG"`
  242. // ProductName string `json:"PRODUCTNAME"`
  243. //}
  244. //
  245. //type SHMessage struct {
  246. // Position Position `json:"o_cursor"`
  247. // Length string `json:"showlength"`
  248. // Code int `json:"o_code"`
  249. // Msg string `json:"o_msg"`
  250. // ReportDate string `json:"report_date"`
  251. // UpdateDate string `json:"update_date"`
  252. // PrintDate string `json:"print_date"`
  253. //}
  254. //
  255. //type BaseFromTradeShanghaiIndex struct {
  256. // BaseFromTradeShangHaiIndexId int `orm:"column(base_from_trade_shanghai_index_id);pk"`
  257. // Rank int
  258. // DealShortName string
  259. // DealName string
  260. // DealCode string
  261. // DealValue int
  262. // DealChange int
  263. // BuyShortName string
  264. // BuyName string
  265. // BuyCode string
  266. // BuyValue int
  267. // BuyChange int
  268. // SoldShortName string
  269. // SoldName string
  270. // SoldCode string
  271. // SoldValue int
  272. // SoldChange int
  273. // Frequency string
  274. // ClassifyName string
  275. // ClassifyType string
  276. // CreateTime time.Time
  277. // ModifyTime time.Time
  278. // DataTime string
  279. //}
  280. //
  281. //func AddBaseFromTradeShangHaiIndex(item *BaseFromTradeShanghaiIndex) (lastId int64, err error) {
  282. // o := orm.NewOrm()
  283. // lastId, err = o.Insert(item)
  284. // return
  285. //}
  286. //
  287. //func GetBaseFromTradeShangHaiIndexAll(dateStr string) (list []*BaseFromTradeShanghaiIndex, err error) {
  288. // o := orm.NewOrm()
  289. // sql := `SELECT * FROM base_from_trade_shanghai_index WHERE data_time=?`
  290. // _, err = o.Raw(sql, dateStr).QueryRows(&list)
  291. // return
  292. //}
  293. //
  294. //func ModifyBaseFromTradeShangHaiIndex(dealValue, buyValue, soldValue int, dataId int) (err error) {
  295. // o := orm.NewOrm()
  296. // sql := `UPDATE base_from_trade_shanghai_index SET deal_value=?,buy_value=?,sold_value=?,modify_time=NOW() WHERE base_from_trade_shanghai_index_id=? `
  297. // _, err = o.Raw(sql, dealValue, buyValue, soldValue, dataId).Exec()
  298. // return
  299. //}