base_from_zz.go 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314
  1. package models
  2. import (
  3. "eta_gn/eta_index_lib/global"
  4. "eta_gn/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. //type BaseFromTradeZhengzhouIndex struct {
  11. // BaseFromTradeZhengzhouIndexId int `orm:"column(base_from_trade_zhengzhou_index_id);pk"`
  12. // Rank int
  13. // DealShortName string
  14. // DealName string
  15. // DealCode string
  16. // DealValue string
  17. // DealChange int
  18. // BuyShortName string
  19. // BuyName string
  20. // BuyCode string
  21. // BuyValue string
  22. // BuyChange int
  23. // SoldShortName string
  24. // SoldName string
  25. // SoldCode string
  26. // SoldValue string
  27. // SoldChange int
  28. // Frequency string
  29. // ClassifyName string
  30. // ClassifyType string
  31. // CreateTime time.Time
  32. // ModifyTime time.Time
  33. // DataTime string
  34. //}
  35. type BaseFromTradeZhengzhouIndex struct {
  36. BaseFromTradeZhengzhouIndexId int `gorm:"column:base_from_trade_zhengzhou_index_id;primaryKey"`
  37. Rank int
  38. DealShortName string `gorm:"column:deal_short_name"`
  39. DealName string `gorm:"column:deal_name"`
  40. DealCode string `gorm:"column:deal_code"`
  41. DealValue string `gorm:"column:deal_value"`
  42. DealChange int `gorm:"column:deal_change"`
  43. BuyShortName string `gorm:"column:buy_short_name"`
  44. BuyName string `gorm:"column:buy_name"`
  45. BuyCode string `gorm:"column:buy_code"`
  46. BuyValue string `gorm:"column:buy_value"`
  47. BuyChange int `gorm:"column:buy_change"`
  48. SoldShortName string `gorm:"column:sold_short_name"`
  49. SoldName string `gorm:"column:sold_name"`
  50. SoldCode string `gorm:"column:sold_code"`
  51. SoldValue string `gorm:"column:sold_value"`
  52. SoldChange int `gorm:"column:sold_change"`
  53. Frequency string `gorm:"column:frequency"`
  54. ClassifyName string `gorm:"column:classify_name"`
  55. ClassifyType string `gorm:"column:classify_type"`
  56. CreateTime time.Time `gorm:"column:create_time"`
  57. ModifyTime time.Time `gorm:"column:modify_time"`
  58. DataTime string `gorm:"column:data_time"`
  59. }
  60. func (m *BaseFromTradeZhengzhouIndex) TableName() string {
  61. return "base_from_trade_zhengzhou_index"
  62. }
  63. //type BaseFromZzDataSimple struct {
  64. // Id int `orm:"column(base_from_trade_zhengzhou_index_id);pk"`
  65. // DealCode string
  66. // BuyCode string
  67. // SoldCode string
  68. // DataTime string
  69. // DealValue string
  70. // BuyValue string
  71. // SoldValue string
  72. //}
  73. type BaseFromZzDataSimple struct {
  74. Id int `gorm:"column:base_from_trade_zhengzhou_index_id;primaryKey"`
  75. DealCode string `gorm:"column:deal_code"`
  76. BuyCode string `gorm:"column:buy_code"`
  77. SoldCode string `gorm:"column:sold_code"`
  78. DataTime string `gorm:"column:data_time"`
  79. DealValue string `gorm:"column:deal_value"`
  80. BuyValue string `gorm:"column:buy_value"`
  81. SoldValue string `gorm:"column:sold_value"`
  82. }
  83. func (m *BaseFromZzDataSimple) TableName() string {
  84. return "base_from_trade_zhengzhou_index"
  85. }
  86. func GetBaseFromZhengzhouDataAllByIndexCode(indexCode, suffix string) (list []*BaseFromTradeZhengzhouIndex, err error) {
  87. //o := orm.NewOrm()
  88. sql := `SELECT * FROM base_from_trade_zhengzhou_index WHERE %s_code=? `
  89. sql = fmt.Sprintf(sql, suffix)
  90. //_, err = o.Raw(sql, indexCode).QueryRows(&list)
  91. err = global.DEFAULT_DmSQL.Raw(sql, indexCode).Find(&list).Error
  92. return
  93. }
  94. func GetZzDataByTradeCode(condition string, pars []interface{}) (item []*BaseFromZzDataSimple, err error) {
  95. sql := ` SELECT * FROM base_from_trade_zhengzhou_index WHERE 1=1 `
  96. //o := orm.NewOrm()
  97. if condition != "" {
  98. sql += condition
  99. }
  100. sql += ` ORDER BY data_time DESC `
  101. //_, err = o.Raw(sql, pars).QueryRows(&item)
  102. err = global.DEFAULT_DmSQL.Raw(sql, pars...).Find(&item).Error
  103. return
  104. }
  105. // 新增郑商所指标数据
  106. func AddEdbDataFromZz(edbCode string) (err error) {
  107. var suffix string
  108. if strings.Contains(edbCode, "deal") {
  109. suffix = "deal"
  110. } else if strings.Contains(edbCode, "buy") {
  111. suffix = "buy"
  112. } else if strings.Contains(edbCode, "sold") {
  113. suffix = "sold"
  114. }
  115. //o := orm.NewOrm()
  116. zzBaseDataAll, err := GetBaseFromZhengzhouDataAllByIndexCode(edbCode, suffix)
  117. if err != nil && err.Error() != utils.ErrNoRow() {
  118. return
  119. }
  120. var isAdd bool
  121. addSql := ` INSERT INTO edb_data_zz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  122. existMap := make(map[string]string)
  123. for _, sv := range zzBaseDataAll {
  124. eDate := sv.DataTime
  125. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  126. if err != nil {
  127. fmt.Println("time.Parse Err:" + eDate)
  128. return err
  129. }
  130. timestamp := dataTime.UnixNano() / 1e6
  131. timeStr := fmt.Sprintf("%d", timestamp)
  132. if _, ok := existMap[eDate]; !ok {
  133. if suffix == "deal" {
  134. addSql += GetAddSql("0", edbCode, eDate, timeStr, sv.DealValue)
  135. } else if suffix == "buy" {
  136. addSql += GetAddSql("0", edbCode, eDate, timeStr, sv.BuyValue)
  137. } else {
  138. addSql += GetAddSql("0", edbCode, eDate, timeStr, sv.SoldValue)
  139. }
  140. isAdd = true
  141. }
  142. if suffix == "deal" {
  143. existMap[eDate] = sv.DealValue
  144. } else if suffix == "buy" {
  145. existMap[eDate] = sv.BuyValue
  146. } else {
  147. existMap[eDate] = sv.SoldValue
  148. }
  149. }
  150. if isAdd {
  151. addSql = strings.TrimRight(addSql, ",")
  152. utils.FileLog.Info("addSql:" + addSql)
  153. //_, err = o.Raw(addSql).Exec()
  154. err = global.DEFAULT_DmSQL.Exec(addSql).Error
  155. if err != nil {
  156. return err
  157. }
  158. }
  159. return
  160. }
  161. // 刷新郑商所指标数据
  162. func RefreshEdbDataFromZz(edbInfoId int, edbCode, startDate string) (err error) {
  163. source := utils.DATA_SOURCE_ZZ
  164. subSource := utils.DATA_SUB_SOURCE_DATE
  165. //o := orm.NewOrm()
  166. if err != nil {
  167. return
  168. }
  169. var suffix string
  170. if strings.Contains(edbCode, "deal") {
  171. suffix = "deal"
  172. } else if strings.Contains(edbCode, "buy") {
  173. suffix = "buy"
  174. } else if strings.Contains(edbCode, "sold") {
  175. suffix = "sold"
  176. }
  177. edbInfoIdStr := strconv.Itoa(edbInfoId)
  178. //计算数据
  179. var condition string
  180. var pars []interface{}
  181. if edbCode != "" {
  182. if suffix == "deal" {
  183. condition += " AND deal_code=? "
  184. } else if suffix == "buy" {
  185. condition += " AND buy_code=? "
  186. } else {
  187. condition += " AND sold_code=? "
  188. }
  189. pars = append(pars, edbCode)
  190. }
  191. if startDate != "" {
  192. condition += " AND data_time>=? "
  193. pars = append(pars, startDate)
  194. }
  195. glDataList, err := GetZzDataByTradeCode(condition, pars)
  196. if err != nil {
  197. return err
  198. }
  199. // 真实数据的最大日期 , 插入规则配置的日期
  200. var realDataMaxDate, edbDataInsertConfigDate time.Time
  201. var edbDataInsertConfig *EdbDataInsertConfig
  202. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  203. {
  204. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  205. if err != nil && err.Error() != utils.ErrNoRow() {
  206. return
  207. }
  208. if edbDataInsertConfig != nil {
  209. edbDataInsertConfigDate = edbDataInsertConfig.Date
  210. }
  211. }
  212. //获取指标所有数据
  213. var existCondition string
  214. var existPars []interface{}
  215. existCondition += " AND edb_info_id=? "
  216. existPars = append(existPars, edbInfoId)
  217. if startDate != "" {
  218. existCondition += " AND data_time>=? "
  219. existPars = append(existPars, startDate)
  220. }
  221. existList, err := GetEdbDataByCondition(source, subSource, existCondition, existPars)
  222. if err != nil {
  223. return err
  224. }
  225. existMap := make(map[string]*EdbInfoSearchData)
  226. for _, v := range existList {
  227. existMap[v.DataTime] = v
  228. }
  229. addSql := ` INSERT INTO edb_data_zz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  230. var isAdd bool
  231. for _, v := range glDataList {
  232. var value string
  233. if suffix == "deal" {
  234. value = v.DealValue
  235. } else if suffix == "buy" {
  236. value = v.BuyValue
  237. } else {
  238. value = v.SoldValue
  239. }
  240. item := v
  241. itemValue := value
  242. if _, ok := existMap[v.DataTime]; !ok {
  243. eDate := item.DataTime
  244. sValue := itemValue
  245. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  246. if err != nil {
  247. return err
  248. }
  249. if sValue != "" {
  250. timestamp := dataTime.UnixNano() / 1e6
  251. timeStr := fmt.Sprintf("%d", timestamp)
  252. saveValue := sValue
  253. if findItem, ok := existMap[eDate]; !ok {
  254. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  255. isAdd = true
  256. } else {
  257. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != sValue {
  258. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, sValue)
  259. if err != nil {
  260. return err
  261. }
  262. }
  263. }
  264. }
  265. // 下面代码主要目的是处理掉手动插入的数据判断
  266. {
  267. if realDataMaxDate.IsZero() || dataTime.After(realDataMaxDate) {
  268. realDataMaxDate = dataTime
  269. }
  270. if edbDataInsertConfigDate.IsZero() || dataTime.Equal(edbDataInsertConfigDate) {
  271. isFindConfigDateRealData = true
  272. }
  273. }
  274. }
  275. }
  276. // 处理手工数据补充的配置
  277. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)
  278. if isAdd {
  279. addSql = strings.TrimRight(addSql, ",")
  280. //_, err = o.Raw(addSql).Exec()
  281. if err != nil {
  282. return err
  283. }
  284. }
  285. return
  286. }