trade_position_analysis.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721
  1. package data
  2. import (
  3. "context"
  4. "fmt"
  5. "hongze/hongze_task_trial/models/data_manage"
  6. "hongze/hongze_task_trial/services/alarm_msg"
  7. "hongze/hongze_task_trial/utils"
  8. "sort"
  9. "strconv"
  10. "time"
  11. )
  12. // InitPositionTask 统计今日交易所的持仓分析数据
  13. func InitPositionTask(cont context.Context) (err error) {
  14. exchanges := []string{"zhengzhou", "dalian", "shanghai", "cffex", "ine"} //郑商所,大商所,上期所,中金所,上期能源
  15. for i := 1; i >= 0; i-- {
  16. startDate := time.Now().AddDate(0, 0, -i).Format(utils.FormatDate)
  17. endDate := startDate
  18. for _, v := range exchanges {
  19. exchange := v
  20. err = nil
  21. fmt.Println("InitPositionTask: 启动:" + exchange)
  22. utils.FileLog.Info("InitPositionTask: 启动:" + exchange)
  23. fmt.Println("开始" + startDate + "结束" + endDate)
  24. utils.FileLog.Info(fmt.Sprintf("InitTradePosition:开始:%s; 结束:%s", startDate, endDate))
  25. tErr, errMsg := InitTradePosition(exchange, startDate, endDate)
  26. if tErr != nil {
  27. err = tErr
  28. fmt.Println("InitTradePosition: 操作失败:" + errMsg + tErr.Error())
  29. utils.FileLog.Info(fmt.Sprintf("InitTradePosition: 操作失败:%s:%s", errMsg, tErr.Error()))
  30. continue
  31. }
  32. fmt.Println("InitTradePosition:" + exchange + "已完成")
  33. utils.FileLog.Info("InitTradePosition:" + exchange + "已完成")
  34. }
  35. }
  36. // 处理交易所的分类
  37. {
  38. allBaseFromTradeClassify, tmpErr := data_manage.GetAllBaseFromTradeClassify()
  39. if tmpErr != nil {
  40. utils.FileLog.Info(fmt.Sprintf("获取所有交易所分类失败,;err:%s", tmpErr.Error()))
  41. return
  42. }
  43. tradeClassifyMap := make(map[string]*data_manage.BaseFromTradeClassify)
  44. for _, v := range allBaseFromTradeClassify {
  45. key := fmt.Sprintf("%s_%s_%s", v.Exchange, v.ClassifyName, v.ClassifyType)
  46. tradeClassifyMap[key] = v
  47. }
  48. baseFromTradeClassifyList := make([]*data_manage.BaseFromTradeClassify, 0)
  49. for _, v := range exchanges {
  50. tradeClassifyNameList, tmpErr := data_manage.GetExchangeClassify(v)
  51. if tmpErr != nil {
  52. utils.FileLog.Info(fmt.Sprintf("获取%s分类失败,;err:%s", v, tmpErr.Error()))
  53. continue
  54. }
  55. for _, classify := range tradeClassifyNameList {
  56. key := fmt.Sprintf("%s_%s_%s", v, classify.ClassifyName, classify.ClassifyType)
  57. if tradeClassify, ok := tradeClassifyMap[key]; !ok {
  58. baseFromTradeClassifyList = append(baseFromTradeClassifyList, &data_manage.BaseFromTradeClassify{
  59. Id: 0,
  60. ClassifyName: classify.ClassifyName,
  61. ClassifyType: classify.ClassifyType,
  62. Exchange: v,
  63. CreateTime: time.Now(),
  64. ModifyTime: classify.ModifyTime,
  65. })
  66. } else {
  67. if tradeClassify.LatestDate.Before(classify.DataTime) {
  68. tradeClassify.LatestDate = classify.DataTime
  69. tradeClassify.ModifyTime = classify.ModifyTime
  70. tradeClassify.Update([]string{"LatestDate", "ModifyTime"})
  71. }
  72. }
  73. }
  74. }
  75. lenAddList := len(baseFromTradeClassifyList)
  76. if lenAddList > 0 {
  77. baseAddNum := 500
  78. num := lenAddList / baseAddNum
  79. lastNum := lenAddList % baseAddNum
  80. for i := 0; i <= num; i++ {
  81. tmpNum := baseAddNum
  82. if i == num && lastNum > 0 {
  83. tmpNum = lastNum
  84. }
  85. data_manage.MultiAddBaseFromTradeClassify(baseFromTradeClassifyList[i*baseAddNum : (i*baseAddNum + tmpNum)])
  86. }
  87. }
  88. }
  89. return
  90. }
  91. func InitTradePosition(exchange, startDate, endDate string) (err error, errMsg string) {
  92. defer func() {
  93. if err != nil {
  94. tips := fmt.Sprintf("统计今日交易所的持仓分析数据失败, Exchange: %s, Err: %s, Msg: %s", exchange, err.Error(), errMsg)
  95. alarm_msg.SendAlarmMsg(tips, 3)
  96. }
  97. }()
  98. // 批量插入今日的初始值
  99. num, err := data_manage.GetTradePositionTopCountByExchangeDataTime(exchange, startDate, endDate)
  100. if err != nil {
  101. errMsg = "查询原始数据失败,GetTradePositionTopCountByExchangeDataTime() Err: "
  102. return
  103. }
  104. if num > 0 {
  105. //err = fmt.Errorf("数据已存在,无需处理")
  106. return
  107. }
  108. err = data_manage.MultiInsertTradeBaseDataToTop(exchange, startDate, endDate)
  109. if err != nil {
  110. errMsg = "新增原始数据失败,MultiInsertTradeBaseDataToTop() Err: "
  111. return
  112. }
  113. originList, err := data_manage.GetTradePositionTopByExchangeDataTime(exchange, startDate, endDate)
  114. if err != nil {
  115. errMsg = "查询原始数据失败, GetTradePositionTopByExchangeDataTime() Err: "
  116. return
  117. }
  118. if len(originList) <= 0 {
  119. // 忽略周末
  120. w := time.Now().Weekday().String()
  121. if w == "Saturday" || w == "Sunday" {
  122. return
  123. }
  124. // 每天最后一个小时执行依旧无数据时, 才进行邮件提示
  125. if time.Now().Hour() != 23 {
  126. return
  127. }
  128. err = fmt.Errorf("原始数据没有值")
  129. return
  130. }
  131. // 原始数据日期
  132. dates, e := data_manage.GetTradePositionTopOriginDataTimes(exchange)
  133. if e != nil {
  134. err = fmt.Errorf("GetTradePositionTopOriginDataTimes err: %s", e.Error())
  135. return
  136. }
  137. now := time.Now()
  138. dataTimeMap := make(map[string]*data_manage.TradePositionTop)
  139. onlyEmptyMap := make(map[string]bool)
  140. onlyEmptyNameMap := make(map[string]*data_manage.TradePositionTop)
  141. topLastMap := make(map[string]int)
  142. topLastRankMap := make(map[string]int)
  143. list := make([]*data_manage.TradePositionTop, 0)
  144. for _, v := range originList {
  145. tmp0, tmpErr := dealTradeOriginData(dataTimeMap, onlyEmptyMap, onlyEmptyNameMap, v, topLastMap, topLastRankMap, startDate, now, dates)
  146. if tmpErr != nil {
  147. err = tmpErr
  148. errMsg = "处理原始数据失败 dealTradeOriginData() Err: "
  149. return
  150. }
  151. if tmp0 != nil {
  152. list = append(list, tmp0)
  153. }
  154. if len(list) >= 1000 {
  155. err = data_manage.InsertMultiTradePositionTop(exchange, list)
  156. if err != nil {
  157. errMsg = "批量新增昨日数据失败,InsertMultiTradePositionTop() Err: "
  158. return
  159. }
  160. list = make([]*data_manage.TradePositionTop, 0)
  161. }
  162. }
  163. if len(list) > 0 {
  164. err = data_manage.InsertMultiTradePositionTop(exchange, list)
  165. if err != nil {
  166. errMsg = "批量新增昨日数据失败,InsertMultiTradePositionTop() Err: "
  167. return
  168. }
  169. list = make([]*data_manage.TradePositionTop, 0)
  170. }
  171. // 处理某个期货公司只有买单没有卖单,或者只有卖单没有买单的情况
  172. for k, v := range onlyEmptyNameMap {
  173. _, ok1 := onlyEmptyMap[k+"_1"]
  174. _, ok2 := onlyEmptyMap[k+"_2"]
  175. var dealType int
  176. if ok1 && !ok2 {
  177. dealType = 2 //只有买单没有卖单
  178. } else if !ok1 && ok2 {
  179. dealType = 1 //只有卖单没有买单的情况
  180. } else {
  181. continue
  182. }
  183. if dealType > 0 {
  184. str := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DataTime + "_" + strconv.Itoa(dealType)
  185. dealValue := 0
  186. if lastVal, ok := topLastMap[str]; ok {
  187. dealValue = int(float64(lastVal)*0.7 + 0.5)
  188. }
  189. tmp := &data_manage.TradePositionTop{
  190. ClassifyName: v.ClassifyName,
  191. ClassifyType: v.ClassifyType,
  192. DealShortName: v.DealShortName,
  193. DataTime: v.DataTime,
  194. DealValue: dealValue,
  195. CreateTime: now,
  196. ModifyTime: now,
  197. DealType: dealType,
  198. SourceType: 2,
  199. }
  200. list = append(list, tmp)
  201. if len(list) >= 1000 {
  202. err = data_manage.InsertMultiTradePositionTop(exchange, list)
  203. if err != nil {
  204. errMsg = "批量新增前日数据失败,InsertMultiTradePositionTop() Err: "
  205. return
  206. }
  207. list = make([]*data_manage.TradePositionTop, 0)
  208. }
  209. }
  210. }
  211. if len(list) > 0 {
  212. err = data_manage.InsertMultiTradePositionTop(exchange, list)
  213. if err != nil {
  214. errMsg = "批量新增前日数据失败,InsertMultiTradePositionTop() Err: "
  215. return
  216. }
  217. }
  218. //生成净多单,净空单榜单
  219. err = createAnalysisCleanTop(exchange, startDate, endDate)
  220. if err != nil {
  221. errMsg = "创建净多单,净空单数据失败,createAnalysisCleanTop() Err: "
  222. return
  223. }
  224. // 特殊处理起始日期前一天的数据
  225. err = DealYesterdayData(exchange, startDate)
  226. if err != nil {
  227. errMsg = "处理昨日数据失败,DealYesterdayData() Err: "
  228. return
  229. }
  230. return
  231. }
  232. func dealTradeOriginData(dataTimeMap map[string]*data_manage.TradePositionTop, onlyEmptyMap map[string]bool, onlyEmptyNameMap map[string]*data_manage.TradePositionTop, currentItem *data_manage.TradePositionTop, topLastMap map[string]int, topLastRankMap map[string]int, startDate string, now time.Time, dates []string) (tmp0 *data_manage.TradePositionTop, err error) {
  233. classifyName := currentItem.ClassifyName
  234. classifyType := currentItem.ClassifyType
  235. dealShortName := currentItem.DealShortName
  236. dealValue := currentItem.DealValue
  237. dealChange := currentItem.DealChange
  238. dataTime := currentItem.DataTime
  239. dealType := currentItem.DealType
  240. dealTypeStr := strconv.Itoa(dealType)
  241. dataTimeMap[classifyName+"_"+classifyType+"_"+dealTypeStr+"_"+dealShortName+"_"+dataTime] = currentItem
  242. onlyEmptyMap[classifyName+"_"+classifyType+"_"+dataTime+"_"+dealShortName+"_"+dealTypeStr] = true
  243. onlyEmptyNameMap[classifyName+"_"+classifyType+"_"+dataTime+"_"+dealShortName] = currentItem
  244. if currentItem.Rank > topLastRankMap[classifyName+"_"+classifyType+"_"+dataTime+"_"+dealTypeStr] {
  245. topLastMap[classifyName+"_"+classifyType+"_"+dataTime+"_"+dealTypeStr] = dealValue
  246. topLastRankMap[classifyName+"_"+classifyType+"_"+dataTime+"_"+dealTypeStr] = currentItem.Rank
  247. }
  248. if dataTime > startDate {
  249. //tmpTimeStr, tErr := getYesterdayDate(dataTime)
  250. //if tErr != nil {
  251. // err = tErr
  252. // return
  253. //}
  254. tmpTimeStr := getPrevTradeDataDate(dataTime, dates)
  255. if tmpTimeStr < startDate {
  256. return
  257. }
  258. // 判断T-1日是否有值, 如果T-1日为空,则根据T日的值计算出T-1的值
  259. if _, ok := dataTimeMap[classifyName+"_"+classifyType+"_"+dealTypeStr+"_"+dealShortName+"_"+tmpTimeStr]; !ok {
  260. yesterdayVal := dealValue - dealChange
  261. yesterdayChange := 0
  262. //beforeYesterday, _ := getYesterdayDate(tmpTimeStr)
  263. beforeYesterday := getPrevTradeDataDate(tmpTimeStr, dates)
  264. beforeYesterdayItem, ok1 := dataTimeMap[classifyName+"_"+classifyType+"_"+dealTypeStr+"_"+dealShortName+"_"+beforeYesterday]
  265. if ok1 {
  266. yesterdayChange = yesterdayVal - beforeYesterdayItem.DealValue
  267. }
  268. tmp0 = &data_manage.TradePositionTop{
  269. ClassifyName: classifyName,
  270. ClassifyType: classifyType,
  271. DealShortName: dealShortName,
  272. DealValue: yesterdayVal,
  273. DealChange: yesterdayChange,
  274. DataTime: tmpTimeStr,
  275. CreateTime: now,
  276. ModifyTime: now,
  277. DealType: dealType,
  278. SourceType: 1,
  279. }
  280. dataTimeMap[classifyName+"_"+classifyType+"_"+dealTypeStr+"_"+dealShortName+"_"+tmpTimeStr] = tmp0
  281. onlyEmptyMap[classifyName+"_"+classifyType+"_"+tmpTimeStr+"_"+dealShortName+"_"+dealTypeStr] = true
  282. onlyEmptyNameMap[classifyName+"_"+classifyType+"_"+tmpTimeStr+"_"+dealShortName] = tmp0
  283. }
  284. }
  285. return
  286. }
  287. // DealYesterdayData 更新昨日数据
  288. func DealYesterdayData(exchange, startDate string) (err error) {
  289. // 查询最早的日期
  290. firstItem, err := data_manage.GetFirstBaseFromTradeIndexByDate(exchange)
  291. if err != nil {
  292. return
  293. }
  294. if startDate == firstItem.DataTime { //如果当前是起始日,则无需统计修改前一天的数据
  295. return
  296. }
  297. // 前一个交易日, 前两个交易日
  298. dates, e := data_manage.GetTradePositionTopOriginDataTimes(exchange)
  299. if e != nil {
  300. err = fmt.Errorf("GetTradePositionTopOriginDataTimes err: %s", e.Error())
  301. return
  302. }
  303. yesterdayStr := getPrevTradeDataDate(startDate, dates)
  304. beforeYesterdayStr := getPrevTradeDataDate(yesterdayStr, dates)
  305. //yesterdayStr, err := getYesterdayDate(startDate)
  306. //if err != nil {
  307. // return
  308. //}
  309. ////查找前日的值,并更新对应的更改
  310. //beforeYesterdayStr, err := getYesterdayDate(yesterdayStr)
  311. //if err != nil {
  312. // return
  313. //}
  314. // 先查出T日最原始的数据
  315. originList, err := data_manage.GetTradePositionTopByExchangeDataTime(exchange, startDate, startDate)
  316. if err != nil {
  317. return
  318. }
  319. originBuyMap := make(map[string]*data_manage.TradePositionTop)
  320. originSoldMap := make(map[string]*data_manage.TradePositionTop)
  321. for _, v := range originList {
  322. if v.SourceType != 0 {
  323. continue
  324. }
  325. str := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DealShortName
  326. if v.DealType == 1 {
  327. originBuyMap[str] = v
  328. } else if v.DealType == 2 {
  329. originSoldMap[str] = v
  330. }
  331. }
  332. // 然后查询T-1中数据来源类型是2的数据
  333. changeList, err := data_manage.GetTradePositionTopByExchangeSourceType(exchange, yesterdayStr, 2)
  334. if err != nil {
  335. return
  336. }
  337. if len(changeList) <= 0 {
  338. //err = fmt.Errorf("前天的数据无需修改")
  339. return
  340. }
  341. // 查询出前日的成交量
  342. beforeYesterdayList, err := data_manage.GetTradePositionTopByExchangeDataTime(exchange, beforeYesterdayStr, beforeYesterdayStr)
  343. if err != nil {
  344. return
  345. }
  346. beforeYesterdayMap1 := make(map[string]int)
  347. beforeYesterdayMap2 := make(map[string]int)
  348. if len(beforeYesterdayList) > 0 {
  349. for _, v := range beforeYesterdayList {
  350. if v.SourceType == 2 {
  351. continue
  352. }
  353. str := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DealShortName
  354. if v.DealType == 1 {
  355. beforeYesterdayMap1[str] = v.DealValue
  356. } else if v.DealType == 2 {
  357. beforeYesterdayMap2[str] = v.DealValue
  358. }
  359. }
  360. }
  361. // 根据原始数据中的值推算出最新的值
  362. now := time.Now()
  363. // 批量更新到分析表中,
  364. var updateAnalysisData []data_manage.UpdateDealValueChange
  365. for _, v := range changeList {
  366. str := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DealShortName
  367. dealValue := 0
  368. dealChange := 0
  369. if v.DealType == 1 {
  370. if n, ok := originBuyMap[str]; ok {
  371. dealValue = n.DealValue - n.DealChange
  372. if beforeVal, ok1 := beforeYesterdayMap1[str]; ok1 {
  373. dealChange = dealValue - beforeVal
  374. }
  375. tmp := data_manage.UpdateDealValueChange{
  376. Id: v.Id,
  377. DealValue: dealValue,
  378. DealChange: dealChange,
  379. SourceType: 1,
  380. ModifyTime: now,
  381. }
  382. updateAnalysisData = append(updateAnalysisData, tmp)
  383. }
  384. } else if v.DealType == 2 {
  385. if n, ok := originSoldMap[str]; ok {
  386. dealValue = n.DealValue - n.DealChange
  387. if beforeVal, ok1 := beforeYesterdayMap2[str]; ok1 {
  388. dealChange = dealValue - beforeVal
  389. }
  390. tmp := data_manage.UpdateDealValueChange{
  391. Id: v.Id,
  392. DealValue: dealValue,
  393. DealChange: dealChange,
  394. SourceType: 1,
  395. ModifyTime: now,
  396. }
  397. updateAnalysisData = append(updateAnalysisData, tmp)
  398. }
  399. }
  400. }
  401. if len(updateAnalysisData) > 0 {
  402. err = data_manage.MultiUpdatePositionTop(exchange, updateAnalysisData)
  403. if err != nil {
  404. return
  405. }
  406. //删除T-1日净多单和净空单的榜单
  407. err = data_manage.DeletePositionTopByDataTime(exchange, yesterdayStr, 3)
  408. if err != nil {
  409. return
  410. }
  411. err = data_manage.DeletePositionTopByDataTime(exchange, yesterdayStr, 4)
  412. if err != nil {
  413. return
  414. }
  415. //重新生成净多单和净空单的榜单
  416. err = createAnalysisCleanTop(exchange, yesterdayStr, yesterdayStr)
  417. if err != nil {
  418. return
  419. }
  420. //T-1日重新生成净多单和净空单的榜单后,需要更新T日净多单和净空单榜单里的变化量
  421. err = updateAnalysisCleanTopChangeVal(exchange, startDate, yesterdayStr)
  422. if err != nil {
  423. return
  424. }
  425. }
  426. return
  427. }
  428. // createAnalysisCleanTop 生成净多单,净空单榜单
  429. func createAnalysisCleanTop(exchange, startDate, endDate string) (err error) {
  430. defer func() {
  431. if err != nil {
  432. fmt.Println("createAnalysisCleanTop err: " + err.Error())
  433. }
  434. }()
  435. topList := make([]*data_manage.TradePositionTop, 0)
  436. now := time.Now()
  437. var subDataList data_manage.TradePositionSubList
  438. subChangeMap1 := make(map[string]int) //净多单map
  439. subChangeMap2 := make(map[string]int) //净空单map
  440. // 2023-05-10 此处取前一个交易日, 不一定是昨日
  441. dates, e := data_manage.GetTradePositionTopOriginDataTimes(exchange)
  442. if e != nil {
  443. err = fmt.Errorf("GetTradePositionTopOriginDataTimes err: %s", e.Error())
  444. return
  445. }
  446. yesterday := getPrevTradeDataDate(startDate, dates)
  447. //查询所有差值数据,
  448. //yesterday, err := getYesterdayDate(startDate)
  449. //if err != nil {
  450. // return
  451. //}
  452. // 上一个交易日的净多单
  453. yesterdayTopList1, tErr := data_manage.GetTradePositionTopByExchangeDataTimeType(exchange, yesterday, 3)
  454. if tErr != nil {
  455. err = tErr
  456. return
  457. }
  458. if len(yesterdayTopList1) > 0 {
  459. for _, v := range yesterdayTopList1 {
  460. nameStr := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DataTime + "_" + v.DealShortName
  461. subChangeMap1[nameStr] = v.DealValue
  462. }
  463. }
  464. // 上一个交易日的净空单
  465. yesterdayTopList2, tErr := data_manage.GetTradePositionTopByExchangeDataTimeType(exchange, yesterday, 4)
  466. if tErr != nil {
  467. err = tErr
  468. return
  469. }
  470. if len(yesterdayTopList2) > 0 {
  471. for _, v := range yesterdayTopList2 {
  472. nameStr := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DataTime + "_" + v.DealShortName
  473. subChangeMap2[nameStr] = v.DealValue
  474. }
  475. }
  476. // 根据当日多单/空单数据, 生成净多单/净空单数据
  477. originDataList, err := data_manage.GetTradePositionTopByExchangeDataTime(exchange, startDate, endDate)
  478. if err != nil {
  479. return
  480. }
  481. buyDataMap := make(map[string]int)
  482. for _, v := range originDataList {
  483. str := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DataTime + "_" + v.DealShortName
  484. if v.DealType == 1 {
  485. buyDataMap[str] = v.DealValue
  486. } else if v.DealType == 2 {
  487. subValue := 0
  488. dealType := 0
  489. if buy, ok := buyDataMap[str]; ok {
  490. subValue = buy - v.DealValue
  491. if subValue >= 0 {
  492. dealType = 3
  493. } else {
  494. subValue = -subValue
  495. dealType = 4
  496. }
  497. }
  498. tmp := &data_manage.TradePositionSub{
  499. ClassifyName: v.ClassifyName,
  500. ClassifyType: v.ClassifyType,
  501. DataTime: v.DataTime,
  502. DealShortName: v.DealShortName,
  503. SubValue: subValue,
  504. DealType: dealType,
  505. }
  506. subDataList = append(subDataList, tmp)
  507. }
  508. }
  509. if len(subDataList) > 0 {
  510. sort.Sort(subDataList)
  511. }
  512. // 根据净多单/净空单数据, 比对上一个交易日的日期计算成交变化量, 并写入
  513. var dealType int
  514. rankMap := make(map[string]int)
  515. for _, v := range subDataList {
  516. subValue := v.SubValue
  517. nameStr := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DataTime + "_" + v.DealShortName
  518. if v.DealType == 3 {
  519. subChangeMap1[nameStr] = subValue
  520. dealType = 3
  521. if _, ok := rankMap[v.ClassifyName+"_"+v.ClassifyType+"_"+v.DataTime+"_3"]; !ok {
  522. rankMap[v.ClassifyName+"_"+v.ClassifyType+"_"+v.DataTime+"_3"] = 1
  523. } else {
  524. rankMap[v.ClassifyName+"_"+v.ClassifyType+"_"+v.DataTime+"_3"]++
  525. }
  526. } else if v.DealType == 4 {
  527. subChangeMap2[nameStr] = subValue
  528. dealType = 4
  529. if _, ok := rankMap[v.ClassifyName+"_"+v.ClassifyType+"_"+v.DataTime+"_4"]; !ok {
  530. rankMap[v.ClassifyName+"_"+v.ClassifyType+"_"+v.DataTime+"_4"] = 1
  531. } else {
  532. rankMap[v.ClassifyName+"_"+v.ClassifyType+"_"+v.DataTime+"_4"]++
  533. }
  534. }
  535. // 2023-05-10 目前看该方法的引用startDate和endDate其实是同一天, 所以前一个交易日直接用上面的yesterday
  536. tmpTimeStr := yesterday
  537. //和T-1日比较差值
  538. //var tmpTimeStr string
  539. //tmpTimeStr, err = getYesterdayDate(v.DataTime)
  540. //if err != nil {
  541. // return
  542. //}
  543. yesterdayStr := v.ClassifyName + "_" + v.ClassifyType + "_" + tmpTimeStr + "_" + v.DealShortName
  544. dealChange := 0
  545. if dealType == 3 {
  546. if c, ok := subChangeMap1[yesterdayStr]; ok {
  547. dealChange = subValue - c
  548. }
  549. } else if dealType == 4 {
  550. if c, ok := subChangeMap2[yesterdayStr]; ok {
  551. dealChange = subValue - c
  552. }
  553. }
  554. tmp := &data_manage.TradePositionTop{
  555. ClassifyName: v.ClassifyName,
  556. ClassifyType: v.ClassifyType,
  557. DataTime: v.DataTime,
  558. CreateTime: now,
  559. ModifyTime: now,
  560. DealShortName: v.DealShortName,
  561. DealValue: subValue,
  562. DealChange: dealChange,
  563. DealType: dealType,
  564. Rank: rankMap[v.ClassifyName+"_"+v.ClassifyType+"_"+v.DataTime+"_"+strconv.Itoa(dealType)],
  565. }
  566. topList = append(topList, tmp)
  567. if len(topList) >= 1000 {
  568. err = data_manage.InsertMultiTradePositionTop(exchange, topList)
  569. if err != nil {
  570. return
  571. }
  572. topList = make([]*data_manage.TradePositionTop, 0)
  573. }
  574. }
  575. if len(topList) >= 0 {
  576. err = data_manage.InsertMultiTradePositionTop(exchange, topList)
  577. if err != nil {
  578. return
  579. }
  580. }
  581. return
  582. }
  583. func getYesterdayDate(today string) (yesterday string, err error) {
  584. i := 1
  585. tmpTime, err := time.ParseInLocation(utils.FormatDate, today, time.Local)
  586. if err != nil {
  587. return
  588. }
  589. tmpTimeDate := tmpTime.AddDate(0, 0, -i)
  590. weekStr := tmpTimeDate.Weekday().String()
  591. if weekStr == "Sunday" {
  592. i += 2
  593. } else if weekStr == "Saturday" {
  594. i += 1
  595. }
  596. tmpTimeDate = tmpTime.AddDate(0, 0, -i)
  597. yesterday = tmpTimeDate.Format(utils.FormatDate)
  598. return
  599. }
  600. // getPrevTradeDataDate 获取指定日期上一个交易日日期
  601. func getPrevTradeDataDate(date string, dates []string) string {
  602. pre := -1
  603. for k, v := range dates {
  604. n := k - 1
  605. if v == date && n >= 0 {
  606. pre = n
  607. break
  608. }
  609. }
  610. // 找不到就随便给个不存在日期
  611. if pre == -1 {
  612. return "1980-01-01"
  613. }
  614. return dates[pre]
  615. }
  616. // updateAnalysisCleanTopChangeVal T-1日重新生成净多单和净空单的榜单后,需要更新T日净多单和净空单榜单里的变化量
  617. func updateAnalysisCleanTopChangeVal(exchange, startDate, yesterday string) (err error) {
  618. defer func() {
  619. if err != nil {
  620. fmt.Println("updateAnalysisCleanTopChangeVal err: " + err.Error())
  621. }
  622. }()
  623. //查询T日的净多单和净空单榜单列表
  624. //查询T-1日的净多单和净空单列表
  625. //组装数据,计算T日与T-1日的变更值
  626. //更新变更值
  627. topList := make([]*data_manage.TradePositionTop, 0) //T日和T+1日列表
  628. todayTopList := make([]*data_manage.TradePositionTop, 0) //T日列表
  629. yesterdayTopListMap := make(map[string]int) //净多单净空单持仓量map
  630. // 查询T日和T-1日的净多单和净空单列表
  631. topList, err = data_manage.GetTradePositionTopCleanByExchangeDataTime(exchange, yesterday, startDate)
  632. if err != nil {
  633. return
  634. }
  635. if len(topList) == 0 {
  636. return
  637. }
  638. for _, v := range topList {
  639. if v.DataTime == startDate {
  640. todayTopList = append(todayTopList, v)
  641. } else if v.DataTime == yesterday {
  642. nameStr := v.ClassifyName + "_" + v.ClassifyType + "_" + v.DataTime + "_" + v.DealShortName + "_" + strconv.Itoa(v.DealType)
  643. yesterdayTopListMap[nameStr] = v.DealValue
  644. }
  645. }
  646. if len(todayTopList) == 0 {
  647. return
  648. }
  649. // 根据净多单/净空单数据, 比对上一个交易日的日期计算成交变化量, 并写入
  650. now := time.Now()
  651. updateList := make([]data_manage.UpdateChangeVal, 0)
  652. for _, v := range todayTopList {
  653. //T日值-T-1日值
  654. yesterdayStr := v.ClassifyName + "_" + v.ClassifyType + "_" + yesterday + "_" + v.DealShortName + "_" + strconv.Itoa(v.DealType)
  655. dealChange := 0
  656. if c, ok := yesterdayTopListMap[yesterdayStr]; ok {
  657. dealChange = v.DealValue - c
  658. }
  659. if dealChange != v.DealChange {
  660. tmp := data_manage.UpdateChangeVal{
  661. Id: v.Id,
  662. ModifyTime: now,
  663. DealChange: dealChange,
  664. }
  665. updateList = append(updateList, tmp)
  666. }
  667. }
  668. if len(updateList) > 0 {
  669. err = data_manage.MultiUpdatePositionTopChangeVal(exchange, updateList)
  670. if err != nil {
  671. return
  672. }
  673. }
  674. return
  675. }