base_from_ths_hf.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766
  1. package controllers
  2. import (
  3. "encoding/json"
  4. "eta/eta_index_lib/logic"
  5. "eta/eta_index_lib/models"
  6. "eta/eta_index_lib/services"
  7. "eta/eta_index_lib/utils"
  8. "fmt"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. // ThsHfController 同花顺高频数据
  14. type ThsHfController struct {
  15. BaseAuthController
  16. }
  17. // GetData
  18. // @Title 同花顺高频数据-获取数据
  19. // @Description 同花顺高频数据-获取数据
  20. // @Success 200 {object} models.ThsHfSearchEdbReq
  21. // @router /hf/edb_data [post]
  22. func (this *ThsHfController) GetData() {
  23. br := new(models.BaseResponse).Init()
  24. defer func() {
  25. if br.ErrMsg == "" {
  26. br.IsSendEmail = false
  27. }
  28. this.Data["json"] = br
  29. this.ServeJSON()
  30. }()
  31. var params models.ThsHfSearchEdbReq
  32. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
  33. br.Msg = "参数解析异常"
  34. br.ErrMsg = fmt.Sprintf("参数解析失败, %v", e)
  35. return
  36. }
  37. params.StockCode = strings.TrimSpace(params.StockCode)
  38. if params.StockCode == "" {
  39. br.Msg = "请输入证券代码"
  40. return
  41. }
  42. stockCodes := strings.Split(params.StockCode, ",")
  43. if len(stockCodes) == 0 {
  44. br.Msg = "请输入证券代码"
  45. return
  46. }
  47. if len(stockCodes) > 10 {
  48. br.Msg = "最多输入10个证券代码"
  49. return
  50. }
  51. params.EdbCode = strings.TrimSpace(params.EdbCode)
  52. if params.EdbCode == "" {
  53. br.Msg = "请输入指标代码"
  54. return
  55. }
  56. edbCodes := strings.Split(params.EdbCode, ",")
  57. if len(edbCodes) == 0 {
  58. br.Msg = "请输入指标代码"
  59. return
  60. }
  61. if len(edbCodes) > 20 {
  62. br.Msg = "最多选择/输入20个指标代码"
  63. return
  64. }
  65. if params.StartTime == "" {
  66. br.Msg = "请选择起始时间"
  67. return
  68. }
  69. _, e := time.ParseInLocation(utils.FormatDateTime, params.StartTime, time.Local)
  70. if e != nil {
  71. br.Msg = "起始时间格式有误"
  72. br.ErrMsg = fmt.Sprintf("起始时间格式有误, %v", e)
  73. return
  74. }
  75. // 结束时间选填, 不填则为当前时间
  76. if params.EndTime != "" {
  77. _, e := time.ParseInLocation(utils.FormatDateTime, params.EndTime, time.Local)
  78. if e != nil {
  79. br.Msg = "截止时间格式有误"
  80. br.ErrMsg = fmt.Sprintf("截止时间格式有误, %v", e)
  81. return
  82. }
  83. }
  84. if params.EndTime == "" {
  85. params.EndTime = time.Now().Local().Format(utils.FormatDateTime)
  86. }
  87. if !utils.InArrayByInt(models.ThsHfPeriodArr, params.Interval) {
  88. br.Msg = "时间周期有误"
  89. br.ErrMsg = fmt.Sprintf("时间周期有误, Interval: %d", params.Interval)
  90. return
  91. }
  92. if params.CPS != "" && !utils.InArrayByStr(models.ThsHfCPSArr, params.CPS) {
  93. br.Msg = "复权方式有误"
  94. br.ErrMsg = fmt.Sprintf("复权方式有误, CPS: %s", params.CPS)
  95. return
  96. }
  97. if params.BaseDate != "" {
  98. _, e = time.ParseInLocation(utils.FormatDate, params.BaseDate, time.Local)
  99. if e != nil {
  100. br.Msg = "复权基点格式有误"
  101. br.ErrMsg = fmt.Sprintf("复权基点格式有误, %v", e)
  102. return
  103. }
  104. }
  105. if params.Fill != "" && !utils.InArrayByStr(models.ThsHfFillArr, params.Fill) {
  106. br.Msg = "非交易间隔处理有误"
  107. br.ErrMsg = fmt.Sprintf("非交易间隔处理有误, Fill: %s", params.Fill)
  108. return
  109. }
  110. // 根据配置获取指标数据
  111. indexes, e := services.GetEdbDataFromThsHf(params, "")
  112. if e != nil {
  113. br.Msg = "获取失败"
  114. br.ErrMsg = fmt.Sprintf("获取同花顺高频指标失败, %v", e)
  115. return
  116. }
  117. br.Data = indexes
  118. br.Ret = 200
  119. br.Success = true
  120. br.Msg = "获取成功"
  121. }
  122. // BaseAdd
  123. // @Title 同花顺高频数据-新增至数据源
  124. // @Description 同花顺高频数据-新增至数据源
  125. // @Success 200 {object} models.ThsHfBaseAddReq
  126. // @router /hf/base/add [post]
  127. func (this *ThsHfController) BaseAdd() {
  128. br := new(models.BaseResponse).Init()
  129. defer func() {
  130. if br.ErrMsg == "" {
  131. br.IsSendEmail = false
  132. }
  133. this.Data["json"] = br
  134. this.ServeJSON()
  135. }()
  136. var params models.ThsHfBaseAddReq
  137. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
  138. br.Msg = "参数解析异常"
  139. br.ErrMsg = fmt.Sprintf("参数解析失败, %v", e)
  140. return
  141. }
  142. params.StockCode = strings.TrimSpace(params.StockCode)
  143. if params.StockCode == "" {
  144. br.Msg = "请输入证券代码"
  145. return
  146. }
  147. params.EdbCode = strings.TrimSpace(params.EdbCode)
  148. if params.EdbCode == "" {
  149. br.Msg = "请输入指标代码"
  150. return
  151. }
  152. if params.StartTime == "" {
  153. br.Msg = "请选择起始时间"
  154. return
  155. }
  156. startTime, e := time.ParseInLocation(utils.FormatDateTime, params.StartTime, time.Local)
  157. if e != nil {
  158. br.Msg = "起始时间格式有误"
  159. br.ErrMsg = fmt.Sprintf("起始时间格式有误, %v", e)
  160. return
  161. }
  162. var endTime time.Time
  163. if params.EndTime != "" {
  164. ed, e := time.ParseInLocation(utils.FormatDateTime, params.EndTime, time.Local)
  165. if e != nil {
  166. br.Msg = "截止时间格式有误"
  167. br.ErrMsg = fmt.Sprintf("截止时间格式有误, %v", e)
  168. return
  169. }
  170. endTime = ed
  171. }
  172. if !utils.InArrayByInt(models.ThsHfPeriodArr, params.Interval) {
  173. br.Msg = "时间周期有误"
  174. br.ErrMsg = fmt.Sprintf("时间周期有误, Interval: %d", params.Interval)
  175. return
  176. }
  177. if params.CPS != "" && !utils.InArrayByStr(models.ThsHfCPSArr, params.CPS) {
  178. br.Msg = "复权方式有误"
  179. br.ErrMsg = fmt.Sprintf("复权方式有误, CPS: %s", params.CPS)
  180. return
  181. }
  182. if params.BaseDate != "" {
  183. _, e = time.ParseInLocation(utils.FormatDate, params.BaseDate, time.Local)
  184. if e != nil {
  185. br.Msg = "复权基点格式有误"
  186. br.ErrMsg = fmt.Sprintf("复权基点格式有误, %v", e)
  187. return
  188. }
  189. }
  190. if params.Fill != "" && !utils.InArrayByStr(models.ThsHfFillArr, params.Fill) {
  191. br.Msg = "非交易间隔处理有误"
  192. br.ErrMsg = fmt.Sprintf("非交易间隔处理有误, Fill: %s", params.Fill)
  193. return
  194. }
  195. if params.ClassifyId <= 0 {
  196. br.Msg = "请选择分类"
  197. return
  198. }
  199. params.IndexName = strings.TrimSpace(params.IndexName)
  200. if params.IndexName == "" {
  201. br.Msg = "请输入指标名称"
  202. return
  203. }
  204. if params.Frequency == "" {
  205. br.Msg = "请输入频度"
  206. return
  207. }
  208. // 缓存
  209. source := utils.DATA_SOURCE_THS
  210. subSource := utils.DATA_SUB_SOURCE_HIGH_FREQUENCY
  211. cacheKey := fmt.Sprintf("%s_%d_%d_%s_%s", utils.CACHE_BASE_EDB_ADD, source, subSource, params.StockCode, params.EdbCode)
  212. defer func() {
  213. _ = utils.Rc.Delete(cacheKey)
  214. }()
  215. if utils.Rc.IsExist(cacheKey) {
  216. br.Ret = 501
  217. br.Success = true
  218. br.Msg = "系统处理中,请稍后重试"
  219. return
  220. }
  221. utils.Rc.SetNX(cacheKey, 1, 3*time.Minute)
  222. // 已添加则忽略
  223. indexOb := new(models.BaseFromThsHfIndex)
  224. {
  225. cond := fmt.Sprintf(" AND %s = ? AND %s = ?", indexOb.Cols().StockCode, indexOb.Cols().Indicator)
  226. pars := make([]interface{}, 0)
  227. pars = append(pars, params.StockCode, params.EdbCode)
  228. item, e := indexOb.GetItemByCondition(cond, pars, "")
  229. if e != nil && e.Error() != utils.ErrNoRow() {
  230. br.Msg = "操作失败"
  231. br.ErrMsg = fmt.Sprintf("获取原始指标失败, %v", e)
  232. return
  233. }
  234. if item != nil {
  235. br.Ret = 200
  236. br.Success = true
  237. br.Msg = "操作成功"
  238. return
  239. }
  240. }
  241. // 获取指标数据
  242. var apiPars models.ThsHfSearchEdbReq
  243. apiPars.StockCode = params.StockCode
  244. apiPars.EdbCode = params.EdbCode
  245. apiPars.StartTime = params.StartTime
  246. apiPars.EndTime = params.EndTime
  247. apiPars.Interval = params.Interval
  248. apiPars.Fill = params.Fill
  249. apiPars.CPS = params.CPS
  250. apiPars.BaseDate = params.BaseDate
  251. indexes, e := services.GetEdbDataFromThsHf(apiPars, "")
  252. if e != nil {
  253. br.Msg = "操作失败"
  254. br.ErrMsg = fmt.Sprintf("获取同花顺高频指标失败, %v", e)
  255. return
  256. }
  257. if len(indexes) == 0 {
  258. br.Msg = "未搜索到指标"
  259. br.ErrMsg = "未搜索到指标"
  260. return
  261. }
  262. indexWithData := indexes[0]
  263. indexItem := new(models.BaseFromThsHfIndex)
  264. indexItem.BaseFromThsHfClassifyId = params.ClassifyId
  265. indexItem.IndexCode = fmt.Sprintf("%s%s%s%s", utils.ThsHf, params.StockCode, params.EdbCode, params.Frequency)
  266. indexItem.IndexName = params.IndexName
  267. indexItem.Unit = params.Unit
  268. indexItem.Frequency = params.Frequency
  269. indexItem.StartDate = startTime
  270. indexItem.EndDate = endTime
  271. indexItem.SysUserId = params.SysAdminId
  272. indexItem.SysUserRealName = params.SysAdminName
  273. if params.EndTime == "" {
  274. indexItem.EndDate = time.Now().Local()
  275. }
  276. // TODO:指定终端号
  277. terminal, e := services.GetFirstTerminal(utils.DATA_SOURCE_THS, "")
  278. if e != nil {
  279. br.Msg = "终端未配置"
  280. br.ErrMsg = fmt.Sprintf("终端未配置, %v", e)
  281. return
  282. }
  283. indexItem.TerminalCode = terminal.TerminalCode
  284. indexItem.StockCode = params.StockCode
  285. indexItem.Indicator = params.EdbCode
  286. b, e := json.Marshal(apiPars)
  287. if e != nil {
  288. br.Msg = "操作失败"
  289. br.ErrMsg = fmt.Sprintf("API入参JSON格式化失败, %v", e)
  290. return
  291. }
  292. indexItem.ApiPars = string(b)
  293. if len(indexWithData.IndexData) > 0 {
  294. indexItem.LatestValue = indexWithData.IndexData[0].Value
  295. }
  296. indexItem.CreateTime = time.Now().Local()
  297. indexItem.ModifyTime = time.Now().Local()
  298. // 新增至数据源和数据
  299. itemData := make([]*models.BaseFromThsHfData, 0)
  300. for _, v := range indexWithData.IndexData {
  301. t := new(models.BaseFromThsHfData)
  302. t.IndexCode = indexItem.IndexCode
  303. t.DataTime = v.DataTime
  304. t.Value = v.Value
  305. t.UniqueCode = utils.MD5(fmt.Sprint(indexItem.IndexCode, v.DataTime.Format("2006-01-02 15:04")))
  306. t.CreateTime = time.Now().Local()
  307. t.ModifyTime = time.Now().Local()
  308. t.DataTimestamp = v.DataTime.UnixNano() / 1e6
  309. itemData = append(itemData, t)
  310. }
  311. // 新增指标和数据
  312. if e = indexOb.CreateIndexAndData(indexItem, itemData); e != nil {
  313. br.Msg = "操作失败"
  314. br.ErrMsg = fmt.Sprintf("新增指标和数据失败, %v", e)
  315. return
  316. }
  317. br.Ret = 200
  318. br.Success = true
  319. br.Msg = "操作成功"
  320. }
  321. // BaseRefresh
  322. // @Title 同花顺高频数据-数据源刷新
  323. // @Description 同花顺高频数据-数据源刷新
  324. // @Success 200 {object} models.ThsHfBaseRefreshReq
  325. // @router /hf/base/refresh [post]
  326. func (this *ThsHfController) BaseRefresh() {
  327. br := new(models.BaseResponse).Init()
  328. defer func() {
  329. if br.ErrMsg == "" {
  330. br.IsSendEmail = false
  331. }
  332. this.Data["json"] = br
  333. this.ServeJSON()
  334. }()
  335. var params models.ThsHfBaseRefreshReq
  336. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
  337. br.Msg = "参数解析异常"
  338. br.ErrMsg = fmt.Sprintf("参数解析失败, %v", e)
  339. return
  340. }
  341. params.BaseIndexCode = strings.TrimSpace(params.BaseIndexCode)
  342. if params.BaseIndexCode == "" {
  343. br.Msg = "参数异常"
  344. br.ErrMsg = fmt.Sprintf("参数异常, BaseIndexCode: %s", params.BaseIndexCode)
  345. return
  346. }
  347. if params.RefreshType <= 0 {
  348. params.RefreshType = 1
  349. }
  350. indexItem := new(models.BaseFromThsHfIndex)
  351. {
  352. ob := new(models.BaseFromThsHfIndex)
  353. cond := fmt.Sprintf(" AND %s = ?", ob.Cols().IndexCode)
  354. pars := make([]interface{}, 0)
  355. pars = append(pars, params.BaseIndexCode)
  356. item, e := ob.GetItemByCondition(cond, pars, "")
  357. if e != nil {
  358. if e.Error() == utils.ErrNoRow() {
  359. br.Msg = "指标不存在"
  360. return
  361. }
  362. br.Msg = "操作失败"
  363. br.ErrMsg = fmt.Sprintf("获取源指标失败, %v", e)
  364. return
  365. }
  366. indexItem = item
  367. }
  368. source := utils.DATA_SOURCE_THS
  369. subSource := utils.DATA_SUB_SOURCE_HIGH_FREQUENCY
  370. cacheKey := fmt.Sprintf("%s_%d_%d_%s_%s", utils.CACHE_BASE_EDB_REFRESH, source, subSource, indexItem.StockCode, indexItem.Indicator)
  371. defer func() {
  372. _ = utils.Rc.Delete(cacheKey)
  373. }()
  374. if utils.Rc.IsExist(cacheKey) {
  375. br.Ret = 501
  376. br.Success = true
  377. br.Msg = "系统处理中,请稍后重试"
  378. return
  379. }
  380. utils.Rc.SetNX(cacheKey, 1, 3*time.Minute)
  381. // API参数
  382. var apiPars models.ThsHfSearchEdbReq
  383. if e := json.Unmarshal([]byte(indexItem.ApiPars), &apiPars); e != nil {
  384. br.Msg = "操作失败"
  385. br.ErrMsg = fmt.Sprintf("源指标API参数异常, %v", e)
  386. return
  387. }
  388. // 刷新6小时: 指标开始时间前推6小时; 全部: API参数中的开始时间
  389. if params.RefreshType == 1 {
  390. apiPars.StartTime = indexItem.StartDate.Add(-6 * time.Hour).Format(utils.FormatDateTime)
  391. }
  392. // 若API参数中的结束时间不为空, 且不在EndDate之后, 那么不再刷新该指标
  393. if apiPars.EndTime != "" {
  394. apiEnd, e := time.ParseInLocation(utils.FormatDateTime, apiPars.EndTime, time.Local)
  395. if e != nil {
  396. br.Msg = "操作失败"
  397. br.ErrMsg = fmt.Sprintf("API参数结束时间有误, %v", e)
  398. return
  399. }
  400. if !apiEnd.After(indexItem.EndDate) {
  401. br.Ret = 200
  402. br.Success = true
  403. br.Msg = "该指标无需刷新"
  404. return
  405. }
  406. }
  407. // 获取指标数据
  408. indexes, e := services.GetEdbDataFromThsHf(apiPars, indexItem.TerminalCode)
  409. if e != nil {
  410. br.Msg = "操作失败"
  411. br.ErrMsg = fmt.Sprintf("获取同花顺高频指标失败, %v", e)
  412. return
  413. }
  414. if len(indexes) == 0 {
  415. br.Msg = "未搜索到指标"
  416. br.ErrMsg = fmt.Sprintf("未搜索到指标, StockCode: %s, Indicator: %s", indexItem.StockCode, indexItem.Indicator)
  417. return
  418. }
  419. indexWithData := indexes[0]
  420. // 写入指标数据
  421. if e = services.WriteRefreshBaseThsHfIndex(indexItem, indexWithData, apiPars.StartTime); e != nil {
  422. br.Msg = "操作失败"
  423. br.ErrMsg = fmt.Sprintf("写入源指标数据失败, %v", e)
  424. return
  425. }
  426. br.Ret = 200
  427. br.Success = true
  428. br.Msg = "操作成功"
  429. }
  430. // EdbAdd
  431. // @Title 同花顺高频数据-新增至指标库
  432. // @Description 同花顺高频数据-新增至指标库
  433. // @Success 200 {object} models.ThsHfEdbAddReq
  434. // @router /hf/edb/add [post]
  435. func (this *ThsHfController) EdbAdd() {
  436. br := new(models.BaseResponse).Init()
  437. defer func() {
  438. if br.ErrMsg == "" {
  439. br.IsSendEmail = false
  440. }
  441. this.Data["json"] = br
  442. this.ServeJSON()
  443. }()
  444. var params models.ThsHfEdbAddReq
  445. if e := json.Unmarshal(this.Ctx.Input.RequestBody, &params); e != nil {
  446. br.Msg = "参数解析异常"
  447. br.ErrMsg = fmt.Sprintf("参数解析失败, %v", e)
  448. return
  449. }
  450. if params.NewIndex == nil {
  451. br.Msg = "参数有误"
  452. br.ErrMsg = "参数有误, 指标信息有误"
  453. return
  454. }
  455. params.NewIndex.NewIndexName = strings.TrimSpace(params.NewIndex.NewIndexName)
  456. if params.NewIndex.NewIndexName == "" {
  457. br.Msg = "请输入指标名称"
  458. return
  459. }
  460. if params.NewIndex.ClassifyId <= 0 {
  461. br.Msg = "请选择分类"
  462. return
  463. }
  464. if params.NewIndex.Unit == "" {
  465. params.NewIndex.Unit = "无"
  466. }
  467. if params.NewIndex.NewFrequency == "" {
  468. br.Msg = "请输入频度"
  469. return
  470. }
  471. // 校验转换规则
  472. convertRule := params.ConvertRule
  473. if convertRule.ConvertType != 1 && convertRule.ConvertType != 2 {
  474. br.Msg = "请选择数据转换方式"
  475. return
  476. }
  477. if convertRule.ConvertType == 1 {
  478. if convertRule.ConvertFixed.FixedDay != 1 && convertRule.ConvertFixed.FixedDay != 2 {
  479. br.Msg = "请选择指定时间"
  480. return
  481. }
  482. if convertRule.ConvertFixed.FixedTime == "" {
  483. br.Msg = "请选择指定时间"
  484. return
  485. }
  486. timePrefix := time.Now().Local().Format(utils.FormatDate)
  487. st := fmt.Sprintf("%s %s", timePrefix, convertRule.ConvertFixed.FixedTime)
  488. _, e := time.Parse(utils.FormatDateTime, st)
  489. if e != nil {
  490. br.Msg = "指定时间格式有误"
  491. return
  492. }
  493. }
  494. if convertRule.ConvertType == 2 {
  495. if convertRule.ConvertArea.StartDay != 1 && convertRule.ConvertArea.StartDay != 2 {
  496. br.Msg = "请选择起始时间"
  497. return
  498. }
  499. if convertRule.ConvertArea.StartTime == "" {
  500. br.Msg = "请选择起始时间"
  501. return
  502. }
  503. var startTimePre string
  504. if convertRule.ConvertArea.StartDay == 1 {
  505. startTimePre = time.Now().Local().Format(utils.FormatDate)
  506. }
  507. if convertRule.ConvertArea.StartDay == 2 {
  508. startTimePre = time.Now().Local().AddDate(0, 0, -1).Format(utils.FormatDate)
  509. }
  510. st := fmt.Sprintf("%s %s", startTimePre, convertRule.ConvertArea.StartTime)
  511. startTime, e := time.Parse(utils.FormatDateTime, st)
  512. if e != nil {
  513. br.Msg = "起始时间格式有误"
  514. return
  515. }
  516. if convertRule.ConvertArea.EndDay != 1 && convertRule.ConvertArea.EndDay != 2 {
  517. br.Msg = "请选择截止时间"
  518. return
  519. }
  520. if convertRule.ConvertArea.EndTime == "" {
  521. br.Msg = "请选择截止时间"
  522. return
  523. }
  524. var endTimePre string
  525. if convertRule.ConvertArea.EndDay == 1 {
  526. endTimePre = time.Now().Local().Format(utils.FormatDate)
  527. }
  528. if convertRule.ConvertArea.EndDay == 2 {
  529. endTimePre = time.Now().Local().AddDate(0, 0, -1).Format(utils.FormatDate)
  530. }
  531. ed := fmt.Sprintf("%s %s", endTimePre, convertRule.ConvertArea.EndTime)
  532. endTime, e := time.Parse(utils.FormatDateTime, ed)
  533. if e != nil {
  534. br.Msg = "截止时间格式有误"
  535. return
  536. }
  537. if startTime.After(endTime) {
  538. br.Msg = "起始日期不可早于截止日期"
  539. return
  540. }
  541. }
  542. convertRuleByte, e := json.Marshal(params.ConvertRule)
  543. if e != nil {
  544. br.Msg = "操作失败"
  545. br.ErrMsg = fmt.Sprintf("转换规则JSON格式化失败, %v", e)
  546. return
  547. }
  548. // 缓存
  549. source := utils.DATA_SOURCE_THS
  550. subSource := utils.DATA_SUB_SOURCE_HIGH_FREQUENCY
  551. cacheKey := fmt.Sprintf("%s_%d_%d_%s_%s_%s", utils.CACHE_EDB_DATA_ADD, source, subSource, params.NewIndex.StockCode, params.NewIndex.EdbCode, params.NewIndex.NewFrequency)
  552. defer func() {
  553. _ = utils.Rc.Delete(cacheKey)
  554. }()
  555. if utils.Rc.IsExist(cacheKey) {
  556. br.Ret = 501
  557. br.Success = true
  558. br.Msg = "系统处理中,请稍后重试"
  559. return
  560. }
  561. utils.Rc.SetNX(cacheKey, 1, 3*time.Minute)
  562. // 校验指标/分类
  563. baseIndexOb := new(models.BaseFromThsHfIndex)
  564. baseIndex, e := baseIndexOb.GetItemById(params.NewIndex.IndexId)
  565. if e != nil {
  566. br.Msg = "原指标不存在"
  567. br.ErrMsg = fmt.Sprintf("原指标不存在, %v", e)
  568. return
  569. }
  570. _, e = models.GetEdbClassifyById(params.NewIndex.ClassifyId)
  571. if e != nil {
  572. br.Msg = "分类信息有误"
  573. br.ErrMsg = fmt.Sprintf("获取分类失败, %v", e)
  574. return
  575. }
  576. // 判断指标名称是否已存在
  577. {
  578. var cond string
  579. var pars []interface{}
  580. if this.Lang == utils.EnLangVersion {
  581. cond += " AND edb_name_en = ? "
  582. } else {
  583. cond += " AND edb_name = ?"
  584. }
  585. pars = append(pars, params.NewIndex.NewIndexName)
  586. count, e := models.GetEdbInfoCountByCondition(cond, pars)
  587. if e != nil {
  588. br.Msg = "操作失败"
  589. br.ErrMsg = fmt.Sprintf("获取重名指标失败, %v", e)
  590. return
  591. }
  592. if count > 0 {
  593. br.Msg = "指标名称已存在"
  594. return
  595. }
  596. }
  597. // 排序/指标编码
  598. sortMax, e := models.GetEdbClassifyMaxSort(params.NewIndex.ClassifyId, 0)
  599. if e != nil {
  600. br.Msg = "操作失败"
  601. br.ErrMsg = fmt.Sprintf("获取最大排序失败, %v", e)
  602. return
  603. }
  604. edbCode, e := utils.GenerateEdbCode(1, "")
  605. if e != nil {
  606. br.Msg = "操作失败"
  607. br.ErrMsg = fmt.Sprintf("生成指标编码失败, %v", e)
  608. return
  609. }
  610. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  611. uniqueCode := utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  612. thsOb := new(models.EdbThsHf)
  613. var addPars models.ThsHfAddBaseParams
  614. addPars.EdbCode = edbCode
  615. addPars.EdbName = params.NewIndex.NewIndexName
  616. addPars.Unit = params.NewIndex.Unit
  617. addPars.Frequency = params.NewIndex.NewFrequency
  618. addPars.Sort = sortMax + 1
  619. addPars.ClassifyId = params.NewIndex.ClassifyId
  620. addPars.SysUserId = params.NewIndex.SysAdminId
  621. addPars.SysUserRealName = params.NewIndex.SysAdminName
  622. addPars.UniqueCode = uniqueCode
  623. addPars.ConvertRule = string(convertRuleByte)
  624. edbInfo, e := thsOb.Add(addPars, baseIndex)
  625. if e != nil {
  626. br.Msg = "新增失败"
  627. br.ErrMsg = fmt.Sprintf("新增指标失败, %v", e)
  628. return
  629. }
  630. // 更新指标最值
  631. e, _ = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  632. if e != nil {
  633. br.Msg = "刷新指标失败"
  634. br.ErrMsg = fmt.Sprintf("更新指标最值失败, %v", e)
  635. return
  636. }
  637. // 添加到es
  638. go logic.UpdateEs(edbInfo.EdbInfoId)
  639. br.Ret = 200
  640. br.Success = true
  641. br.Msg = "操作成功"
  642. }
  643. // EdbRefresh
  644. // @Title 同花顺高频数据-指标库刷新
  645. // @Description 同花顺高频数据-指标库刷新
  646. // @Success 200 {object} models.RefreshEdbInfoReq
  647. // @router /hf/edb/refresh [post]
  648. func (this *ThsHfController) EdbRefresh() {
  649. br := new(models.BaseResponse).Init()
  650. defer func() {
  651. if br.ErrMsg == "" {
  652. br.IsSendEmail = false
  653. }
  654. this.Data["json"] = br
  655. this.ServeJSON()
  656. }()
  657. var req models.RefreshEdbInfoReq
  658. err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
  659. if err != nil {
  660. br.Msg = "参数解析异常!"
  661. br.ErrMsg = "参数解析失败,Err:" + err.Error()
  662. return
  663. }
  664. if req.EdbCode == "" {
  665. br.Msg = "请输入指标编码!"
  666. br.ErrMsg = "请输入指标编码,指标编码为空"
  667. return
  668. }
  669. if req.EdbInfoId < 0 {
  670. br.Msg = "请输入指标ID!"
  671. br.ErrMsg = "请输入指标ID"
  672. return
  673. }
  674. thsOb := new(models.EdbThsHf)
  675. source := thsOb.GetSource()
  676. subSource := thsOb.GetSubSource()
  677. cacheKey := fmt.Sprintf("%s_%d_%d_%s", utils.CACHE_EDB_DATA_REFRESH, source, subSource, req.EdbCode)
  678. if utils.Rc.IsExist(cacheKey) {
  679. br.Ret = 501
  680. br.Success = true
  681. br.Msg = "系统处理中,请稍后重试"
  682. return
  683. }
  684. utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
  685. defer func() {
  686. _ = utils.Rc.Delete(cacheKey)
  687. }()
  688. // 获取指标详情
  689. edbInfo, e := models.GetEdbInfoByEdbCode(source, req.EdbCode)
  690. if e != nil {
  691. br.Msg = "指标不存在"
  692. br.ErrMsg = fmt.Sprintf("指标不存在, %v", e)
  693. return
  694. }
  695. // 获取指标关联信息
  696. baseMapping := new(models.BaseFromEdbMapping)
  697. {
  698. ob := new(models.BaseFromEdbMapping)
  699. cond := fmt.Sprintf(" AND %s = ? AND %s = ? AND %s = ?", ob.Cols().EdbCode, ob.Cols().Source, ob.Cols().SubSource)
  700. pars := make([]interface{}, 0)
  701. pars = append(pars, req.EdbCode, thsOb.GetSource(), thsOb.GetSubSource())
  702. mapping, e := ob.GetItemByCondition(cond, pars, "")
  703. if e != nil {
  704. br.Msg = "刷新失败"
  705. br.ErrMsg = fmt.Sprintf("指标关联信息有误, %v", e)
  706. return
  707. }
  708. baseMapping = mapping
  709. }
  710. // 刷新指标
  711. if e = thsOb.Refresh(edbInfo, baseMapping, req.StartDate); e != nil {
  712. br.Msg = "刷新指标失败"
  713. br.ErrMsg = fmt.Sprintf("刷新指标失败, %v", e)
  714. return
  715. }
  716. // 更新指标最值
  717. e, _ = models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
  718. if e != nil {
  719. br.Msg = "刷新指标失败"
  720. br.ErrMsg = fmt.Sprintf("更新指标最值失败, %v", e)
  721. return
  722. }
  723. // 更新ES
  724. go logic.UpdateEs(edbInfo.EdbInfoId)
  725. br.Ret = 200
  726. br.Success = true
  727. br.Msg = "操作成功"
  728. }