base_edb_lib.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443
  1. package data
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/models"
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/utils"
  7. "fmt"
  8. "io/ioutil"
  9. "net/http"
  10. "strings"
  11. )
  12. // AddEdbData 新增指标数据
  13. func AddEdbData(source int, edbCode string) (resp *models.BaseResponse, err error) {
  14. param := make(map[string]interface{})
  15. param["EdbCode"] = edbCode
  16. param["Source"] = source
  17. urlStr := ``
  18. switch source {
  19. case utils.DATA_SOURCE_THS:
  20. urlStr = "ths/add"
  21. case utils.DATA_SOURCE_WIND:
  22. urlStr = "wind/add"
  23. case utils.DATA_SOURCE_PB:
  24. urlStr = "pb/add"
  25. case utils.DATA_SOURCE_PB_FINANCE:
  26. urlStr = "pb_finance/add"
  27. case utils.DATA_SOURCE_MANUAL:
  28. urlStr = "manual/add"
  29. case utils.DATA_SOURCE_LZ:
  30. urlStr = "lz/add"
  31. case utils.DATA_SOURCE_YS:
  32. urlStr = "smm/add"
  33. case utils.DATA_SOURCE_GL:
  34. urlStr = "mysteel/add"
  35. case utils.DATA_SOURCE_ZZ:
  36. urlStr = "zz/add"
  37. case utils.DATA_SOURCE_DL:
  38. urlStr = "dl/add"
  39. case utils.DATA_SOURCE_SH:
  40. urlStr = "sh/add"
  41. case utils.DATA_SOURCE_CFFEX:
  42. urlStr = "cffex/add"
  43. case utils.DATA_SOURCE_SHFE:
  44. urlStr = "shfe/add"
  45. case utils.DATA_SOURCE_GIE:
  46. urlStr = "gie/add"
  47. case utils.DATA_SOURCE_LT:
  48. urlStr = "lt/add"
  49. case utils.DATA_SOURCE_COAL:
  50. urlStr = "coal/add"
  51. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  52. urlStr = "google_travel/add"
  53. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  54. urlStr = "mysteel_chemical/add"
  55. case utils.DATA_SOURCE_EIA_STEO:
  56. urlStr = "eia_steo/add"
  57. case utils.DATA_SOURCE_COM_TRADE:
  58. urlStr = "com_trade/add"
  59. case utils.DATA_SOURCE_SCI:
  60. urlStr = "sci/add"
  61. case utils.DATA_SOURCE_BAIINFO:
  62. urlStr = "baiinfo/add"
  63. case utils.DATA_SOURCE_NATIONAL_STATISTICS:
  64. urlStr = "national_statistics/add"
  65. case utils.DATA_SOURCE_FUBAO:
  66. urlStr = "fubao/add"
  67. default:
  68. edbSource := data_manage.EdbSourceIdMap[source]
  69. if edbSource != nil {
  70. urlStr = edbSource.EdbAddMethod
  71. }
  72. }
  73. if urlStr == "" {
  74. err = fmt.Errorf("未实现该指标的刷新接口,请联系管理员")
  75. return
  76. }
  77. resp, err = postRefreshEdbData(param, urlStr)
  78. return
  79. }
  80. // AddEdbData 新增指标数据
  81. func AddEdbDataWindWsd(source int, stockCode, edbCode string) (resp *models.BaseResponse, err error) {
  82. param := make(map[string]interface{})
  83. param["EdbCode"] = edbCode
  84. param["StockCode"] = stockCode
  85. param["Source"] = source
  86. urlStr := `wind/wsd/add`
  87. if urlStr == "" {
  88. err = fmt.Errorf("未实现该指标的刷新接口,请联系管理员")
  89. return
  90. }
  91. resp, err = postRefreshEdbData(param, urlStr)
  92. return
  93. }
  94. type AddPredictEdbDataResponse struct {
  95. Ret int
  96. Msg string
  97. ErrMsg string
  98. ErrCode string
  99. Data data_manage.AddEdbInfoResp
  100. Success bool `description:"true 执行成功,false 执行失败"`
  101. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  102. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  103. }
  104. // SaveBasePredictEdbData 新增/编辑预测指标运算
  105. func SaveBasePredictEdbData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  106. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict/save")
  107. err = json.Unmarshal(resultByte, &resp)
  108. if err != nil {
  109. return
  110. }
  111. return
  112. }
  113. // SavePredictEdbData 新增/编辑预测指标运算
  114. func SavePredictEdbData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  115. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/save")
  116. err = json.Unmarshal(resultByte, &resp)
  117. if err != nil {
  118. return
  119. }
  120. return
  121. }
  122. // BatchSavePredictEdbData 新增/编辑 预测指标运算(同比、同差)
  123. func BatchSavePredictEdbData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  124. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/batch/save")
  125. if err != nil {
  126. return
  127. }
  128. err = json.Unmarshal(resultByte, &resp)
  129. if err != nil {
  130. return
  131. }
  132. return
  133. }
  134. // RefreshEdbData 刷新指标数据
  135. func RefreshEdbData(edbInfoId, source int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  136. param := make(map[string]interface{})
  137. param["EdbCode"] = edbCode
  138. param["EdbInfoId"] = edbInfoId
  139. param["StartDate"] = startDate
  140. param["Source"] = source
  141. urlStr := ``
  142. switch source {
  143. case utils.DATA_SOURCE_THS:
  144. urlStr = "ths/refresh"
  145. case utils.DATA_SOURCE_WIND:
  146. urlStr = "wind/refresh"
  147. case utils.DATA_SOURCE_PB:
  148. urlStr = "pb/refresh"
  149. case utils.DATA_SOURCE_PB_FINANCE:
  150. urlStr = "pb_finance/refresh"
  151. case utils.DATA_SOURCE_MANUAL:
  152. urlStr = "manual/refresh"
  153. case utils.DATA_SOURCE_LZ:
  154. urlStr = "lz/refresh"
  155. case utils.DATA_SOURCE_YS:
  156. urlStr = "smm/refresh"
  157. case utils.DATA_SOURCE_GL:
  158. urlStr = "mysteel/refresh"
  159. case utils.DATA_SOURCE_ZZ:
  160. urlStr = "zz/refresh"
  161. case utils.DATA_SOURCE_DL:
  162. urlStr = "dl/refresh"
  163. case utils.DATA_SOURCE_SH:
  164. urlStr = "sh/refresh"
  165. case utils.DATA_SOURCE_CFFEX:
  166. urlStr = "cffex/refresh"
  167. case utils.DATA_SOURCE_SHFE:
  168. urlStr = "shfe/refresh"
  169. case utils.DATA_SOURCE_GIE:
  170. urlStr = "gie/refresh"
  171. case utils.DATA_SOURCE_LT:
  172. urlStr = "lt/refresh"
  173. case utils.DATA_SOURCE_COAL:
  174. urlStr = "coal/refresh"
  175. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  176. urlStr = "google_travel/refresh"
  177. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  178. urlStr = "mysteel_chemical/refresh"
  179. case utils.DATA_SOURCE_EIA_STEO:
  180. urlStr = "eia_steo/refresh"
  181. case utils.DATA_SOURCE_PREDICT:
  182. urlStr = "predict/refresh"
  183. case utils.DATA_SOURCE_COM_TRADE:
  184. urlStr = "com_trade/refresh"
  185. case utils.DATA_SOURCE_SCI:
  186. urlStr = "sci/refresh"
  187. case utils.DATA_SOURCE_BAIINFO:
  188. urlStr = "baiinfo/refresh"
  189. case utils.DATA_SOURCE_STOCK_PLANT:
  190. urlStr = "stock_plant/refresh"
  191. case utils.DATA_SOURCE_NATIONAL_STATISTICS:
  192. urlStr = "national_statistics/refresh"
  193. case utils.DATA_SOURCE_FUBAO:
  194. urlStr = "fubao/refresh"
  195. default:
  196. edbSource := data_manage.EdbSourceIdMap[source]
  197. if edbSource != nil {
  198. urlStr = edbSource.EdbRefreshMethod
  199. }
  200. }
  201. if urlStr == "" {
  202. err = fmt.Errorf(fmt.Sprint("source:", source, ";未实现该指标的刷新接口,请联系管理员"))
  203. return
  204. }
  205. resp, err = postRefreshEdbData(param, urlStr)
  206. return
  207. }
  208. // RefreshEdbCalculateData 刷新普通计算指标数据请求
  209. func RefreshEdbCalculateData(edbInfoId int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  210. param := make(map[string]interface{})
  211. param["EdbCode"] = edbCode
  212. param["EdbInfoId"] = edbInfoId
  213. param["StartDate"] = startDate
  214. resp, err = postRefreshEdbData(param, "calculate/refresh")
  215. return
  216. }
  217. // RefreshPredictEdbCalculateData 刷新 预测计算指标 数据请求
  218. func RefreshPredictEdbCalculateData(edbInfoId int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  219. param := make(map[string]interface{})
  220. param["EdbCode"] = edbCode
  221. param["EdbInfoId"] = edbInfoId
  222. param["StartDate"] = startDate
  223. resp, err = postRefreshEdbData(param, "predict_calculate/refresh")
  224. return
  225. }
  226. // AddEdbCalculateData 新增 累计值转月-同比值-同差等计算新增
  227. func AddEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  228. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/add")
  229. err = json.Unmarshal(resultByte, &resp)
  230. if err != nil {
  231. return
  232. }
  233. return
  234. }
  235. // EditEdbCalculateData 编辑 累计值转月-同比值-同差等计算新增
  236. func EditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  237. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/edit")
  238. err = json.Unmarshal(resultByte, &resp)
  239. if err != nil {
  240. return
  241. }
  242. return
  243. }
  244. // BatchSaveEdbCalculateData 新增 累计值转月-同比值-同差等计算新增
  245. func BatchSaveEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  246. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/save")
  247. err = json.Unmarshal(resultByte, &resp)
  248. if err != nil {
  249. return
  250. }
  251. return
  252. }
  253. // BatchEditEdbCalculateData 编辑 累计值转月-同比值-同差等计算新增
  254. func BatchEditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  255. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/edit")
  256. err = json.Unmarshal(resultByte, &resp)
  257. if err != nil {
  258. return
  259. }
  260. return
  261. }
  262. //// EditEdbCalculateData 修改计算指标数据请求
  263. //func EditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *models.BaseResponse, err error) {
  264. // resp, _, err = postAddEdbData(edbInfoCalculateBatchSaveReqStr, "batch/save")
  265. // return
  266. //}
  267. // ExecPythonCode 执行python代码
  268. func ExecPythonCode(pythonCode string) (resp *models.BaseResponse, err error) {
  269. param := make(map[string]interface{})
  270. param["PythonCode"] = pythonCode
  271. urlStr := `/python/exec`
  272. resp, err = postRefreshEdbData(param, urlStr)
  273. return
  274. }
  275. // AddPythonEdbData 新增python指标
  276. func AddPythonEdbData(param string) (resp *models.BaseResponse, err error) {
  277. urlStr := ``
  278. urlStr = "python/add"
  279. resp, _, err = postAddEdbData(param, urlStr)
  280. return
  281. }
  282. // EditPythonEdbData 编辑python指标
  283. func EditPythonEdbData(param string) (resp *models.BaseResponse, err error) {
  284. urlStr := ``
  285. urlStr = "python/edit"
  286. resp, _, err = postAddEdbData(param, urlStr)
  287. return
  288. }
  289. // SaveAdjustEdbInfo 保存数据调整指标
  290. func SaveAdjustEdbInfo(param string) (resp *models.BaseResponse, err error) {
  291. urlStr := ``
  292. urlStr = "calculate/adjust/save"
  293. resp, _, err = postAddEdbData(param, urlStr)
  294. return
  295. }
  296. // ResetCustomAnalysisData 重置自定义表格的数据
  297. func ResetCustomAnalysisData(reqStr string) (resp *AddPredictEdbDataResponse, err error) {
  298. _, resultByte, err := postAddEdbData(reqStr, "calculate/custom_analysis/reset")
  299. err = json.Unmarshal(resultByte, &resp)
  300. if err != nil {
  301. return
  302. }
  303. return
  304. }
  305. // CalculateComputeCorrelationResp 拟合残差计算相关性的值返回
  306. type CalculateComputeCorrelationResp struct {
  307. Ret int
  308. Msg string
  309. ErrMsg string
  310. ErrCode string
  311. Data string
  312. Success bool `description:"true 执行成功,false 执行失败"`
  313. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  314. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  315. }
  316. // CalculateComputeCorrelation 拟合残差计算相关性的值
  317. func CalculateComputeCorrelation(edbInfoCalculateBatchSaveReqStr string) (resp *CalculateComputeCorrelationResp, err error) {
  318. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/compute_correlation")
  319. err = json.Unmarshal(resultByte, &resp)
  320. if err != nil {
  321. return
  322. }
  323. return
  324. }
  325. // PredictCalculateComputeCorrelation 拟合残差计算相关性的值(预测指标)
  326. func PredictCalculateComputeCorrelation(edbInfoCalculateBatchSaveReqStr string) (resp *CalculateComputeCorrelationResp, err error) {
  327. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/compute_correlation")
  328. err = json.Unmarshal(resultByte, &resp)
  329. if err != nil {
  330. return
  331. }
  332. return
  333. }
  334. // BaseCalculateResp 拟合残差计算相关性的值返回
  335. type BaseCalculateResp struct {
  336. Ret int
  337. Msg string
  338. ErrMsg string
  339. ErrCode string
  340. Data BaseCalculateDataResp
  341. Success bool `description:"true 执行成功,false 执行失败"`
  342. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  343. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  344. }
  345. // BaseCalculateDataResp
  346. // @Description: 基础计算的返回结果
  347. type BaseCalculateDataResp struct {
  348. DataMap map[string]float64
  349. DateList []string
  350. }
  351. // BaseCalculate 基础计算
  352. func BaseCalculate(param string) (resp *BaseCalculateResp, err error) {
  353. urlStr := "calculate/base"
  354. _, resultByte, err := postAddEdbData(param, urlStr)
  355. err = json.Unmarshal(resultByte, &resp)
  356. if err != nil {
  357. return
  358. }
  359. return
  360. }
  361. // postRefreshEdbData 刷新指标数据
  362. func postRefreshEdbData(param map[string]interface{}, urlStr string) (resp *models.BaseResponse, err error) {
  363. postUrl := utils.EDB_LIB_URL + urlStr
  364. postData, err := json.Marshal(param)
  365. if err != nil {
  366. return
  367. }
  368. result, err := HttpPost(postUrl, string(postData), "application/json")
  369. if err != nil {
  370. return
  371. }
  372. utils.FileLog.Info("postRefreshEdbData:" + postUrl + ";" + string(postData) + ";result:" + string(result))
  373. err = json.Unmarshal(result, &resp)
  374. if err != nil {
  375. return
  376. }
  377. return resp, nil
  378. }
  379. // postAddEdbData 新增指标数据
  380. func postAddEdbData(paramStr string, urlStr string) (resp *models.BaseResponse, result []byte, err error) {
  381. postUrl := utils.EDB_LIB_URL + urlStr
  382. result, err = HttpPost(postUrl, paramStr, "application/json")
  383. if err != nil {
  384. return
  385. }
  386. err = json.Unmarshal(result, &resp)
  387. if err != nil {
  388. return
  389. }
  390. return
  391. }
  392. func HttpPost(url, postData string, params ...string) ([]byte, error) {
  393. body := ioutil.NopCloser(strings.NewReader(postData))
  394. client := &http.Client{}
  395. req, err := http.NewRequest("POST", url, body)
  396. if err != nil {
  397. return nil, err
  398. }
  399. contentType := "application/x-www-form-urlencoded;charset=utf-8"
  400. if len(params) > 0 && params[0] != "" {
  401. contentType = params[0]
  402. }
  403. req.Header.Set("Content-Type", contentType)
  404. req.Header.Set("authorization", utils.MD5(utils.APP_EDB_LIB_NAME_EN+utils.EDB_LIB_Md5_KEY))
  405. resp, err := client.Do(req)
  406. if err != nil {
  407. return nil, err
  408. }
  409. defer resp.Body.Close()
  410. b, err := ioutil.ReadAll(resp.Body)
  411. utils.FileLog.Debug("HttpPost:" + string(b))
  412. return b, err
  413. }