base_edb_lib.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447
  1. package data
  2. import (
  3. "encoding/json"
  4. "eta/eta_api/models"
  5. "eta/eta_api/models/data_manage"
  6. "eta/eta_api/utils"
  7. "fmt"
  8. "io/ioutil"
  9. "net/http"
  10. "strings"
  11. )
  12. // AddEdbData 新增指标数据
  13. func AddEdbData(source int, edbCode string) (resp *models.BaseResponse, err error) {
  14. param := make(map[string]interface{})
  15. param["EdbCode"] = edbCode
  16. param["Source"] = source
  17. urlStr := ``
  18. switch source {
  19. case utils.DATA_SOURCE_THS:
  20. urlStr = "ths/add"
  21. case utils.DATA_SOURCE_WIND:
  22. urlStr = "wind/add"
  23. case utils.DATA_SOURCE_PB:
  24. urlStr = "pb/add"
  25. case utils.DATA_SOURCE_PB_FINANCE:
  26. urlStr = "pb_finance/add"
  27. case utils.DATA_SOURCE_MANUAL:
  28. urlStr = "manual/add"
  29. case utils.DATA_SOURCE_LZ:
  30. urlStr = "lz/add"
  31. case utils.DATA_SOURCE_YS:
  32. urlStr = "smm/add"
  33. case utils.DATA_SOURCE_GL:
  34. urlStr = "mysteel/add"
  35. case utils.DATA_SOURCE_ZZ:
  36. urlStr = "zz/add"
  37. case utils.DATA_SOURCE_DL:
  38. urlStr = "dl/add"
  39. case utils.DATA_SOURCE_SH:
  40. urlStr = "sh/add"
  41. case utils.DATA_SOURCE_CFFEX:
  42. urlStr = "cffex/add"
  43. case utils.DATA_SOURCE_SHFE:
  44. urlStr = "shfe/add"
  45. case utils.DATA_SOURCE_GIE:
  46. urlStr = "gie/add"
  47. case utils.DATA_SOURCE_LT:
  48. urlStr = "lt/add"
  49. case utils.DATA_SOURCE_COAL:
  50. urlStr = "coal/add"
  51. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  52. urlStr = "google_travel/add"
  53. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  54. urlStr = "mysteel_chemical/add"
  55. case utils.DATA_SOURCE_EIA_STEO:
  56. urlStr = "eia_steo/add"
  57. case utils.DATA_SOURCE_COM_TRADE:
  58. urlStr = "com_trade/add"
  59. case utils.DATA_SOURCE_SCI:
  60. urlStr = "sci/add"
  61. case utils.DATA_SOURCE_BAIINFO:
  62. urlStr = "baiinfo/add"
  63. case utils.DATA_SOURCE_NATIONAL_STATISTICS:
  64. urlStr = "national_statistics/add"
  65. case utils.DATA_SOURCE_FUBAO:
  66. urlStr = "fubao/add"
  67. default:
  68. edbSource := data_manage.EdbSourceIdMap[source]
  69. if edbSource != nil {
  70. urlStr = edbSource.EdbAddMethod
  71. }
  72. }
  73. if urlStr == "" {
  74. err = fmt.Errorf("未实现该指标的刷新接口,请联系管理员")
  75. return
  76. }
  77. resp, err = postRefreshEdbData(param, urlStr)
  78. return
  79. }
  80. // AddEdbData 新增指标数据
  81. func AddEdbDataWindWsd(source int, stockCode, edbCode string) (resp *models.BaseResponse, err error) {
  82. param := make(map[string]interface{})
  83. param["EdbCode"] = edbCode
  84. param["StockCode"] = stockCode
  85. param["Source"] = source
  86. urlStr := `wind/wsd/add`
  87. if urlStr == "" {
  88. err = fmt.Errorf("未实现该指标的刷新接口,请联系管理员")
  89. return
  90. }
  91. resp, err = postRefreshEdbData(param, urlStr)
  92. return
  93. }
  94. type AddPredictEdbDataResponse struct {
  95. Ret int
  96. Msg string
  97. ErrMsg string
  98. ErrCode string
  99. Data data_manage.AddEdbInfoResp
  100. Success bool `description:"true 执行成功,false 执行失败"`
  101. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  102. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  103. }
  104. // SaveBasePredictEdbData 新增/编辑预测指标运算
  105. func SaveBasePredictEdbData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  106. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict/save")
  107. err = json.Unmarshal(resultByte, &resp)
  108. if err != nil {
  109. return
  110. }
  111. return
  112. }
  113. // SavePredictEdbData 新增/编辑预测指标运算
  114. func SavePredictEdbData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  115. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/save")
  116. err = json.Unmarshal(resultByte, &resp)
  117. if err != nil {
  118. return
  119. }
  120. return
  121. }
  122. // BatchSavePredictEdbData 新增/编辑 预测指标运算(同比、同差)
  123. func BatchSavePredictEdbData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  124. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/batch/save")
  125. if err != nil {
  126. return
  127. }
  128. err = json.Unmarshal(resultByte, &resp)
  129. if err != nil {
  130. return
  131. }
  132. return
  133. }
  134. // RefreshEdbData 刷新指标数据
  135. func RefreshEdbData(edbInfoId, source, subSource int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  136. param := make(map[string]interface{})
  137. param["EdbCode"] = edbCode
  138. param["EdbInfoId"] = edbInfoId
  139. param["StartDate"] = startDate
  140. param["Source"] = source
  141. urlStr := ``
  142. switch source {
  143. case utils.DATA_SOURCE_THS:
  144. urlStr = "ths/refresh"
  145. case utils.DATA_SOURCE_WIND:
  146. if subSource == 0 {
  147. urlStr = "wind/refresh"
  148. } else {
  149. urlStr = "wind/wsd/refresh"
  150. }
  151. case utils.DATA_SOURCE_PB:
  152. urlStr = "pb/refresh"
  153. case utils.DATA_SOURCE_PB_FINANCE:
  154. urlStr = "pb_finance/refresh"
  155. case utils.DATA_SOURCE_MANUAL:
  156. urlStr = "manual/refresh"
  157. case utils.DATA_SOURCE_LZ:
  158. urlStr = "lz/refresh"
  159. case utils.DATA_SOURCE_YS:
  160. urlStr = "smm/refresh"
  161. case utils.DATA_SOURCE_GL:
  162. urlStr = "mysteel/refresh"
  163. case utils.DATA_SOURCE_ZZ:
  164. urlStr = "zz/refresh"
  165. case utils.DATA_SOURCE_DL:
  166. urlStr = "dl/refresh"
  167. case utils.DATA_SOURCE_SH:
  168. urlStr = "sh/refresh"
  169. case utils.DATA_SOURCE_CFFEX:
  170. urlStr = "cffex/refresh"
  171. case utils.DATA_SOURCE_SHFE:
  172. urlStr = "shfe/refresh"
  173. case utils.DATA_SOURCE_GIE:
  174. urlStr = "gie/refresh"
  175. case utils.DATA_SOURCE_LT:
  176. urlStr = "lt/refresh"
  177. case utils.DATA_SOURCE_COAL:
  178. urlStr = "coal/refresh"
  179. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  180. urlStr = "google_travel/refresh"
  181. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  182. urlStr = "mysteel_chemical/refresh"
  183. case utils.DATA_SOURCE_EIA_STEO:
  184. urlStr = "eia_steo/refresh"
  185. case utils.DATA_SOURCE_PREDICT:
  186. urlStr = "predict/refresh"
  187. case utils.DATA_SOURCE_COM_TRADE:
  188. urlStr = "com_trade/refresh"
  189. case utils.DATA_SOURCE_SCI:
  190. urlStr = "sci/refresh"
  191. case utils.DATA_SOURCE_BAIINFO:
  192. urlStr = "baiinfo/refresh"
  193. case utils.DATA_SOURCE_STOCK_PLANT:
  194. urlStr = "stock_plant/refresh"
  195. case utils.DATA_SOURCE_NATIONAL_STATISTICS:
  196. urlStr = "national_statistics/refresh"
  197. case utils.DATA_SOURCE_FUBAO:
  198. urlStr = "fubao/refresh"
  199. default:
  200. edbSource := data_manage.EdbSourceIdMap[source]
  201. if edbSource != nil {
  202. urlStr = edbSource.EdbRefreshMethod
  203. }
  204. }
  205. if urlStr == "" {
  206. err = fmt.Errorf(fmt.Sprint("source:", source, ";未实现该指标的刷新接口,请联系管理员"))
  207. return
  208. }
  209. resp, err = postRefreshEdbData(param, urlStr)
  210. return
  211. }
  212. // RefreshEdbCalculateData 刷新普通计算指标数据请求
  213. func RefreshEdbCalculateData(edbInfoId int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  214. param := make(map[string]interface{})
  215. param["EdbCode"] = edbCode
  216. param["EdbInfoId"] = edbInfoId
  217. param["StartDate"] = startDate
  218. resp, err = postRefreshEdbData(param, "calculate/refresh")
  219. return
  220. }
  221. // RefreshPredictEdbCalculateData 刷新 预测计算指标 数据请求
  222. func RefreshPredictEdbCalculateData(edbInfoId int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  223. param := make(map[string]interface{})
  224. param["EdbCode"] = edbCode
  225. param["EdbInfoId"] = edbInfoId
  226. param["StartDate"] = startDate
  227. resp, err = postRefreshEdbData(param, "predict_calculate/refresh")
  228. return
  229. }
  230. // AddEdbCalculateData 新增 累计值转月-同比值-同差等计算新增
  231. func AddEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  232. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/add")
  233. err = json.Unmarshal(resultByte, &resp)
  234. if err != nil {
  235. return
  236. }
  237. return
  238. }
  239. // EditEdbCalculateData 编辑 累计值转月-同比值-同差等计算新增
  240. func EditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  241. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/edit")
  242. err = json.Unmarshal(resultByte, &resp)
  243. if err != nil {
  244. return
  245. }
  246. return
  247. }
  248. // BatchSaveEdbCalculateData 新增 累计值转月-同比值-同差等计算新增
  249. func BatchSaveEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  250. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/save")
  251. err = json.Unmarshal(resultByte, &resp)
  252. if err != nil {
  253. return
  254. }
  255. return
  256. }
  257. // BatchEditEdbCalculateData 编辑 累计值转月-同比值-同差等计算新增
  258. func BatchEditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  259. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/edit")
  260. err = json.Unmarshal(resultByte, &resp)
  261. if err != nil {
  262. return
  263. }
  264. return
  265. }
  266. //// EditEdbCalculateData 修改计算指标数据请求
  267. //func EditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *models.BaseResponse, err error) {
  268. // resp, _, err = postAddEdbData(edbInfoCalculateBatchSaveReqStr, "batch/save")
  269. // return
  270. //}
  271. // ExecPythonCode 执行python代码
  272. func ExecPythonCode(pythonCode string) (resp *models.BaseResponse, err error) {
  273. param := make(map[string]interface{})
  274. param["PythonCode"] = pythonCode
  275. urlStr := `/python/exec`
  276. resp, err = postRefreshEdbData(param, urlStr)
  277. return
  278. }
  279. // AddPythonEdbData 新增python指标
  280. func AddPythonEdbData(param string) (resp *models.BaseResponse, err error) {
  281. urlStr := ``
  282. urlStr = "python/add"
  283. resp, _, err = postAddEdbData(param, urlStr)
  284. return
  285. }
  286. // EditPythonEdbData 编辑python指标
  287. func EditPythonEdbData(param string) (resp *models.BaseResponse, err error) {
  288. urlStr := ``
  289. urlStr = "python/edit"
  290. resp, _, err = postAddEdbData(param, urlStr)
  291. return
  292. }
  293. // SaveAdjustEdbInfo 保存数据调整指标
  294. func SaveAdjustEdbInfo(param string) (resp *models.BaseResponse, err error) {
  295. urlStr := ``
  296. urlStr = "calculate/adjust/save"
  297. resp, _, err = postAddEdbData(param, urlStr)
  298. return
  299. }
  300. // ResetCustomAnalysisData 重置自定义表格的数据
  301. func ResetCustomAnalysisData(reqStr string) (resp *AddPredictEdbDataResponse, err error) {
  302. _, resultByte, err := postAddEdbData(reqStr, "calculate/custom_analysis/reset")
  303. err = json.Unmarshal(resultByte, &resp)
  304. if err != nil {
  305. return
  306. }
  307. return
  308. }
  309. // CalculateComputeCorrelationResp 拟合残差计算相关性的值返回
  310. type CalculateComputeCorrelationResp struct {
  311. Ret int
  312. Msg string
  313. ErrMsg string
  314. ErrCode string
  315. Data string
  316. Success bool `description:"true 执行成功,false 执行失败"`
  317. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  318. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  319. }
  320. // CalculateComputeCorrelation 拟合残差计算相关性的值
  321. func CalculateComputeCorrelation(edbInfoCalculateBatchSaveReqStr string) (resp *CalculateComputeCorrelationResp, err error) {
  322. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/compute_correlation")
  323. err = json.Unmarshal(resultByte, &resp)
  324. if err != nil {
  325. return
  326. }
  327. return
  328. }
  329. // PredictCalculateComputeCorrelation 拟合残差计算相关性的值(预测指标)
  330. func PredictCalculateComputeCorrelation(edbInfoCalculateBatchSaveReqStr string) (resp *CalculateComputeCorrelationResp, err error) {
  331. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/compute_correlation")
  332. err = json.Unmarshal(resultByte, &resp)
  333. if err != nil {
  334. return
  335. }
  336. return
  337. }
  338. // BaseCalculateResp 拟合残差计算相关性的值返回
  339. type BaseCalculateResp struct {
  340. Ret int
  341. Msg string
  342. ErrMsg string
  343. ErrCode string
  344. Data BaseCalculateDataResp
  345. Success bool `description:"true 执行成功,false 执行失败"`
  346. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  347. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  348. }
  349. // BaseCalculateDataResp
  350. // @Description: 基础计算的返回结果
  351. type BaseCalculateDataResp struct {
  352. DataMap map[string]float64
  353. DateList []string
  354. }
  355. // BaseCalculate 基础计算
  356. func BaseCalculate(param string) (resp *BaseCalculateResp, err error) {
  357. urlStr := "calculate/base"
  358. _, resultByte, err := postAddEdbData(param, urlStr)
  359. err = json.Unmarshal(resultByte, &resp)
  360. if err != nil {
  361. return
  362. }
  363. return
  364. }
  365. // postRefreshEdbData 刷新指标数据
  366. func postRefreshEdbData(param map[string]interface{}, urlStr string) (resp *models.BaseResponse, err error) {
  367. postUrl := utils.EDB_LIB_URL + urlStr
  368. postData, err := json.Marshal(param)
  369. if err != nil {
  370. return
  371. }
  372. result, err := HttpPost(postUrl, string(postData), "application/json")
  373. if err != nil {
  374. return
  375. }
  376. utils.FileLog.Info("postRefreshEdbData:" + postUrl + ";" + string(postData) + ";result:" + string(result))
  377. err = json.Unmarshal(result, &resp)
  378. if err != nil {
  379. return
  380. }
  381. return resp, nil
  382. }
  383. // postAddEdbData 新增指标数据
  384. func postAddEdbData(paramStr string, urlStr string) (resp *models.BaseResponse, result []byte, err error) {
  385. postUrl := utils.EDB_LIB_URL + urlStr
  386. result, err = HttpPost(postUrl, paramStr, "application/json")
  387. if err != nil {
  388. return
  389. }
  390. err = json.Unmarshal(result, &resp)
  391. if err != nil {
  392. return
  393. }
  394. return
  395. }
  396. func HttpPost(url, postData string, params ...string) ([]byte, error) {
  397. body := ioutil.NopCloser(strings.NewReader(postData))
  398. client := &http.Client{}
  399. req, err := http.NewRequest("POST", url, body)
  400. if err != nil {
  401. return nil, err
  402. }
  403. contentType := "application/x-www-form-urlencoded;charset=utf-8"
  404. if len(params) > 0 && params[0] != "" {
  405. contentType = params[0]
  406. }
  407. req.Header.Set("Content-Type", contentType)
  408. req.Header.Set("authorization", utils.MD5(utils.APP_EDB_LIB_NAME_EN+utils.EDB_LIB_Md5_KEY))
  409. resp, err := client.Do(req)
  410. if err != nil {
  411. return nil, err
  412. }
  413. defer resp.Body.Close()
  414. b, err := ioutil.ReadAll(resp.Body)
  415. utils.FileLog.Debug("HttpPost:" + string(b))
  416. return b, err
  417. }