base_edb_lib.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399
  1. package data
  2. import (
  3. "encoding/json"
  4. "eta/eta_mobile/models"
  5. "eta/eta_mobile/models/data_manage"
  6. "eta/eta_mobile/utils"
  7. "fmt"
  8. "io/ioutil"
  9. "net/http"
  10. "strings"
  11. )
  12. // AddEdbData 新增指标数据
  13. func AddEdbData(source int, edbCode string) (resp *models.BaseResponse, err error) {
  14. param := make(map[string]interface{})
  15. param["EdbCode"] = edbCode
  16. param["Source"] = source
  17. urlStr := ``
  18. switch source {
  19. case utils.DATA_SOURCE_THS:
  20. urlStr = "ths/add"
  21. case utils.DATA_SOURCE_WIND:
  22. urlStr = "wind/add"
  23. case utils.DATA_SOURCE_PB:
  24. urlStr = "pb/add"
  25. case utils.DATA_SOURCE_PB_FINANCE:
  26. urlStr = "pb_finance/add"
  27. case utils.DATA_SOURCE_MANUAL:
  28. urlStr = "manual/add"
  29. case utils.DATA_SOURCE_LZ:
  30. urlStr = "lz/add"
  31. case utils.DATA_SOURCE_YS:
  32. urlStr = "smm/add"
  33. case utils.DATA_SOURCE_GL:
  34. urlStr = "mysteel/add"
  35. case utils.DATA_SOURCE_ZZ:
  36. urlStr = "zz/add"
  37. case utils.DATA_SOURCE_DL:
  38. urlStr = "dl/add"
  39. case utils.DATA_SOURCE_SH:
  40. urlStr = "sh/add"
  41. case utils.DATA_SOURCE_CFFEX:
  42. urlStr = "cffex/add"
  43. case utils.DATA_SOURCE_SHFE:
  44. urlStr = "shfe/add"
  45. case utils.DATA_SOURCE_GIE:
  46. urlStr = "gie/add"
  47. case utils.DATA_SOURCE_LT:
  48. urlStr = "lt/add"
  49. case utils.DATA_SOURCE_COAL:
  50. urlStr = "coal/add"
  51. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  52. urlStr = "google_travel/add"
  53. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  54. urlStr = "mysteel_chemical/add"
  55. case utils.DATA_SOURCE_EIA_STEO:
  56. urlStr = "eia_steo/add"
  57. case utils.DATA_SOURCE_COM_TRADE:
  58. urlStr = "com_trade/add"
  59. case utils.DATA_SOURCE_SCI:
  60. urlStr = "sci/add"
  61. case utils.DATA_SOURCE_BAIINFO:
  62. urlStr = "baiinfo/add"
  63. case utils.DATA_SOURCE_NATIONAL_STATISTICS:
  64. urlStr = "national_statistics/add"
  65. case utils.DATA_SOURCE_FUBAO:
  66. urlStr = "fubao/add"
  67. case utils.DATA_SOURCE_GFEX:
  68. urlStr = "gz/add"
  69. case utils.DATA_SOURCE_ICPI:
  70. urlStr = "icpi/add"
  71. default:
  72. edbSource := data_manage.EdbSourceIdMap[source]
  73. if edbSource != nil {
  74. urlStr = edbSource.EdbAddMethod
  75. }
  76. }
  77. if urlStr == "" {
  78. err = fmt.Errorf("未实现该指标的刷新接口,请联系管理员")
  79. return
  80. }
  81. resp, err = postRefreshEdbData(param, urlStr)
  82. return
  83. }
  84. type AddPredictEdbDataResponse struct {
  85. Ret int
  86. Msg string
  87. ErrMsg string
  88. ErrCode string
  89. Data data_manage.AddEdbInfoResp
  90. Success bool `description:"true 执行成功,false 执行失败"`
  91. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  92. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  93. }
  94. // RefreshEdbData 刷新指标数据
  95. func RefreshEdbData(edbInfoId, source, subSource int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  96. param := make(map[string]interface{})
  97. param["EdbCode"] = edbCode
  98. param["EdbInfoId"] = edbInfoId
  99. param["StartDate"] = startDate
  100. param["Source"] = source
  101. urlStr := ``
  102. switch source {
  103. case utils.DATA_SOURCE_THS:
  104. if subSource == 0 {
  105. urlStr = "ths/refresh"
  106. } else {
  107. urlStr = "ths/ds/refresh"
  108. }
  109. case utils.DATA_SOURCE_WIND:
  110. if subSource == 0 {
  111. urlStr = "wind/refresh"
  112. } else {
  113. urlStr = "wind/wsd/refresh"
  114. }
  115. case utils.DATA_SOURCE_PB:
  116. urlStr = "pb/refresh"
  117. case utils.DATA_SOURCE_PB_FINANCE:
  118. urlStr = "pb_finance/refresh"
  119. case utils.DATA_SOURCE_MANUAL:
  120. urlStr = "manual/refresh"
  121. case utils.DATA_SOURCE_LZ:
  122. urlStr = "lz/refresh"
  123. case utils.DATA_SOURCE_YS:
  124. urlStr = "smm/refresh"
  125. case utils.DATA_SOURCE_GL:
  126. urlStr = "mysteel/refresh"
  127. case utils.DATA_SOURCE_ZZ:
  128. urlStr = "zz/refresh"
  129. case utils.DATA_SOURCE_DL:
  130. urlStr = "dl/refresh"
  131. case utils.DATA_SOURCE_SH:
  132. urlStr = "sh/refresh"
  133. case utils.DATA_SOURCE_CFFEX:
  134. urlStr = "cffex/refresh"
  135. case utils.DATA_SOURCE_SHFE:
  136. urlStr = "shfe/refresh"
  137. case utils.DATA_SOURCE_GIE:
  138. urlStr = "gie/refresh"
  139. case utils.DATA_SOURCE_LT:
  140. urlStr = "lt/refresh"
  141. case utils.DATA_SOURCE_COAL:
  142. urlStr = "coal/refresh"
  143. case utils.DATA_SOURCE_GOOGLE_TRAVEL:
  144. urlStr = "google_travel/refresh"
  145. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  146. urlStr = "mysteel_chemical/refresh"
  147. case utils.DATA_SOURCE_EIA_STEO:
  148. urlStr = "eia_steo/refresh"
  149. case utils.DATA_SOURCE_PREDICT:
  150. urlStr = "predict/refresh"
  151. case utils.DATA_SOURCE_COM_TRADE:
  152. urlStr = "com_trade/refresh"
  153. case utils.DATA_SOURCE_SCI:
  154. urlStr = "sci/refresh"
  155. case utils.DATA_SOURCE_BAIINFO:
  156. urlStr = "baiinfo/refresh"
  157. case utils.DATA_SOURCE_STOCK_PLANT:
  158. urlStr = "stock_plant/refresh"
  159. case utils.DATA_SOURCE_NATIONAL_STATISTICS:
  160. urlStr = "national_statistics/refresh"
  161. case utils.DATA_SOURCE_FUBAO:
  162. urlStr = "fubao/refresh"
  163. case utils.DATA_SOURCE_GFEX:
  164. urlStr = "gz/refresh"
  165. case utils.DATA_SOURCE_ICPI:
  166. urlStr = "icpi/refresh"
  167. default:
  168. edbSource := data_manage.EdbSourceIdMap[source]
  169. if edbSource != nil {
  170. urlStr = edbSource.EdbRefreshMethod
  171. }
  172. }
  173. if urlStr == "" {
  174. err = fmt.Errorf(fmt.Sprint("source:", source, ";未实现该指标的刷新接口,请联系管理员"))
  175. return
  176. }
  177. resp, err = postRefreshEdbData(param, urlStr)
  178. return
  179. }
  180. // RefreshEdbCalculateData 刷新普通计算指标数据请求
  181. func RefreshEdbCalculateData(edbInfoId int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  182. param := make(map[string]interface{})
  183. param["EdbCode"] = edbCode
  184. param["EdbInfoId"] = edbInfoId
  185. param["StartDate"] = startDate
  186. resp, err = postRefreshEdbData(param, "calculate/refresh")
  187. return
  188. }
  189. // RefreshPredictEdbCalculateData 刷新 预测计算指标 数据请求
  190. func RefreshPredictEdbCalculateData(edbInfoId int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  191. param := make(map[string]interface{})
  192. param["EdbCode"] = edbCode
  193. param["EdbInfoId"] = edbInfoId
  194. param["StartDate"] = startDate
  195. resp, err = postRefreshEdbData(param, "predict_calculate/refresh")
  196. return
  197. }
  198. // AddEdbCalculateData 新增 累计值转月-同比值-同差等计算新增
  199. func AddEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  200. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/add")
  201. err = json.Unmarshal(resultByte, &resp)
  202. if err != nil {
  203. return
  204. }
  205. return
  206. }
  207. // EditEdbCalculateData 编辑 累计值转月-同比值-同差等计算新增
  208. func EditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  209. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/edit")
  210. err = json.Unmarshal(resultByte, &resp)
  211. if err != nil {
  212. return
  213. }
  214. return
  215. }
  216. // BatchSaveEdbCalculateData 新增 累计值转月-同比值-同差等计算新增
  217. func BatchSaveEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  218. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/save")
  219. err = json.Unmarshal(resultByte, &resp)
  220. if err != nil {
  221. return
  222. }
  223. return
  224. }
  225. // BatchEditEdbCalculateData 编辑 累计值转月-同比值-同差等计算新增
  226. func BatchEditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *AddPredictEdbDataResponse, err error) {
  227. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/edit")
  228. err = json.Unmarshal(resultByte, &resp)
  229. if err != nil {
  230. return
  231. }
  232. return
  233. }
  234. // CalculateComputeCorrelationResp 拟合残差计算相关性的值返回
  235. type CalculateComputeCorrelationResp struct {
  236. Ret int
  237. Msg string
  238. ErrMsg string
  239. ErrCode string
  240. Data float64
  241. Success bool `description:"true 执行成功,false 执行失败"`
  242. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  243. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  244. }
  245. // CalculateComputeCorrelation 拟合残差计算相关性的值
  246. func CalculateComputeCorrelation(edbInfoCalculateBatchSaveReqStr string) (resp *CalculateComputeCorrelationResp, err error) {
  247. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/compute_correlation")
  248. err = json.Unmarshal(resultByte, &resp)
  249. if err != nil {
  250. return
  251. }
  252. return
  253. }
  254. // postRefreshEdbData 刷新指标数据
  255. func postRefreshEdbData(param map[string]interface{}, urlStr string) (resp *models.BaseResponse, err error) {
  256. postUrl := utils.EDB_LIB_URL + urlStr
  257. postData, err := json.Marshal(param)
  258. if err != nil {
  259. return
  260. }
  261. result, err := HttpPost(postUrl, string(postData), "application/json")
  262. if err != nil {
  263. return
  264. }
  265. utils.FileLog.Info("postRefreshEdbData:" + postUrl + ";" + string(postData) + ";result:" + string(result))
  266. err = json.Unmarshal(result, &resp)
  267. if err != nil {
  268. return
  269. }
  270. return resp, nil
  271. }
  272. // postAddEdbData 新增指标数据
  273. func postAddEdbData(paramStr string, urlStr string) (resp *models.BaseResponse, result []byte, err error) {
  274. postUrl := utils.EDB_LIB_URL + urlStr
  275. result, err = HttpPost(postUrl, paramStr, "application/json")
  276. if err != nil {
  277. return
  278. }
  279. err = json.Unmarshal(result, &resp)
  280. if err != nil {
  281. return
  282. }
  283. return
  284. }
  285. func HttpPost(url, postData string, params ...string) ([]byte, error) {
  286. body := ioutil.NopCloser(strings.NewReader(postData))
  287. client := &http.Client{}
  288. req, err := http.NewRequest("POST", url, body)
  289. if err != nil {
  290. return nil, err
  291. }
  292. contentType := "application/x-www-form-urlencoded;charset=utf-8"
  293. if len(params) > 0 && params[0] != "" {
  294. contentType = params[0]
  295. }
  296. req.Header.Set("Content-Type", contentType)
  297. req.Header.Set("authorization", utils.MD5(utils.APP_EDB_LIB_NAME_EN+utils.EDB_LIB_Md5_KEY))
  298. resp, err := client.Do(req)
  299. defer resp.Body.Close()
  300. b, err := ioutil.ReadAll(resp.Body)
  301. fmt.Println("HttpPost:" + string(b))
  302. return b, err
  303. }
  304. // AddEdbData 新增指标数据
  305. func AddEdbDataWindWsd(source int, stockCode, edbCode string) (resp *models.BaseResponse, err error) {
  306. param := make(map[string]interface{})
  307. param["EdbCode"] = edbCode
  308. param["StockCode"] = stockCode
  309. param["Source"] = source
  310. urlStr := `wind/wsd/add`
  311. if urlStr == "" {
  312. err = fmt.Errorf("未实现该指标的刷新接口,请联系管理员")
  313. return
  314. }
  315. resp, err = postRefreshEdbData(param, urlStr)
  316. return
  317. }
  318. // AddEdbDataThsDs 新增指标数据
  319. func AddEdbDataThsDs(source int, stockCode, edbCode string) (resp *models.BaseResponse, err error) {
  320. param := make(map[string]interface{})
  321. param["EdbCode"] = edbCode
  322. param["StockCode"] = stockCode
  323. param["Source"] = source
  324. urlStr := `ths/ds/add`
  325. if urlStr == "" {
  326. err = fmt.Errorf("未实现该指标的刷新接口,请联系管理员")
  327. return
  328. }
  329. resp, err = postRefreshEdbData(param, urlStr)
  330. return
  331. }
  332. // ResetCustomAnalysisData 重置自定义表格的数据
  333. func ResetCustomAnalysisData(reqStr string) (resp *AddPredictEdbDataResponse, err error) {
  334. _, resultByte, err := postAddEdbData(reqStr, "calculate/custom_analysis/reset")
  335. err = json.Unmarshal(resultByte, &resp)
  336. if err != nil {
  337. return
  338. }
  339. return
  340. }
  341. // PredictCalculateComputeCorrelation 拟合残差计算相关性的值(预测指标)
  342. func PredictCalculateComputeCorrelation(edbInfoCalculateBatchSaveReqStr string) (resp *CalculateComputeCorrelationResp, err error) {
  343. _, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/compute_correlation")
  344. err = json.Unmarshal(resultByte, &resp)
  345. if err != nil {
  346. return
  347. }
  348. return
  349. }
  350. // BaseCalculateResp 拟合残差计算相关性的值返回
  351. type BaseCalculateResp struct {
  352. Ret int
  353. Msg string
  354. ErrMsg string
  355. ErrCode string
  356. Data BaseCalculateDataResp
  357. Success bool `description:"true 执行成功,false 执行失败"`
  358. IsSendEmail bool `json:"-" description:"true 发送邮件,false 不发送邮件"`
  359. IsAddLog bool `json:"-" description:"true 新增操作日志,false 不新增操作日志" `
  360. }
  361. // BaseCalculateDataResp
  362. // @Description: 基础计算的返回结果
  363. type BaseCalculateDataResp struct {
  364. DataMap map[string]float64
  365. DateList []string
  366. }
  367. // BaseCalculate 基础计算
  368. func BaseCalculate(param string) (resp *BaseCalculateResp, err error) {
  369. urlStr := "calculate/base"
  370. _, resultByte, err := postAddEdbData(param, urlStr)
  371. err = json.Unmarshal(resultByte, &resp)
  372. if err != nil {
  373. return
  374. }
  375. return
  376. }