eta_api/services/data/base_edb_lib.go

package data

import (
	"encoding/json"
	"eta/eta_api/models"
	"eta/eta_api/models/data_manage"
	"eta/eta_api/models/data_manage/response"
	"eta/eta_api/utils"
	"fmt"
	"io/ioutil"
	"net/http"
	"strings"
)

// AddEdbData 新增指标数据
func AddEdbData(source int, edbCode, frequency string) (resp *models.BaseResponse, err error) {
	param := make(map[string]interface{})
	param["EdbCode"] = edbCode
	param["Source"] = source
	param["Frequency"] = frequency
	urlStr := ``
	switch source {
	case utils.DATA_SOURCE_THS:
		urlStr = "ths/add"
	case utils.DATA_SOURCE_WIND:
		urlStr = "wind/add"
	case utils.DATA_SOURCE_PB:
		urlStr = "pb/add"
	case utils.DATA_SOURCE_PB_FINANCE:
		urlStr = "pb_finance/add"
	case utils.DATA_SOURCE_MANUAL:
		urlStr = "manual/add"
	case utils.DATA_SOURCE_LZ:
		urlStr = "lz/add"
	case utils.DATA_SOURCE_YS:
		urlStr = "smm/add"
	case utils.DATA_SOURCE_GL:
		urlStr = "mysteel/add"
	case utils.DATA_SOURCE_ZZ:
		urlStr = "zz/add"
	case utils.DATA_SOURCE_DL:
		urlStr = "dl/add"
	case utils.DATA_SOURCE_SH:
		urlStr = "sh/add"
	case utils.DATA_SOURCE_CFFEX:
		urlStr = "cffex/add"
	case utils.DATA_SOURCE_SHFE:
		urlStr = "shfe/add"
	case utils.DATA_SOURCE_GIE:
		urlStr = "gie/add"
	case utils.DATA_SOURCE_LT:
		urlStr = "lt/add"
	case utils.DATA_SOURCE_COAL:
		urlStr = "coal/add"
	case utils.DATA_SOURCE_GOOGLE_TRAVEL:
		urlStr = "google_travel/add"
	case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
		urlStr = "mysteel_chemical/add"
	case utils.DATA_SOURCE_EIA_STEO:
		urlStr = "eia_steo/add"
	case utils.DATA_SOURCE_COM_TRADE:
		urlStr = "com_trade/add"
	case utils.DATA_SOURCE_SCI:
		urlStr = "sci/add"
	case utils.DATA_SOURCE_BAIINFO:
		urlStr = "baiinfo/add"
	case utils.DATA_SOURCE_NATIONAL_STATISTICS:
		urlStr = "national_statistics/add"
	case utils.DATA_SOURCE_FUBAO:
		urlStr = "fubao/add"
	case utils.DATA_SOURCE_GFEX:
		urlStr = "gz/add"
	case utils.DATA_SOURCE_ICPI:
		urlStr = "icpi/add"
	case utils.DATA_SOURCE_SCI99:
		urlStr = "sci99/add"
	case utils.DATA_SOURCE_SCI_HQ:
		urlStr = "sci_hq/add"
	case utils.DATA_SOURCE_LY:
		urlStr = "ly/add"
	default:
		edbSource := data_manage.EdbSourceIdMap[source]
		if edbSource != nil {
			urlStr = edbSource.EdbAddMethod
		}
	}
	if urlStr == "" {
		err = fmt.Errorf("未实现该指标的刷新接口，请联系管理员")
		return
	}
	resp, err = postRefreshEdbData(param, urlStr)
	return
}

// AddEdbData 新增指标数据
func AddEdbDataWindWsd(source int, stockCode, edbCode string) (resp *models.BaseResponse, err error) {
	param := make(map[string]interface{})
	param["EdbCode"] = edbCode
	param["StockCode"] = stockCode
	param["Source"] = source
	urlStr := `wind/wsd/add`
	if urlStr == "" {
		err = fmt.Errorf("未实现该指标的刷新接口，请联系管理员")
		return
	}
	resp, err = postRefreshEdbData(param, urlStr)
	return
}

// AddEdbDataThsDs 新增指标数据
func AddEdbDataThsDs(source int, stockCode, edbCode, extraPars string) (resp *models.BaseResponse, err error) {
	param := make(map[string]interface{})
	param["EdbCode"] = edbCode
	param["StockCode"] = stockCode
	param["Source"] = source
	param["ExtraPars"] = extraPars
	urlStr := `ths/ds/add`
	resp, err = postRefreshEdbData(param, urlStr)
	return
}

type AddPredictEdbDataResponse struct {
	Ret         int
	Msg         string
	ErrMsg      string
	ErrCode     string
	Data        data_manage.AddEdbInfoResp
	Success     bool `description:"true 执行成功，false 执行失败"`
	IsSendEmail bool `json:"-" description:"true 发送邮件，false 不发送邮件"`
	IsAddLog    bool `json:"-" description:"true 新增操作日志，false 不新增操作日志" `
}

// EdbCalculateSaveMultiResponse 批量计算返回值
type EdbCalculateSaveMultiResponse struct {
	Ret         int
	Msg         string
	ErrMsg      string
	ErrCode     string
	Data        data_manage.BatchEdbInfoCalculateBatchSaveResp
	Success     bool `description:"true 执行成功，false 执行失败"`
	IsSendEmail bool `json:"-" description:"true 发送邮件，false 不发送邮件"`
	IsAddLog    bool `json:"-" description:"true 新增操作日志，false 不新增操作日志" `
}

// SaveBasePredictEdbData 新增/编辑预测指标运算
func SaveBasePredictEdbData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict/save", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

type PredictRuleCalculateByNineRespResponse struct {
	Ret         int
	Msg         string
	ErrMsg      string
	ErrCode     string
	Data        response.PredictRuleCalculateByNineResp
	Success     bool `description:"true 执行成功，false 执行失败"`
	IsSendEmail bool `json:"-" description:"true 发送邮件，false 不发送邮件"`
	IsAddLog    bool `json:"-" description:"true 新增操作日志，false 不新增操作日志" `
}

// PredictCalculateByNinePreview 预测指标动态环差演算
func PredictCalculateByNinePreview(RuleConfigReqStr, lang string) (resp *PredictRuleCalculateByNineRespResponse, err error) {
	_, resultByte, err := postAddEdbData(RuleConfigReqStr, "predict/calculate_by_nine/preview", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// SavePredictEdbData 新增/编辑预测指标运算
func SavePredictEdbData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/save", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// BatchSavePredictEdbData 新增/编辑 预测指标运算（同比、同差）
func BatchSavePredictEdbData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/batch/save", lang)
	if err != nil {
		return
	}
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// RefreshEdbData 刷新指标数据
func RefreshEdbData(edbInfoId, source, subSource int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
	param := make(map[string]interface{})
	param["EdbCode"] = edbCode
	param["EdbInfoId"] = edbInfoId
	param["StartDate"] = startDate
	param["Source"] = source
	urlStr := ``
	switch source {
	case utils.DATA_SOURCE_THS:
		switch subSource {
		case utils.DATA_SUB_SOURCE_DATE:
			urlStr = "ths/ds/refresh"
		case utils.DATA_SUB_SOURCE_HIGH_FREQUENCY:
			urlStr = "ths/hf/edb/refresh"
		default:
			urlStr = "ths/refresh"
		}
	case utils.DATA_SOURCE_WIND:
		if subSource == 0 {
			urlStr = "wind/refresh"
		} else {
			urlStr = "wind/wsd/refresh"
		}
	case utils.DATA_SOURCE_PB:
		urlStr = "pb/refresh"
	case utils.DATA_SOURCE_PB_FINANCE:
		urlStr = "pb_finance/refresh"
	case utils.DATA_SOURCE_MANUAL:
		urlStr = "manual/refresh"
	case utils.DATA_SOURCE_LZ:
		urlStr = "lz/refresh"
	case utils.DATA_SOURCE_YS:
		urlStr = "smm/refresh"
	case utils.DATA_SOURCE_GL:
		urlStr = "mysteel/refresh"
	case utils.DATA_SOURCE_ZZ:
		urlStr = "zz/refresh"
	case utils.DATA_SOURCE_DL:
		urlStr = "dl/refresh"
	case utils.DATA_SOURCE_SH:
		urlStr = "sh/refresh"
	case utils.DATA_SOURCE_CFFEX:
		urlStr = "cffex/refresh"
	case utils.DATA_SOURCE_SHFE:
		urlStr = "shfe/refresh"
	case utils.DATA_SOURCE_GIE:
		urlStr = "gie/refresh"
	case utils.DATA_SOURCE_LT:
		urlStr = "lt/refresh"
	case utils.DATA_SOURCE_COAL:
		urlStr = "coal/refresh"
	case utils.DATA_SOURCE_GOOGLE_TRAVEL:
		urlStr = "google_travel/refresh"
	case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
		urlStr = "mysteel_chemical/refresh"
	case utils.DATA_SOURCE_EIA_STEO:
		urlStr = "eia_steo/refresh"
	case utils.DATA_SOURCE_PREDICT:
		urlStr = "predict/refresh"
	case utils.DATA_SOURCE_COM_TRADE:
		urlStr = "com_trade/refresh"
	case utils.DATA_SOURCE_SCI:
		urlStr = "sci/refresh"
	case utils.DATA_SOURCE_BAIINFO:
		urlStr = "baiinfo/refresh"
	case utils.DATA_SOURCE_STOCK_PLANT:
		urlStr = "stock_plant/refresh"
	case utils.DATA_SOURCE_NATIONAL_STATISTICS:
		urlStr = "national_statistics/refresh"
	case utils.DATA_SOURCE_FUBAO:
		urlStr = "fubao/refresh"
	case utils.DATA_SOURCE_GFEX:
		urlStr = "gz/refresh"
	case utils.DATA_SOURCE_ICPI:
		urlStr = "icpi/refresh"
	case utils.DATA_SOURCE_SCI99:
		urlStr = "sci99/refresh"
	case utils.DATA_SOURCE_SCI_HQ:
		urlStr = "sci_hq/refresh"
	case utils.DATA_SOURCE_LY:
		urlStr = "ly/refresh"
	case utils.DATA_SOURCE_TRADE_ANALYSIS:
		urlStr = "trade_analysis/edb/refresh"
	default:
		edbSource := data_manage.EdbSourceIdMap[source]
		if edbSource != nil {
			urlStr = edbSource.EdbRefreshMethod
		}
	}
	if urlStr == "" {
		err = fmt.Errorf(fmt.Sprint("source:", source, ";未实现该指标的刷新接口，请联系管理员"))
		return
	}
	resp, err = postRefreshEdbData(param, urlStr)
	return
}

// RefreshEdbCalculateData 刷新普通计算指标数据请求
func RefreshEdbCalculateData(edbInfoId int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
	param := make(map[string]interface{})
	param["EdbCode"] = edbCode
	param["EdbInfoId"] = edbInfoId
	param["StartDate"] = startDate
	resp, err = postRefreshEdbData(param, "calculate/refresh")
	return
}

// RefreshPredictEdbCalculateData 刷新 预测计算指标 数据请求
func RefreshPredictEdbCalculateData(edbInfoId int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
	param := make(map[string]interface{})
	param["EdbCode"] = edbCode
	param["EdbInfoId"] = edbInfoId
	param["StartDate"] = startDate
	resp, err = postRefreshEdbData(param, "predict_calculate/refresh")
	return
}

// AddEdbCalculateData 新增 累计值转月-同比值-同差等计算新增
func AddEdbCalculateData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/add", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// EditEdbCalculateData 编辑 累计值转月-同比值-同差等计算新增
func EditEdbCalculateData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/edit", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// BatchSaveEdbCalculateData 新增 累计值转月-同比值-同差等计算新增
func BatchSaveEdbCalculateData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/save", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// BatchEditEdbCalculateData 编辑 累计值转月-同比值-同差等计算新增
func BatchEditEdbCalculateData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/edit", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// BatchSaveEdbCalculateMultiData 批量新增 累计值转月-同比值-同差等计算新增
func BatchSaveEdbCalculateMultiData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *EdbCalculateSaveMultiResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/save/multi", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// BatchEditEdbCalculateMultiData 批量编辑 累计值转月-同比值-同差等计算新增
func BatchEditEdbCalculateMultiData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *EdbCalculateSaveMultiResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/batch/edit/multi", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

//// EditEdbCalculateData 修改计算指标数据请求
//func EditEdbCalculateData(edbInfoCalculateBatchSaveReqStr string) (resp *models.BaseResponse, err error) {
//	resp, _, err = postAddEdbData(edbInfoCalculateBatchSaveReqStr, "batch/save")
//	return
//}

// ExecPythonCode 执行python代码
func ExecPythonCode(pythonCode string) (resp *models.BaseResponse, err error) {
	param := make(map[string]interface{})
	param["PythonCode"] = pythonCode
	urlStr := `/python/exec`
	resp, err = postRefreshEdbData(param, urlStr)
	return
}

// AddPythonEdbData 新增python指标
func AddPythonEdbData(param, lang string) (resp *models.BaseResponse, err error) {
	urlStr := ``
	urlStr = "python/add"
	resp, _, err = postAddEdbData(param, urlStr, lang)
	return
}

// EditPythonEdbData 编辑python指标
func EditPythonEdbData(param, lang string) (resp *models.BaseResponse, err error) {
	urlStr := ``
	urlStr = "python/edit"
	resp, _, err = postAddEdbData(param, urlStr, lang)
	return
}

// SaveAdjustEdbInfo 保存数据调整指标
func SaveAdjustEdbInfo(param, lang string) (resp *models.BaseResponse, err error) {
	urlStr := ``
	urlStr = "calculate/adjust/save"
	resp, _, err = postAddEdbData(param, urlStr, lang)
	return
}

// ResetCustomAnalysisData 重置自定义表格的数据
func ResetCustomAnalysisData(reqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(reqStr, "calculate/custom_analysis/reset", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// CalculateComputeCorrelationResp 拟合残差计算相关性的值返回
type CalculateComputeCorrelationResp struct {
	Ret         int
	Msg         string
	ErrMsg      string
	ErrCode     string
	Data        string
	Success     bool `description:"true 执行成功，false 执行失败"`
	IsSendEmail bool `json:"-" description:"true 发送邮件，false 不发送邮件"`
	IsAddLog    bool `json:"-" description:"true 新增操作日志，false 不新增操作日志" `
}

// CalculateComputeCorrelation 拟合残差计算相关性的值
func CalculateComputeCorrelation(edbInfoCalculateBatchSaveReqStr, lang string) (resp *CalculateComputeCorrelationResp, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "calculate/compute_correlation", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// PredictCalculateComputeCorrelation 拟合残差计算相关性的值（预测指标）
func PredictCalculateComputeCorrelation(edbInfoCalculateBatchSaveReqStr, lang string) (resp *CalculateComputeCorrelationResp, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict_calculate/compute_correlation", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// BaseCalculateResp 拟合残差计算相关性的值返回
type BaseCalculateResp struct {
	Ret         int
	Msg         string
	ErrMsg      string
	ErrCode     string
	Data        BaseCalculateDataResp
	Success     bool `description:"true 执行成功，false 执行失败"`
	IsSendEmail bool `json:"-" description:"true 发送邮件，false 不发送邮件"`
	IsAddLog    bool `json:"-" description:"true 新增操作日志，false 不新增操作日志" `
}

// BaseCalculateDataResp
// @Description: 基础计算的返回结果
type BaseCalculateDataResp struct {
	DataMap  map[string]float64
	DateList []string
}

// BaseCalculate 基础计算
func BaseCalculate(param, lang string) (resp *BaseCalculateResp, err error) {
	urlStr := "calculate/base"
	_, resultByte, err := postAddEdbData(param, urlStr, lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// AddBaseEdbInfo 新增基础指标
func AddBaseEdbInfo(addBaseEdbInfoReqStr string, source, subSource int, lang string) (resp *AddPredictEdbDataResponse, err error) {
	urlStr := ``
	switch source {
	case utils.DATA_SOURCE_BUSINESS:
		urlStr = "business_index/add"
	case utils.DATA_SOURCE_THS:
		if subSource == utils.DATA_SUB_SOURCE_HIGH_FREQUENCY {
			urlStr = "ths/hf/edb/add"
		}
	default:
		edbSource := data_manage.EdbSourceIdMap[source]
		if edbSource != nil {
			urlStr = edbSource.EdbRefreshMethod
		}
	}
	if urlStr == "" {
		err = fmt.Errorf(fmt.Sprint("source:", source, ";未实现该指标的刷新接口，请联系管理员"))
		return
	}
	_, resultByte, err := postAddEdbData(addBaseEdbInfoReqStr, urlStr, lang)
	if err != nil {
		return
	}
	err = json.Unmarshal(resultByte, &resp)

	return
}

// postRefreshEdbData 刷新指标数据
func postRefreshEdbData(param map[string]interface{}, urlStr string) (resp *models.BaseResponse, err error) {
	postUrl := utils.EDB_LIB_URL + urlStr
	postData, err := json.Marshal(param)
	if err != nil {
		return
	}
	result, err := HttpPost(postUrl, string(postData), utils.ZhLangVersion, "application/json")
	if err != nil {
		return
	}
	utils.FileLog.Info("postRefreshEdbData:" + postUrl + ";" + string(postData) + ";result:" + string(result))
	err = json.Unmarshal(result, &resp)
	if err != nil {
		return
	}
	return resp, nil
}

// postAddEdbData 新增指标数据
func postAddEdbData(paramStr string, urlStr, lang string) (resp *models.BaseResponse, result []byte, err error) {
	postUrl := utils.EDB_LIB_URL + urlStr
	result, err = HttpPost(postUrl, paramStr, lang, "application/json")
	if err != nil {
		return
	}
	err = json.Unmarshal(result, &resp)
	if err != nil {
		return
	}

	return
}

func HttpPost(url, postData, lang string, params ...string) ([]byte, error) {
	body := ioutil.NopCloser(strings.NewReader(postData))
	client := &http.Client{}
	req, err := http.NewRequest("POST", url, body)
	if err != nil {
		return nil, err
	}
	contentType := "application/x-www-form-urlencoded;charset=utf-8"
	if len(params) > 0 && params[0] != "" {
		contentType = params[0]
	}
	req.Header.Set("Content-Type", contentType)
	req.Header.Set("Lang", lang)
	req.Header.Set("authorization", utils.MD5(utils.APP_EDB_LIB_NAME_EN+utils.EDB_LIB_Md5_KEY))
	resp, err := client.Do(req)
	if err != nil {
		return nil, err
	}
	defer resp.Body.Close()
	b, err := ioutil.ReadAll(resp.Body)
	utils.FileLog.Debug("HttpPost:" + string(b))
	return b, err
}

// BaseStepCalculate 基础运算-多步骤
func BaseStepCalculate(param, lang string) (resp *BaseCalculateResp, err error) {
	urlStr := "calculate/base/step_calculate"
	_, resultByte, err := postAddEdbData(param, urlStr, lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}

// SavePredictStaticEdbData 新增预测指标-静态指标
func SavePredictStaticEdbData(edbInfoCalculateBatchSaveReqStr, lang string) (resp *AddPredictEdbDataResponse, err error) {
	_, resultByte, err := postAddEdbData(edbInfoCalculateBatchSaveReqStr, "predict/static_edb/add", lang)
	err = json.Unmarshal(resultByte, &resp)
	if err != nil {
		return
	}
	return
}