eta_index_lib/controllers/base_from_bloomberg.go

package controllers

import (
	"encoding/json"
	"eta/eta_index_lib/logic"
	"eta/eta_index_lib/models"
	"eta/eta_index_lib/services"
	"eta/eta_index_lib/utils"
	"fmt"
	"strconv"
	"time"
)

// BloombergController Bloomberg
type BloombergController struct {
	BaseAuthController
}

// Add
// @Title 新增彭博指标接口
// @Description 新增彭博指标接口
// @Success 200 {object} models.AddEdbInfoReq
// @router /add [post]
func (this *BloombergController) Add() {
	br := new(models.BaseResponse).Init()
	var cacheKey string
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		_ = utils.Rc.Delete(cacheKey)
		this.Data["json"] = br
		this.ServeJSON()
	}()
	source := utils.DATA_SOURCE_BLOOMBERG
	var req models.AddEdbInfoReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.EdbCode == "" {
		br.Msg = "请输入指标编码！"
		br.ErrMsg = "请输入指标编码，指标编码为空"
		return
	}
	if req.Source != source {
		br.Msg = "数据源有误"
		br.ErrMsg = fmt.Sprintf("数据源ID不匹配, Source: %d", req.Source)
		return
	}
	cacheKey = utils.CACHE_EDB_DATA_ADD + strconv.Itoa(source) + "_" + req.EdbCode
	if !utils.Rc.IsExist(cacheKey) {
		utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
		err = models.AddEdbDataFromBloomberg(req.EdbCode)
		if err != nil {
			br.Msg = "获取指标信息失败！"
			br.ErrMsg = "获取指标信息失败 AddEdbDataFromBloomberg，Err:" + err.Error()
			return
		}
		br.Ret = 200
		br.Success = true
		br.Msg = "获取成功"
	} else {
		br.Ret = 501
		br.Success = true
		br.Msg = "系统处理中，请稍后重试"
	}
}

// Refresh
// @Title 刷新彭博指标接口
// @Description 刷新彭博指标接口
// @Success 200 {object} models.RefreshEdbInfoReq
// @router /refresh [post]
func (this *BloombergController) Refresh() {
	br := new(models.BaseResponse).Init()
	var cacheKey string
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		_ = utils.Rc.Delete(cacheKey)
		this.Data["json"] = br
		this.ServeJSON()
	}()
	source := utils.DATA_SOURCE_BLOOMBERG
	var req models.RefreshEdbInfoReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.EdbCode == "" {
		br.Msg = "请输入指标编码！"
		br.ErrMsg = "请输入指标编码，指标编码为空"
		return
	}
	if req.EdbInfoId <= 0 {
		br.Msg = "请输入指标ID！"
		br.ErrMsg = "请输入指标ID"
		return
	}

	// 获取指标详情
	edbInfo, err := models.GetEdbInfoByEdbCode(source, req.EdbCode)
	if err != nil {
		br.Msg = "指标不存在！"
		br.ErrMsg = "指标不存在"
		return
	}
	cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(source) + "_" + req.EdbCode
	if utils.Rc.IsExist(cacheKey) {
		br.Ret = 501
		br.Success = true
		br.Msg = "系统处理中，请稍后重试"
		return
	}
	dataUpdateTime := time.Now().Format(utils.FormatDateTime)
	utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
	err = models.RefreshEdbDataFromBloomberg(req.EdbInfoId, req.EdbCode, req.StartDate)
	if err != nil && err.Error() != utils.ErrNoRow() {
		br.Msg = "刷新指标信息失败！"
		br.ErrMsg = "刷新指标信息失败 RefreshEdbDataFromBloomberg，Err:" + err.Error()
		return
	}

	// 更新指标最大最小值
	erDataUpdateDate, err, errMsg := models.UnifiedModifyEdbInfoMaxAndMinInfoDataUpdate(edbInfo, dataUpdateTime)
	if err != nil {
		br.Msg = errMsg
		br.ErrMsg = err.Error()
		return
	}
	// 添加指标刷新成功日志
	if erDataUpdateDate != "" {
		_ = services.AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 1, "", 1, "", 0, 0)
	} else {
		_ = services.AddEdbInfoUpdateLog(edbInfo.EdbInfoId, 1, "", 2, "未刷新到数据", 0, 0)
	}

	// 更新ES
	go logic.UpdateEs(edbInfo.EdbInfoId)

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}

// PCSGImportHistoryData
// @Title 中石油新加坡-导入历史数据
// @Description  中石油新加坡-导入历史数据
// @Success 200 {object} models.PCSGImportHistoryDataReq
// @router /pcsg/import_history_data [post]
func (this *BloombergController) PCSGImportHistoryData() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req models.PCSGImportHistoryDataReq
	if e := json.Unmarshal(this.Ctx.Input.RequestBody, &req); e != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + e.Error()
		return
	}
	if req.TaskKey == "" {
		br.Msg = "TaskKey不可为空"
		return
	}
	tasks, e := services.LoadPCSGBloombergTask()
	if e != nil {
		br.Msg = "加载配置失败"
		br.ErrMsg = fmt.Sprintf("加载配置失败, Err: %v", e)
		return
	}
	conf := new(services.PCSGBloombergTask)
	for _, v := range tasks {
		if v.TaskKey == req.TaskKey {
			conf = v
			break
		}
	}
	if conf.TaskKey == "" {
		br.Msg = "TaskKey配置不存在"
		return
	}

	var indexes []models.BaseFromBloombergApiIndexAndData
	var index models.BaseFromBloombergApiIndexAndData
	var indexData []models.BaseFromBloombergApiIndexData
	index.IndexCode = req.IndexCode
	for k, v := range req.DataMap {
		indexData = append(indexData, models.BaseFromBloombergApiIndexData{
			DataTime: k,
			Value:    v,
		})
	}
	index.Data = indexData
	indexes = append(indexes, index)

	// 写入数据
	if e := services.PCSGWrite2BaseBloomberg(indexes, conf.VCode, conf.ExtraLetter, conf.IndexNamePrefix, conf.IndexCodeSuffix); e != nil {
		br.Msg = "刷新失败"
		br.ErrMsg = "PCSG-写入Bloomberg数据源失败, Err: " + e.Error()
		return
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "操作成功"
}

// PCSGRefreshTask
// @Title 中石油新加坡-刷新任务
// @Description  中石油新加坡-刷新任务
// @Success 200 {object} models.AddEdbInfoReq
// @router /pcsg/refresh_task [post]
func (this *BloombergController) PCSGRefreshTask() {
	br := new(models.BaseResponse).Init()
	defer func() {
		if br.ErrMsg == "" {
			br.IsSendEmail = false
		}
		this.Data["json"] = br
		this.ServeJSON()
	}()
	// 非必传, 只是手动请求的时候用
	var req struct {
		TaskKey string
	}
	_ = json.Unmarshal(this.Ctx.Input.RequestBody, &req)

	tasks, e := services.LoadPCSGBloombergTask()
	if e != nil {
		br.Msg = "加载配置失败"
		br.ErrMsg = fmt.Sprintf("加载配置失败, Err: %v", e)
		return
	}

	for _, v := range tasks {
		if req.TaskKey != "" && v.TaskKey != req.TaskKey {
			continue
		}
		fmt.Println(v)
		time.Sleep(5 * time.Second)

		// 获取数据
		var r services.PCSGBloombergApiReq
		r.TaskKey = v.TaskKey
		r.Frequency = v.Frequency
		indexes, e := services.GetPCSGBloombergGeneralIndexFromBridge(r)
		if e != nil {
			br.Msg = "刷新失败"
			br.ErrMsg = "Bridge-GetPCSGBloombergGeneralIndexFromBridge, Err: " + e.Error()
			return
		}
		if len(indexes) == 0 {
			br.Ret = 200
			br.Success = true
			br.Msg = "操作成功"
			return
		}

		// 此处重新整理一下, 将同一指标的数据合并, 否则会使刷新时间变得很长
		var newIndexes []models.BaseFromBloombergApiIndexAndData
		codeMap := make(map[string]models.BaseFromBloombergApiIndexAndData)
		indexCodeData := make(map[string][]models.BaseFromBloombergApiIndexData)
		for _, iv := range indexes {
			if codeMap[iv.IndexCode].IndexCode == "" {
				var indexItem models.BaseFromBloombergApiIndexAndData
				indexItem.IndexCode = iv.IndexCode
				indexItem.IndexName = iv.IndexName
				indexItem.Unit = iv.Unit
				indexItem.Source = iv.Source
				indexItem.Frequency = iv.Frequency
				indexItem.CreateTime = iv.CreateTime
				indexItem.ModifyTime = iv.ModifyTime
				codeMap[iv.IndexCode] = indexItem
			}
			indexCodeData[iv.IndexCode] = append(indexCodeData[iv.IndexCode], iv.Data...)
		}
		for _, mv := range codeMap {
			mv.Data = indexCodeData[mv.IndexCode]
			newIndexes = append(newIndexes, mv)
		}

		// 写入数据
		if e = services.PCSGWrite2BaseBloomberg(newIndexes, v.VCode, v.ExtraLetter, v.IndexNamePrefix, v.IndexCodeSuffix); e != nil {
			br.Msg = "刷新失败"
			br.ErrMsg = "PCSG-写入Bloomberg数据源失败, Err: " + e.Error()
			return
		}
	}

	br.Ret = 200
	br.Success = true
	br.Msg = "操作成功"
}