eta_index_lib/controllers/base_from_clarksons.go

package controllers

import (
	"encoding/json"
	"eta/eta_index_lib/logic"
	"eta/eta_index_lib/models"
	"eta/eta_index_lib/utils"
	"fmt"
	"strconv"
	"strings"
	"time"
)

type ClarksonsDataController struct {
	BaseAuthController
}

// @Title 克拉克森
// @Description 刷新克拉克森数据接口
// @Param	request	body models.CoalMineDataReq true "type json string"
// @Success 200 {object} models.EdbClassify
// @router /data [post]
func (this *ClarksonsDataController) ClarksonsData() {
	br := new(models.BaseResponse).Init()
	defer func() {
		this.Data["json"] = br
		this.ServeJSON()
	}()
	var req models.CoalMineDataReq

	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}

	var dateMap = make(map[int]string)
	var indexMap = make(map[string]*models.BaseFromClarksonsIndex)
	//var indexMap = make(map[string]string)
	var itemsIndex []*models.BaseFromClarksonsData
	codeList, err := models.GetBaseFromClarksonsIndex()
	if err != nil && err.Error() != utils.ErrNoRow() {
		utils.FileLog.Info("获取克拉克森指标失败：", err)
		return
	}

	if len(codeList) > 0 {
		for _, v := range codeList {
			indexMap[v.IndexCode] = v
		}
	}

	for _, sheet := range req.SheetData {
		//遍历行读取
		maxRow := sheet.MaxRow
		maxCol := sheet.MaxCol

		for j := 1; j < maxCol; j++ {
			var indexId int64
			index := new(models.BaseFromClarksonsIndex)
			indexCode := ""
			for i := 3; i < maxRow; i++ {

				//获取样本情况
				row := sheet.Rows[i]
				cells := row.Cells
				if j == 0 {
					continue
				}
				// indexCode
				if i == 3 {
					indexCode = cells[j].Value
					continue
				}

				if indexItem, ok := indexMap[indexCode]; !ok {
					// indexName
					if i == 4 {
						index.IndexName = cells[j].Value
						continue
					}

					// unit
					if i == 5 {
						index.Unit = cells[j].Value
						continue
					}

					index.IndexCode = indexCode
					index.CreateTime = time.Now()
					index.ModifyTime = time.Now()

					indexId, err = models.AddBaseFromClarksonsIndex(index)
					if err != nil {
						utils.FileLog.Info("添加指标名称错误", err.Error())
						fmt.Println("添加指标名称错误", err.Error())
						return
					}
					index.BaseFromClarksonsIndexId = int(indexId)
					indexMap[indexCode] = index
				} else {
					index = indexItem
				}

				// 数据及日期
				if i > 5 {
					var date string
					if len(cells) == 0 {
						break
					}
					for k, cell := range cells {
						text := cell.Value
						text = strings.Replace(text, "\\", "", -1)
						if text != "" {
							// 时间
							if k == 0 {
								if text != "" {
									dataTime, err := utils.ParseDateTime(text)
									if err != nil {
										utils.FileLog.Info("解析时间字符串出错：", err)
										fmt.Println("解析时间字符串出错:", err)
										return
									}
									date = dataTime.Format(utils.FormatDate)
								}
								dateMap[k] = date
							}

							// 数据
							if k == j {
								item := new(models.BaseFromClarksonsData)
								item.IndexCode = indexCode
								item.Value = text
								item.DataTime = date
								item.BaseFromClarksonsIndexId = index.BaseFromClarksonsIndexId
								item.ModifyTime = time.Now()
								item.CreateTime = time.Now()
								itemsIndex = append(itemsIndex, item)

								continue
							}
						}
					}
				}
			}
			if len(itemsIndex) > 2 {
				time1, _ := time.Parse(utils.FormatDate, itemsIndex[0].DataTime)
				time2, _ := time.Parse(utils.FormatDate, itemsIndex[1].DataTime)
				diff := time2.Sub(time1).Hours() / 24

				if diff < 5 {
					index.Frequency = "日度"
				} else if diff > 5 && diff < 10 {
					index.Frequency = "周度"
				} else if diff > 20 && diff < 50 {
					index.Frequency = "月度"
				} else if diff > 50 && diff < 100 {
					index.Frequency = "季度"
				} else if diff > 100 {
					index.Frequency = "年度"
				}
			}
			err = models.UpdateBaseFromClarksonsIndex(index)
			if err != nil {
				fmt.Println("修改指标频度错误", err)
				utils.FileLog.Info("修改指标频度错误", err)
				return
			} else {
				fmt.Println("修改指标频度成功 ", index.IndexCode, index.Frequency)
				utils.FileLog.Info("修改指标频度成功 ", index.IndexCode, index.Frequency)
			}
		}

	}

	count, err := models.AddBaseFromClarksonsDataMuti(itemsIndex)
	if err != nil {
		fmt.Println("添加数据错误", err.Error())
		utils.FileLog.Info("添加数据错误", err)
	} else {
		fmt.Println("添加数据成功", count)
		utils.FileLog.Info("添加数据成功", count)
	}

	fmt.Println("数据操作完成")
	utils.FileLog.Info("数据操作完成")

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
	return
}

// @Title 新增克拉克森指标接口
// @Description 新增克拉克森指标接口
// @Success 200 {object} models.AddEdbInfoReq
// @router /add [post]
func (this *ClarksonsDataController) Add() {
	br := new(models.BaseResponse).Init()
	var cacheKey string
	defer func() {
		utils.Rc.Delete(cacheKey)
		this.Data["json"] = br
		this.ServeJSON()
	}()
	source := utils.DATA_SOURCE_CLARKSONS
	var req models.AddEdbInfoReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.EdbCode == "" {
		br.Msg = "请输入指标编码！"
		br.ErrMsg = "请输入指标编码，指标编码为空"
		return
	}
	cacheKey = utils.CACHE_EDB_DATA_ADD + strconv.Itoa(source) + "_" + req.EdbCode
	if !utils.Rc.IsExist(cacheKey) {
		utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
		err = models.AddEdbDataFromClarksons(req.EdbCode)
		if err != nil {
			br.Msg = "获取指标信息失败！"
			br.ErrMsg = "获取指标信息失败 AddEdbDataFromClarksons，Err:" + err.Error()
			return
		}
		br.Ret = 200
		br.Success = true
		br.Msg = "获取成功"
	} else {
		br.Ret = 501
		br.Success = true
		br.Msg = "系统处理中，请稍后重试"
	}
}

// @Title 刷新克拉克森指标接口
// @Description 刷新克拉克森指标接口
// @Success 200 {object} models.RefreshEdbInfoReq
// @router /refresh [post]
func (this *ClarksonsDataController) Refresh() {
	br := new(models.BaseResponse).Init()
	var cacheKey string
	defer func() {
		utils.Rc.Delete(cacheKey)
		this.Data["json"] = br
		this.ServeJSON()
	}()
	source := utils.DATA_SOURCE_CLARKSONS
	var req models.RefreshEdbInfoReq
	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
	if err != nil {
		br.Msg = "参数解析异常！"
		br.ErrMsg = "参数解析失败，Err:" + err.Error()
		return
	}
	if req.EdbCode == "" {
		br.Msg = "请输入指标编码！"
		br.ErrMsg = "请输入指标编码，指标编码为空"
		return
	}
	if req.EdbInfoId <= 0 {
		br.Msg = "请输入指标ID！"
		br.ErrMsg = "请输入指标ID"
		return
	}

	cacheKey = utils.CACHE_EDB_DATA_REFRESH + strconv.Itoa(source) + "_" + req.EdbCode
	if utils.Rc.IsExist(cacheKey) {
		br.Ret = 501
		br.Success = true
		br.Msg = "系统处理中，请稍后重试"
		return
	}

	utils.Rc.SetNX(cacheKey, 1, 1*time.Minute)
	// 获取指标详情
	edbInfo, err := models.GetEdbInfoById(req.EdbInfoId)
	if err != nil {
		br.Msg = "指标不存在！"
		br.ErrMsg = "指标不存在"
		return
	}

	err = models.RefreshEdbDataFromClarksons(req.EdbInfoId, req.EdbCode, req.StartDate)
	if err != nil && err.Error() != utils.ErrNoRow() {
		br.Msg = "刷新指标信息失败！"
		br.ErrMsg = "刷新指标信息失败 RefreshEdbDataFromCoal，Err:" + err.Error()
		return
	}
	// 更新指标最大最小值
	err, errMsg := models.UnifiedModifyEdbInfoMaxAndMinInfo(edbInfo)
	if err != nil {
		br.Msg = errMsg
		br.ErrMsg = err.Error()
		return
	}

	// 更新ES
	go logic.UpdateEs(edbInfo.EdbInfoId)

	br.Ret = 200
	br.Success = true
	br.Msg = "获取成功"
}