123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358 |
- package models
- import (
- "errors"
- "eta/eta_index_lib/utils"
- "fmt"
- "github.com/beego/beego/v2/client/orm"
- "github.com/shopspring/decimal"
- "strconv"
- "strings"
- "time"
- )
- // AddCalculateRjz 日均值
- func AddCalculateRjz(req *EdbInfoCalculateBatchSaveReq, fromEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfo *EdbInfo, err error) {
- o := orm.NewOrm()
- to, err := o.Begin()
- if err != nil {
- return
- }
- defer func() {
- if err != nil {
- fmt.Println("AddCalculateRjz,Err:" + err.Error())
- _ = to.Rollback()
- } else {
- _ = to.Commit()
- }
- }()
- if req.EdbInfoId <= 0 {
- edbInfo = new(EdbInfo)
- edbInfo.Source = utils.DATA_SOURCE_CALCULATE_RJZ
- edbInfo.SourceName = "日均值"
- edbInfo.EdbCode = edbCode
- edbInfo.EdbName = req.EdbName
- edbInfo.EdbNameSource = req.EdbName
- edbInfo.Frequency = req.Frequency
- edbInfo.Unit = req.Unit
- edbInfo.ClassifyId = req.ClassifyId
- edbInfo.SysUserId = sysUserId
- edbInfo.SysUserRealName = sysUserRealName
- edbInfo.CreateTime = time.Now()
- edbInfo.ModifyTime = time.Now()
- edbInfo.UniqueCode = uniqueCode
- edbInfo.CalculateFormula = req.Formula
- edbInfo.EdbNameEn = req.EdbName
- edbInfo.UnitEn = req.Unit
- edbInfo.EdbType = 2
- edbInfo.Sort = GetAddEdbMaxSortByClassifyId(req.ClassifyId, utils.EDB_INFO_TYPE)
- newEdbInfoId, tmpErr := to.Insert(edbInfo)
- if tmpErr != nil {
- err = tmpErr
- return
- }
- edbInfo.EdbInfoId = int(newEdbInfoId)
- //关联关系
- {
- calculateMappingItem := new(EdbInfoCalculateMapping)
- calculateMappingItem.CreateTime = time.Now()
- calculateMappingItem.ModifyTime = time.Now()
- calculateMappingItem.Sort = 1
- calculateMappingItem.EdbCode = edbCode
- calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
- calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
- calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
- calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
- calculateMappingItem.FromSource = fromEdbInfo.Source
- calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
- calculateMappingItem.FromTag = ""
- calculateMappingItem.Source = edbInfo.Source
- calculateMappingItem.SourceName = edbInfo.SourceName
- calculateMappingItem.FromSubSource = fromEdbInfo.SubSource
- _, err = to.Insert(calculateMappingItem)
- if err != nil {
- return
- }
- }
- } else {
- edbInfo, err = GetEdbInfoById(req.EdbInfoId)
- if err != nil {
- return
- }
- dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_RJZ, utils.DATA_SUB_SOURCE_EDB)
- deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
- deleteSql = fmt.Sprintf(deleteSql, dataTableName)
- _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
- if err != nil {
- return
- }
- }
- //计算数据
- err = refreshAllCalculateRjz(to, edbInfo.EdbInfoId, edbInfo.Source, fromEdbInfo, edbCode, "", "")
- return
- }
- // EditCalculateRjz 日均值
- func EditCalculateRjz(edbInfo *EdbInfo, req *EdbInfoCalculateBatchEditReq, fromEdbInfo *EdbInfo) (err error) {
- o := orm.NewOrm()
- to, err := o.Begin()
- if err != nil {
- return
- }
- defer func() {
- if err != nil {
- fmt.Println("EditCalculateRjz,Err:" + err.Error())
- _ = to.Rollback()
- } else {
- _ = to.Commit()
- }
- }()
- //修改指标信息
- edbInfo.EdbName = req.EdbName
- edbInfo.EdbNameSource = req.EdbName
- edbInfo.Frequency = req.Frequency
- edbInfo.Unit = req.Unit
- edbInfo.ClassifyId = req.ClassifyId
- edbInfo.EdbNameEn = req.EdbNameEn
- edbInfo.UnitEn = req.UnitEn
- edbInfo.ModifyTime = time.Now()
- _, err = to.Update(edbInfo, "EdbName", "EdbNameSource", "Frequency", "Unit", "ClassifyId", "ModifyTime", "EdbNameEn", "UnitEn")
- if err != nil {
- return
- }
- //判断计算指标是否被更换
- var existCondition string
- var existPars []interface{}
- existCondition += " AND edb_info_id=? AND from_edb_info_id=? "
- existPars = append(existPars, edbInfo.EdbInfoId, req.FromEdbInfoId)
- count, err := GetEdbInfoCalculateCountByCondition(existCondition, existPars)
- if err != nil {
- err = errors.New("判断指标是否改变失败,Err:" + err.Error())
- return
- }
- if count > 0 { // 指标未被替换,无需重新计算
- return
- }
- //删除,计算指标关联的,基础指标的关联关系
- sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? `
- _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
- if err != nil {
- return
- }
- //清空原有数据
- sql = ` DELETE FROM edb_data_calculate_rjz WHERE edb_info_id = ? `
- _, err = to.Raw(sql, edbInfo.EdbInfoId).Exec()
- if err != nil {
- return
- }
- //关联关系
- {
- calculateMappingItem := &EdbInfoCalculateMapping{
- EdbInfoCalculateMappingId: 0,
- EdbInfoId: edbInfo.EdbInfoId,
- Source: utils.DATA_SOURCE_CALCULATE_RJZ,
- SourceName: "日均值",
- EdbCode: edbInfo.EdbCode,
- FromEdbInfoId: fromEdbInfo.EdbInfoId,
- FromEdbCode: fromEdbInfo.EdbCode,
- FromEdbName: fromEdbInfo.EdbName,
- FromSource: fromEdbInfo.Source,
- FromSourceName: fromEdbInfo.SourceName,
- FromTag: "",
- Sort: 1,
- CreateTime: time.Now(),
- ModifyTime: time.Now(),
- FromSubSource: fromEdbInfo.SubSource,
- }
- _, err = to.Insert(calculateMappingItem)
- if err != nil {
- return
- }
- }
- //计算数据
- err = refreshAllCalculateRjz(to, edbInfo.EdbInfoId, edbInfo.Source, fromEdbInfo, edbInfo.EdbCode, "", "")
- return
- }
- // RefreshAllCalculateRjz 刷新所有日均值数据
- func RefreshAllCalculateRjz(edbInfoId, source int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate string) (err error) {
- o := orm.NewOrm()
- to, err := o.Begin()
- if err != nil {
- return
- }
- defer func() {
- if err != nil {
- fmt.Println("RefreshAllCalculateRjz,Err:" + err.Error())
- _ = to.Rollback()
- } else {
- _ = to.Commit()
- }
- }()
- //计算数据
- err = refreshAllCalculateRjz(to, edbInfoId, source, fromEdbInfo, edbCode, startDate, endDate)
- return
- }
- // refreshAllCalculateRjz
- func refreshAllCalculateRjz(to orm.TxOrmer, edbInfoId, source int, fromEdbInfo *EdbInfo, edbCode, startDate, endDate string) (err error) {
- edbInfoIdStr := strconv.Itoa(edbInfoId)
- //计算数据
- dataList, err := GetEdbDataListAll(fromEdbInfo.Source, fromEdbInfo.SubSource, FindEdbDataListAllCond{
- EdbInfoId: fromEdbInfo.EdbInfoId,
- StartDataTime: startDate,
- StartDataTimeCond: ">=",
- }, 0)
- if err != nil {
- return err
- }
- var dateArr []string
- dataMap := make(map[string]*EdbInfoSearchData)
- for _, v := range dataList {
- dateArr = append(dateArr, v.DataTime)
- dataMap[v.DataTime] = v
- }
- fmt.Println("source:", source)
- //获取指标所有数据
- existDataList := make([]*EdbData, 0)
- dataTableName := GetEdbDataTableName(source, utils.DATA_SUB_SOURCE_EDB)
- fmt.Println("dataTableName:", dataTableName)
- sql := `SELECT * FROM %s WHERE edb_info_id=? `
- sql = fmt.Sprintf(sql, dataTableName)
- _, err = to.Raw(sql, edbInfoId).QueryRows(&existDataList)
- if err != nil {
- return err
- }
- existDataMap := make(map[string]string)
- for _, v := range existDataList {
- existDataMap[v.DataTime] = v.Value
- }
- fmt.Println("existDataMap:", existDataMap)
- addSql := ` INSERT INTO edb_data_calculate_rjz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
- var isAdd bool
- existAddDataMap := make(map[string]string)
- for _, av := range dateArr {
- currentItem := dataMap[av]
- if currentItem != nil {
- //当前日期
- currentDate, err := time.ParseInLocation(utils.FormatDate, av, time.Local)
- if err != nil {
- return err
- }
- //根据频度计算需要均分的天数
- days := GetRjzFrequencyDays(currentDate, fromEdbInfo.Frequency)
- val := rjzDiv(currentItem.Value, days)
- timestamp := currentDate.UnixNano() / 1e6
- timestampStr := fmt.Sprintf("%d", timestamp)
- if existVal, ok := existDataMap[av]; !ok {
- if _, existOk := existAddDataMap[av]; !existOk {
- addSql += GetAddSql(edbInfoIdStr, edbCode, av, timestampStr, val)
- isAdd = true
- }
- existAddDataMap[av] = av
- } else {
- existValDecimal, err := decimal.NewFromString(existVal)
- existStr := existValDecimal.String()
- if existStr != val {
- sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
- sql = fmt.Sprintf(sql, dataTableName)
- _, err = to.Raw(sql, val, edbInfoId, av).Exec()
- if err != nil {
- return err
- }
- }
- }
- }
- }
- if isAdd {
- addSql = strings.TrimRight(addSql, ",")
- _, err = to.Raw(addSql).Exec()
- if err != nil {
- return err
- }
- }
- return
- }
- func GetRjzFrequencyDays(currDate time.Time, frequency string) (days int) {
- switch frequency {
- case "周度", "周":
- days = 7
- case "旬度":
- if currDate.Day() <= 20 { // 1旬和2旬都是10天
- days = 10
- } else {
- // 下旬,多种可能,最大天数可能存在8天,9天,10天,11天,
- currT := time.Date(currDate.Year(), currDate.Month(), 20, 0, 0, 0, 0, time.Local)
- nextT := time.Date(currDate.Year(), currDate.Month()+1, 1, 0, 0, 0, 0, time.Local).AddDate(0, 0, -1)
- days = utils.GetTimeSubDay(currT, nextT)
- }
- case "月度":
- //统计当月的天数
- currMonthFd := time.Date(currDate.Year(), currDate.Month(), 1, 0, 0, 0, 0, time.Local)
- nextMonthFd := time.Date(currDate.Year(), currDate.Month()+1, 1, 0, 0, 0, 0, time.Local)
- days = utils.GetTimeSubDay(currMonthFd, nextMonthFd)
- case "季度":
- curr0T := time.Date(currDate.Year(), 1, 1, 0, 0, 0, 0, time.Local)
- curr1T := time.Date(currDate.Year(), 3, 31, 0, 0, 0, 0, time.Local)
- curr2T := time.Date(currDate.Year(), 6, 30, 0, 0, 0, 0, time.Local)
- curr3T := time.Date(currDate.Year(), 9, 30, 0, 0, 0, 0, time.Local)
- curr4T := time.Date(currDate.Year(), 12, 31, 0, 0, 0, 0, time.Local)
- if currDate.Month() < 4 { // 1季度
- days = utils.GetTimeSubDay(curr0T, curr1T)
- } else if currDate.Month() < 7 { // 2季度
- days = utils.GetTimeSubDay(curr1T, curr2T)
- } else if currDate.Month() < 10 { // 3季度
- days = utils.GetTimeSubDay(curr2T, curr3T)
- } else {
- // 4季度
- days = utils.GetTimeSubDay(curr3T, curr4T)
- }
- case "年度":
- //统计当前年份的天数,明年1月1日-今天年1月1日
- currentYearFd := time.Date(currDate.Year(), 1, 1, 0, 0, 0, 0, time.Local)
- nextYearFd := currentYearFd.AddDate(1, 0, 0)
- days = utils.GetTimeSubDay(currentYearFd, nextYearFd)
- case "半年度":
- curr0T := time.Date(currDate.Year(), 1, 1, 0, 0, 0, 0, time.Local)
- curr1T := time.Date(currDate.Year(), 6, 30, 0, 0, 0, 0, time.Local)
- curr2T := time.Date(currDate.Year(), 12, 31, 0, 0, 0, 0, time.Local)
- if currDate.Month() <= 6 { // 上半年
- days = utils.GetTimeSubDay(curr0T, curr1T)
- } else {
- // 下半年
- days = utils.GetTimeSubDay(curr1T, curr2T)
- }
- default:
- days = 1
- return
- }
- return
- }
- func rjzDiv(a float64, b int) string {
- var valStr string
- if b != 0 {
- af := decimal.NewFromFloat(a)
- bf := decimal.NewFromFloat(float64(b))
- val, _ := af.Div(bf).Float64()
- valStr = decimal.NewFromFloat(val).Round(4).String()
- } else {
- valStr = "0"
- }
- return valStr
- }
|