123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650 |
- package data_manage
- import (
- "errors"
- "eta/eta_api/utils"
- "fmt"
- "github.com/beego/beego/v2/client/orm"
- "github.com/shopspring/decimal"
- "sort"
- "strings"
- "time"
- )
- func AddCalculateLjztbpj(req *EdbInfoCalculateBatchSaveReq, firstEdbInfo, secondEdbInfo *EdbInfo, edbCode, uniqueCode string, sysUserId int, sysUserRealName string) (edbInfoId int, err error) {
- fmt.Println("AddCalculateLjztbpj")
- o := orm.NewOrmUsingDB("data")
- to, err := o.Begin()
- if err != nil {
- return
- }
- defer func() {
- if err != nil {
- fmt.Println("AddCalculateLjztbpj,Err:" + err.Error())
- _ = to.Rollback()
- } else {
- _ = to.Commit()
- }
- }()
-
- pjDataMap := make(map[string]float64)
-
- pjEdbDataTimeList := make([]string, 0)
-
- var lastDateTime time.Time
-
- {
- var condition string
- var pars []interface{}
-
- condition += " AND data_time like ? AND edb_info_id=? "
- pars = append(pars, "%12-31", firstEdbInfo.EdbInfoId)
- lastEdbData, tmpErr := GetLastEdbData(condition, pars, firstEdbInfo.Source, firstEdbInfo.SubSource)
- if tmpErr != nil {
- return edbInfoId, tmpErr
- }
- lastDateTime, _ = time.ParseInLocation(utils.FormatDate, lastEdbData.DataTime, time.Local)
-
- condition = ``
- pars = make([]interface{}, 0)
- condition += " AND data_time <= ? AND edb_info_id=? "
- pars = append(pars, lastEdbData.DataTime, firstEdbInfo.EdbInfoId)
- firstDataList, tmpErr := GetEdbDataListAll(condition, pars, firstEdbInfo.Source, firstEdbInfo.SubSource, 0)
- if tmpErr != nil {
- return edbInfoId, tmpErr
- }
- for _, v := range firstDataList {
- pjDataMap[v.DataTime] = v.Value
- pjEdbDataTimeList = append(pjEdbDataTimeList, v.DataTime)
- }
- }
- var edbInfo *EdbInfo
- if req.EdbInfoId <= 0 {
- edbInfo = &EdbInfo{
- SourceName: "累计值同比拼接",
- Source: utils.DATA_SOURCE_CALCULATE_LJZTBPJ,
- EdbCode: edbCode,
- EdbName: req.EdbName,
- EdbNameSource: req.EdbName,
- Frequency: req.Frequency,
- Unit: req.Unit,
- StartDate: firstEdbInfo.StartDate,
- EndDate: firstEdbInfo.EndDate,
- ClassifyId: req.ClassifyId,
- SysUserId: sysUserId,
- SysUserRealName: sysUserRealName,
- UniqueCode: uniqueCode,
- CreateTime: time.Now(),
- ModifyTime: time.Now(),
- CalculateFormula: lastDateTime.Format(utils.FormatDate),
- EdbType: 2,
- }
- newEdbInfoId, err := to.Insert(edbInfo)
- if err != nil {
- return edbInfoId, err
- }
- edbInfoId = int(newEdbInfoId)
- } else {
- edbInfoId = req.EdbInfoId
-
- tmpEdbInfo, tmpErr := GetEdbInfoById(edbInfoId)
- if tmpErr != nil {
- err = tmpErr
- return
- }
- tmpEdbInfo.EdbName = req.EdbName
- tmpEdbInfo.ClassifyId = req.ClassifyId
- tmpEdbInfo.Frequency = req.Frequency
- tmpEdbInfo.Unit = req.Unit
- tmpEdbInfo.CalculateFormula = req.Formula
- edbInfo = tmpEdbInfo
-
- dataTableName := GetEdbDataTableName(utils.DATA_SOURCE_CALCULATE_LJZTBPJ, utils.DATA_SUB_SOURCE_EDB)
- fmt.Println("dataTableName:" + dataTableName)
- deleteSql := ` DELETE FROM %s WHERE edb_info_id=? `
- deleteSql = fmt.Sprintf(deleteSql, dataTableName)
- _, err = to.Raw(deleteSql, req.EdbInfoId).Exec()
- if err != nil {
- return 0, err
- }
-
- sql := ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=? `
- _, err = to.Raw(sql, edbInfoId).Exec()
- }
-
-
- {
- calculateMappingItem := new(EdbInfoCalculateMapping)
- calculateMappingItem.CreateTime = time.Now()
- calculateMappingItem.ModifyTime = time.Now()
- calculateMappingItem.Sort = 1
- calculateMappingItem.EdbCode = edbCode
- calculateMappingItem.EdbInfoId = edbInfoId
- calculateMappingItem.FromEdbInfoId = firstEdbInfo.EdbInfoId
- calculateMappingItem.FromEdbCode = firstEdbInfo.EdbCode
- calculateMappingItem.FromEdbName = firstEdbInfo.EdbName
- calculateMappingItem.FromSource = firstEdbInfo.Source
- calculateMappingItem.FromSourceName = firstEdbInfo.SourceName
- calculateMappingItem.FromTag = "A"
- calculateMappingItem.Source = edbInfo.Source
- calculateMappingItem.SourceName = edbInfo.SourceName
- _, err = to.Insert(calculateMappingItem)
- if err != nil {
- return
- }
- }
-
- {
- calculateMappingItem := new(EdbInfoCalculateMapping)
- calculateMappingItem.CreateTime = time.Now()
- calculateMappingItem.ModifyTime = time.Now()
- calculateMappingItem.Sort = 1
- calculateMappingItem.EdbCode = edbCode
- calculateMappingItem.EdbInfoId = edbInfoId
- calculateMappingItem.FromEdbInfoId = secondEdbInfo.EdbInfoId
- calculateMappingItem.FromEdbCode = secondEdbInfo.EdbCode
- calculateMappingItem.FromEdbName = secondEdbInfo.EdbName
- calculateMappingItem.FromSource = secondEdbInfo.Source
- calculateMappingItem.FromSourceName = secondEdbInfo.SourceName
- calculateMappingItem.FromTag = "B"
- calculateMappingItem.Source = edbInfo.Source
- calculateMappingItem.SourceName = edbInfo.SourceName
- _, err = to.Insert(calculateMappingItem)
- if err != nil {
- return
- }
- }
-
- tbzEdbDataMap := make(map[string]float64)
-
- tbzEdbDataTimeList := make([]string, 0)
-
- {
- var condition string
- var pars []interface{}
- condition += " AND data_time > ? AND edb_info_id = ? "
- pars = append(pars, lastDateTime, secondEdbInfo.EdbInfoId)
-
- secondDataList, tmpErr := GetEdbDataListAll(condition, pars, secondEdbInfo.Source, secondEdbInfo.SubSource, 0)
- if tmpErr != nil {
- return edbInfoId, tmpErr
- }
- for _, v := range secondDataList {
- tbzEdbDataMap[v.DataTime] = v.Value
- tbzEdbDataTimeList = append(tbzEdbDataTimeList, v.DataTime)
- }
- }
- sort.Strings(tbzEdbDataTimeList)
- for _, v := range tbzEdbDataTimeList {
- tbzDataTime, _ := time.ParseInLocation(utils.FormatDate, v, time.Local)
-
- var pjDataTime time.Time
- if tbzDataTime.Month() == 2 {
- pjDataTime = tbzDataTime.AddDate(0, -11, 0)
- pjDataTime = time.Date(pjDataTime.Year(), pjDataTime.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 0, -1)
- } else {
- pjDataTime = tbzDataTime.AddDate(-1, 0, 0)
- }
-
- if pjDataValue, ok := pjDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
- tbzDataValue := tbzEdbDataMap[v]
- currValue := pjDataValue * (1 + tbzDataValue/100)
- currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64()
-
- pjDataMap[v] = currValue
- pjEdbDataTimeList = append(pjEdbDataTimeList, v)
- }
- }
- addDataList := make([]*EdbDataCalculateLjztbpj, 0)
-
- sort.Strings(pjEdbDataTimeList)
-
- for _, dataTime := range pjEdbDataTimeList {
- if dataValue, ok := pjDataMap[dataTime]; ok {
-
- currentDate, _ := time.Parse(utils.FormatDate, dataTime)
- timestamp := currentDate.UnixNano() / 1e6
- edbDataLjztbpj := &EdbDataCalculateLjztbpj{
- EdbInfoId: edbInfoId,
- EdbCode: edbInfo.EdbCode,
- DataTime: dataTime,
- Value: dataValue,
- Status: 1,
- CreateTime: time.Now(),
- ModifyTime: time.Now(),
- DataTimestamp: timestamp,
- }
- addDataList = append(addDataList, edbDataLjztbpj)
- }
- }
-
- tmpAddDataList := make([]*EdbDataCalculateLjztbpj, 0)
- for _, v := range addDataList {
- tmpAddDataList = append(tmpAddDataList, v)
- if len(tmpAddDataList) >= 200 {
- _, tmpErr := to.InsertMulti(len(tmpAddDataList), tmpAddDataList)
- if tmpErr != nil {
- err = tmpErr
- return
- }
-
- tmpAddDataList = make([]*EdbDataCalculateLjztbpj, 0)
- }
- }
-
- if len(tmpAddDataList) > 0 {
- _, tmpErr := to.InsertMulti(len(tmpAddDataList), tmpAddDataList)
- if tmpErr != nil {
- err = tmpErr
- return
- }
- }
- return
- }
- func EditCalculateLjztbpj(req *EdbInfoCalculateBatchEditReq, nowEdbInfo, firstEdbInfo, secondEdbInfo *EdbInfo) (edbInfoId int, err error) {
- edbInfoId = req.EdbInfoId
- o := orm.NewOrmUsingDB("data")
- to, err := o.Begin()
- if err != nil {
- return
- }
- defer func() {
- if err != nil {
- _ = to.Rollback()
- } else {
- _ = to.Commit()
- }
- }()
- sql := ``
- var existCondition string
- var existPars []interface{}
- existCondition += " AND edb_info_id=? "
- existPars = append(existPars, edbInfoId)
-
- existList, err := GetEdbInfoCalculateListByCondition(existCondition, existPars)
- if err != nil {
- err = errors.New("判断指标是否改变失败,Err:" + err.Error())
- return
- }
- var existItemA, existItemB *EdbInfoCalculateMapping
- for _, existItem := range existList {
- if existItem.FromTag == "A" {
- existItemA = existItem
- } else if existItem.FromTag == "B" {
- existItemB = existItem
- }
- }
-
- startCalculationDate, _ := time.ParseInLocation(utils.FormatDate, nowEdbInfo.CalculateFormula, time.Local)
-
- pjDataMap := make(map[string]float64)
- nowEdbDataMap := make(map[string]float64)
-
- pjEdbDataTimeList := make([]string, 0)
-
- lastDateTime := startCalculationDate
-
- {
-
- if existItemA.FromEdbInfoId != firstEdbInfo.EdbInfoId {
-
- {
-
- sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? and from_edb_info_id = ?`
- _, err = to.Raw(sql, edbInfoId, existItemA.FromEdbInfoId).Exec()
- if err != nil {
- err = errors.New("删除拼接日期之前的指标关联关系失败,Err:" + err.Error())
- return
- }
-
- tableName := GetEdbDataTableName(nowEdbInfo.Source, nowEdbInfo.SubSource)
- sql = fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? `, tableName)
- _, err = to.Raw(sql, edbInfoId).Exec()
- if err != nil {
- err = errors.New("删除所有的累计值同比拼接指标数据失败,Err:" + err.Error())
- return
- }
- }
-
- {
- calculateMappingItem := new(EdbInfoCalculateMapping)
- calculateMappingItem.CreateTime = time.Now()
- calculateMappingItem.ModifyTime = time.Now()
- calculateMappingItem.Sort = 1
- calculateMappingItem.EdbCode = nowEdbInfo.EdbCode
- calculateMappingItem.EdbInfoId = edbInfoId
- calculateMappingItem.FromEdbInfoId = firstEdbInfo.EdbInfoId
- calculateMappingItem.FromEdbCode = firstEdbInfo.EdbCode
- calculateMappingItem.FromEdbName = firstEdbInfo.EdbName
- calculateMappingItem.FromSource = firstEdbInfo.Source
- calculateMappingItem.FromSourceName = firstEdbInfo.SourceName
- calculateMappingItem.FromTag = "A"
- calculateMappingItem.Source = nowEdbInfo.Source
- calculateMappingItem.SourceName = nowEdbInfo.SourceName
- _, err = to.Insert(calculateMappingItem)
- if err != nil {
- return
- }
- }
- var condition string
- var pars []interface{}
-
- condition += " AND data_time like ? AND edb_info_id=? "
- pars = append(pars, "%12-31", firstEdbInfo.EdbInfoId)
-
- lastEdbData, tmpErr := GetLastEdbData(condition, pars, firstEdbInfo.Source, firstEdbInfo.SubSource)
- if tmpErr != nil {
- return edbInfoId, tmpErr
- }
- lastDateTime, _ = time.ParseInLocation(utils.FormatDate, lastEdbData.DataTime, time.Local)
-
- condition = ``
- pars = make([]interface{}, 0)
- condition += " AND data_time <= ? AND edb_info_id=? "
- pars = append(pars, lastEdbData.DataTime, firstEdbInfo.EdbInfoId)
- firstDataList, tmpErr := GetEdbDataListAll(condition, pars, firstEdbInfo.Source, firstEdbInfo.SubSource, 0)
- if tmpErr != nil {
- return edbInfoId, tmpErr
- }
- for _, v := range firstDataList {
- pjDataMap[v.DataTime] = v.Value
- pjEdbDataTimeList = append(pjEdbDataTimeList, v.DataTime)
-
- nowEdbDataMap[v.DataTime] = v.Value
- }
- } else {
-
- var condition string
- var pars []interface{}
- condition += " AND edb_info_id=? and data_time <= ?"
- pars = append(pars, nowEdbInfo.EdbInfoId, nowEdbInfo.CalculateFormula)
- nowEdbDataList, tmpErr := GetEdbDataListAll(condition, pars, nowEdbInfo.Source, nowEdbInfo.SubSource, 0)
- if tmpErr != nil {
- return edbInfoId, tmpErr
- }
- for _, v := range nowEdbDataList {
- nowEdbDataMap[v.DataTime] = v.Value
- pjEdbDataTimeList = append(pjEdbDataTimeList, v.DataTime)
- }
- }
- }
-
- tbzEdbDataMap := make(map[string]float64)
-
- tbzEdbDataTimeList := make([]string, 0)
-
- {
- if existItemB.FromEdbInfoId != secondEdbInfo.EdbInfoId {
-
- {
-
- sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id = ? and from_edb_info_id = ?`
- _, err = to.Raw(sql, edbInfoId, existItemB.FromEdbInfoId).Exec()
- if err != nil {
- err = errors.New("删除拼接日期之后的指标关联关系失败,Err:" + err.Error())
- return
- }
-
- tableName := GetEdbDataTableName(nowEdbInfo.Source, nowEdbInfo.SubSource)
- sql = fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time > ? `, tableName)
- _, err = to.Raw(sql, edbInfoId, nowEdbInfo.CalculateFormula).Exec()
- if err != nil {
- err = errors.New("删除计算出来的累计值同比拼接指标数据失败,Err:" + err.Error())
- return
- }
- }
-
- {
- calculateMappingItem := new(EdbInfoCalculateMapping)
- calculateMappingItem.CreateTime = time.Now()
- calculateMappingItem.ModifyTime = time.Now()
- calculateMappingItem.Sort = 1
- calculateMappingItem.EdbCode = nowEdbInfo.EdbCode
- calculateMappingItem.EdbInfoId = edbInfoId
- calculateMappingItem.FromEdbInfoId = secondEdbInfo.EdbInfoId
- calculateMappingItem.FromEdbCode = secondEdbInfo.EdbCode
- calculateMappingItem.FromEdbName = secondEdbInfo.EdbName
- calculateMappingItem.FromSource = secondEdbInfo.Source
- calculateMappingItem.FromSourceName = secondEdbInfo.SourceName
- calculateMappingItem.FromTag = "B"
- calculateMappingItem.Source = nowEdbInfo.Source
- calculateMappingItem.SourceName = nowEdbInfo.SourceName
- _, err = to.Insert(calculateMappingItem)
- if err != nil {
- return
- }
- }
- }
- var condition string
- var pars []interface{}
- condition += " AND data_time > ? AND edb_info_id = ? "
- pars = append(pars, lastDateTime, secondEdbInfo.EdbInfoId)
-
- secondDataList, tmpErr := GetEdbDataListAll(condition, pars, secondEdbInfo.Source, secondEdbInfo.SubSource, 0)
- if tmpErr != nil {
- return edbInfoId, tmpErr
- }
- for _, v := range secondDataList {
- tbzEdbDataMap[v.DataTime] = v.Value
- tbzEdbDataTimeList = append(tbzEdbDataTimeList, v.DataTime)
- }
- }
- sort.Strings(tbzEdbDataTimeList)
-
- removeDateList := make([]string, 0)
- for nowEdbDate := range nowEdbDataMap {
- nowEdbDateTime, _ := time.ParseInLocation(utils.FormatDate, nowEdbDate, time.Local)
-
- if startCalculationDate.Before(nowEdbDateTime) {
- if _, ok := tbzEdbDataMap[nowEdbDate]; !ok {
-
- removeDateList = append(removeDateList, nowEdbDate)
- }
- }
- }
-
- updateEdbDataMap := make(map[string]float64)
- for _, v := range tbzEdbDataTimeList {
- tbzDataTime, _ := time.ParseInLocation(utils.FormatDate, v, time.Local)
-
- var pjDataTime time.Time
- if tbzDataTime.Month() == 2 {
- pjDataTime = tbzDataTime.AddDate(0, -11, 0)
- pjDataTime = time.Date(pjDataTime.Year(), pjDataTime.Month(), 1, 0, 0, 0, 0, time.Now().Location()).AddDate(0, 0, -1)
- } else {
- pjDataTime = tbzDataTime.AddDate(-1, 0, 0)
- }
-
- if nowEdbDataValue, isHas := nowEdbDataMap[v]; isHas {
-
- if lastYearEdbDataValue, ok := nowEdbDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
- tbzDataValue := tbzEdbDataMap[v]
- currValue := lastYearEdbDataValue * (1 + tbzDataValue/100)
- currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64()
-
- if nowEdbDataValue != currValue {
-
- updateEdbDataMap[v] = currValue
- }
- }
- } else {
-
-
- if pjDataValue, ok := nowEdbDataMap[pjDataTime.Format(utils.FormatDate)]; ok {
- tbzDataValue := tbzEdbDataMap[v]
- currValue := pjDataValue * (1 + tbzDataValue/100)
- currValue, _ = decimal.NewFromFloat(currValue).Truncate(4).Float64()
-
- nowEdbDataMap[v] = currValue
-
- pjDataMap[v] = currValue
- pjEdbDataTimeList = append(pjEdbDataTimeList, v)
- }
- }
- }
-
- {
- addDataList := make([]*EdbDataCalculateLjztbpj, 0)
- for dataTime, dataValue := range pjDataMap {
-
- currentDate, _ := time.Parse(utils.FormatDate, dataTime)
- timestamp := currentDate.UnixNano() / 1e6
- edbDataLjztbpj := &EdbDataCalculateLjztbpj{
- EdbInfoId: edbInfoId,
- EdbCode: nowEdbInfo.EdbCode,
- DataTime: dataTime,
- Value: dataValue,
- Status: 1,
- CreateTime: time.Now(),
- ModifyTime: time.Now(),
- DataTimestamp: timestamp,
- }
- addDataList = append(addDataList, edbDataLjztbpj)
- }
- tmpAddDataList := make([]*EdbDataCalculateLjztbpj, 0)
- for _, v := range addDataList {
- tmpAddDataList = append(tmpAddDataList, v)
- if len(tmpAddDataList) >= 200 {
- _, tmpErr := to.InsertMulti(len(tmpAddDataList), tmpAddDataList)
- if tmpErr != nil {
- err = tmpErr
- return
- }
-
- tmpAddDataList = make([]*EdbDataCalculateLjztbpj, 0)
- }
- }
-
- if len(tmpAddDataList) > 0 {
- _, tmpErr := to.InsertMulti(len(tmpAddDataList), tmpAddDataList)
- if tmpErr != nil {
- err = tmpErr
- return
- }
- }
- }
-
- {
- if len(removeDateList) > 0 {
- removeDateStr := strings.Join(removeDateList, `","`)
- removeDateStr = `"` + removeDateStr + `"`
-
- tableName := GetEdbDataTableName(nowEdbInfo.Source, nowEdbInfo.SubSource)
- sql = fmt.Sprintf(` DELETE FROM %s WHERE edb_info_id = ? and data_time in (%s) `, tableName, removeDateStr)
- _, err = to.Raw(sql, edbInfoId).Exec()
- if err != nil {
- err = errors.New("删除不存在的累计值同比拼接指标数据失败,Err:" + err.Error())
- return
- }
- }
- }
-
- {
- tableName := GetEdbDataTableName(nowEdbInfo.Source, nowEdbInfo.SubSource)
- for edbDate, edbDataValue := range updateEdbDataMap {
- sql = fmt.Sprintf(` UPDATE %s set value = %f,modify_time=now() WHERE edb_info_id = ? and data_time = %s `, tableName, edbDataValue, edbDate)
- _, err = to.Raw(sql, edbInfoId).Exec()
- if err != nil {
- err = errors.New("更新现有的累计值同比拼接指标数据失败,Err:" + err.Error())
- return
- }
- }
- }
-
- sql = ` UPDATE edb_info SET
- edb_name =?,
- edb_name_source=?,
- frequency = ?,
- unit = ?,
- classify_id = ?,
- calculate_formula=?,
- modify_time = NOW()
- WHERE edb_info_id = ? `
- _, err = to.Raw(sql, req.EdbName, req.EdbName, req.Frequency, req.Unit, req.ClassifyId, lastDateTime.Format(utils.FormatDate), edbInfoId).Exec()
- if err != nil {
- return
- }
- return
- }
|