package services import ( "encoding/json" "fmt" "hongze/mysteel_watch/cache" "hongze/mysteel_watch/global" "hongze/mysteel_watch/services/alarm_msg" "hongze/mysteel_watch/utils" "hongze/mysteel_watch/watch" "os" "strconv" "strings" "sync" "time" "github.com/xuri/excelize/v2" ) const ( FormatTime = "15:04:05" //时间格式 FormatTimeStr = "15:04" //时间格式 ) var checkLock sync.RWMutex func IndexCreateCheck() (err error) { checkLock.Lock() defer func() { checkLock.Unlock() }() fmt.Println("IndexCreateCheck") //indexObj := new(index.BaseFromMysteelChemicalIndex) //list, err := indexObj.GetIndexCreate() list, err := watch.GetIndexCreate() if err != nil { return } fmt.Println("listLen:", len(list)) if len(list) <= 0 { return nil } var indexCode []string for _, v := range list { indexCode = append(indexCode, v.IndexCode) } indexCodeStr := strings.Join(indexCode, ";") fmt.Println("indexCodeStr:" + indexCodeStr) go alarm_msg.SendAlarmMsg(utils.APPNAME+" 存在指标数据未生成:"+indexCodeStr, 3) for _, v := range list { fmt.Println("IndexCreateCheck start:", v.IndexCode, v.FilePath) if v.FilePath != "" && utils.FileIsExist(v.FilePath) { fmt.Println("Refresh:" + v.IndexCode) err = UpdateComment(v.FilePath) if err != nil { fmt.Println("UpdateComment Err:" + err.Error()) go alarm_msg.SendAlarmMsg(utils.APPNAME+" 指标数据未生成检测失败:"+err.Error()+";file:"+v.FilePath, 3) } time.Sleep(1 * time.Second) //MysteelChemicalRefresh(v.FilePath) AddIndexRefreshToLpush(v.FilePath) } else { fmt.Println("IndexCreate:" + v.IndexCode) //saveFilePath, err := IndexCreate(v) saveFilePath, err := IndexCreate(v.UpdateWeek, v.IndexCode) if err != nil { fmt.Println("IndexCreate Err:" + err.Error()) go alarm_msg.SendAlarmMsg(utils.APPNAME+" 指标数据未生成检测失败:"+err.Error(), 3) } v.FilePath = saveFilePath fmt.Println("IndexCreate saveFilePath:" + v.FilePath) time.Sleep(1 * time.Second) if utils.FileIsExist(saveFilePath) { //MysteelChemicalRefresh(saveFilePath) AddIndexRefreshToLpush(saveFilePath) } fmt.Println("MysteelChemicalRefresh end:" + v.IndexCode) } fmt.Println("IndexCreateCheck end:" + v.IndexCode) } return nil } // func IndexCreate(item *index.BaseFromMysteelChemicalIndex) (saveFilePath string, err error) { func IndexCreate(updateWeek, indexCode string) (saveFilePath string, err error) { updateWeek = utils.GetUpdateWeekEn(updateWeek) global.LOG.Info("task IndexCreate:" + time.Now().Format(utils.FormatDateTime)) runMode := "release" //fileName := req.IndexName + "_" + req.IndexCode + ".xlsx" var fileName string if updateWeek != "" { fileName = indexCode + "_" + updateWeek + "_" + runMode + ".xlsx" //保存的文件名称 } else { fileName = indexCode + "_" + runMode + ".xlsx" //保存的文件名称 } filePath := global.CONFIG.Serve.IndexSaveDir + fileName if utils.FileIsExist(filePath) { saveFilePath = filePath return os.Remove(filePath) } templatePath := global.CONFIG.Serve.IndexSaveDir + "index_template.xlsx" templateFile, err := excelize.OpenFile(templatePath) if err != nil { fmt.Println("OpenFile template err:" + err.Error()) return } defer func() { templateFile.Close() }() startDate := "1990-01-01" commentStr := `"BlankValue":"0","CanMark":true,"ChartLineType":"0","DateBlock":0,"DateBlockCount":1,"DateFormat":0,"DateTimeTag":"","EndDate":"","ExportType":0,"HasDescription":true,"HasEmptyRows":false,"HasFrequency":true,"HasIndexID":true,"HasLastDate":true,"HasSourceName":true,"HasTimeInterval":true,"HasUnit":true,"HasUpdateDate":true,"IsCreateChart":false,"IsDataSort":true,"IsNewSheet":false,"IsNewWorkbook":false,"Models":[{"DataFormat":0,"DataStartDate":"` + startDate + `","DefineName":"","DefineUnit":"","DisplayIndexCode":"` + indexCode + `","IndexCode":"` + indexCode + `","IndexFormula":"` + indexCode + `","PointValue":0,"UnionStart":""}],"Position":"A1","RangeData":"A2:B280","ShowBlankLines":false,"StartDate":"","Transpose":false,"UpdateMode":1,"lookModel":{"IsLast":false,"LookValue":0,"lookType":0},"ver":3} ` commentMap := make(map[string]interface{}) commentMap["author"] = "{" commentMap["text"] = commentStr commentJson, err := json.Marshal(commentMap) if err != nil { fmt.Println("json.Marshal err:" + err.Error()) } fmt.Println("commentJson") fmt.Println(string(commentJson)) templateFile.DeleteComment("Sheet1", "A1") templateFile.AddComment("Sheet1", "A1", string(commentJson)) if err := templateFile.SaveAs(filePath); err != nil { fmt.Println(err) return "", err } saveFilePath = filePath return } //func IndexRefreshAll() { // fmt.Println("IndexCreateCheck") // indexObj := new(index.BaseFromMysteelChemicalIndex) // list, err := indexObj.GetIndexRefreshAll() // if err != nil { // fmt.Println("GetIndexRefreshAll Err:" + err.Error()) // return // } // fmt.Println("listLen:", len(list)) // if len(list) <= 0 { // return // } // nowDate := time.Now().Format(utils.FormatDate) // monthLastDay := utils.GetNowMonthLastDay() // monthLastDayStr := monthLastDay.Format(utils.FormatDate) // yearLast := strconv.Itoa(time.Now().Year()) + "12-31" // for _, v := range list { // err = UpdateComment(v.FilePath) // if err != nil { // go alarm_msg.SendAlarmMsg(utils.APPNAME+" 指标数据未生成检测失败:"+err.Error()+";file:"+v.FilePath, 3) // } // time.Sleep(1 * time.Second) // if v.Frequency == "周度" { // if v.UpdateWeek == "" && v.UpdateTime == "" && v.UpdateTime2 == "" { // //判断本周的数据是否已经存在 // MysteelChemicalRefresh(v.FilePath) // } // } else if v.Frequency == "月度" || v.Frequency == "旬度" { // if nowDate == monthLastDayStr { // MysteelChemicalRefresh(v.FilePath) // } // } else if v.Frequency == "年度" && nowDate == yearLast { // if nowDate == yearLast { // MysteelChemicalRefresh(v.FilePath) // } // } else if v.Frequency == "日度" { // if v.EndDate.Format(utils.FormatDate) != nowDate { // MysteelChemicalRefresh(v.FilePath) // } // } else { // global.LOG.Info("无效频度:" + v.IndexCode + ";" + v.Frequency) // } // } // return //} func IndexRefreshAll() { fmt.Println("IndexCreateCheck") //indexObj := new(index.BaseFromMysteelChemicalIndex) //list, err := indexObj.GetIndexRefreshAllByMergeFile() frequency := global.CONFIG.Serve.Frequency list, err := watch.GetIndexRefreshAllByMergeFile() if err != nil { fmt.Println("GetIndexRefreshAll Err:" + err.Error()) return } fmt.Println("listLen:", len(list)) if len(list) <= 0 { return } now := time.Now() month := int(now.Month()) day := now.Day() week := int(now.Weekday()) for _, v := range list { rn := utils.GetRandInt(1, 10) time.Sleep(time.Duration(rn) * time.Second) if v.Frequency == "年度" { if month == 1 && day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "季度" { if (month == 1 || month == 4 || month == 7 || month == 10) && day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "月度" { if day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "周度" && frequency == "周度" { if week > 2 && week < 6 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else { if week < 6 && frequency == "" { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } } return } func IndexRefreshMethanol() { fmt.Println("IndexRefreshMethanol") //indexObj := new(index.BaseFromMysteelChemicalIndex) //list, err := indexObj.GetIndexRefreshMethanolByMergeFile() list, err := watch.GetIndexRefreshMethanolByMergeFile() if err != nil { fmt.Println("GetIndexRefreshAll Err:" + err.Error()) return } fmt.Println("listLen:", len(list)) if len(list) <= 0 { return } now := time.Now() month := int(now.Month()) day := now.Day() week := int(now.Weekday()) for _, v := range list { rn := utils.GetRandInt(1, 10) time.Sleep(time.Duration(rn) * time.Second) time.Sleep(3 * time.Second) if v.Frequency == "年度" { if month == 1 && day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "季度" { if (month == 1 || month == 4 || month == 7 || month == 10) && day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "月度" { if day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "周度" { if week > 2 && week < 6 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else { if week < 6 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } } return } func IndexRefreshTimely() { fmt.Println("IndexRefreshTimely") listLen := 0 defer func() { if listLen > 0 { go alarm_msg.SendAlarmMsg(utils.APPNAME+" 及时刷新指标, listLen: "+strconv.Itoa(listLen), 3) } }() //indexObj := new(index.BaseFromMysteelChemicalIndex) //list, err := indexObj.GetIndexRefreshMethanolByTimely() list, err := watch.GetIndexRefreshMethanolByTimely() if err != nil { fmt.Println("GetIndexRefreshAll Err:" + err.Error()) return } listLen = len(list) fmt.Println("listLen:", len(list)) if listLen <= 0 { return } now := time.Now() month := int(now.Month()) day := now.Day() week := int(now.Weekday()) for _, v := range list { rn := utils.GetRandInt(1, 10) time.Sleep(time.Duration(rn) * time.Second) time.Sleep(3 * time.Second) if v.Frequency == "年度" { if month == 1 && day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "季度" { if (month == 1 || month == 4 || month == 7 || month == 10) && day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "月度" { if day == 1 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else if v.Frequency == "周度" { if week > 2 && week < 6 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } else { if week < 6 { //MysteelChemicalRefresh(v.MergeFilePath) AddIndexRefreshToLpush(v.MergeFilePath) } } } return } var lock sync.RWMutex // 刷新周度指标数据 func IndexRefreshWeek() { lock.Lock() nowWeek := time.Now().Weekday().String() nowWeekZn := utils.GetWeekZn(nowWeek) fmt.Println("nowWeekZn:" + nowWeekZn) //indexObj := new(index.BaseFromMysteelChemicalIndex) startTime := time.Now().Add(-1 * time.Minute).Format(FormatTimeStr) endTime := time.Now().Add(1 * time.Minute).Format(FormatTimeStr) //list, err := indexObj.GetIndexRefreshWeek(nowWeekZn, startTime, endTime) list, err := watch.GetIndexRefreshWeek(nowWeekZn, startTime, endTime) if err != nil { fmt.Println("GetIndexRefreshWeek Err:" + err.Error()) return } fmt.Println("listLen:", len(list)) if len(list) <= 0 { return } for _, v := range list { if global.Re == nil && global.Rc != nil { key := utils.REFRESH_INDEX_CODE + v.IndexCode if global.Rc.SetNX(key, v.FilePath, 5*time.Hour) { cache.IndexAutoRefresh(v.FilePath) } } } lock.Unlock() return } // 修改指标备注指标 func UpdateComment(filePath string) (err error) { templateFile, err := excelize.OpenFile(filePath) if err != nil { fmt.Println("OpenFile Err:" + err.Error()) return } defer func() { templateFile.Close() }() commentArr := templateFile.GetComments() for k, v := range commentArr { fmt.Println(k, v) for _, sv := range v { fmt.Println("text:", sv.Text) if strings.Contains(sv.Text, `"UpdateMode":0`) { newText := strings.Replace(sv.Text, `"UpdateMode":0`, `"UpdateMode":1`, -1) newText = strings.Trim(newText, "{") commentMap := make(map[string]interface{}) commentMap["author"] = "{" commentMap["text"] = newText commentJson, err := json.Marshal(commentMap) if err != nil { fmt.Println("json.Marshal err:" + err.Error()) } fmt.Println("add text:" + string(commentJson)) templateFile.DeleteComment("Sheet1", "A1") err = templateFile.AddComment("Sheet1", "A1", string(commentJson)) if err != nil { fmt.Println("AddComment Err:" + err.Error()) return err } } } } if err := templateFile.SaveAs(filePath); err != nil { fmt.Println("templateFile.SaveAs Err:", err) return err } return } // 获取指标备注指标 func GetComment(filePath string) string { excelFile, err := excelize.OpenFile(filePath) if err != nil { fmt.Println("OpenFile Err:" + err.Error()) return "" } defer func() { excelFile.Close() }() commentArr := excelFile.GetComments() for k, v := range commentArr { fmt.Println(k, v) for _, sv := range v { fmt.Println("text:", sv.Text) if sv.Text != "" { return sv.Text } } } return "" } var pushLock sync.RWMutex // 刷新周度指标数据 func AddIndexRefreshToLpush(filePath string) { pushLock.Lock() cache.IndexAutoRefresh(filePath) pushLock.Unlock() return }