123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695 |
- package services
- import (
- "context"
- "errors"
- "fmt"
- "github.com/beego/beego/v2/task"
- "hongze/hongze_task/models"
- "hongze/hongze_task/services/company_contract"
- "hongze/hongze_task/services/data"
- "hongze/hongze_task/utils"
- "strconv"
- "strings"
- "sync"
- "time"
- )
- func Task() {
- fmt.Println("task start")
-
- if utils.RunMode == "release" {
- releaseTask()
- }
-
- handleCompanyContract := task.NewTask("handleCompanyContract", "0 1 0 * * *", company_contract.HandleCompanyContract)
- task.AddTask("每日定时合同处理", handleCompanyContract)
-
- companyTryOut := task.NewTask("companyTryOut", "0 5 0 * * *", CompanyTryOut)
- task.AddTask("正式->试用", companyTryOut)
-
- companyFreeze := task.NewTask("companyFreeze", "0 10 0 * * *", CompanyFreeze)
- task.AddTask("试用->冻结", companyFreeze)
-
- companyLoss := task.NewTask("companyLoss", "0 20 0 * * *", CompanyLoss)
- task.AddTask("冻结->流失", companyLoss)
-
- companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0 30 0 * * *", CompanyReportPermissionClose)
- task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
-
-
-
-
- stackCompanyStatistic := task.NewTask("stackCompanyStatistic", "0 35 0 * * *", StackCompanyStatistic)
- task.AddTask("存量客户数据统计", stackCompanyStatistic)
-
- sendWaitReport := task.NewTask("sendWaitReport", "0 */1 * * * * ", SendWaitReport)
- task.AddTask("定时往同花顺推送报告", sendWaitReport)
- task.StartTask()
-
-
-
-
-
-
- addEdbTask := task.NewTask("sendWaitReport", "1 0 0 * * * ", AddEdbTask)
- task.AddTask("定时新增手工指标数据提醒", addEdbTask)
-
- _ = AddEdbTask(nil)
- fmt.Println("task end")
- }
- func releaseTask() {
-
-
-
-
-
-
-
-
-
-
-
-
-
- getLzSurveyProduct := task.NewTask("getLzSurveyProduct", "0 5 08-19/1 * * * ", GetLzSurveyProduct)
- task.AddTask("getLzSurveyProduct", getLzSurveyProduct)
-
- getLzSurveyProductData := task.NewTask("getLzSurveyProductData", "0 10 08-19/1 * * * ", GetLzSurveyProductData)
- task.AddTask("getLzSurveyProductData", getLzSurveyProductData)
-
- sendEmail := task.NewTask("sendEmail", "0 0 12 * * 0 ", SendEmail)
- task.AddTask("sendEmail", sendEmail)
-
-
-
- companyRemind := task.NewTask("companyRemind", "0 30 08 * * *", CompanyRemind)
- task.AddTask("companyRemind", companyRemind)
-
- freeViewerDetail := task.NewTask("freeViewerDetail", "0 0 9 * * 1 ", FreeViewerDetail)
- task.AddTask("潜在客户", freeViewerDetail)
-
- refreshData := task.NewTask("refreshData", "0 1 0,19 * * *", RefreshData)
- task.AddTask("refreshData", refreshData)
-
- refreshBaseData := task.NewTask("refreshBaseData", "0 */30 * * * * ", RefreshBaseData)
- task.AddTask("refreshBaseData", refreshBaseData)
-
- syncBaseData := task.NewTask("syncBaseData", "0 */5 * * * * ", SyncBaseData)
- task.AddTask("syncBaseData", syncBaseData)
- syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
- task.AddTask("syncBaseDataExt", syncBaseDataExt)
-
- syncThsWxGroupEveryDay := task.NewTask("syncThsWxGroupEveryDay", "0 1 4 * * * ", SyncWxGroupEveryDay)
- task.AddTask("定时往同花顺同步微信群的截止日期", syncThsWxGroupEveryDay)
-
-
-
- checkDataInterface := task.NewTask("checkDataInterface", "0 */2 * * * * ", data.CheckDataInterface)
- task.AddTask("checkDataInterface", checkDataInterface)
- checkPbDataInterface := task.NewTask("checkPbDataInterface", "0 */5 * * * * ", data.CheckPbDataInterface)
- task.AddTask("checkPbDataInterface", checkPbDataInterface)
-
- resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
- task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
- }
- func TaskTest() {
- fmt.Println("The task is start")
-
- companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0/30 * * * * *", CompanyReportPermissionClose)
- task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
- task.StartTask()
- fmt.Println("The task is end")
- }
- func SendEmail(cont context.Context) (err error) {
-
- go ReportViewTimes()
-
- go ReportViewDetail()
-
- go HongzeUsers()
- return
- }
- func OneMinute(cont context.Context) (err error) {
-
-
-
- FrequencyByWeek()
-
- FrequencyByMonth()
- return
- }
- func RefreshData(cont context.Context) (err error) {
- wg := sync.WaitGroup{}
- wg.Add(7)
-
- go data.RefreshDataFromWind(&wg)
-
- go data.RefreshDataFromThs(&wg)
-
- go data.RefreshDataFromPb(&wg)
-
- go data.RefreshDataFromManual(&wg)
-
- go data.RefreshDataFromLz(&wg)
-
- go data.RefreshDataFromYs(&wg)
-
- go data.RefreshDataFromGl(&wg)
- wg.Wait()
-
- data.RefreshDataFromCalculateAll()
- time.Sleep(2 * time.Second)
- data.RefreshNotice()
- return
- }
- func RefreshBaseData(cont context.Context) (err error) {
- now := time.Now()
- if now.Hour() == 0 || now.Hour() == 19 {
- return nil
- }
-
- go data.SyncSmmIndexDataBase()
- return
- }
- func SyncBaseData(cont context.Context) (err error) {
- now := time.Now()
- if now.Hour() == 0 || now.Hour() == 19 {
- return nil
- }
-
- go data.SyncGlDataBase()
- return
- }
- func SyncBaseDataExt(cont context.Context) (err error) {
- now := time.Now()
- if now.Hour() == 0 || now.Hour() == 19 {
- return nil
- }
-
- go data.SyncLzDataBase()
-
- go data.SyncManualDataBase()
-
- go data.SyncSmmDataBase()
- return
- }
- var EdbTaskNameMap map[string]map[string]bool
- var EdbTaskNameChannel chan string
- var EdbTaskStopChannel chan string
- var EdbTaskRunNum int
- func AddEdbTask(cont context.Context) (err error) {
-
- failList := make([]string, 0)
- defer func() {
- if len(failList) > 0 {
- fmt.Println("提醒失败:")
- for _, v := range failList {
- fmt.Println(v)
- }
- }
- }()
- list, err := models.GetEdbInfoByFrequencyNotDay()
- if err != nil {
- fmt.Println("查询获取频度非日度 且 提醒时间不为空 的指标数据失败,Err:", err.Error())
- }
-
- if EdbTaskNameMap == nil {
- EdbTaskNameMap = make(map[string]map[string]bool)
- }
- tmpEdbTaskNameMap := make(map[string]bool)
-
- todayStr := time.Now().Format(utils.FormatDate)
-
- nowWeekFirstDay := utils.GetNowWeekMonday()
- nowWeekLastDay := utils.GetNowWeekLastDay()
-
- nowMonthFirstDay := utils.GetNowMonthFirstDay()
- nowMonthLastDay := utils.GetNowMonthLastDay()
-
- nowQuarterFirstDay := utils.GetNowQuarterFirstDay()
- nowQuarterLastDay := utils.GetNowQuarterLastDay()
-
- nowHalfYearFirstDay := utils.GetNowHalfYearFirstDay()
- nowHalfYearLastDay := utils.GetNowHalfYearLastDay()
-
- nowYearFirstDay := utils.GetNowYearFirstDay()
- nowYearLastDay := utils.GetNowYearLastDay()
- debugNoticeUserId := 0
- if utils.RunMode == "debug" {
- tmpWxUser, tmpErr := models.GetWxUserByMobile("17634786714")
- if tmpErr == nil && tmpWxUser != nil {
-
- debugNoticeUserId = int(tmpWxUser.UserId)
- }
- }
-
- for _, edb := range list {
- tmpEdb := edb
- isNotice := false
- noticeTime := "12:00:00"
- var dataDtTime time.Time
- edbData, tmpErr := models.GetLastEdbdataInfo(edb.TradeCode)
- if tmpErr != nil {
- if tmpErr.Error() != utils.ErrNoRow() {
- failList = append(failList, fmt.Sprint(edb.TradeCode, "失败,Err:", tmpErr.Error()))
- continue
- }
- }
-
- if edbData != nil {
- tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
- dataDtTime = tmpDataDtTime
- }
- switch edb.Frequency {
- case "周度":
- modifyDate := nowWeekLastDay
- if edb.NoticeTime != "" {
- addDay := 7
- noticeArr := strings.Split(edb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- noticeWeek := noticeArr[0]
- switch noticeWeek {
- case "周一":
- addDay = 1
- case "周二":
- addDay = 2
- case "周三":
- addDay = 3
- case "周四":
- addDay = 4
- case "周五":
- addDay = 5
- case "周六":
- addDay = 6
- case "周日":
- addDay = 7
- }
- modifyDate = modifyDate.AddDate(0, 0, addDay-7)
- }
-
- if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- case "月度":
- addDay := 0
- modifyDate := nowMonthLastDay
- if edb.NoticeTime != "" {
- strArr := strings.Split(edb.NoticeTime, "日")
- if len(strArr) >= 2 {
- noticeTime = strArr[1]
- }
- tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
- if tmpErr != nil {
- continue
- }
- addDay = tmpAddDay - 1
- modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
- }
-
- if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- case "季度":
-
- if edb.NoticeTime != "" {
- noticeArr := strings.Split(edb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
-
-
- if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- case "半年度":
-
- if edb.NoticeTime != "" {
- noticeArr := strings.Split(edb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
-
-
- if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- case "年度":
-
- if edb.NoticeTime != "" {
- noticeArr := strings.Split(edb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
-
-
- if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- }
- if isNotice {
- taskName := "edb_task_" + todayStr + ":" + fmt.Sprint(edb.TradeCode)
-
-
- tmpTaskFunc := func(ctx context.Context) (funcErr error) {
-
- defer func() {
- EdbTaskNameChannel <- taskName
- }()
-
- funcIsNotice := false
-
- edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
- if tmpErr != nil {
- if tmpErr.Error() != utils.ErrNoRow() {
- funcErr = tmpErr
- return
- }
- }
- if utils.RunMode == "debug" && debugNoticeUserId > 0 {
- tmpEdb.UserId = debugNoticeUserId
- }
-
- var funcDataDtTime time.Time
-
- if edbData != nil {
- tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
- funcDataDtTime = tmpDataDtTime
- }
- switch tmpEdb.Frequency {
- case "周度":
- modifyDate := nowWeekLastDay
- if tmpEdb.NoticeTime != "" {
- addDay := 7
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- noticeWeek := noticeArr[0]
- switch noticeWeek {
- case "周一":
- addDay = 1
- case "周二":
- addDay = 2
- case "周三":
- addDay = 3
- case "周四":
- addDay = 4
- case "周五":
- addDay = 5
- case "周六":
- addDay = 6
- case "周日":
- addDay = 7
- }
- modifyDate = modifyDate.AddDate(0, 0, addDay-7)
- }
-
- if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- case "月度":
- addDay := 0
- modifyDate := nowMonthLastDay
- if tmpEdb.NoticeTime != "" {
- strArr := strings.Split(tmpEdb.NoticeTime, "日")
- if len(strArr) >= 2 {
- noticeTime = strArr[1]
- }
- tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
- if tmpErr != nil {
- funcErr = tmpErr
- }
- addDay = tmpAddDay - 1
- modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
- }
-
- if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- case "季度":
-
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
-
-
- if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- case "半年度":
-
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
-
-
- if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- case "年度":
-
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
-
-
- if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- }
-
-
- if funcIsNotice {
-
- openIdList := make([]*models.OpenIdList, 0)
-
- isAdmin := true
- admin, err := models.GetAdminByAdminId(tmpEdb.UserId)
- if err != nil {
- if err.Error() == utils.ErrNoRow() {
- isAdmin = false
- } else {
- return err
- }
- }
- if admin == nil {
- isAdmin = false
- }
- if isAdmin {
- if admin.Mobile == "" {
- } else {
- wxUser, err := models.GetWxUserByMobile(admin.Mobile)
- if err != nil {
- return err
- }
- if wxUser == nil {
- funcErr = errors.New("用户信息不存在:mobile:" + admin.Mobile)
- return err
- }
- tmpOpenidList, err := models.GetUserOpenidListByUserId(int(wxUser.UserId))
- if err != nil {
- return err
- }
- openIdList = tmpOpenidList
- }
- } else {
- tmpOpenidList, err := models.GetUserOpenidListByUserId(tmpEdb.UserId)
- if err != nil {
- return err
- }
- openIdList = tmpOpenidList
- }
-
- if len(openIdList) <= 0 {
- funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
- return
- }
- first := "数据录入提醒"
- keyword1 := tmpEdb.SecName
- keyword2 := "每周 " + edb.NoticeTime
- remark := tmpEdb.SecName + "该更新了"
- err = SendWxMsgWithFrequency(first, keyword1, keyword2, remark, openIdList)
- if err != nil {
- return err
- }
-
- {
- sendRecord := new(models.EdbinfoSendMsgRecord)
- sendRecord.UserId = tmpEdb.UserId
- sendRecord.TradeCode = tmpEdb.TradeCode
- sendRecord.CreateTime = time.Now()
- err = models.AddEdbinfoSendMsgRecord(sendRecord)
- if err != nil {
- return err
- }
- }
- }
- return
- }
-
- spec := ``
- if noticeTime != "" {
- noticeArr := strings.Split(noticeTime, ":")
- if len(noticeArr) == 3 {
-
- spec = fmt.Sprintf(` %s %s %s * * * `, noticeArr[2], noticeArr[1], noticeArr[0])
-
- tmpTask := task.NewTask(taskName, spec, tmpTaskFunc)
- task.AddTask(taskName, tmpTask)
- tmpEdbTaskNameMap[taskName] = true
- }
- }
- }
- }
-
- EdbTaskNameMap[todayStr] = tmpEdbTaskNameMap
-
- go deleteTask()
-
- if EdbTaskRunNum > 0 {
-
- EdbTaskStopChannel <- time.Now().AddDate(0, 0, -1).Format(utils.FormatDate)
- }
-
- EdbTaskRunNum++
- return
-
- }
- func deleteTask() {
- for {
- select {
- case taskName := <-EdbTaskNameChannel:
- task.DeleteTask(taskName)
- delete(EdbTaskNameMap, taskName)
- case dayStr := <-EdbTaskStopChannel:
- for taskName := range EdbTaskNameMap[dayStr] {
- task.DeleteTask(taskName)
- delete(EdbTaskNameMap, taskName)
- }
- break
- }
- }
- }
|