123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909 |
- package services
- import (
- "context"
- "errors"
- "fmt"
- "github.com/beego/beego/v2/task"
- "hongze/hongze_task/models"
- "hongze/hongze_task/services/alarm_msg"
- "hongze/hongze_task/services/comein"
- "hongze/hongze_task/services/company"
- "hongze/hongze_task/services/company_contract"
- "hongze/hongze_task/services/data"
- "hongze/hongze_task/services/data/future_good"
- "hongze/hongze_task/services/maycur"
- "hongze/hongze_task/services/overseas_custom"
- "hongze/hongze_task/services/roadshow"
- "hongze/hongze_task/utils"
- "runtime"
- "strconv"
- "strings"
- "sync"
- "time"
- )
- func InitTask() {
- defer func() {
- if err := recover(); err != nil {
- fmt.Println("进来了定时任务的异常处理")
- stack := fmt.Sprintf("Handler crashed with error: %v", err) + "\n</br>"
- for i := 1; ; i++ {
- _, file, line, ok := runtime.Caller(i)
- if !ok {
- break
- }
- stack += fmt.Sprintln(fmt.Sprintf("%s:%d</br>", file, line))
- }
- //fmt.Println(stack)
- go alarm_msg.SendAlarmMsg(utils.APPNAME+"崩了"+time.Now().Format("2006-01-02 15:04:05")+"\n"+stack, 3)
- }
- }()
- comein.SyncWhiteList(nil)
- // 实际开始定时任务
- Task()
- }
- func Task() {
- fmt.Println("task start")
- //如果是生产环境,才需要走这些任务
- if utils.RunMode == "release" {
- releaseTask()
- }
- //每日定时合同处理
- handleCompanyContract := task.NewTask("handleCompanyContract", "0 1 2 * * *", company_contract.HandleCompanyContract)
- task.AddTask("每日定时合同处理", handleCompanyContract)
- //正式->试用
- companyTryOut := task.NewTask("companyTryOut", "0 5 2 * * *", CompanyTryOut)
- task.AddTask("正式->试用", companyTryOut)
- // 每日续约异常客户信息处理(涉及到需要统计当天未续约的,所以需要等正式转试用完成后执行)
- handleCompanyRenewalRecord := task.NewTask("handleCompanyContract", "0 10 2 * * *", company_contract.HandleCompanyRenewalRecordV2)
- task.AddTask("每日续约异常客户信息处理", handleCompanyRenewalRecord)
- //试用->冻结
- companyFreeze := task.NewTask("companyFreeze", "0 10 2 * * *", CompanyFreeze)
- task.AddTask("试用->冻结", companyFreeze)
- //冻结->流失
- companyLoss := task.NewTask("companyLoss", "0 20 2 * * *", CompanyLoss)
- task.AddTask("冻结->流失", companyLoss)
- //权益正式->X类试用(永续)
- //companyTryOutXClassRai := task.NewTask("companyTryOutXClassRai", "0 25 2 * * *", CompanyTryOutXClassRai)
- //task.AddTask("权益正式->X类试用(永续)", companyTryOutXClassRai)
- //权益X类试用(永续)->冻结
- companyFreezeXClassRai := task.NewTask("companyFreezeXClassRai", "0 30 2 * * *", CompanyFreezeXClassRai)
- task.AddTask("权益X类试用(永续)->冻结", companyFreezeXClassRai)
- //用户产品权限正式-->试用
- companyReportPermissionTryOut := task.NewTask("companyReportPermissionTryOut", "0 30 2 * * *", CompanyReportPermissionTryOut)
- task.AddTask("用户产品权限正式-->试用", companyReportPermissionTryOut)
- //用户产品权限试用-->关闭
- companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0 35 2 * * *", CompanyReportPermissionClose)
- task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
- //用户产品权限试用-->关闭
- staticCompanyTryDay := task.NewTask("StaticCompanyTryDay", "0 40 2 * * *", StaticCompanyTryDay)
- task.AddTask("定时任务每天更新客户试用总天数", staticCompanyTryDay)
- // 存量客户数据统计
- stackCompanyStatistic := task.NewTask("stackCompanyStatistic", "0 40 2 * * *", StackCompanyStatistic)
- task.AddTask("存量客户数据统计", stackCompanyStatistic)
- // 定时往同花顺推送报告
- //sendWaitReport := task.NewTask("sendWaitReport", "0 */1 * * * * ", SendWaitReport)
- //task.AddTask("定时往同花顺推送报告", sendWaitReport)
- // 研报电话会提醒
- ybTelRemind := task.NewTask("YbTelRemind", "0 */1 * * * * ", YbTelRemind)
- task.AddTask("研报电话会提醒", ybTelRemind)
- // 研报沙龙提醒
- ybSalonRemind := task.NewTask("ybSalonRemind", "0 */1 * * * * ", YbSalonRemind)
- task.AddTask("研报沙龙提醒", ybSalonRemind)
- //// 定时新增手工指标数据提醒
- //addEdbTask := task.NewTask("sendWaitReport", "1 0 2 * * * ", AddEdbTask)
- //task.AddTask("定时新增手工指标数据提醒", addEdbTask)
- ////每次服务启动都需要执行一次的
- //_ = AddEdbTask(nil)
- //每日用户阅读数据统计
- statisticsUserView := task.NewTask("statisticsUserView", "0 5 2 * * *", StatisticsUserView)
- task.AddTask("每日用户阅读数据统计", statisticsUserView)
- //路演-活动状态修改
- modifyRsCalendarStatus := task.NewTask("modifyRsCalendarStatus", "0 */1 * * * * ", roadshow.ModifyRsCalendarResearcherStatus)
- task.AddTask("modifyRsCalendarStatus", modifyRsCalendarStatus)
- addReportRecord := task.NewTask("addReportRecord", "0 0 */1 * * *", roadshow.AddReportRecord)
- task.AddTask("addReportRecord", addReportRecord)
- //ficc存量客户数据统计
- addCompanyReportRecord := task.NewTask("addCompanyReportRecord", "0 0 */1 * * *", company.AddCompanyReportRecord)
- task.AddTask("addCompanyReportRecord", addCompanyReportRecord)
- //rai存量客户数据统计
- addRaiCompanyReportRecord := task.NewTask("addRaiCompanyReportRecord", "0 0 */1 * * *", company.AddRaiCompanyReportRecord)
- task.AddTask("addRaiCompanyReportRecord", addRaiCompanyReportRecord)
- //CRM 6.3 客户列表路演次数统计
- roadShowTotal := task.NewTask("roadShowTotal", "0 */30 * * * *", roadshow.RoadShow)
- task.AddTask("roadShowTotal", roadShowTotal)
- //每半个小时用户阅读数据统计
- statisticsUserView1Hour := task.NewTask("statisticsUserView1Hour", "0 */30 * * * *", StatisticsUserView1Hour)
- task.AddTask("每半个小时用户阅读数据统计", statisticsUserView1Hour)
- //路演公开会议合并
- setPublicMeetingUnionCode := task.NewTask("setPublicMeetingUnionCode", "0 */10 * * * *", roadshow.SetPublicMeetingUnionCode)
- task.AddTask("setPublicMeetingUnionCode", setPublicMeetingUnionCode)
- //同步进门会议参会人员数据
- syncComeinMeeting := task.NewTask("SyncComeinMeeting", "0 1 */1 * * * ", SyncComeinMeeting)
- task.AddTask("SyncComeinMeeting", syncComeinMeeting)
- //同步user_record中的关注状态
- syncSubStatus := task.NewTask("syncSubStatus", "0 0 2 * * *", SyncSubStatus)
- task.AddTask("syncSubStatus", syncSubStatus)
- ////删除日志 report_save_log,ppt_v2_save_log,保留一个月的
- //deleteLog := task.NewTask("syncSubStatus", "0 0 2 2 * *", DeleteLog)
- //task.AddTask("deleteLog", deleteLog)
- // 定时发布研报语音播报
- publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
- task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
- //// 定时发布研报
- //publishReport := task.NewTask("publishReport", "0 */1 * * * *", PublishReport)
- //task.AddTask("定时发布研报", publishReport)
- //
- //// 定时发布英文研报
- //publishEnglishReport := task.NewTask("publishEnglishReport", "0 */1 * * * *", PublishEnglishReport)
- //task.AddTask("定时发布英文研报", publishEnglishReport)
- // 定时生成本周研究汇总
- cygxResearchSummary := task.NewTask("cygxResearchSummary", "0 0 13 * * 5", CygxResearchSummary)
- task.AddTask("定时生成本周研究汇总", cygxResearchSummary)
- // 定时生成上周纪要汇总
- cygxLastWeekSummary := task.NewTask("CygxLastWeekSummary", "0 0 10 * * 2", CygxLastWeekSummary)
- task.AddTask("定时生成上周纪要汇总", cygxLastWeekSummary)
- //ETA试用客户 启用->禁用
- eTATrialDisabled := task.NewTask("eTATrialDisabled", "0 15 2 * * *", ETATrialDisabled)
- task.AddTask("ETA试用客户 启用->禁用", eTATrialDisabled)
- //英文研报客户 临时->终止
- englishReportEmailTermination := task.NewTask("englishReportEmailTermination", "0 30 2 * * *", EnglishReportEmailTermination)
- task.AddTask("英文研报客户 临时->终止", englishReportEmailTermination)
- // ETA商家签约状态更新
- etaBusinessUpdateStatus := task.NewTask("etaBusinessUpdateStatus", "0 5 5 * * *", EtaBusinessUpdateStatus)
- task.AddTask("etaBusinessUpdateStatus", etaBusinessUpdateStatus)
- //修复英文客户路演统计
- fixEnglishCompanyRoadShowTotal := task.NewTask("fixEnglishCompanyRoadShowTotal", "0 */10 6-23 * * *", overseas_custom.FixEnglishCompanyRoadShowTotal)
- task.AddTask("英文客户路演统计", fixEnglishCompanyRoadShowTotal)
- //修复英文客户最后一次阅读时间
- fixEnglishCompanyLastViewTime := task.NewTask("fixEnglishCompanyLastViewTime", "0 */30 6-23 * * *", overseas_custom.FixEnglishCompanyLastViewTime)
- task.AddTask("英文客户最后一次阅读时间", fixEnglishCompanyLastViewTime)
- //海外客户-同步客户状态
- fixCompanyOverseasStatus := task.NewTask("fixCompanyOverseasStatus", "0 */5 * * * *", overseas_custom.FixCompanyOverseasStatus)
- task.AddTask("同步客户状态", fixCompanyOverseasStatus)
- task.StartTask()
- fmt.Println("task end")
- }
- // 生产环境需要走的任务
- func releaseTask() {
- ////隆众调研指标获取
- //getLzSurveyProduct := task.NewTask("getLzSurveyProduct", "0 5 08-19/1 * * * ", GetLzSurveyProduct)
- //task.AddTask("getLzSurveyProduct", getLzSurveyProduct)
- ////隆众调研指标数据获取
- //getLzSurveyProductData := task.NewTask("getLzSurveyProductData", "0 10 08-20/1 * * * ", GetLzSurveyProductData)
- //task.AddTask("getLzSurveyProductData", getLzSurveyProductData)
- //发送邮件
- sendEmail := task.NewTask("sendEmail", "0 0 12 * * 0 ", SendEmail)
- task.AddTask("sendEmail", sendEmail)
- // 正式/试用 用户到期提醒
- companyRemind := task.NewTask("companyRemind", "0 30 08 * * *", CompanyRemind)
- task.AddTask("companyRemind", companyRemind)
- //潜在客户
- freeViewerDetail := task.NewTask("freeViewerDetail", "0 0 9 * * 1 ", FreeViewerDetail)
- task.AddTask("潜在客户", freeViewerDetail)
- //上周增量客户列表
- incrementCompany := task.NewTask("incrementCompany", "0 0 9 * * 1 ", IncrementCompany)
- task.AddTask("上周增量客户列表", incrementCompany)
- // 刷新指标数据
- //refreshData := task.NewTask("refreshData", "0 1 0,19 * * *", RefreshData)
- //task.AddTask("refreshData", refreshData)
- // 刷新商品数据
- //refreshFutureGoodData := task.NewTask("refreshFutureGoodData", "0 30 0,19 * * *", RefreshFutureGoodData)
- //task.AddTask("refreshFutureGoodData", refreshFutureGoodData)
- //刷新交易所指标数据
- //refreshTradeData := task.NewTask("refreshData", "0 1 4 * * *", RefreshTradeData)
- //task.AddTask("refreshTradeData", refreshTradeData)
- //刷新欧洲天然气指标数据
- //refreshEicData := task.NewTask("refreshData", "0 1 3,7 * * *", RefreshEicData)
- //task.AddTask("refreshEicData", refreshEicData)
- //刷新指标基础数据
- //refreshBaseData := task.NewTask("refreshBaseData", "0 */30 * * * * ", RefreshBaseData)
- //task.AddTask("refreshBaseData", refreshBaseData)
- ////同步弘则数据库中来自,钢联,隆众,有色,人工等基础数据--每隔五分钟,同步一次最新数据
- //syncBaseData := task.NewTask("syncBaseData", "0 */5 * * * * ", SyncBaseData)
- //task.AddTask("syncBaseData", syncBaseData)
- //
- //syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
- //task.AddTask("syncBaseDataExt", syncBaseDataExt)
- // 定时往同花顺同步微信群的截止日期(凌晨4点)
- //syncThsWxGroupEveryDay := task.NewTask("syncThsWxGroupEveryDay", "0 1 4 * * * ", SyncWxGroupEveryDay)
- //task.AddTask("定时往同花顺同步微信群的截止日期", syncThsWxGroupEveryDay)
- //检测数据服务器
- //checkDataServer := task.NewTask("checkDataServer", "0 */2 * * * * ", checkDataServer)
- //task.AddTask("checkDataServer", checkDataServer)
- //初始化指标更新状态
- //resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
- //task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
- // 定时检测同花顺客群推送消息状态
- //checkThsReportList := task.NewTask("checkThsReportList", "0 */2 * * * * ", CheckThsReportList)
- //task.AddTask("checkThsReportList", checkThsReportList)
- //// 定时统计交易所的持仓分析数据
- //initPositionTask := task.NewTask("initPositionTask", "0 15,45 16-23 * * *", data.InitPositionTask)
- //task.AddTask("initPositionTask", initPositionTask)
- // 每日4:01更新每刻报销-客户档案
- syncMaycurCompanyProfile := task.NewTask("syncMaycurCompanyProfile", "0 1 4 * * * ", maycur.DailyUpdateCompanyProfile)
- task.AddTask("每日更新每刻报销-客户档案", syncMaycurCompanyProfile)
- // ETA商家到期提醒
- etaBusinessRemind := task.NewTask("etaBusinessRemind", "0 20 8 * * *", EtaBusinessExpiredRemind)
- task.AddTask("etaBusinessRemind", etaBusinessRemind)
- // 同步进门财经白名单定时任务
- syncWhiteList := task.NewTask("syncWhiteList", "0 */10 * * * *", comein.SyncWhiteList)
- task.AddTask("syncWhiteList", syncWhiteList)
- //问答社区定时发送模版消息给研究员
- notifyNeedAnswerQuestionToResearch := task.NewTask("notifyNeedAnswerQuestionToResearch", "0 0 10 * * *", NotifyNeedAnswerQuestionToResearch)
- task.AddTask("问答社区定时发送模版消息给研究员", notifyNeedAnswerQuestionToResearch)
- }
- //func TaskTest() {
- // fmt.Println("The task is start")
- //
- // //e, msg := data.InitTradePosition("shanghai", "2023-05-05", "2023-05-05")
- // //if e != nil {
- // // fmt.Println(e.Error())
- // // fmt.Println(msg)
- // //}
- //
- // //var ctx context.Context
- // //_ = EtaBusinessExpiredRemind(ctx)
- // //_ = EtaBusinessUpdateStatus(ctx)
- //
- // //task.StartTask()
- // fmt.Println("The task is end")
- //}
- func SendEmail(cont context.Context) (err error) {
- //报告历史访问次数
- go ReportViewTimes()
- //报告访问详情
- go ReportViewDetail()
- //用户权限统计
- go HongzeUsers()
- return
- }
- func OneMinute(cont context.Context) (err error) {
- //日度
- //FrequencyByDay()
- //周度
- FrequencyByWeek()
- //月度
- FrequencyByMonth()
- return
- }
- func RefreshData(cont context.Context) (err error) {
- wg := sync.WaitGroup{}
- wg.Add(16)
- //hour := time.Now().Hour()
- //if hour != 0 {
- //}
- go data.RefreshDataFromWind(&wg)
- //同花顺
- go data.RefreshDataFromThs(&wg)
- //彭博
- go data.RefreshDataFromPb(&wg)
- //彭博财务
- go data.RefreshDataFromPbFinance(&wg)
- //手工数据
- go data.RefreshDataFromManual(&wg)
- //隆众数据
- go data.RefreshDataFromLz(&wg)
- //有色
- go data.RefreshDataFromYs(&wg)
- //钢联
- go data.RefreshDataFromGl(&wg)
- //路透
- go data.RefreshDataFromLt(&wg)
- //煤炭
- go data.RefreshDataFromCoal(&wg)
- //谷歌出行数据
- go data.RefreshDataFromGoogleTravel(&wg)
- //钢联化工
- go data.RefreshDataFromMysteelChemical(&wg)
- //eia steo报告指标
- go data.RefreshDataFromEiaSteo(&wg)
- //UN报告指标
- go data.RefreshDataFromComTrade(&wg)
- //卓创报告指标
- go data.RefreshDataFromSci(&wg)
- //国家统计局指标
- go data.RefreshDataFromNationalStatistics(&wg)
- wg.Wait()
- ////计算指标
- data.RefreshDataFromCalculateAll()
- // 预测计算指标
- data.RefreshPredictDataFromCalculateAll()
- time.Sleep(5 * time.Second)
- data.RefreshNotice()
- fmt.Println("Refresh End")
- return
- }
- // RefreshFutureGoodData 刷新商品数据
- func RefreshFutureGoodData(cont context.Context) (err error) {
- future_good.RefreshFutureGoodDataFromThs()
- fmt.Println("Refresh End")
- return
- }
- // RefreshTradeData 刷新交易所数据
- func RefreshTradeData(cont context.Context) (err error) {
- wg := sync.WaitGroup{}
- wg.Add(5)
- //郑商所
- go data.RefreshDataFromZz(&wg)
- //上期所
- go data.RefreshDataFromSh(&wg)
- //上期能源
- go data.RefreshDataFromShfe(&wg)
- //中金所
- go data.RefreshDataFromCffex(&wg)
- //大商所
- go data.RefreshDataFromDl(&wg)
- wg.Wait()
- //计算指标
- data.RefreshDataFromCalculateAll()
- // 计算预测指标
- data.RefreshPredictDataFromCalculateAll()
- return
- }
- // RefreshEicData 刷新欧洲天然气数据
- func RefreshEicData(cont context.Context) (err error) {
- wg := sync.WaitGroup{}
- wg.Add(1)
- //欧洲天然气
- go data.RefreshDataFromEic(&wg)
- wg.Wait()
- //计算指标
- data.RefreshDataFromCalculateAll()
- // 计算预测指标
- data.RefreshPredictDataFromCalculateAll()
- return
- }
- // 刷新基础数据
- func RefreshBaseData(cont context.Context) (err error) {
- now := time.Now()
- if now.Hour() == 0 || now.Hour() == 19 {
- return nil
- }
- //同步有色基础指标数据
- go data.SyncSmmIndexDataBase()
- return
- }
- // 刷新基础数据
- func SyncBaseData(cont context.Context) (err error) {
- now := time.Now()
- if now.Hour() == 0 || now.Hour() == 19 {
- return nil
- }
- //同步钢联基础数据
- go data.SyncGlDataBase()
- return
- }
- // 刷新基础数据
- func SyncBaseDataExt(cont context.Context) (err error) {
- now := time.Now()
- if now.Hour() == 0 || now.Hour() == 19 {
- return nil
- }
- //同步隆众基础数据
- go data.SyncLzDataBase()
- //同步手工数据
- go data.SyncManualDataBase()
- //同步有色基础数据
- go data.SyncSmmDataBase()
- //刷新图表中,指标的最新日期
- go data.SetChartEdbEndDate()
- return
- }
- // EdbTaskNameMap 手工指标定时任务名称map集合
- var EdbTaskNameMap map[string]map[string]bool
- // EdbTaskNameChannel 手工指标定时任务名称channel
- var EdbTaskNameChannel chan string
- // EdbTaskStopChannel 手工指标定时任务停止channel
- var EdbTaskStopChannel chan string
- // EdbTaskRunNum 手工指标定时任务开始次数
- var EdbTaskRunNum int
- // AddEdbTask 新增手工指标数据录入提醒
- func AddEdbTask(cont context.Context) (err error) {
- //失败列表
- failList := make([]string, 0)
- defer func() {
- if len(failList) > 0 {
- fmt.Println("提醒失败:")
- for _, v := range failList {
- fmt.Println(v)
- }
- }
- }()
- list, err := models.GetEdbInfoByFrequencyNotDay()
- if err != nil {
- fmt.Println("查询获取频度非日度 且 提醒时间不为空 的指标数据失败,Err:", err.Error())
- }
- //如果还没有初始化map,那么先初始
- if EdbTaskNameMap == nil {
- EdbTaskNameMap = make(map[string]map[string]bool)
- }
- tmpEdbTaskNameMap := make(map[string]bool)
- // 今天的日期字符串(格式:2021-10-25)
- todayStr := time.Now().Format(utils.FormatDate)
- //当前周的周一与周日
- nowWeekFirstDay := utils.GetNowWeekMonday()
- nowWeekLastDay := utils.GetNowWeekLastDay()
- //当前月的一号与最后一天
- nowMonthFirstDay := utils.GetNowMonthFirstDay()
- nowMonthLastDay := utils.GetNowMonthLastDay()
- //当前季度的第一天与最后一天
- nowQuarterFirstDay := utils.GetNowQuarterFirstDay()
- nowQuarterLastDay := utils.GetNowQuarterLastDay()
- //当前半年的第一天与最后一天
- nowHalfYearFirstDay := utils.GetNowHalfYearFirstDay()
- nowHalfYearLastDay := utils.GetNowHalfYearLastDay()
- // 当前年的第一天与最后一天
- nowYearFirstDay := utils.GetNowYearFirstDay()
- nowYearLastDay := utils.GetNowYearLastDay()
- debugNoticeUserId := 0 //测试环境,需要发送消息的用户
- //测试环境也不发了
- //if utils.RunMode == "debug" {
- // tmpWxUser, tmpErr := models.GetWxUserByMobile("17634786714")
- // if tmpErr == nil && tmpWxUser != nil {
- // //debugNoticeUserId = 44078 //测试环境的话,发送邮箱给颜鹏
- // debugNoticeUserId = int(tmpWxUser.UserId) //测试环境的话,发送邮箱给嘉豪
- // }
- //}
- //task.globalTaskManager.adminTaskList
- for _, edb := range list {
- if edb.UserId <= 0 {
- continue //没有配置user_id的话,那么不需要提醒
- }
- tmpEdb := edb //指标信息
- isNotice := false //是否需要提醒
- noticeTime := "12:00:00" //提醒时间
- var dataDtTime time.Time
- edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
- if tmpErr != nil {
- if tmpErr.Error() != utils.ErrNoRow() {
- failList = append(failList, fmt.Sprint(tmpEdb.TradeCode, "失败,Err:", tmpErr.Error()))
- continue
- }
- }
- //如果确实是有数据的
- if edbData != nil {
- tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
- dataDtTime = tmpDataDtTime
- }
- switch tmpEdb.Frequency {
- case "周度":
- modifyDate := nowWeekLastDay //下次更新日期
- if tmpEdb.NoticeTime != "" {
- addDay := 7
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- noticeWeek := noticeArr[0]
- switch noticeWeek {
- case "周一":
- addDay = 1
- case "周二":
- addDay = 2
- case "周三":
- addDay = 3
- case "周四":
- addDay = 4
- case "周五":
- addDay = 5
- case "周六":
- addDay = 6
- case "周日":
- addDay = 7
- }
- modifyDate = modifyDate.AddDate(0, 0, addDay-7)
- }
- //如果正好是提醒日,同时本周没有过记录,那么需要提醒
- if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- case "月度":
- addDay := 0
- modifyDate := nowMonthLastDay //下次更新日期
- if tmpEdb.NoticeTime != "" {
- strArr := strings.Split(tmpEdb.NoticeTime, "日")
- if len(strArr) >= 2 {
- noticeTime = strArr[1]
- }
- tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
- if tmpErr != nil {
- continue
- }
- addDay = tmpAddDay - 1
- modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
- }
- //如果正好是提醒日,同时本月没有过记录,那么需要提醒
- if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- case "季度":
- //提醒时间
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
- //每季度更新数据时间
- //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
- if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- case "半年度":
- //提醒时间
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
- //每半年度更新数据时间
- //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
- if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- case "年度":
- //提醒时间
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
- //每年度更新数据时间
- //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
- if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(dataDtTime) {
- isNotice = true
- }
- }
- if isNotice {
- taskName := "edb_task_" + todayStr + ":" + fmt.Sprint(tmpEdb.TradeCode)
- //fmt.Println(taskName, ";", tmpEdb.SecName)
- //定时任务
- tmpTaskFunc := func(ctx context.Context) (funcErr error) {
- //方法执行结束后,移除定时任务
- defer func() {
- EdbTaskNameChannel <- taskName
- }()
- // 匿名方法内判断是否发送提醒,因为可能时间到的时候,发现
- funcIsNotice := false
- // 再次获取指标数据详情
- edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
- if tmpErr != nil {
- if tmpErr.Error() != utils.ErrNoRow() {
- funcErr = tmpErr
- return
- }
- }
- if utils.RunMode == "debug" && debugNoticeUserId > 0 {
- tmpEdb.UserId = debugNoticeUserId //测试环境的话,发送邮箱给嘉豪
- }
- //数据过期时间
- var funcDataDtTime time.Time
- //如果确实是有数据的
- if edbData != nil {
- tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
- funcDataDtTime = tmpDataDtTime
- }
- //提示频度文案
- notifyFrequency := "每日"
- switch tmpEdb.Frequency {
- case "周度":
- notifyFrequency = "每周"
- modifyDate := nowWeekLastDay //下次更新日期
- if tmpEdb.NoticeTime != "" {
- addDay := 7
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- noticeWeek := noticeArr[0]
- switch noticeWeek {
- case "周一":
- addDay = 1
- case "周二":
- addDay = 2
- case "周三":
- addDay = 3
- case "周四":
- addDay = 4
- case "周五":
- addDay = 5
- case "周六":
- addDay = 6
- case "周日":
- addDay = 7
- }
- modifyDate = modifyDate.AddDate(0, 0, addDay-7)
- }
- //如果正好是提醒日,同时本周没有过记录,那么需要提醒
- if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- case "月度":
- notifyFrequency = "每月"
- addDay := 0
- modifyDate := nowMonthLastDay //下次更新日期
- if tmpEdb.NoticeTime != "" {
- strArr := strings.Split(tmpEdb.NoticeTime, "日")
- if len(strArr) >= 2 {
- noticeTime = strArr[1]
- }
- tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
- if tmpErr != nil {
- funcErr = tmpErr
- }
- addDay = tmpAddDay - 1
- modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
- }
- //如果正好是提醒日,同时本月没有过记录,那么需要提醒
- if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- case "季度":
- notifyFrequency = "每季度"
- //提醒时间
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
- //每季度更新数据时间
- //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
- if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- case "半年度":
- notifyFrequency = "每半年度"
- //提醒时间
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
- //每半年度更新数据时间
- //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
- if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- case "年度":
- notifyFrequency = "每年"
- //提醒时间
- if tmpEdb.NoticeTime != "" {
- noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
- if len(noticeArr) >= 2 {
- noticeTime = noticeArr[1]
- }
- }
- //每年度更新数据时间
- //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
- if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(funcDataDtTime) {
- funcIsNotice = true
- }
- }
- //fmt.Println(tmpEdb.TradeCode, " funcIsNotice:", funcIsNotice)
- //如果还是要提醒
- if funcIsNotice {
- //用户微信openid列表数据
- openIdList := make([]*models.OpenIdList, 0)
- //获取用户信息
- admin, err := models.GetAdminByAdminId(tmpEdb.UserId)
- if err != nil {
- if err.Error() == utils.ErrNoRow() {
- funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
- return
- } else {
- return err
- }
- }
- if admin == nil {
- funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
- return
- }
- //发送消息
- if admin.OpenId == "" {
- funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
- return
- }
- openIdTemp := new(models.OpenIdList)
- openIdTemp.OpenId = admin.OpenId
- openIdList = append(openIdList, openIdTemp)
- first := "数据录入提醒"
- keyword1 := tmpEdb.SecName + "该更新了"
- keyword2 := notifyFrequency + " " + tmpEdb.NoticeTime
- remark := tmpEdb.SecName + "该更新了"
- err = SendWxMsgWithFrequency(first, keyword1, keyword2, remark, openIdList)
- if err != nil {
- return err
- }
- //发送成功,记录发送日志
- {
- sendRecord := new(models.EdbinfoSendMsgRecord)
- sendRecord.UserId = tmpEdb.UserId
- sendRecord.TradeCode = tmpEdb.TradeCode
- sendRecord.CreateTime = time.Now()
- err = models.AddEdbinfoSendMsgRecord(sendRecord)
- if err != nil {
- return err
- }
- }
- }
- return
- }
- //添加定时任务(没有设置通知时间就不进行定时任务通知了)
- spec := ``
- if noticeTime != "" {
- noticeArr := strings.Split(noticeTime, ":")
- if len(noticeArr) == 3 {
- //spec = ` */20 * * * * * `
- spec = fmt.Sprintf(` %s %s %s * * * `, noticeArr[2], noticeArr[1], noticeArr[0])
- //定时任务开始的时间
- tmpTask := task.NewTask(taskName, spec, tmpTaskFunc)
- task.AddTask(taskName, tmpTask)
- tmpEdbTaskNameMap[taskName] = true
- }
- }
- }
- }
- //将当天的手工指标加入到手工指标池去
- EdbTaskNameMap[todayStr] = tmpEdbTaskNameMap
- //开启协程,用来清除定时任务
- go deleteTask()
- //如果当前定时任务执行次数大于0次,那么需要往手工指标定时任务停止channel写入数据,用来关闭昨天没有执行的的定时任务
- if EdbTaskRunNum > 0 {
- //清除昨天的数据
- EdbTaskStopChannel <- time.Now().AddDate(0, 0, -1).Format(utils.FormatDate)
- }
- //手工指标定时任务开始次数累加
- EdbTaskRunNum++
- return
- //fmt.Println(task.NewMapSorter())
- }
- // deleteTask 清除已通知的任务
- func deleteTask() {
- for {
- select {
- case taskName := <-EdbTaskNameChannel:
- task.DeleteTask(taskName)
- delete(EdbTaskNameMap, taskName)
- case dayStr := <-EdbTaskStopChannel: //收到停止信号,先清除掉那一天的定时任务,
- for taskName := range EdbTaskNameMap[dayStr] {
- task.DeleteTask(taskName)
- delete(EdbTaskNameMap, taskName)
- }
- break
- }
- }
- }
- // 检测数据服务
- func checkDataServer(cont context.Context) (err error) {
- //检测wind新服务器
- go data.CheckWindDataInterface(cont)
- //检测同花顺数据服务器
- //go data.CheckThsDataInterface(cont)
- //检测路透数据服务器
- go data.CheckLtDataInterface(cont)
- //检测彭博
- go data.CheckPbDataInterface(cont)
- return
- }
|