task.go 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911
  1. package services
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "github.com/beego/beego/v2/task"
  7. "hongze/hongze_task/models"
  8. "hongze/hongze_task/services/alarm_msg"
  9. "hongze/hongze_task/services/comein"
  10. "hongze/hongze_task/services/company"
  11. "hongze/hongze_task/services/company_contract"
  12. "hongze/hongze_task/services/data"
  13. "hongze/hongze_task/services/maycur"
  14. "hongze/hongze_task/services/overseas_custom"
  15. "hongze/hongze_task/services/roadshow"
  16. "hongze/hongze_task/utils"
  17. "runtime"
  18. "strconv"
  19. "strings"
  20. "sync"
  21. "time"
  22. )
  23. func InitTask() {
  24. defer func() {
  25. if err := recover(); err != nil {
  26. fmt.Println("进来了定时任务的异常处理")
  27. stack := fmt.Sprintf("Handler crashed with error: %v", err) + "\n</br>"
  28. for i := 1; ; i++ {
  29. _, file, line, ok := runtime.Caller(i)
  30. if !ok {
  31. break
  32. }
  33. stack += fmt.Sprintln(fmt.Sprintf("%s:%d</br>", file, line))
  34. }
  35. //fmt.Println(stack)
  36. go alarm_msg.SendAlarmMsg(utils.APPNAME+"崩了"+time.Now().Format("2006-01-02 15:04:05")+"\n"+stack, 3)
  37. }
  38. }()
  39. comein.SyncWhiteList(nil)
  40. // 实际开始定时任务
  41. Task()
  42. }
  43. func Task() {
  44. fmt.Println("task start")
  45. //如果是生产环境,才需要走这些任务
  46. if utils.RunMode == "release" {
  47. releaseTask()
  48. }
  49. //每日定时合同处理
  50. handleCompanyContract := task.NewTask("handleCompanyContract", "0 1 2 * * *", company_contract.HandleCompanyContract)
  51. task.AddTask("每日定时合同处理", handleCompanyContract)
  52. //正式->试用
  53. companyTryOut := task.NewTask("companyTryOut", "0 5 2 * * *", CompanyTryOut)
  54. task.AddTask("正式->试用", companyTryOut)
  55. // 每日续约异常客户信息处理(涉及到需要统计当天未续约的,所以需要等正式转试用完成后执行)
  56. handleCompanyRenewalRecord := task.NewTask("handleCompanyContract", "0 10 2 * * *", company_contract.HandleCompanyRenewalRecordV2)
  57. task.AddTask("每日续约异常客户信息处理", handleCompanyRenewalRecord)
  58. //试用->冻结
  59. companyFreeze := task.NewTask("companyFreeze", "0 10 2 * * *", CompanyFreeze)
  60. task.AddTask("试用->冻结", companyFreeze)
  61. //冻结->流失
  62. companyLoss := task.NewTask("companyLoss", "0 20 2 * * *", CompanyLoss)
  63. task.AddTask("冻结->流失", companyLoss)
  64. //权益正式->X类试用(永续)
  65. //companyTryOutXClassRai := task.NewTask("companyTryOutXClassRai", "0 25 2 * * *", CompanyTryOutXClassRai)
  66. //task.AddTask("权益正式->X类试用(永续)", companyTryOutXClassRai)
  67. //权益X类试用(永续)->冻结
  68. companyFreezeXClassRai := task.NewTask("companyFreezeXClassRai", "0 30 2 * * *", CompanyFreezeXClassRai)
  69. task.AddTask("权益X类试用(永续)->冻结", companyFreezeXClassRai)
  70. //用户产品权限正式-->试用
  71. companyReportPermissionTryOut := task.NewTask("companyReportPermissionTryOut", "0 30 2 * * *", CompanyReportPermissionTryOut)
  72. task.AddTask("用户产品权限正式-->试用", companyReportPermissionTryOut)
  73. //用户产品权限试用-->关闭
  74. companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0 35 2 * * *", CompanyReportPermissionClose)
  75. task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
  76. //用户产品权限试用-->关闭
  77. staticCompanyTryDay := task.NewTask("StaticCompanyTryDay", "0 40 2 * * *", StaticCompanyTryDay)
  78. task.AddTask("定时任务每天更新客户试用总天数", staticCompanyTryDay)
  79. // 存量客户数据统计
  80. stackCompanyStatistic := task.NewTask("stackCompanyStatistic", "0 40 2 * * *", StackCompanyStatistic)
  81. task.AddTask("存量客户数据统计", stackCompanyStatistic)
  82. // 定时往同花顺推送报告
  83. //sendWaitReport := task.NewTask("sendWaitReport", "0 */1 * * * * ", SendWaitReport)
  84. //task.AddTask("定时往同花顺推送报告", sendWaitReport)
  85. // 研报电话会提醒
  86. ybTelRemind := task.NewTask("YbTelRemind", "0 */1 * * * * ", YbTelRemind)
  87. task.AddTask("研报电话会提醒", ybTelRemind)
  88. // 研报沙龙提醒
  89. ybSalonRemind := task.NewTask("ybSalonRemind", "0 */1 * * * * ", YbSalonRemind)
  90. task.AddTask("研报沙龙提醒", ybSalonRemind)
  91. //// 定时新增手工指标数据提醒
  92. //addEdbTask := task.NewTask("sendWaitReport", "1 0 2 * * * ", AddEdbTask)
  93. //task.AddTask("定时新增手工指标数据提醒", addEdbTask)
  94. ////每次服务启动都需要执行一次的
  95. //_ = AddEdbTask(nil)
  96. //每日用户阅读数据统计
  97. statisticsUserView := task.NewTask("statisticsUserView", "0 5 2 * * *", StatisticsUserView)
  98. task.AddTask("每日用户阅读数据统计", statisticsUserView)
  99. //路演-活动状态修改
  100. modifyRsCalendarStatus := task.NewTask("modifyRsCalendarStatus", "0 */1 * * * * ", roadshow.ModifyRsCalendarResearcherStatus)
  101. task.AddTask("modifyRsCalendarStatus", modifyRsCalendarStatus)
  102. addReportRecord := task.NewTask("addReportRecord", "0 */10 * * * *", roadshow.AddReportRecord)
  103. task.AddTask("addReportRecord", addReportRecord)
  104. //ficc存量客户数据统计
  105. addCompanyReportRecord := task.NewTask("addCompanyReportRecord", "0 0 */1 * * *", company.AddCompanyReportRecord)
  106. task.AddTask("addCompanyReportRecord", addCompanyReportRecord)
  107. //rai存量客户数据统计
  108. addRaiCompanyReportRecord := task.NewTask("addRaiCompanyReportRecord", "0 0 */1 * * *", company.AddRaiCompanyReportRecord)
  109. task.AddTask("addRaiCompanyReportRecord", addRaiCompanyReportRecord)
  110. //CRM 6.3 客户列表路演次数统计
  111. roadShowTotal := task.NewTask("roadShowTotal", "0 */30 * * * *", roadshow.RoadShow)
  112. task.AddTask("roadShowTotal", roadShowTotal)
  113. //每半个小时用户阅读数据统计
  114. statisticsUserView1Hour := task.NewTask("statisticsUserView1Hour", "0 */30 * * * *", StatisticsUserView1Hour)
  115. task.AddTask("每半个小时用户阅读数据统计", statisticsUserView1Hour)
  116. //路演公开会议合并
  117. setPublicMeetingUnionCode := task.NewTask("setPublicMeetingUnionCode", "0 */10 * * * *", roadshow.SetPublicMeetingUnionCode)
  118. task.AddTask("setPublicMeetingUnionCode", setPublicMeetingUnionCode)
  119. //同步进门会议参会人员数据
  120. syncComeinMeeting := task.NewTask("SyncComeinMeeting", "0 1 */1 * * * ", SyncComeinMeeting)
  121. task.AddTask("SyncComeinMeeting", syncComeinMeeting)
  122. //同步user_record中的关注状态
  123. syncSubStatus := task.NewTask("syncSubStatus", "0 0 2 * * *", SyncSubStatus)
  124. task.AddTask("syncSubStatus", syncSubStatus)
  125. ////删除日志 report_save_log,ppt_v2_save_log,保留一个月的
  126. //deleteLog := task.NewTask("syncSubStatus", "0 0 2 2 * *", DeleteLog)
  127. //task.AddTask("deleteLog", deleteLog)
  128. // 定时发布研报语音播报
  129. publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
  130. task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
  131. //// 定时发布研报
  132. //publishReport := task.NewTask("publishReport", "0 */1 * * * *", PublishReport)
  133. //task.AddTask("定时发布研报", publishReport)
  134. //
  135. //// 定时发布英文研报
  136. //publishEnglishReport := task.NewTask("publishEnglishReport", "0 */1 * * * *", PublishEnglishReport)
  137. //task.AddTask("定时发布英文研报", publishEnglishReport)
  138. // 定时生成本周研究汇总
  139. cygxResearchSummary := task.NewTask("cygxResearchSummary", "0 0 13 * * 5", CygxResearchSummary)
  140. task.AddTask("定时生成本周研究汇总", cygxResearchSummary)
  141. // 定时生成上周纪要汇总
  142. cygxLastWeekSummary := task.NewTask("CygxLastWeekSummary", "0 0 10 * * 2", CygxLastWeekSummary)
  143. task.AddTask("定时生成上周纪要汇总", cygxLastWeekSummary)
  144. //CygxResearchSummary()
  145. //CygxLastWeekSummary()
  146. // 出差申请过期状态检测
  147. checkBusinessTripApply := task.NewTask("checkBusinessTripApply", "0 */30 * * * *", CheckBusinessTripApply)
  148. task.AddTask("checkBusinessTripApply", checkBusinessTripApply)
  149. ////ETA试用客户 启用->禁用
  150. //eTATrialDisabled := task.NewTask("eTATrialDisabled", "0 15 2 * * *", ETATrialDisabled)
  151. //task.AddTask("ETA试用客户 启用->禁用", eTATrialDisabled)
  152. //英文研报客户 临时->终止
  153. englishReportEmailTermination := task.NewTask("englishReportEmailTermination", "0 30 2 * * *", EnglishReportEmailTermination)
  154. task.AddTask("英文研报客户 临时->终止", englishReportEmailTermination)
  155. // ETA商家签约状态更新
  156. etaBusinessUpdateStatus := task.NewTask("etaBusinessUpdateStatus", "0 5 5 * * *", EtaBusinessUpdateStatus)
  157. task.AddTask("etaBusinessUpdateStatus", etaBusinessUpdateStatus)
  158. //修复英文客户路演统计
  159. fixEnglishCompanyRoadShowTotal := task.NewTask("fixEnglishCompanyRoadShowTotal", "0 */10 6-23 * * *", overseas_custom.FixEnglishCompanyRoadShowTotal)
  160. task.AddTask("英文客户路演统计", fixEnglishCompanyRoadShowTotal)
  161. //修复英文客户最后一次阅读时间
  162. fixEnglishCompanyLastViewTime := task.NewTask("fixEnglishCompanyLastViewTime", "0 */30 6-23 * * *", overseas_custom.FixEnglishCompanyLastViewTime)
  163. task.AddTask("英文客户最后一次阅读时间", fixEnglishCompanyLastViewTime)
  164. //海外客户-同步客户状态
  165. fixCompanyOverseasStatus := task.NewTask("fixCompanyOverseasStatus", "0 */5 * * * *", overseas_custom.FixCompanyOverseasStatus)
  166. task.AddTask("同步客户状态", fixCompanyOverseasStatus)
  167. //路演问答填写提示
  168. sendCalendarResearcherQuestionTips := task.NewTask("sendCalendarResearcherQuestionTips", "0 */1 * * * *", SendCalendarResearcherQuestionTips)
  169. task.AddTask("sendCalendarResearcherQuestionTips", sendCalendarResearcherQuestionTips)
  170. task.StartTask()
  171. fmt.Println("task end")
  172. }
  173. // 生产环境需要走的任务
  174. func releaseTask() {
  175. ////隆众调研指标获取
  176. //getLzSurveyProduct := task.NewTask("getLzSurveyProduct", "0 5 08-19/1 * * * ", GetLzSurveyProduct)
  177. //task.AddTask("getLzSurveyProduct", getLzSurveyProduct)
  178. ////隆众调研指标数据获取
  179. //getLzSurveyProductData := task.NewTask("getLzSurveyProductData", "0 10 08-20/1 * * * ", GetLzSurveyProductData)
  180. //task.AddTask("getLzSurveyProductData", getLzSurveyProductData)
  181. //发送邮件
  182. sendEmail := task.NewTask("sendEmail", "0 0 12 * * 0 ", SendEmail)
  183. task.AddTask("sendEmail", sendEmail)
  184. // 正式/试用 用户到期提醒
  185. companyRemind := task.NewTask("companyRemind", "0 30 08 * * *", CompanyRemind)
  186. task.AddTask("companyRemind", companyRemind)
  187. //潜在客户
  188. freeViewerDetail := task.NewTask("freeViewerDetail", "0 0 9 * * 1 ", FreeViewerDetail)
  189. task.AddTask("潜在客户", freeViewerDetail)
  190. //上周增量客户列表
  191. incrementCompany := task.NewTask("incrementCompany", "0 0 9 * * 1 ", IncrementCompany)
  192. task.AddTask("上周增量客户列表", incrementCompany)
  193. // 刷新指标数据
  194. //refreshData := task.NewTask("refreshData", "0 1 0,19 * * *", RefreshData)
  195. //task.AddTask("refreshData", refreshData)
  196. // 刷新商品数据
  197. //refreshFutureGoodData := task.NewTask("refreshFutureGoodData", "0 30 0,19 * * *", RefreshFutureGoodData)
  198. //task.AddTask("refreshFutureGoodData", refreshFutureGoodData)
  199. //刷新交易所指标数据
  200. //refreshTradeData := task.NewTask("refreshData", "0 1 4 * * *", RefreshTradeData)
  201. //task.AddTask("refreshTradeData", refreshTradeData)
  202. //刷新欧洲天然气指标数据
  203. //refreshEicData := task.NewTask("refreshData", "0 1 3,7 * * *", RefreshEicData)
  204. //task.AddTask("refreshEicData", refreshEicData)
  205. //刷新指标基础数据
  206. //refreshBaseData := task.NewTask("refreshBaseData", "0 */30 * * * * ", RefreshBaseData)
  207. //task.AddTask("refreshBaseData", refreshBaseData)
  208. ////同步弘则数据库中来自,钢联,隆众,有色,人工等基础数据--每隔五分钟,同步一次最新数据
  209. //syncBaseData := task.NewTask("syncBaseData", "0 */5 * * * * ", SyncBaseData)
  210. //task.AddTask("syncBaseData", syncBaseData)
  211. //
  212. //syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
  213. //task.AddTask("syncBaseDataExt", syncBaseDataExt)
  214. // 定时往同花顺同步微信群的截止日期(凌晨4点)
  215. //syncThsWxGroupEveryDay := task.NewTask("syncThsWxGroupEveryDay", "0 1 4 * * * ", SyncWxGroupEveryDay)
  216. //task.AddTask("定时往同花顺同步微信群的截止日期", syncThsWxGroupEveryDay)
  217. //检测数据服务器
  218. //checkDataServer := task.NewTask("checkDataServer", "0 */2 * * * * ", checkDataServer)
  219. //task.AddTask("checkDataServer", checkDataServer)
  220. //初始化指标更新状态
  221. //resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
  222. //task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
  223. // 定时检测同花顺客群推送消息状态
  224. //checkThsReportList := task.NewTask("checkThsReportList", "0 */2 * * * * ", CheckThsReportList)
  225. //task.AddTask("checkThsReportList", checkThsReportList)
  226. //// 定时统计交易所的持仓分析数据
  227. //initPositionTask := task.NewTask("initPositionTask", "0 15,45 16-23 * * *", data.InitPositionTask)
  228. //task.AddTask("initPositionTask", initPositionTask)
  229. // 每日4:01更新每刻报销-客户档案
  230. syncMaycurCompanyProfile := task.NewTask("syncMaycurCompanyProfile", "0 1 4 * * * ", maycur.DailyUpdateCompanyProfile)
  231. task.AddTask("每日更新每刻报销-客户档案", syncMaycurCompanyProfile)
  232. // ETA商家到期提醒
  233. etaBusinessRemind := task.NewTask("etaBusinessRemind", "0 20 8 * * *", EtaBusinessExpiredRemind)
  234. task.AddTask("etaBusinessRemind", etaBusinessRemind)
  235. // 同步进门财经白名单定时任务
  236. syncWhiteList := task.NewTask("syncWhiteList", "0 */10 * * * *", comein.SyncWhiteList)
  237. task.AddTask("syncWhiteList", syncWhiteList)
  238. //问答社区定时发送模版消息给研究员
  239. notifyNeedAnswerQuestionToResearch := task.NewTask("notifyNeedAnswerQuestionToResearch", "0 0 10 * * *", NotifyNeedAnswerQuestionToResearch)
  240. task.AddTask("问答社区定时发送模版消息给研究员", notifyNeedAnswerQuestionToResearch)
  241. }
  242. //func TaskTest() {
  243. // fmt.Println("The task is start")
  244. //
  245. // //e, msg := data.InitTradePosition("shanghai", "2023-05-05", "2023-05-05")
  246. // //if e != nil {
  247. // // fmt.Println(e.Error())
  248. // // fmt.Println(msg)
  249. // //}
  250. //
  251. // //var ctx context.Context
  252. // //_ = EtaBusinessExpiredRemind(ctx)
  253. // //_ = EtaBusinessUpdateStatus(ctx)
  254. //
  255. // //task.StartTask()
  256. // fmt.Println("The task is end")
  257. //}
  258. func SendEmail(cont context.Context) (err error) {
  259. //报告历史访问次数
  260. go ReportViewTimes()
  261. //报告访问详情
  262. go ReportViewDetail()
  263. //用户权限统计
  264. go HongzeUsers()
  265. return
  266. }
  267. func OneMinute(cont context.Context) (err error) {
  268. //日度
  269. //FrequencyByDay()
  270. //周度
  271. FrequencyByWeek()
  272. //月度
  273. FrequencyByMonth()
  274. return
  275. }
  276. func RefreshData(cont context.Context) (err error) {
  277. wg := sync.WaitGroup{}
  278. wg.Add(16)
  279. //hour := time.Now().Hour()
  280. //if hour != 0 {
  281. //}
  282. go data.RefreshDataFromWind(&wg)
  283. //同花顺
  284. go data.RefreshDataFromThs(&wg)
  285. //彭博
  286. go data.RefreshDataFromPb(&wg)
  287. //彭博财务
  288. go data.RefreshDataFromPbFinance(&wg)
  289. //手工数据
  290. go data.RefreshDataFromManual(&wg)
  291. //隆众数据
  292. go data.RefreshDataFromLz(&wg)
  293. //有色
  294. go data.RefreshDataFromYs(&wg)
  295. //钢联
  296. go data.RefreshDataFromGl(&wg)
  297. //路透
  298. go data.RefreshDataFromLt(&wg)
  299. //煤炭
  300. go data.RefreshDataFromCoal(&wg)
  301. //谷歌出行数据
  302. go data.RefreshDataFromGoogleTravel(&wg)
  303. //钢联化工
  304. go data.RefreshDataFromMysteelChemical(&wg)
  305. //eia steo报告指标
  306. go data.RefreshDataFromEiaSteo(&wg)
  307. //UN报告指标
  308. go data.RefreshDataFromComTrade(&wg)
  309. //卓创报告指标
  310. go data.RefreshDataFromSci(&wg)
  311. //国家统计局指标
  312. go data.RefreshDataFromNationalStatistics(&wg)
  313. wg.Wait()
  314. ////计算指标
  315. data.RefreshDataFromCalculateAll()
  316. // 预测计算指标
  317. data.RefreshPredictDataFromCalculateAll()
  318. time.Sleep(5 * time.Second)
  319. data.RefreshNotice()
  320. fmt.Println("Refresh End")
  321. return
  322. }
  323. // RefreshTradeData 刷新交易所数据
  324. func RefreshTradeData(cont context.Context) (err error) {
  325. wg := sync.WaitGroup{}
  326. wg.Add(5)
  327. //郑商所
  328. go data.RefreshDataFromZz(&wg)
  329. //上期所
  330. go data.RefreshDataFromSh(&wg)
  331. //上期能源
  332. go data.RefreshDataFromShfe(&wg)
  333. //中金所
  334. go data.RefreshDataFromCffex(&wg)
  335. //大商所
  336. go data.RefreshDataFromDl(&wg)
  337. wg.Wait()
  338. //计算指标
  339. data.RefreshDataFromCalculateAll()
  340. // 计算预测指标
  341. data.RefreshPredictDataFromCalculateAll()
  342. return
  343. }
  344. // RefreshEicData 刷新欧洲天然气数据
  345. func RefreshEicData(cont context.Context) (err error) {
  346. wg := sync.WaitGroup{}
  347. wg.Add(1)
  348. //欧洲天然气
  349. go data.RefreshDataFromEic(&wg)
  350. wg.Wait()
  351. //计算指标
  352. data.RefreshDataFromCalculateAll()
  353. // 计算预测指标
  354. data.RefreshPredictDataFromCalculateAll()
  355. return
  356. }
  357. // 刷新基础数据
  358. func RefreshBaseData(cont context.Context) (err error) {
  359. now := time.Now()
  360. if now.Hour() == 0 || now.Hour() == 19 {
  361. return nil
  362. }
  363. //同步有色基础指标数据
  364. go data.SyncSmmIndexDataBase()
  365. return
  366. }
  367. // 刷新基础数据
  368. func SyncBaseData(cont context.Context) (err error) {
  369. now := time.Now()
  370. if now.Hour() == 0 || now.Hour() == 19 {
  371. return nil
  372. }
  373. //同步钢联基础数据
  374. go data.SyncGlDataBase()
  375. return
  376. }
  377. // 刷新基础数据
  378. func SyncBaseDataExt(cont context.Context) (err error) {
  379. now := time.Now()
  380. if now.Hour() == 0 || now.Hour() == 19 {
  381. return nil
  382. }
  383. //同步隆众基础数据
  384. go data.SyncLzDataBase()
  385. //同步手工数据
  386. go data.SyncManualDataBase()
  387. //同步有色基础数据
  388. go data.SyncSmmDataBase()
  389. //刷新图表中,指标的最新日期
  390. go data.SetChartEdbEndDate()
  391. return
  392. }
  393. // EdbTaskNameMap 手工指标定时任务名称map集合
  394. var EdbTaskNameMap map[string]map[string]bool
  395. // EdbTaskNameChannel 手工指标定时任务名称channel
  396. var EdbTaskNameChannel chan string
  397. // EdbTaskStopChannel 手工指标定时任务停止channel
  398. var EdbTaskStopChannel chan string
  399. // EdbTaskRunNum 手工指标定时任务开始次数
  400. var EdbTaskRunNum int
  401. // AddEdbTask 新增手工指标数据录入提醒
  402. func AddEdbTask(cont context.Context) (err error) {
  403. //失败列表
  404. failList := make([]string, 0)
  405. defer func() {
  406. if len(failList) > 0 {
  407. fmt.Println("提醒失败:")
  408. for _, v := range failList {
  409. fmt.Println(v)
  410. }
  411. }
  412. }()
  413. list, err := models.GetEdbInfoByFrequencyNotDay()
  414. if err != nil {
  415. fmt.Println("查询获取频度非日度 且 提醒时间不为空 的指标数据失败,Err:", err.Error())
  416. }
  417. //如果还没有初始化map,那么先初始
  418. if EdbTaskNameMap == nil {
  419. EdbTaskNameMap = make(map[string]map[string]bool)
  420. }
  421. tmpEdbTaskNameMap := make(map[string]bool)
  422. // 今天的日期字符串(格式:2021-10-25)
  423. todayStr := time.Now().Format(utils.FormatDate)
  424. //当前周的周一与周日
  425. nowWeekFirstDay := utils.GetNowWeekMonday()
  426. nowWeekLastDay := utils.GetNowWeekLastDay()
  427. //当前月的一号与最后一天
  428. nowMonthFirstDay := utils.GetNowMonthFirstDay()
  429. nowMonthLastDay := utils.GetNowMonthLastDay()
  430. //当前季度的第一天与最后一天
  431. nowQuarterFirstDay := utils.GetNowQuarterFirstDay()
  432. nowQuarterLastDay := utils.GetNowQuarterLastDay()
  433. //当前半年的第一天与最后一天
  434. nowHalfYearFirstDay := utils.GetNowHalfYearFirstDay()
  435. nowHalfYearLastDay := utils.GetNowHalfYearLastDay()
  436. // 当前年的第一天与最后一天
  437. nowYearFirstDay := utils.GetNowYearFirstDay()
  438. nowYearLastDay := utils.GetNowYearLastDay()
  439. debugNoticeUserId := 0 //测试环境,需要发送消息的用户
  440. //测试环境也不发了
  441. //if utils.RunMode == "debug" {
  442. // tmpWxUser, tmpErr := models.GetWxUserByMobile("17634786714")
  443. // if tmpErr == nil && tmpWxUser != nil {
  444. // //debugNoticeUserId = 44078 //测试环境的话,发送邮箱给颜鹏
  445. // debugNoticeUserId = int(tmpWxUser.UserId) //测试环境的话,发送邮箱给嘉豪
  446. // }
  447. //}
  448. //task.globalTaskManager.adminTaskList
  449. for _, edb := range list {
  450. if edb.UserId <= 0 {
  451. continue //没有配置user_id的话,那么不需要提醒
  452. }
  453. tmpEdb := edb //指标信息
  454. isNotice := false //是否需要提醒
  455. noticeTime := "12:00:00" //提醒时间
  456. var dataDtTime time.Time
  457. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  458. if tmpErr != nil {
  459. if tmpErr.Error() != utils.ErrNoRow() {
  460. failList = append(failList, fmt.Sprint(tmpEdb.TradeCode, "失败,Err:", tmpErr.Error()))
  461. continue
  462. }
  463. }
  464. //如果确实是有数据的
  465. if edbData != nil {
  466. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  467. dataDtTime = tmpDataDtTime
  468. }
  469. switch tmpEdb.Frequency {
  470. case "周度":
  471. modifyDate := nowWeekLastDay //下次更新日期
  472. if tmpEdb.NoticeTime != "" {
  473. addDay := 7
  474. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  475. if len(noticeArr) >= 2 {
  476. noticeTime = noticeArr[1]
  477. }
  478. noticeWeek := noticeArr[0]
  479. switch noticeWeek {
  480. case "周一":
  481. addDay = 1
  482. case "周二":
  483. addDay = 2
  484. case "周三":
  485. addDay = 3
  486. case "周四":
  487. addDay = 4
  488. case "周五":
  489. addDay = 5
  490. case "周六":
  491. addDay = 6
  492. case "周日":
  493. addDay = 7
  494. }
  495. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  496. }
  497. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  498. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(dataDtTime) {
  499. isNotice = true
  500. }
  501. case "月度":
  502. addDay := 0
  503. modifyDate := nowMonthLastDay //下次更新日期
  504. if tmpEdb.NoticeTime != "" {
  505. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  506. if len(strArr) >= 2 {
  507. noticeTime = strArr[1]
  508. }
  509. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  510. if tmpErr != nil {
  511. continue
  512. }
  513. addDay = tmpAddDay - 1
  514. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  515. }
  516. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  517. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(dataDtTime) {
  518. isNotice = true
  519. }
  520. case "季度":
  521. //提醒时间
  522. if tmpEdb.NoticeTime != "" {
  523. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  524. if len(noticeArr) >= 2 {
  525. noticeTime = noticeArr[1]
  526. }
  527. }
  528. //每季度更新数据时间
  529. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  530. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(dataDtTime) {
  531. isNotice = true
  532. }
  533. case "半年度":
  534. //提醒时间
  535. if tmpEdb.NoticeTime != "" {
  536. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  537. if len(noticeArr) >= 2 {
  538. noticeTime = noticeArr[1]
  539. }
  540. }
  541. //每半年度更新数据时间
  542. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  543. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(dataDtTime) {
  544. isNotice = true
  545. }
  546. case "年度":
  547. //提醒时间
  548. if tmpEdb.NoticeTime != "" {
  549. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  550. if len(noticeArr) >= 2 {
  551. noticeTime = noticeArr[1]
  552. }
  553. }
  554. //每年度更新数据时间
  555. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  556. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(dataDtTime) {
  557. isNotice = true
  558. }
  559. }
  560. if isNotice {
  561. taskName := "edb_task_" + todayStr + ":" + fmt.Sprint(tmpEdb.TradeCode)
  562. //fmt.Println(taskName, ";", tmpEdb.SecName)
  563. //定时任务
  564. tmpTaskFunc := func(ctx context.Context) (funcErr error) {
  565. //方法执行结束后,移除定时任务
  566. defer func() {
  567. EdbTaskNameChannel <- taskName
  568. }()
  569. // 匿名方法内判断是否发送提醒,因为可能时间到的时候,发现
  570. funcIsNotice := false
  571. // 再次获取指标数据详情
  572. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  573. if tmpErr != nil {
  574. if tmpErr.Error() != utils.ErrNoRow() {
  575. funcErr = tmpErr
  576. return
  577. }
  578. }
  579. if utils.RunMode == "debug" && debugNoticeUserId > 0 {
  580. tmpEdb.UserId = debugNoticeUserId //测试环境的话,发送邮箱给嘉豪
  581. }
  582. //数据过期时间
  583. var funcDataDtTime time.Time
  584. //如果确实是有数据的
  585. if edbData != nil {
  586. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  587. funcDataDtTime = tmpDataDtTime
  588. }
  589. //提示频度文案
  590. notifyFrequency := "每日"
  591. switch tmpEdb.Frequency {
  592. case "周度":
  593. notifyFrequency = "每周"
  594. modifyDate := nowWeekLastDay //下次更新日期
  595. if tmpEdb.NoticeTime != "" {
  596. addDay := 7
  597. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  598. if len(noticeArr) >= 2 {
  599. noticeTime = noticeArr[1]
  600. }
  601. noticeWeek := noticeArr[0]
  602. switch noticeWeek {
  603. case "周一":
  604. addDay = 1
  605. case "周二":
  606. addDay = 2
  607. case "周三":
  608. addDay = 3
  609. case "周四":
  610. addDay = 4
  611. case "周五":
  612. addDay = 5
  613. case "周六":
  614. addDay = 6
  615. case "周日":
  616. addDay = 7
  617. }
  618. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  619. }
  620. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  621. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(funcDataDtTime) {
  622. funcIsNotice = true
  623. }
  624. case "月度":
  625. notifyFrequency = "每月"
  626. addDay := 0
  627. modifyDate := nowMonthLastDay //下次更新日期
  628. if tmpEdb.NoticeTime != "" {
  629. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  630. if len(strArr) >= 2 {
  631. noticeTime = strArr[1]
  632. }
  633. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  634. if tmpErr != nil {
  635. funcErr = tmpErr
  636. }
  637. addDay = tmpAddDay - 1
  638. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  639. }
  640. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  641. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(funcDataDtTime) {
  642. funcIsNotice = true
  643. }
  644. case "季度":
  645. notifyFrequency = "每季度"
  646. //提醒时间
  647. if tmpEdb.NoticeTime != "" {
  648. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  649. if len(noticeArr) >= 2 {
  650. noticeTime = noticeArr[1]
  651. }
  652. }
  653. //每季度更新数据时间
  654. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  655. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(funcDataDtTime) {
  656. funcIsNotice = true
  657. }
  658. case "半年度":
  659. notifyFrequency = "每半年度"
  660. //提醒时间
  661. if tmpEdb.NoticeTime != "" {
  662. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  663. if len(noticeArr) >= 2 {
  664. noticeTime = noticeArr[1]
  665. }
  666. }
  667. //每半年度更新数据时间
  668. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  669. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(funcDataDtTime) {
  670. funcIsNotice = true
  671. }
  672. case "年度":
  673. notifyFrequency = "每年"
  674. //提醒时间
  675. if tmpEdb.NoticeTime != "" {
  676. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  677. if len(noticeArr) >= 2 {
  678. noticeTime = noticeArr[1]
  679. }
  680. }
  681. //每年度更新数据时间
  682. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  683. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(funcDataDtTime) {
  684. funcIsNotice = true
  685. }
  686. }
  687. //fmt.Println(tmpEdb.TradeCode, " funcIsNotice:", funcIsNotice)
  688. //如果还是要提醒
  689. if funcIsNotice {
  690. //用户微信openid列表数据
  691. openIdList := make([]*models.OpenIdList, 0)
  692. //获取用户信息
  693. admin, err := models.GetAdminByAdminId(tmpEdb.UserId)
  694. if err != nil {
  695. if err.Error() == utils.ErrNoRow() {
  696. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  697. return
  698. } else {
  699. return err
  700. }
  701. }
  702. if admin == nil {
  703. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  704. return
  705. }
  706. //发送消息
  707. if admin.OpenId == "" {
  708. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  709. return
  710. }
  711. openIdTemp := new(models.OpenIdList)
  712. openIdTemp.OpenId = admin.OpenId
  713. openIdList = append(openIdList, openIdTemp)
  714. first := "数据录入提醒"
  715. keyword1 := tmpEdb.SecName + "该更新了"
  716. keyword2 := notifyFrequency + " " + tmpEdb.NoticeTime
  717. remark := tmpEdb.SecName + "该更新了"
  718. err = SendWxMsgWithFrequency(first, keyword1, keyword2, remark, openIdList)
  719. if err != nil {
  720. return err
  721. }
  722. //发送成功,记录发送日志
  723. {
  724. sendRecord := new(models.EdbinfoSendMsgRecord)
  725. sendRecord.UserId = tmpEdb.UserId
  726. sendRecord.TradeCode = tmpEdb.TradeCode
  727. sendRecord.CreateTime = time.Now()
  728. err = models.AddEdbinfoSendMsgRecord(sendRecord)
  729. if err != nil {
  730. return err
  731. }
  732. }
  733. }
  734. return
  735. }
  736. //添加定时任务(没有设置通知时间就不进行定时任务通知了)
  737. spec := ``
  738. if noticeTime != "" {
  739. noticeArr := strings.Split(noticeTime, ":")
  740. if len(noticeArr) == 3 {
  741. //spec = ` */20 * * * * * `
  742. spec = fmt.Sprintf(` %s %s %s * * * `, noticeArr[2], noticeArr[1], noticeArr[0])
  743. //定时任务开始的时间
  744. tmpTask := task.NewTask(taskName, spec, tmpTaskFunc)
  745. task.AddTask(taskName, tmpTask)
  746. tmpEdbTaskNameMap[taskName] = true
  747. }
  748. }
  749. }
  750. }
  751. //将当天的手工指标加入到手工指标池去
  752. EdbTaskNameMap[todayStr] = tmpEdbTaskNameMap
  753. //开启协程,用来清除定时任务
  754. go deleteTask()
  755. //如果当前定时任务执行次数大于0次,那么需要往手工指标定时任务停止channel写入数据,用来关闭昨天没有执行的的定时任务
  756. if EdbTaskRunNum > 0 {
  757. //清除昨天的数据
  758. EdbTaskStopChannel <- time.Now().AddDate(0, 0, -1).Format(utils.FormatDate)
  759. }
  760. //手工指标定时任务开始次数累加
  761. EdbTaskRunNum++
  762. return
  763. //fmt.Println(task.NewMapSorter())
  764. }
  765. // deleteTask 清除已通知的任务
  766. func deleteTask() {
  767. for {
  768. select {
  769. case taskName := <-EdbTaskNameChannel:
  770. task.DeleteTask(taskName)
  771. delete(EdbTaskNameMap, taskName)
  772. case dayStr := <-EdbTaskStopChannel: //收到停止信号,先清除掉那一天的定时任务,
  773. for taskName := range EdbTaskNameMap[dayStr] {
  774. task.DeleteTask(taskName)
  775. delete(EdbTaskNameMap, taskName)
  776. }
  777. break
  778. }
  779. }
  780. }
  781. // 检测数据服务
  782. func checkDataServer(cont context.Context) (err error) {
  783. //检测wind新服务器
  784. go data.CheckWindDataInterface(cont)
  785. //检测同花顺数据服务器
  786. //go data.CheckThsDataInterface(cont)
  787. //检测路透数据服务器
  788. go data.CheckLtDataInterface(cont)
  789. //检测彭博
  790. go data.CheckPbDataInterface(cont)
  791. return
  792. }