task.go 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876
  1. package services
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "github.com/beego/beego/v2/task"
  7. "hongze/hongze_task/models"
  8. "hongze/hongze_task/services/alarm_msg"
  9. "hongze/hongze_task/services/company"
  10. "hongze/hongze_task/services/company_contract"
  11. "hongze/hongze_task/services/data"
  12. "hongze/hongze_task/services/data/future_good"
  13. "hongze/hongze_task/services/maycur"
  14. "hongze/hongze_task/services/roadshow"
  15. "hongze/hongze_task/utils"
  16. "runtime"
  17. "strconv"
  18. "strings"
  19. "sync"
  20. "time"
  21. )
  22. func InitTask() {
  23. defer func() {
  24. if err := recover(); err != nil {
  25. fmt.Println("进来了定时任务的异常处理")
  26. stack := fmt.Sprintf("Handler crashed with error: %v", err) + "\n</br>"
  27. for i := 1; ; i++ {
  28. _, file, line, ok := runtime.Caller(i)
  29. if !ok {
  30. break
  31. }
  32. stack += fmt.Sprintln(fmt.Sprintf("%s:%d</br>", file, line))
  33. }
  34. //fmt.Println(stack)
  35. go alarm_msg.SendAlarmMsg(utils.APPNAME+"崩了"+time.Now().Format("2006-01-02 15:04:05")+"\n"+stack, 3)
  36. }
  37. }()
  38. // 实际开始定时任务
  39. Task()
  40. }
  41. func Task() {
  42. fmt.Println("task start")
  43. //如果是生产环境,才需要走这些任务
  44. if utils.RunMode == "release" {
  45. releaseTask()
  46. }
  47. //每日定时合同处理
  48. handleCompanyContract := task.NewTask("handleCompanyContract", "0 1 2 * * *", company_contract.HandleCompanyContract)
  49. task.AddTask("每日定时合同处理", handleCompanyContract)
  50. //正式->试用
  51. companyTryOut := task.NewTask("companyTryOut", "0 5 2 * * *", CompanyTryOut)
  52. task.AddTask("正式->试用", companyTryOut)
  53. //试用->冻结
  54. companyFreeze := task.NewTask("companyFreeze", "0 10 2 * * *", CompanyFreeze)
  55. task.AddTask("试用->冻结", companyFreeze)
  56. //冻结->流失
  57. companyLoss := task.NewTask("companyLoss", "0 20 2 * * *", CompanyLoss)
  58. task.AddTask("冻结->流失", companyLoss)
  59. //用户产品权限正式-->试用
  60. companyReportPermissionTryOut := task.NewTask("companyReportPermissionTryOut", "0 30 2 * * *", CompanyReportPermissionTryOut)
  61. task.AddTask("用户产品权限正式-->试用", companyReportPermissionTryOut)
  62. //用户产品权限试用-->关闭
  63. companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0 35 2 * * *", CompanyReportPermissionClose)
  64. task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
  65. //用户产品权限试用-->关闭
  66. staticCompanyTryDay := task.NewTask("StaticCompanyTryDay", "0 40 2 * * *", StaticCompanyTryDay)
  67. task.AddTask("定时任务每天更新客户试用总天数", staticCompanyTryDay)
  68. // 存量客户数据统计
  69. stackCompanyStatistic := task.NewTask("stackCompanyStatistic", "0 40 2 * * *", StackCompanyStatistic)
  70. task.AddTask("存量客户数据统计", stackCompanyStatistic)
  71. // 定时往同花顺推送报告
  72. //sendWaitReport := task.NewTask("sendWaitReport", "0 */1 * * * * ", SendWaitReport)
  73. //task.AddTask("定时往同花顺推送报告", sendWaitReport)
  74. // 研报电话会提醒
  75. ybTelRemind := task.NewTask("YbTelRemind", "0 */1 * * * * ", YbTelRemind)
  76. task.AddTask("研报电话会提醒", ybTelRemind)
  77. // 研报沙龙提醒
  78. ybSalonRemind := task.NewTask("ybSalonRemind", "0 */1 * * * * ", YbSalonRemind)
  79. task.AddTask("研报沙龙提醒", ybSalonRemind)
  80. //// 定时新增手工指标数据提醒
  81. //addEdbTask := task.NewTask("sendWaitReport", "1 0 2 * * * ", AddEdbTask)
  82. //task.AddTask("定时新增手工指标数据提醒", addEdbTask)
  83. ////每次服务启动都需要执行一次的
  84. //_ = AddEdbTask(nil)
  85. //每日用户阅读数据统计
  86. statisticsUserView := task.NewTask("statisticsUserView", "0 5 2 * * *", StatisticsUserView)
  87. task.AddTask("每日用户阅读数据统计", statisticsUserView)
  88. //路演-活动状态修改
  89. modifyRsCalendarStatus := task.NewTask("modifyRsCalendarStatus", "0 */1 * * * * ", roadshow.ModifyRsCalendarResearcherStatus)
  90. task.AddTask("modifyRsCalendarStatus", modifyRsCalendarStatus)
  91. addReportRecord := task.NewTask("addReportRecord", "0 0 */1 * * *", roadshow.AddReportRecord)
  92. task.AddTask("addReportRecord", addReportRecord)
  93. //ficc存量客户数据统计
  94. addCompanyReportRecord := task.NewTask("addCompanyReportRecord", "0 0 */1 * * *", company.AddCompanyReportRecord)
  95. task.AddTask("addCompanyReportRecord", addCompanyReportRecord)
  96. //rai存量客户数据统计
  97. addRaiCompanyReportRecord := task.NewTask("addRaiCompanyReportRecord", "0 0 */1 * * *", company.AddRaiCompanyReportRecord)
  98. task.AddTask("addRaiCompanyReportRecord", addRaiCompanyReportRecord)
  99. //CRM 6.3 客户列表路演次数统计
  100. roadShowTotal := task.NewTask("roadShowTotal", "0 */30 * * * *", roadshow.RoadShow)
  101. task.AddTask("roadShowTotal", roadShowTotal)
  102. //每半个小时用户阅读数据统计
  103. statisticsUserView1Hour := task.NewTask("statisticsUserView1Hour", "0 */30 * * * *", StatisticsUserView1Hour)
  104. task.AddTask("每半个小时用户阅读数据统计", statisticsUserView1Hour)
  105. //路演公开会议合并
  106. setPublicMeetingUnionCode := task.NewTask("setPublicMeetingUnionCode", "0 */10 * * * *", roadshow.SetPublicMeetingUnionCode)
  107. task.AddTask("setPublicMeetingUnionCode", setPublicMeetingUnionCode)
  108. //同步进门会议参会人员数据
  109. syncComeinMeeting := task.NewTask("SyncComeinMeeting", "0 1 */1 * * * ", SyncComeinMeeting)
  110. task.AddTask("SyncComeinMeeting", syncComeinMeeting)
  111. //同步user_record中的关注状态
  112. syncSubStatus := task.NewTask("syncSubStatus", "0 0 2 * * *", SyncSubStatus)
  113. task.AddTask("syncSubStatus", syncSubStatus)
  114. //删除日志 report_save_log,ppt_v2_save_log,保留一个月的
  115. deleteLog := task.NewTask("syncSubStatus", "0 0 2 2 * *", DeleteLog)
  116. task.AddTask("deleteLog", deleteLog)
  117. // 定时发布研报语音播报
  118. publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
  119. task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
  120. // 定时生成本周研究汇总
  121. cygxResearchSummary := task.NewTask("cygxResearchSummary", "0 0 15 * * 5", CygxResearchSummary)
  122. task.AddTask("定时生成本周研究汇总", cygxResearchSummary)
  123. // 定时生成上周纪要汇总
  124. cygxLastWeekSummary := task.NewTask("CygxLastWeekSummary", "0 0 10 * * 2", CygxLastWeekSummary)
  125. task.AddTask("定时生成上周纪要汇总", cygxLastWeekSummary)
  126. //ETA试用客户 启用->禁用
  127. eTATrialDisabled := task.NewTask("eTATrialDisabled", "0 15 2 * * *", ETATrialDisabled)
  128. task.AddTask("ETA试用客户 启用->禁用", eTATrialDisabled)
  129. //英文研报客户 临时->终止
  130. englishReportEmailTermination := task.NewTask("englishReportEmailTermination", "0 30 2 * * *", EnglishReportEmailTermination)
  131. task.AddTask("英文研报客户 临时->终止", englishReportEmailTermination)
  132. // ETA商家签约状态更新
  133. etaBusinessUpdateStatus := task.NewTask("etaBusinessUpdateStatus", "0 5 5 * * *", EtaBusinessUpdateStatus)
  134. task.AddTask("etaBusinessUpdateStatus", etaBusinessUpdateStatus)
  135. task.StartTask()
  136. fmt.Println("task end")
  137. }
  138. //func Task() {
  139. // fmt.Println("start task")
  140. //
  141. // cont := new(context.Context)
  142. // _ = maycur.DailyUpdateCompanyProfile(*cont)
  143. //
  144. // fmt.Println("end task")
  145. //}
  146. // 生产环境需要走的任务
  147. func releaseTask() {
  148. ////隆众调研指标获取
  149. //getLzSurveyProduct := task.NewTask("getLzSurveyProduct", "0 5 08-19/1 * * * ", GetLzSurveyProduct)
  150. //task.AddTask("getLzSurveyProduct", getLzSurveyProduct)
  151. ////隆众调研指标数据获取
  152. //getLzSurveyProductData := task.NewTask("getLzSurveyProductData", "0 10 08-20/1 * * * ", GetLzSurveyProductData)
  153. //task.AddTask("getLzSurveyProductData", getLzSurveyProductData)
  154. //发送邮件
  155. sendEmail := task.NewTask("sendEmail", "0 0 12 * * 0 ", SendEmail)
  156. task.AddTask("sendEmail", sendEmail)
  157. // 正式/试用 用户到期提醒
  158. companyRemind := task.NewTask("companyRemind", "0 30 08 * * *", CompanyRemind)
  159. task.AddTask("companyRemind", companyRemind)
  160. //潜在客户
  161. freeViewerDetail := task.NewTask("freeViewerDetail", "0 0 9 * * 1 ", FreeViewerDetail)
  162. task.AddTask("潜在客户", freeViewerDetail)
  163. //上周增量客户列表
  164. incrementCompany := task.NewTask("incrementCompany", "0 0 9 * * 1 ", IncrementCompany)
  165. task.AddTask("上周增量客户列表", incrementCompany)
  166. // 刷新指标数据
  167. //refreshData := task.NewTask("refreshData", "0 1 0,19 * * *", RefreshData)
  168. //task.AddTask("refreshData", refreshData)
  169. // 刷新商品数据
  170. //refreshFutureGoodData := task.NewTask("refreshFutureGoodData", "0 30 0,19 * * *", RefreshFutureGoodData)
  171. //task.AddTask("refreshFutureGoodData", refreshFutureGoodData)
  172. //刷新交易所指标数据
  173. //refreshTradeData := task.NewTask("refreshData", "0 1 4 * * *", RefreshTradeData)
  174. //task.AddTask("refreshTradeData", refreshTradeData)
  175. //刷新欧洲天然气指标数据
  176. //refreshEicData := task.NewTask("refreshData", "0 1 3,7 * * *", RefreshEicData)
  177. //task.AddTask("refreshEicData", refreshEicData)
  178. //刷新指标基础数据
  179. //refreshBaseData := task.NewTask("refreshBaseData", "0 */30 * * * * ", RefreshBaseData)
  180. //task.AddTask("refreshBaseData", refreshBaseData)
  181. ////同步弘则数据库中来自,钢联,隆众,有色,人工等基础数据--每隔五分钟,同步一次最新数据
  182. //syncBaseData := task.NewTask("syncBaseData", "0 */5 * * * * ", SyncBaseData)
  183. //task.AddTask("syncBaseData", syncBaseData)
  184. //
  185. //syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
  186. //task.AddTask("syncBaseDataExt", syncBaseDataExt)
  187. // 定时往同花顺同步微信群的截止日期(凌晨4点)
  188. //syncThsWxGroupEveryDay := task.NewTask("syncThsWxGroupEveryDay", "0 1 4 * * * ", SyncWxGroupEveryDay)
  189. //task.AddTask("定时往同花顺同步微信群的截止日期", syncThsWxGroupEveryDay)
  190. //检测数据服务器
  191. //checkDataServer := task.NewTask("checkDataServer", "0 */2 * * * * ", checkDataServer)
  192. //task.AddTask("checkDataServer", checkDataServer)
  193. //初始化指标更新状态
  194. //resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
  195. //task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
  196. // 定时检测同花顺客群推送消息状态
  197. //checkThsReportList := task.NewTask("checkThsReportList", "0 */2 * * * * ", CheckThsReportList)
  198. //task.AddTask("checkThsReportList", checkThsReportList)
  199. //// 定时统计交易所的持仓分析数据
  200. //initPositionTask := task.NewTask("initPositionTask", "0 15,45 16-23 * * *", data.InitPositionTask)
  201. //task.AddTask("initPositionTask", initPositionTask)
  202. // 每日4:01更新每刻报销-客户档案
  203. syncMaycurCompanyProfile := task.NewTask("syncMaycurCompanyProfile", "0 1 4 * * * ", maycur.DailyUpdateCompanyProfile)
  204. task.AddTask("每日更新每刻报销-客户档案", syncMaycurCompanyProfile)
  205. // ETA商家到期提醒
  206. etaBusinessRemind := task.NewTask("etaBusinessRemind", "0 20 8 * * *", EtaBusinessExpiredRemind)
  207. task.AddTask("etaBusinessRemind", etaBusinessRemind)
  208. }
  209. //func TaskTest() {
  210. // fmt.Println("The task is start")
  211. //
  212. // //e, msg := data.InitTradePosition("shanghai", "2023-05-05", "2023-05-05")
  213. // //if e != nil {
  214. // // fmt.Println(e.Error())
  215. // // fmt.Println(msg)
  216. // //}
  217. //
  218. // //var ctx context.Context
  219. // //_ = EtaBusinessExpiredRemind(ctx)
  220. // //_ = EtaBusinessUpdateStatus(ctx)
  221. //
  222. // //task.StartTask()
  223. // fmt.Println("The task is end")
  224. //}
  225. func SendEmail(cont context.Context) (err error) {
  226. //报告历史访问次数
  227. go ReportViewTimes()
  228. //报告访问详情
  229. go ReportViewDetail()
  230. //用户权限统计
  231. go HongzeUsers()
  232. return
  233. }
  234. func OneMinute(cont context.Context) (err error) {
  235. //日度
  236. //FrequencyByDay()
  237. //周度
  238. FrequencyByWeek()
  239. //月度
  240. FrequencyByMonth()
  241. return
  242. }
  243. func RefreshData(cont context.Context) (err error) {
  244. wg := sync.WaitGroup{}
  245. wg.Add(16)
  246. //hour := time.Now().Hour()
  247. //if hour != 0 {
  248. //}
  249. go data.RefreshDataFromWind(&wg)
  250. //同花顺
  251. go data.RefreshDataFromThs(&wg)
  252. //彭博
  253. go data.RefreshDataFromPb(&wg)
  254. //彭博财务
  255. go data.RefreshDataFromPbFinance(&wg)
  256. //手工数据
  257. go data.RefreshDataFromManual(&wg)
  258. //隆众数据
  259. go data.RefreshDataFromLz(&wg)
  260. //有色
  261. go data.RefreshDataFromYs(&wg)
  262. //钢联
  263. go data.RefreshDataFromGl(&wg)
  264. //路透
  265. go data.RefreshDataFromLt(&wg)
  266. //煤炭
  267. go data.RefreshDataFromCoal(&wg)
  268. //谷歌出行数据
  269. go data.RefreshDataFromGoogleTravel(&wg)
  270. //钢联化工
  271. go data.RefreshDataFromMysteelChemical(&wg)
  272. //eia steo报告指标
  273. go data.RefreshDataFromEiaSteo(&wg)
  274. //UN报告指标
  275. go data.RefreshDataFromComTrade(&wg)
  276. //卓创报告指标
  277. go data.RefreshDataFromSci(&wg)
  278. //国家统计局指标
  279. go data.RefreshDataFromNationalStatistics(&wg)
  280. wg.Wait()
  281. ////计算指标
  282. data.RefreshDataFromCalculateAll()
  283. // 预测计算指标
  284. data.RefreshPredictDataFromCalculateAll()
  285. time.Sleep(5 * time.Second)
  286. data.RefreshNotice()
  287. fmt.Println("Refresh End")
  288. return
  289. }
  290. // RefreshFutureGoodData 刷新商品数据
  291. func RefreshFutureGoodData(cont context.Context) (err error) {
  292. future_good.RefreshFutureGoodDataFromThs()
  293. fmt.Println("Refresh End")
  294. return
  295. }
  296. // RefreshTradeData 刷新交易所数据
  297. func RefreshTradeData(cont context.Context) (err error) {
  298. wg := sync.WaitGroup{}
  299. wg.Add(5)
  300. //郑商所
  301. go data.RefreshDataFromZz(&wg)
  302. //上期所
  303. go data.RefreshDataFromSh(&wg)
  304. //上期能源
  305. go data.RefreshDataFromShfe(&wg)
  306. //中金所
  307. go data.RefreshDataFromCffex(&wg)
  308. //大商所
  309. go data.RefreshDataFromDl(&wg)
  310. wg.Wait()
  311. //计算指标
  312. data.RefreshDataFromCalculateAll()
  313. // 计算预测指标
  314. data.RefreshPredictDataFromCalculateAll()
  315. return
  316. }
  317. // RefreshEicData 刷新欧洲天然气数据
  318. func RefreshEicData(cont context.Context) (err error) {
  319. wg := sync.WaitGroup{}
  320. wg.Add(1)
  321. //欧洲天然气
  322. go data.RefreshDataFromEic(&wg)
  323. wg.Wait()
  324. //计算指标
  325. data.RefreshDataFromCalculateAll()
  326. // 计算预测指标
  327. data.RefreshPredictDataFromCalculateAll()
  328. return
  329. }
  330. // 刷新基础数据
  331. func RefreshBaseData(cont context.Context) (err error) {
  332. now := time.Now()
  333. if now.Hour() == 0 || now.Hour() == 19 {
  334. return nil
  335. }
  336. //同步有色基础指标数据
  337. go data.SyncSmmIndexDataBase()
  338. return
  339. }
  340. // 刷新基础数据
  341. func SyncBaseData(cont context.Context) (err error) {
  342. now := time.Now()
  343. if now.Hour() == 0 || now.Hour() == 19 {
  344. return nil
  345. }
  346. //同步钢联基础数据
  347. go data.SyncGlDataBase()
  348. return
  349. }
  350. // 刷新基础数据
  351. func SyncBaseDataExt(cont context.Context) (err error) {
  352. now := time.Now()
  353. if now.Hour() == 0 || now.Hour() == 19 {
  354. return nil
  355. }
  356. //同步隆众基础数据
  357. go data.SyncLzDataBase()
  358. //同步手工数据
  359. go data.SyncManualDataBase()
  360. //同步有色基础数据
  361. go data.SyncSmmDataBase()
  362. //刷新图表中,指标的最新日期
  363. go data.SetChartEdbEndDate()
  364. return
  365. }
  366. // EdbTaskNameMap 手工指标定时任务名称map集合
  367. var EdbTaskNameMap map[string]map[string]bool
  368. // EdbTaskNameChannel 手工指标定时任务名称channel
  369. var EdbTaskNameChannel chan string
  370. // EdbTaskStopChannel 手工指标定时任务停止channel
  371. var EdbTaskStopChannel chan string
  372. // EdbTaskRunNum 手工指标定时任务开始次数
  373. var EdbTaskRunNum int
  374. // AddEdbTask 新增手工指标数据录入提醒
  375. func AddEdbTask(cont context.Context) (err error) {
  376. //失败列表
  377. failList := make([]string, 0)
  378. defer func() {
  379. if len(failList) > 0 {
  380. fmt.Println("提醒失败:")
  381. for _, v := range failList {
  382. fmt.Println(v)
  383. }
  384. }
  385. }()
  386. list, err := models.GetEdbInfoByFrequencyNotDay()
  387. if err != nil {
  388. fmt.Println("查询获取频度非日度 且 提醒时间不为空 的指标数据失败,Err:", err.Error())
  389. }
  390. //如果还没有初始化map,那么先初始
  391. if EdbTaskNameMap == nil {
  392. EdbTaskNameMap = make(map[string]map[string]bool)
  393. }
  394. tmpEdbTaskNameMap := make(map[string]bool)
  395. // 今天的日期字符串(格式:2021-10-25)
  396. todayStr := time.Now().Format(utils.FormatDate)
  397. //当前周的周一与周日
  398. nowWeekFirstDay := utils.GetNowWeekMonday()
  399. nowWeekLastDay := utils.GetNowWeekLastDay()
  400. //当前月的一号与最后一天
  401. nowMonthFirstDay := utils.GetNowMonthFirstDay()
  402. nowMonthLastDay := utils.GetNowMonthLastDay()
  403. //当前季度的第一天与最后一天
  404. nowQuarterFirstDay := utils.GetNowQuarterFirstDay()
  405. nowQuarterLastDay := utils.GetNowQuarterLastDay()
  406. //当前半年的第一天与最后一天
  407. nowHalfYearFirstDay := utils.GetNowHalfYearFirstDay()
  408. nowHalfYearLastDay := utils.GetNowHalfYearLastDay()
  409. // 当前年的第一天与最后一天
  410. nowYearFirstDay := utils.GetNowYearFirstDay()
  411. nowYearLastDay := utils.GetNowYearLastDay()
  412. debugNoticeUserId := 0 //测试环境,需要发送消息的用户
  413. //测试环境也不发了
  414. //if utils.RunMode == "debug" {
  415. // tmpWxUser, tmpErr := models.GetWxUserByMobile("17634786714")
  416. // if tmpErr == nil && tmpWxUser != nil {
  417. // //debugNoticeUserId = 44078 //测试环境的话,发送邮箱给颜鹏
  418. // debugNoticeUserId = int(tmpWxUser.UserId) //测试环境的话,发送邮箱给嘉豪
  419. // }
  420. //}
  421. //task.globalTaskManager.adminTaskList
  422. for _, edb := range list {
  423. if edb.UserId <= 0 {
  424. continue //没有配置user_id的话,那么不需要提醒
  425. }
  426. tmpEdb := edb //指标信息
  427. isNotice := false //是否需要提醒
  428. noticeTime := "12:00:00" //提醒时间
  429. var dataDtTime time.Time
  430. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  431. if tmpErr != nil {
  432. if tmpErr.Error() != utils.ErrNoRow() {
  433. failList = append(failList, fmt.Sprint(tmpEdb.TradeCode, "失败,Err:", tmpErr.Error()))
  434. continue
  435. }
  436. }
  437. //如果确实是有数据的
  438. if edbData != nil {
  439. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  440. dataDtTime = tmpDataDtTime
  441. }
  442. switch tmpEdb.Frequency {
  443. case "周度":
  444. modifyDate := nowWeekLastDay //下次更新日期
  445. if tmpEdb.NoticeTime != "" {
  446. addDay := 7
  447. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  448. if len(noticeArr) >= 2 {
  449. noticeTime = noticeArr[1]
  450. }
  451. noticeWeek := noticeArr[0]
  452. switch noticeWeek {
  453. case "周一":
  454. addDay = 1
  455. case "周二":
  456. addDay = 2
  457. case "周三":
  458. addDay = 3
  459. case "周四":
  460. addDay = 4
  461. case "周五":
  462. addDay = 5
  463. case "周六":
  464. addDay = 6
  465. case "周日":
  466. addDay = 7
  467. }
  468. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  469. }
  470. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  471. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(dataDtTime) {
  472. isNotice = true
  473. }
  474. case "月度":
  475. addDay := 0
  476. modifyDate := nowMonthLastDay //下次更新日期
  477. if tmpEdb.NoticeTime != "" {
  478. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  479. if len(strArr) >= 2 {
  480. noticeTime = strArr[1]
  481. }
  482. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  483. if tmpErr != nil {
  484. continue
  485. }
  486. addDay = tmpAddDay - 1
  487. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  488. }
  489. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  490. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(dataDtTime) {
  491. isNotice = true
  492. }
  493. case "季度":
  494. //提醒时间
  495. if tmpEdb.NoticeTime != "" {
  496. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  497. if len(noticeArr) >= 2 {
  498. noticeTime = noticeArr[1]
  499. }
  500. }
  501. //每季度更新数据时间
  502. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  503. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(dataDtTime) {
  504. isNotice = true
  505. }
  506. case "半年度":
  507. //提醒时间
  508. if tmpEdb.NoticeTime != "" {
  509. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  510. if len(noticeArr) >= 2 {
  511. noticeTime = noticeArr[1]
  512. }
  513. }
  514. //每半年度更新数据时间
  515. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  516. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(dataDtTime) {
  517. isNotice = true
  518. }
  519. case "年度":
  520. //提醒时间
  521. if tmpEdb.NoticeTime != "" {
  522. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  523. if len(noticeArr) >= 2 {
  524. noticeTime = noticeArr[1]
  525. }
  526. }
  527. //每年度更新数据时间
  528. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  529. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(dataDtTime) {
  530. isNotice = true
  531. }
  532. }
  533. if isNotice {
  534. taskName := "edb_task_" + todayStr + ":" + fmt.Sprint(tmpEdb.TradeCode)
  535. //fmt.Println(taskName, ";", tmpEdb.SecName)
  536. //定时任务
  537. tmpTaskFunc := func(ctx context.Context) (funcErr error) {
  538. //方法执行结束后,移除定时任务
  539. defer func() {
  540. EdbTaskNameChannel <- taskName
  541. }()
  542. // 匿名方法内判断是否发送提醒,因为可能时间到的时候,发现
  543. funcIsNotice := false
  544. // 再次获取指标数据详情
  545. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  546. if tmpErr != nil {
  547. if tmpErr.Error() != utils.ErrNoRow() {
  548. funcErr = tmpErr
  549. return
  550. }
  551. }
  552. if utils.RunMode == "debug" && debugNoticeUserId > 0 {
  553. tmpEdb.UserId = debugNoticeUserId //测试环境的话,发送邮箱给嘉豪
  554. }
  555. //数据过期时间
  556. var funcDataDtTime time.Time
  557. //如果确实是有数据的
  558. if edbData != nil {
  559. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  560. funcDataDtTime = tmpDataDtTime
  561. }
  562. //提示频度文案
  563. notifyFrequency := "每日"
  564. switch tmpEdb.Frequency {
  565. case "周度":
  566. notifyFrequency = "每周"
  567. modifyDate := nowWeekLastDay //下次更新日期
  568. if tmpEdb.NoticeTime != "" {
  569. addDay := 7
  570. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  571. if len(noticeArr) >= 2 {
  572. noticeTime = noticeArr[1]
  573. }
  574. noticeWeek := noticeArr[0]
  575. switch noticeWeek {
  576. case "周一":
  577. addDay = 1
  578. case "周二":
  579. addDay = 2
  580. case "周三":
  581. addDay = 3
  582. case "周四":
  583. addDay = 4
  584. case "周五":
  585. addDay = 5
  586. case "周六":
  587. addDay = 6
  588. case "周日":
  589. addDay = 7
  590. }
  591. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  592. }
  593. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  594. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(funcDataDtTime) {
  595. funcIsNotice = true
  596. }
  597. case "月度":
  598. notifyFrequency = "每月"
  599. addDay := 0
  600. modifyDate := nowMonthLastDay //下次更新日期
  601. if tmpEdb.NoticeTime != "" {
  602. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  603. if len(strArr) >= 2 {
  604. noticeTime = strArr[1]
  605. }
  606. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  607. if tmpErr != nil {
  608. funcErr = tmpErr
  609. }
  610. addDay = tmpAddDay - 1
  611. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  612. }
  613. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  614. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(funcDataDtTime) {
  615. funcIsNotice = true
  616. }
  617. case "季度":
  618. notifyFrequency = "每季度"
  619. //提醒时间
  620. if tmpEdb.NoticeTime != "" {
  621. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  622. if len(noticeArr) >= 2 {
  623. noticeTime = noticeArr[1]
  624. }
  625. }
  626. //每季度更新数据时间
  627. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  628. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(funcDataDtTime) {
  629. funcIsNotice = true
  630. }
  631. case "半年度":
  632. notifyFrequency = "每半年度"
  633. //提醒时间
  634. if tmpEdb.NoticeTime != "" {
  635. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  636. if len(noticeArr) >= 2 {
  637. noticeTime = noticeArr[1]
  638. }
  639. }
  640. //每半年度更新数据时间
  641. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  642. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(funcDataDtTime) {
  643. funcIsNotice = true
  644. }
  645. case "年度":
  646. notifyFrequency = "每年"
  647. //提醒时间
  648. if tmpEdb.NoticeTime != "" {
  649. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  650. if len(noticeArr) >= 2 {
  651. noticeTime = noticeArr[1]
  652. }
  653. }
  654. //每年度更新数据时间
  655. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  656. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(funcDataDtTime) {
  657. funcIsNotice = true
  658. }
  659. }
  660. //fmt.Println(tmpEdb.TradeCode, " funcIsNotice:", funcIsNotice)
  661. //如果还是要提醒
  662. if funcIsNotice {
  663. //用户微信openid列表数据
  664. openIdList := make([]*models.OpenIdList, 0)
  665. //获取用户信息
  666. admin, err := models.GetAdminByAdminId(tmpEdb.UserId)
  667. if err != nil {
  668. if err.Error() == utils.ErrNoRow() {
  669. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  670. return
  671. } else {
  672. return err
  673. }
  674. }
  675. if admin == nil {
  676. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  677. return
  678. }
  679. //发送消息
  680. if admin.OpenId == "" {
  681. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  682. return
  683. }
  684. openIdTemp := new(models.OpenIdList)
  685. openIdTemp.OpenId = admin.OpenId
  686. openIdList = append(openIdList, openIdTemp)
  687. first := "数据录入提醒"
  688. keyword1 := tmpEdb.SecName + "该更新了"
  689. keyword2 := notifyFrequency + " " + tmpEdb.NoticeTime
  690. remark := tmpEdb.SecName + "该更新了"
  691. err = SendWxMsgWithFrequency(first, keyword1, keyword2, remark, openIdList)
  692. if err != nil {
  693. return err
  694. }
  695. //发送成功,记录发送日志
  696. {
  697. sendRecord := new(models.EdbinfoSendMsgRecord)
  698. sendRecord.UserId = tmpEdb.UserId
  699. sendRecord.TradeCode = tmpEdb.TradeCode
  700. sendRecord.CreateTime = time.Now()
  701. err = models.AddEdbinfoSendMsgRecord(sendRecord)
  702. if err != nil {
  703. return err
  704. }
  705. }
  706. }
  707. return
  708. }
  709. //添加定时任务(没有设置通知时间就不进行定时任务通知了)
  710. spec := ``
  711. if noticeTime != "" {
  712. noticeArr := strings.Split(noticeTime, ":")
  713. if len(noticeArr) == 3 {
  714. //spec = ` */20 * * * * * `
  715. spec = fmt.Sprintf(` %s %s %s * * * `, noticeArr[2], noticeArr[1], noticeArr[0])
  716. //定时任务开始的时间
  717. tmpTask := task.NewTask(taskName, spec, tmpTaskFunc)
  718. task.AddTask(taskName, tmpTask)
  719. tmpEdbTaskNameMap[taskName] = true
  720. }
  721. }
  722. }
  723. }
  724. //将当天的手工指标加入到手工指标池去
  725. EdbTaskNameMap[todayStr] = tmpEdbTaskNameMap
  726. //开启协程,用来清除定时任务
  727. go deleteTask()
  728. //如果当前定时任务执行次数大于0次,那么需要往手工指标定时任务停止channel写入数据,用来关闭昨天没有执行的的定时任务
  729. if EdbTaskRunNum > 0 {
  730. //清除昨天的数据
  731. EdbTaskStopChannel <- time.Now().AddDate(0, 0, -1).Format(utils.FormatDate)
  732. }
  733. //手工指标定时任务开始次数累加
  734. EdbTaskRunNum++
  735. return
  736. //fmt.Println(task.NewMapSorter())
  737. }
  738. // deleteTask 清除已通知的任务
  739. func deleteTask() {
  740. for {
  741. select {
  742. case taskName := <-EdbTaskNameChannel:
  743. task.DeleteTask(taskName)
  744. delete(EdbTaskNameMap, taskName)
  745. case dayStr := <-EdbTaskStopChannel: //收到停止信号,先清除掉那一天的定时任务,
  746. for taskName := range EdbTaskNameMap[dayStr] {
  747. task.DeleteTask(taskName)
  748. delete(EdbTaskNameMap, taskName)
  749. }
  750. break
  751. }
  752. }
  753. }
  754. // 检测数据服务
  755. func checkDataServer(cont context.Context) (err error) {
  756. //检测wind新服务器
  757. go data.CheckWindDataInterface(cont)
  758. //检测同花顺数据服务器
  759. //go data.CheckThsDataInterface(cont)
  760. //检测路透数据服务器
  761. go data.CheckLtDataInterface(cont)
  762. //检测彭博
  763. go data.CheckPbDataInterface(cont)
  764. return
  765. }