task.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829
  1. package services
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "github.com/beego/beego/v2/task"
  7. "hongze/hongze_task/models"
  8. "hongze/hongze_task/services/company"
  9. "hongze/hongze_task/services/company_contract"
  10. "hongze/hongze_task/services/data"
  11. "hongze/hongze_task/services/data/future_good"
  12. "hongze/hongze_task/services/roadshow"
  13. "hongze/hongze_task/utils"
  14. "strconv"
  15. "strings"
  16. "sync"
  17. "time"
  18. )
  19. func Task() {
  20. fmt.Println("task start")
  21. //如果是生产环境,才需要走这些任务
  22. if utils.RunMode == "release" {
  23. releaseTask()
  24. }
  25. //每日定时合同处理
  26. handleCompanyContract := task.NewTask("handleCompanyContract", "0 1 2 * * *", company_contract.HandleCompanyContract)
  27. task.AddTask("每日定时合同处理", handleCompanyContract)
  28. //正式->试用
  29. companyTryOut := task.NewTask("companyTryOut", "0 5 2 * * *", CompanyTryOut)
  30. task.AddTask("正式->试用", companyTryOut)
  31. //试用->冻结
  32. companyFreeze := task.NewTask("companyFreeze", "0 10 2 * * *", CompanyFreeze)
  33. task.AddTask("试用->冻结", companyFreeze)
  34. //冻结->流失
  35. companyLoss := task.NewTask("companyLoss", "0 20 2 * * *", CompanyLoss)
  36. task.AddTask("冻结->流失", companyLoss)
  37. //用户产品权限正式-->试用
  38. companyReportPermissionTryOut := task.NewTask("companyReportPermissionTryOut", "0 30 2 * * *", CompanyReportPermissionTryOut)
  39. task.AddTask("用户产品权限正式-->试用", companyReportPermissionTryOut)
  40. //用户产品权限试用-->关闭
  41. companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0 35 2 * * *", CompanyReportPermissionClose)
  42. task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
  43. //用户产品权限试用-->关闭
  44. staticCompanyTryDay := task.NewTask("StaticCompanyTryDay", "0 40 2 * * *", StaticCompanyTryDay)
  45. task.AddTask("定时任务每天更新客户试用总天数", staticCompanyTryDay)
  46. // 存量客户数据统计
  47. stackCompanyStatistic := task.NewTask("stackCompanyStatistic", "0 40 2 * * *", StackCompanyStatistic)
  48. task.AddTask("存量客户数据统计", stackCompanyStatistic)
  49. // 定时往同花顺推送报告
  50. sendWaitReport := task.NewTask("sendWaitReport", "0 */1 * * * * ", SendWaitReport)
  51. task.AddTask("定时往同花顺推送报告", sendWaitReport)
  52. // 研报电话会提醒
  53. ybTelRemind := task.NewTask("YbTelRemind", "0 */1 * * * * ", YbTelRemind)
  54. task.AddTask("研报电话会提醒", ybTelRemind)
  55. // 研报沙龙提醒
  56. ybSalonRemind := task.NewTask("ybSalonRemind", "0 */1 * * * * ", YbSalonRemind)
  57. task.AddTask("研报沙龙提醒", ybSalonRemind)
  58. // 定时新增手工指标数据提醒
  59. addEdbTask := task.NewTask("sendWaitReport", "1 0 2 * * * ", AddEdbTask)
  60. task.AddTask("定时新增手工指标数据提醒", addEdbTask)
  61. //每次服务启动都需要执行一次的
  62. _ = AddEdbTask(nil)
  63. //每日用户阅读数据统计
  64. statisticsUserView := task.NewTask("statisticsUserView", "0 5 2 * * *", StatisticsUserView)
  65. task.AddTask("每日用户阅读数据统计", statisticsUserView)
  66. //路演-活动状态修改
  67. modifyRsCalendarStatus := task.NewTask("modifyRsCalendarStatus", "0 */1 * * * * ", roadshow.ModifyRsCalendarResearcherStatus)
  68. task.AddTask("modifyRsCalendarStatus", modifyRsCalendarStatus)
  69. addReportRecord := task.NewTask("addReportRecord", "0 0 */1 * * *", roadshow.AddReportRecord)
  70. task.AddTask("addReportRecord", addReportRecord)
  71. //ficc存量客户数据统计
  72. addCompanyReportRecord := task.NewTask("addCompanyReportRecord", "0 0 */1 * * *", company.AddCompanyReportRecord)
  73. task.AddTask("addCompanyReportRecord", addCompanyReportRecord)
  74. //rai存量客户数据统计
  75. addRaiCompanyReportRecord := task.NewTask("addRaiCompanyReportRecord", "0 0 */1 * * *", company.AddRaiCompanyReportRecord)
  76. task.AddTask("addRaiCompanyReportRecord", addRaiCompanyReportRecord)
  77. //CRM 6.3 客户列表路演次数统计
  78. roadShowTotal := task.NewTask("roadShowTotal", "0 */30 * * * *", roadshow.RoadShow)
  79. task.AddTask("roadShowTotal", roadShowTotal)
  80. //每半个小时用户阅读数据统计
  81. statisticsUserView1Hour := task.NewTask("statisticsUserView1Hour", "0 */30 * * * *", StatisticsUserView1Hour)
  82. task.AddTask("每半个小时用户阅读数据统计", statisticsUserView1Hour)
  83. //路演公开会议合并
  84. setPublicMeetingUnionCode := task.NewTask("setPublicMeetingUnionCode", "0 */10 * * * *", roadshow.SetPublicMeetingUnionCode)
  85. task.AddTask("setPublicMeetingUnionCode", setPublicMeetingUnionCode)
  86. //同步进门会议参会人员数据
  87. syncComeinMeeting := task.NewTask("SyncComeinMeeting", "0 1 */1 * * * ", SyncComeinMeeting)
  88. task.AddTask("SyncComeinMeeting", syncComeinMeeting)
  89. //同步user_record中的关注状态
  90. syncSubStatus := task.NewTask("syncSubStatus", "0 0 2 * * *", SyncSubStatus)
  91. task.AddTask("syncSubStatus", syncSubStatus)
  92. //删除日志 report_save_log,ppt_v2_save_log,保留一个月的
  93. deleteLog := task.NewTask("syncSubStatus", "0 0 2 2 * *", DeleteLog)
  94. task.AddTask("deleteLog", deleteLog)
  95. // 定时发布研报语音播报
  96. publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
  97. task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
  98. // 定时生成本周研究汇总
  99. cygxResearchSummary := task.NewTask("cygxResearchSummary", "0 0 15 * * 5", CygxResearchSummary)
  100. task.AddTask("定时生成本周研究汇总", cygxResearchSummary)
  101. // 定时生成上周纪要汇总
  102. cygxLastWeekSummary := task.NewTask("CygxLastWeekSummary", "0 0 10 * * 2", CygxLastWeekSummary)
  103. task.AddTask("定时生成上周纪要汇总", cygxLastWeekSummary)
  104. //CygxResearchSummary()
  105. //CygxLastWeekSummary()
  106. task.StartTask()
  107. fmt.Println("task end")
  108. }
  109. //func Task() {
  110. // fmt.Println("start")
  111. // cont := new(context.Context)
  112. // roadshow.SetPublicMeetingUnionCode(*cont)
  113. // fmt.Println("end")
  114. //}
  115. //生产环境需要走的任务
  116. func releaseTask() {
  117. ////隆众调研指标获取
  118. //getLzSurveyProduct := task.NewTask("getLzSurveyProduct", "0 5 08-19/1 * * * ", GetLzSurveyProduct)
  119. //task.AddTask("getLzSurveyProduct", getLzSurveyProduct)
  120. ////隆众调研指标数据获取
  121. //getLzSurveyProductData := task.NewTask("getLzSurveyProductData", "0 10 08-20/1 * * * ", GetLzSurveyProductData)
  122. //task.AddTask("getLzSurveyProductData", getLzSurveyProductData)
  123. //发送邮件
  124. sendEmail := task.NewTask("sendEmail", "0 0 12 * * 0 ", SendEmail)
  125. task.AddTask("sendEmail", sendEmail)
  126. // 正式/试用 用户到期提醒
  127. companyRemind := task.NewTask("companyRemind", "0 30 08 * * *", CompanyRemind)
  128. task.AddTask("companyRemind", companyRemind)
  129. //潜在客户
  130. freeViewerDetail := task.NewTask("freeViewerDetail", "0 0 9 * * 1 ", FreeViewerDetail)
  131. task.AddTask("潜在客户", freeViewerDetail)
  132. //上周增量客户列表
  133. incrementCompany := task.NewTask("incrementCompany", "0 0 9 * * 1 ", IncrementCompany)
  134. task.AddTask("上周增量客户列表", incrementCompany)
  135. // 刷新指标数据
  136. refreshData := task.NewTask("refreshData", "0 1 0,19 * * *", RefreshData)
  137. task.AddTask("refreshData", refreshData)
  138. // 刷新商品数据
  139. refreshFutureGoodData := task.NewTask("refreshFutureGoodData", "0 30 0,19 * * *", RefreshFutureGoodData)
  140. task.AddTask("refreshFutureGoodData", refreshFutureGoodData)
  141. //刷新交易所指标数据
  142. refreshTradeData := task.NewTask("refreshData", "0 1 4 * * *", RefreshTradeData)
  143. task.AddTask("refreshTradeData", refreshTradeData)
  144. //刷新欧洲天然气指标数据
  145. refreshEicData := task.NewTask("refreshData", "0 1 3,7 * * *", RefreshEicData)
  146. task.AddTask("refreshEicData", refreshEicData)
  147. //刷新指标基础数据
  148. //refreshBaseData := task.NewTask("refreshBaseData", "0 */30 * * * * ", RefreshBaseData)
  149. //task.AddTask("refreshBaseData", refreshBaseData)
  150. //同步弘则数据库中来自,钢联,隆众,有色,人工等基础数据--每隔五分钟,同步一次最新数据
  151. syncBaseData := task.NewTask("syncBaseData", "0 */5 * * * * ", SyncBaseData)
  152. task.AddTask("syncBaseData", syncBaseData)
  153. syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
  154. task.AddTask("syncBaseDataExt", syncBaseDataExt)
  155. // 定时往同花顺同步微信群的截止日期(凌晨4点)
  156. syncThsWxGroupEveryDay := task.NewTask("syncThsWxGroupEveryDay", "0 1 4 * * * ", SyncWxGroupEveryDay)
  157. task.AddTask("定时往同花顺同步微信群的截止日期", syncThsWxGroupEveryDay)
  158. //检测数据服务器
  159. checkDataServer := task.NewTask("checkDataServer", "0 */2 * * * * ", checkDataServer)
  160. task.AddTask("checkDataServer", checkDataServer)
  161. //初始化指标更新状态
  162. resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
  163. task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
  164. // 定时检测同花顺客群推送消息状态
  165. checkThsReportList := task.NewTask("checkThsReportList", "0 */2 * * * * ", CheckThsReportList)
  166. task.AddTask("checkThsReportList", checkThsReportList)
  167. // 定时统计交易所的持仓分析数据
  168. InitPositionTask := task.NewTask("checkThsReportList", "0 30 16-20 * * *", data.InitPositionTask)
  169. task.AddTask("checkThsReportList", InitPositionTask)
  170. }
  171. func TaskTest() {
  172. fmt.Println("The task is start")
  173. //companyReportPermissionClose := task.NewTask("companyTryOut", "0 5 0 * * *", CompanyReportPermissionClose)
  174. //companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0/30 * * * * *", CompanyReportPermissionClose)
  175. //task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
  176. //publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
  177. //task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
  178. task.StartTask()
  179. fmt.Println("The task is end")
  180. }
  181. func SendEmail(cont context.Context) (err error) {
  182. //报告历史访问次数
  183. go ReportViewTimes()
  184. //报告访问详情
  185. go ReportViewDetail()
  186. //用户权限统计
  187. go HongzeUsers()
  188. return
  189. }
  190. func OneMinute(cont context.Context) (err error) {
  191. //日度
  192. //FrequencyByDay()
  193. //周度
  194. FrequencyByWeek()
  195. //月度
  196. FrequencyByMonth()
  197. return
  198. }
  199. func RefreshData(cont context.Context) (err error) {
  200. wg := sync.WaitGroup{}
  201. wg.Add(15)
  202. //hour := time.Now().Hour()
  203. //if hour != 0 {
  204. //}
  205. go data.RefreshDataFromWind(&wg)
  206. //同花顺
  207. go data.RefreshDataFromThs(&wg)
  208. //彭博
  209. go data.RefreshDataFromPb(&wg)
  210. //彭博财务
  211. go data.RefreshDataFromPbFinance(&wg)
  212. //手工数据
  213. go data.RefreshDataFromManual(&wg)
  214. //隆众数据
  215. go data.RefreshDataFromLz(&wg)
  216. //有色
  217. go data.RefreshDataFromYs(&wg)
  218. //钢联
  219. go data.RefreshDataFromGl(&wg)
  220. //路透
  221. go data.RefreshDataFromLt(&wg)
  222. //煤炭
  223. go data.RefreshDataFromCoal(&wg)
  224. //谷歌出行数据
  225. go data.RefreshDataFromGoogleTravel(&wg)
  226. //钢联化工
  227. go data.RefreshDataFromMysteelChemical(&wg)
  228. //eia steo报告指标
  229. go data.RefreshDataFromEiaSteo(&wg)
  230. //UN报告指标
  231. go data.RefreshDataFromComTrade(&wg)
  232. //卓创报告指标
  233. go data.RefreshDataFromSci(&wg)
  234. wg.Wait()
  235. ////计算指标
  236. data.RefreshDataFromCalculateAll()
  237. // 预测计算指标
  238. data.RefreshPredictDataFromCalculateAll()
  239. time.Sleep(5 * time.Second)
  240. data.RefreshNotice()
  241. // 刷新商品期货数据
  242. {
  243. future_good.RefreshFutureGoodDataFromThs()
  244. }
  245. fmt.Println("Refresh End")
  246. return
  247. }
  248. // RefreshFutureGoodData 刷新商品数据
  249. func RefreshFutureGoodData(cont context.Context) (err error) {
  250. future_good.RefreshFutureGoodDataFromThs()
  251. fmt.Println("Refresh End")
  252. return
  253. }
  254. // RefreshTradeData 刷新交易所数据
  255. func RefreshTradeData(cont context.Context) (err error) {
  256. wg := sync.WaitGroup{}
  257. wg.Add(5)
  258. //郑商所
  259. go data.RefreshDataFromZz(&wg)
  260. //上期所
  261. go data.RefreshDataFromSh(&wg)
  262. //上期能源
  263. go data.RefreshDataFromShfe(&wg)
  264. //中金所
  265. go data.RefreshDataFromCffex(&wg)
  266. //大商所
  267. go data.RefreshDataFromDl(&wg)
  268. wg.Wait()
  269. //计算指标
  270. data.RefreshDataFromCalculateAll()
  271. // 计算预测指标
  272. data.RefreshPredictDataFromCalculateAll()
  273. return
  274. }
  275. // RefreshEicData 刷新欧洲天然气数据
  276. func RefreshEicData(cont context.Context) (err error) {
  277. wg := sync.WaitGroup{}
  278. wg.Add(1)
  279. //欧洲天然气
  280. go data.RefreshDataFromEic(&wg)
  281. wg.Wait()
  282. //计算指标
  283. data.RefreshDataFromCalculateAll()
  284. // 计算预测指标
  285. data.RefreshPredictDataFromCalculateAll()
  286. return
  287. }
  288. //刷新基础数据
  289. func RefreshBaseData(cont context.Context) (err error) {
  290. now := time.Now()
  291. if now.Hour() == 0 || now.Hour() == 19 {
  292. return nil
  293. }
  294. //同步有色基础指标数据
  295. go data.SyncSmmIndexDataBase()
  296. return
  297. }
  298. //刷新基础数据
  299. func SyncBaseData(cont context.Context) (err error) {
  300. now := time.Now()
  301. if now.Hour() == 0 || now.Hour() == 19 {
  302. return nil
  303. }
  304. //同步钢联基础数据
  305. go data.SyncGlDataBase()
  306. return
  307. }
  308. //刷新基础数据
  309. func SyncBaseDataExt(cont context.Context) (err error) {
  310. now := time.Now()
  311. if now.Hour() == 0 || now.Hour() == 19 {
  312. return nil
  313. }
  314. //同步隆众基础数据
  315. go data.SyncLzDataBase()
  316. //同步手工数据
  317. go data.SyncManualDataBase()
  318. //同步有色基础数据
  319. go data.SyncSmmDataBase()
  320. //刷新图表中,指标的最新日期
  321. go data.SetChartEdbEndDate()
  322. return
  323. }
  324. // EdbTaskNameMap 手工指标定时任务名称map集合
  325. var EdbTaskNameMap map[string]map[string]bool
  326. // EdbTaskNameChannel 手工指标定时任务名称channel
  327. var EdbTaskNameChannel chan string
  328. // EdbTaskStopChannel 手工指标定时任务停止channel
  329. var EdbTaskStopChannel chan string
  330. // EdbTaskRunNum 手工指标定时任务开始次数
  331. var EdbTaskRunNum int
  332. // AddEdbTask 新增手工指标数据录入提醒
  333. func AddEdbTask(cont context.Context) (err error) {
  334. //失败列表
  335. failList := make([]string, 0)
  336. defer func() {
  337. if len(failList) > 0 {
  338. fmt.Println("提醒失败:")
  339. for _, v := range failList {
  340. fmt.Println(v)
  341. }
  342. }
  343. }()
  344. list, err := models.GetEdbInfoByFrequencyNotDay()
  345. if err != nil {
  346. fmt.Println("查询获取频度非日度 且 提醒时间不为空 的指标数据失败,Err:", err.Error())
  347. }
  348. //如果还没有初始化map,那么先初始
  349. if EdbTaskNameMap == nil {
  350. EdbTaskNameMap = make(map[string]map[string]bool)
  351. }
  352. tmpEdbTaskNameMap := make(map[string]bool)
  353. // 今天的日期字符串(格式:2021-10-25)
  354. todayStr := time.Now().Format(utils.FormatDate)
  355. //当前周的周一与周日
  356. nowWeekFirstDay := utils.GetNowWeekMonday()
  357. nowWeekLastDay := utils.GetNowWeekLastDay()
  358. //当前月的一号与最后一天
  359. nowMonthFirstDay := utils.GetNowMonthFirstDay()
  360. nowMonthLastDay := utils.GetNowMonthLastDay()
  361. //当前季度的第一天与最后一天
  362. nowQuarterFirstDay := utils.GetNowQuarterFirstDay()
  363. nowQuarterLastDay := utils.GetNowQuarterLastDay()
  364. //当前半年的第一天与最后一天
  365. nowHalfYearFirstDay := utils.GetNowHalfYearFirstDay()
  366. nowHalfYearLastDay := utils.GetNowHalfYearLastDay()
  367. // 当前年的第一天与最后一天
  368. nowYearFirstDay := utils.GetNowYearFirstDay()
  369. nowYearLastDay := utils.GetNowYearLastDay()
  370. debugNoticeUserId := 0 //测试环境,需要发送消息的用户
  371. //测试环境也不发了
  372. //if utils.RunMode == "debug" {
  373. // tmpWxUser, tmpErr := models.GetWxUserByMobile("17634786714")
  374. // if tmpErr == nil && tmpWxUser != nil {
  375. // //debugNoticeUserId = 44078 //测试环境的话,发送邮箱给颜鹏
  376. // debugNoticeUserId = int(tmpWxUser.UserId) //测试环境的话,发送邮箱给嘉豪
  377. // }
  378. //}
  379. //task.globalTaskManager.adminTaskList
  380. for _, edb := range list {
  381. if edb.UserId <= 0 {
  382. continue //没有配置user_id的话,那么不需要提醒
  383. }
  384. tmpEdb := edb //指标信息
  385. isNotice := false //是否需要提醒
  386. noticeTime := "12:00:00" //提醒时间
  387. var dataDtTime time.Time
  388. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  389. if tmpErr != nil {
  390. if tmpErr.Error() != utils.ErrNoRow() {
  391. failList = append(failList, fmt.Sprint(tmpEdb.TradeCode, "失败,Err:", tmpErr.Error()))
  392. continue
  393. }
  394. }
  395. //如果确实是有数据的
  396. if edbData != nil {
  397. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  398. dataDtTime = tmpDataDtTime
  399. }
  400. switch tmpEdb.Frequency {
  401. case "周度":
  402. modifyDate := nowWeekLastDay //下次更新日期
  403. if tmpEdb.NoticeTime != "" {
  404. addDay := 7
  405. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  406. if len(noticeArr) >= 2 {
  407. noticeTime = noticeArr[1]
  408. }
  409. noticeWeek := noticeArr[0]
  410. switch noticeWeek {
  411. case "周一":
  412. addDay = 1
  413. case "周二":
  414. addDay = 2
  415. case "周三":
  416. addDay = 3
  417. case "周四":
  418. addDay = 4
  419. case "周五":
  420. addDay = 5
  421. case "周六":
  422. addDay = 6
  423. case "周日":
  424. addDay = 7
  425. }
  426. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  427. }
  428. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  429. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(dataDtTime) {
  430. isNotice = true
  431. }
  432. case "月度":
  433. addDay := 0
  434. modifyDate := nowMonthLastDay //下次更新日期
  435. if tmpEdb.NoticeTime != "" {
  436. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  437. if len(strArr) >= 2 {
  438. noticeTime = strArr[1]
  439. }
  440. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  441. if tmpErr != nil {
  442. continue
  443. }
  444. addDay = tmpAddDay - 1
  445. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  446. }
  447. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  448. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(dataDtTime) {
  449. isNotice = true
  450. }
  451. case "季度":
  452. //提醒时间
  453. if tmpEdb.NoticeTime != "" {
  454. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  455. if len(noticeArr) >= 2 {
  456. noticeTime = noticeArr[1]
  457. }
  458. }
  459. //每季度更新数据时间
  460. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  461. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(dataDtTime) {
  462. isNotice = true
  463. }
  464. case "半年度":
  465. //提醒时间
  466. if tmpEdb.NoticeTime != "" {
  467. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  468. if len(noticeArr) >= 2 {
  469. noticeTime = noticeArr[1]
  470. }
  471. }
  472. //每半年度更新数据时间
  473. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  474. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(dataDtTime) {
  475. isNotice = true
  476. }
  477. case "年度":
  478. //提醒时间
  479. if tmpEdb.NoticeTime != "" {
  480. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  481. if len(noticeArr) >= 2 {
  482. noticeTime = noticeArr[1]
  483. }
  484. }
  485. //每年度更新数据时间
  486. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  487. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(dataDtTime) {
  488. isNotice = true
  489. }
  490. }
  491. if isNotice {
  492. taskName := "edb_task_" + todayStr + ":" + fmt.Sprint(tmpEdb.TradeCode)
  493. //fmt.Println(taskName, ";", tmpEdb.SecName)
  494. //定时任务
  495. tmpTaskFunc := func(ctx context.Context) (funcErr error) {
  496. //方法执行结束后,移除定时任务
  497. defer func() {
  498. EdbTaskNameChannel <- taskName
  499. }()
  500. // 匿名方法内判断是否发送提醒,因为可能时间到的时候,发现
  501. funcIsNotice := false
  502. // 再次获取指标数据详情
  503. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  504. if tmpErr != nil {
  505. if tmpErr.Error() != utils.ErrNoRow() {
  506. funcErr = tmpErr
  507. return
  508. }
  509. }
  510. if utils.RunMode == "debug" && debugNoticeUserId > 0 {
  511. tmpEdb.UserId = debugNoticeUserId //测试环境的话,发送邮箱给嘉豪
  512. }
  513. //数据过期时间
  514. var funcDataDtTime time.Time
  515. //如果确实是有数据的
  516. if edbData != nil {
  517. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  518. funcDataDtTime = tmpDataDtTime
  519. }
  520. //提示频度文案
  521. notifyFrequency := "每日"
  522. switch tmpEdb.Frequency {
  523. case "周度":
  524. notifyFrequency = "每周"
  525. modifyDate := nowWeekLastDay //下次更新日期
  526. if tmpEdb.NoticeTime != "" {
  527. addDay := 7
  528. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  529. if len(noticeArr) >= 2 {
  530. noticeTime = noticeArr[1]
  531. }
  532. noticeWeek := noticeArr[0]
  533. switch noticeWeek {
  534. case "周一":
  535. addDay = 1
  536. case "周二":
  537. addDay = 2
  538. case "周三":
  539. addDay = 3
  540. case "周四":
  541. addDay = 4
  542. case "周五":
  543. addDay = 5
  544. case "周六":
  545. addDay = 6
  546. case "周日":
  547. addDay = 7
  548. }
  549. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  550. }
  551. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  552. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(funcDataDtTime) {
  553. funcIsNotice = true
  554. }
  555. case "月度":
  556. notifyFrequency = "每月"
  557. addDay := 0
  558. modifyDate := nowMonthLastDay //下次更新日期
  559. if tmpEdb.NoticeTime != "" {
  560. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  561. if len(strArr) >= 2 {
  562. noticeTime = strArr[1]
  563. }
  564. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  565. if tmpErr != nil {
  566. funcErr = tmpErr
  567. }
  568. addDay = tmpAddDay - 1
  569. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  570. }
  571. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  572. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(funcDataDtTime) {
  573. funcIsNotice = true
  574. }
  575. case "季度":
  576. notifyFrequency = "每季度"
  577. //提醒时间
  578. if tmpEdb.NoticeTime != "" {
  579. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  580. if len(noticeArr) >= 2 {
  581. noticeTime = noticeArr[1]
  582. }
  583. }
  584. //每季度更新数据时间
  585. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  586. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(funcDataDtTime) {
  587. funcIsNotice = true
  588. }
  589. case "半年度":
  590. notifyFrequency = "每半年度"
  591. //提醒时间
  592. if tmpEdb.NoticeTime != "" {
  593. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  594. if len(noticeArr) >= 2 {
  595. noticeTime = noticeArr[1]
  596. }
  597. }
  598. //每半年度更新数据时间
  599. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  600. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(funcDataDtTime) {
  601. funcIsNotice = true
  602. }
  603. case "年度":
  604. notifyFrequency = "每年"
  605. //提醒时间
  606. if tmpEdb.NoticeTime != "" {
  607. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  608. if len(noticeArr) >= 2 {
  609. noticeTime = noticeArr[1]
  610. }
  611. }
  612. //每年度更新数据时间
  613. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  614. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(funcDataDtTime) {
  615. funcIsNotice = true
  616. }
  617. }
  618. //fmt.Println(tmpEdb.TradeCode, " funcIsNotice:", funcIsNotice)
  619. //如果还是要提醒
  620. if funcIsNotice {
  621. //用户微信openid列表数据
  622. openIdList := make([]*models.OpenIdList, 0)
  623. //获取用户信息
  624. admin, err := models.GetAdminByAdminId(tmpEdb.UserId)
  625. if err != nil {
  626. if err.Error() == utils.ErrNoRow() {
  627. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  628. return
  629. } else {
  630. return err
  631. }
  632. }
  633. if admin == nil {
  634. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  635. return
  636. }
  637. //发送消息
  638. if admin.OpenId == "" {
  639. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  640. return
  641. }
  642. openIdTemp := new(models.OpenIdList)
  643. openIdTemp.OpenId = admin.OpenId
  644. openIdList = append(openIdList, openIdTemp)
  645. first := "数据录入提醒"
  646. keyword1 := tmpEdb.SecName
  647. keyword2 := notifyFrequency + " " + tmpEdb.NoticeTime
  648. remark := tmpEdb.SecName + "该更新了"
  649. err = SendWxMsgWithFrequency(first, keyword1, keyword2, remark, openIdList)
  650. if err != nil {
  651. return err
  652. }
  653. //发送成功,记录发送日志
  654. {
  655. sendRecord := new(models.EdbinfoSendMsgRecord)
  656. sendRecord.UserId = tmpEdb.UserId
  657. sendRecord.TradeCode = tmpEdb.TradeCode
  658. sendRecord.CreateTime = time.Now()
  659. err = models.AddEdbinfoSendMsgRecord(sendRecord)
  660. if err != nil {
  661. return err
  662. }
  663. }
  664. }
  665. return
  666. }
  667. //添加定时任务(没有设置通知时间就不进行定时任务通知了)
  668. spec := ``
  669. if noticeTime != "" {
  670. noticeArr := strings.Split(noticeTime, ":")
  671. if len(noticeArr) == 3 {
  672. //spec = ` */20 * * * * * `
  673. spec = fmt.Sprintf(` %s %s %s * * * `, noticeArr[2], noticeArr[1], noticeArr[0])
  674. //定时任务开始的时间
  675. tmpTask := task.NewTask(taskName, spec, tmpTaskFunc)
  676. task.AddTask(taskName, tmpTask)
  677. tmpEdbTaskNameMap[taskName] = true
  678. }
  679. }
  680. }
  681. }
  682. //将当天的手工指标加入到手工指标池去
  683. EdbTaskNameMap[todayStr] = tmpEdbTaskNameMap
  684. //开启协程,用来清除定时任务
  685. go deleteTask()
  686. //如果当前定时任务执行次数大于0次,那么需要往手工指标定时任务停止channel写入数据,用来关闭昨天没有执行的的定时任务
  687. if EdbTaskRunNum > 0 {
  688. //清除昨天的数据
  689. EdbTaskStopChannel <- time.Now().AddDate(0, 0, -1).Format(utils.FormatDate)
  690. }
  691. //手工指标定时任务开始次数累加
  692. EdbTaskRunNum++
  693. return
  694. //fmt.Println(task.NewMapSorter())
  695. }
  696. // deleteTask 清除已通知的任务
  697. func deleteTask() {
  698. for {
  699. select {
  700. case taskName := <-EdbTaskNameChannel:
  701. task.DeleteTask(taskName)
  702. delete(EdbTaskNameMap, taskName)
  703. case dayStr := <-EdbTaskStopChannel: //收到停止信号,先清除掉那一天的定时任务,
  704. for taskName := range EdbTaskNameMap[dayStr] {
  705. task.DeleteTask(taskName)
  706. delete(EdbTaskNameMap, taskName)
  707. }
  708. break
  709. }
  710. }
  711. }
  712. //检测数据服务
  713. func checkDataServer(cont context.Context) (err error) {
  714. //检测wind新服务器
  715. go data.CheckWindDataInterface(cont)
  716. //检测同花顺数据服务器
  717. //go data.CheckThsDataInterface(cont)
  718. //检测路透数据服务器
  719. go data.CheckLtDataInterface(cont)
  720. //检测彭博
  721. go data.CheckPbDataInterface(cont)
  722. return
  723. }