task.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804
  1. package services
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "github.com/beego/beego/v2/task"
  7. "hongze/hongze_task/models"
  8. "hongze/hongze_task/services/company"
  9. "hongze/hongze_task/services/company_contract"
  10. "hongze/hongze_task/services/data"
  11. "hongze/hongze_task/services/roadshow"
  12. "hongze/hongze_task/utils"
  13. "strconv"
  14. "strings"
  15. "sync"
  16. "time"
  17. )
  18. func Task() {
  19. fmt.Println("task start")
  20. //如果是生产环境,才需要走这些任务
  21. if utils.RunMode == "release" {
  22. releaseTask()
  23. }
  24. //每日定时合同处理
  25. handleCompanyContract := task.NewTask("handleCompanyContract", "0 1 2 * * *", company_contract.HandleCompanyContract)
  26. task.AddTask("每日定时合同处理", handleCompanyContract)
  27. //正式->试用
  28. companyTryOut := task.NewTask("companyTryOut", "0 5 2 * * *", CompanyTryOut)
  29. task.AddTask("正式->试用", companyTryOut)
  30. //试用->冻结
  31. companyFreeze := task.NewTask("companyFreeze", "0 10 2 * * *", CompanyFreeze)
  32. task.AddTask("试用->冻结", companyFreeze)
  33. //冻结->流失
  34. companyLoss := task.NewTask("companyLoss", "0 20 2 * * *", CompanyLoss)
  35. task.AddTask("冻结->流失", companyLoss)
  36. //用户产品权限正式-->试用
  37. companyReportPermissionTryOut := task.NewTask("companyReportPermissionTryOut", "0 30 2 * * *", CompanyReportPermissionTryOut)
  38. task.AddTask("用户产品权限正式-->试用", companyReportPermissionTryOut)
  39. //用户产品权限试用-->关闭
  40. companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0 35 2 * * *", CompanyReportPermissionClose)
  41. task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
  42. // 存量客户数据统计
  43. stackCompanyStatistic := task.NewTask("stackCompanyStatistic", "0 35 2 * * *", StackCompanyStatistic)
  44. task.AddTask("存量客户数据统计", stackCompanyStatistic)
  45. // 定时往同花顺推送报告
  46. sendWaitReport := task.NewTask("sendWaitReport", "0 */1 * * * * ", SendWaitReport)
  47. task.AddTask("定时往同花顺推送报告", sendWaitReport)
  48. // 研报电话会提醒
  49. ybTelRemind := task.NewTask("YbTelRemind", "0 */1 * * * * ", YbTelRemind)
  50. task.AddTask("研报电话会提醒", ybTelRemind)
  51. // 研报沙龙提醒
  52. ybSalonRemind := task.NewTask("ybSalonRemind", "0 */1 * * * * ", YbSalonRemind)
  53. task.AddTask("研报沙龙提醒", ybSalonRemind)
  54. // 定时新增手工指标数据提醒
  55. addEdbTask := task.NewTask("sendWaitReport", "1 0 2 * * * ", AddEdbTask)
  56. task.AddTask("定时新增手工指标数据提醒", addEdbTask)
  57. //每次服务启动都需要执行一次的
  58. _ = AddEdbTask(nil)
  59. //每日用户阅读数据统计
  60. statisticsUserView := task.NewTask("statisticsUserView", "0 5 2 * * *", StatisticsUserView)
  61. task.AddTask("每日用户阅读数据统计", statisticsUserView)
  62. //路演-活动状态修改
  63. modifyRsCalendarStatus := task.NewTask("modifyRsCalendarStatus", "0 */1 * * * * ", roadshow.ModifyRsCalendarResearcherStatus)
  64. task.AddTask("modifyRsCalendarStatus", modifyRsCalendarStatus)
  65. addReportRecord := task.NewTask("addReportRecord", "0 0 */1 * * *", roadshow.AddReportRecord)
  66. task.AddTask("addReportRecord", addReportRecord)
  67. //存量客户数据统计
  68. addCompanyReportRecord := task.NewTask("addCompanyReportRecord", "0 0 */1 * * *", company.AddCompanyReportRecord)
  69. task.AddTask("addCompanyReportRecord", addCompanyReportRecord)
  70. //CRM 6.3 客户列表路演次数统计
  71. roadShowTotal := task.NewTask("roadShowTotal", "0 */30 * * * *", roadshow.RoadShow)
  72. task.AddTask("roadShowTotal", roadShowTotal)
  73. //每半个小时用户阅读数据统计
  74. statisticsUserView1Hour := task.NewTask("statisticsUserView1Hour", "0 */30 * * * *", StatisticsUserView1Hour)
  75. task.AddTask("每半个小时用户阅读数据统计", statisticsUserView1Hour)
  76. //路演公开会议合并
  77. setPublicMeetingUnionCode := task.NewTask("setPublicMeetingUnionCode", "0 */10 * * * *", roadshow.SetPublicMeetingUnionCode)
  78. task.AddTask("setPublicMeetingUnionCode", setPublicMeetingUnionCode)
  79. //同步进门会议参会人员数据
  80. syncComeinMeeting := task.NewTask("SyncComeinMeeting", "0 1 */1 * * * ", SyncComeinMeeting)
  81. task.AddTask("SyncComeinMeeting", syncComeinMeeting)
  82. //同步user_record中的关注状态
  83. syncSubStatus := task.NewTask("syncSubStatus", "0 0 2 * * *", SyncSubStatus)
  84. task.AddTask("syncSubStatus", syncSubStatus)
  85. //删除日志 report_save_log,ppt_v2_save_log,保留一个月的
  86. deleteLog := task.NewTask("syncSubStatus", "0 0 2 1 * *", DeleteLog)
  87. task.AddTask("deleteLog", deleteLog)
  88. // 定时发布研报语音播报
  89. publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
  90. task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
  91. // 定时生成本周研究汇总
  92. cygxResearchSummary := task.NewTask("cygxResearchSummary", "0 0 9 * * 5", CygxResearchSummary)
  93. task.AddTask("定时生成本周研究汇总", cygxResearchSummary)
  94. // 定时生成上周纪要汇总
  95. cygxLastWeekSummary := task.NewTask("CygxLastWeekSummary", "0 0 9 * * 5", CygxLastWeekSummary)
  96. task.AddTask("定时生成上周纪要汇总", cygxLastWeekSummary)
  97. //CygxResearchSummary()
  98. //CygxLastWeekSummary()
  99. task.StartTask()
  100. fmt.Println("task end")
  101. }
  102. //func Task() {
  103. // fmt.Println("start")
  104. // cont := new(context.Context)
  105. // roadshow.SetPublicMeetingUnionCode(*cont)
  106. // fmt.Println("end")
  107. //}
  108. //生产环境需要走的任务
  109. func releaseTask() {
  110. //隆众调研指标获取
  111. getLzSurveyProduct := task.NewTask("getLzSurveyProduct", "0 5 08-19/1 * * * ", GetLzSurveyProduct)
  112. task.AddTask("getLzSurveyProduct", getLzSurveyProduct)
  113. //隆众调研指标数据获取
  114. getLzSurveyProductData := task.NewTask("getLzSurveyProductData", "0 10 08-20/1 * * * ", GetLzSurveyProductData)
  115. task.AddTask("getLzSurveyProductData", getLzSurveyProductData)
  116. //发送邮件
  117. sendEmail := task.NewTask("sendEmail", "0 0 12 * * 0 ", SendEmail)
  118. task.AddTask("sendEmail", sendEmail)
  119. // 正式/试用 用户到期提醒
  120. companyRemind := task.NewTask("companyRemind", "0 30 08 * * *", CompanyRemind)
  121. task.AddTask("companyRemind", companyRemind)
  122. //潜在客户
  123. freeViewerDetail := task.NewTask("freeViewerDetail", "0 0 9 * * 1 ", FreeViewerDetail)
  124. task.AddTask("潜在客户", freeViewerDetail)
  125. //上周增量客户列表
  126. incrementCompany := task.NewTask("incrementCompany", "0 0 9 * * 1 ", IncrementCompany)
  127. task.AddTask("上周增量客户列表", incrementCompany)
  128. //刷新指标数据
  129. refreshData := task.NewTask("refreshData", "0 1 0,19 * * *", RefreshData)
  130. task.AddTask("refreshData", refreshData)
  131. //刷新交易所指标数据
  132. refreshTradeData := task.NewTask("refreshData", "0 1 4 * * *", RefreshTradeData)
  133. task.AddTask("refreshTradeData", refreshTradeData)
  134. //刷新欧洲天然气指标数据
  135. refreshEicData := task.NewTask("refreshData", "0 1 3,7 * * *", RefreshEicData)
  136. task.AddTask("refreshEicData", refreshEicData)
  137. //刷新指标基础数据
  138. refreshBaseData := task.NewTask("refreshBaseData", "0 */30 * * * * ", RefreshBaseData)
  139. task.AddTask("refreshBaseData", refreshBaseData)
  140. //同步弘则数据库中来自,钢联,隆众,有色,人工等基础数据--每隔五分钟,同步一次最新数据
  141. syncBaseData := task.NewTask("syncBaseData", "0 */5 * * * * ", SyncBaseData)
  142. task.AddTask("syncBaseData", syncBaseData)
  143. syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
  144. task.AddTask("syncBaseDataExt", syncBaseDataExt)
  145. // 定时往同花顺同步微信群的截止日期(凌晨4点)
  146. syncThsWxGroupEveryDay := task.NewTask("syncThsWxGroupEveryDay", "0 1 4 * * * ", SyncWxGroupEveryDay)
  147. task.AddTask("定时往同花顺同步微信群的截止日期", syncThsWxGroupEveryDay)
  148. //检测数据服务器
  149. checkDataServer := task.NewTask("checkDataServer", "0 */2 * * * * ", checkDataServer)
  150. task.AddTask("checkDataServer", checkDataServer)
  151. //初始化指标更新状态
  152. resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
  153. task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
  154. // 定时检测同花顺客群推送消息状态
  155. checkThsReportList := task.NewTask("checkThsReportList", "0 */2 * * * * ", CheckThsReportList)
  156. task.AddTask("checkThsReportList", checkThsReportList)
  157. }
  158. func TaskTest() {
  159. fmt.Println("The task is start")
  160. //companyReportPermissionClose := task.NewTask("companyTryOut", "0 5 0 * * *", CompanyReportPermissionClose)
  161. //companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0/30 * * * * *", CompanyReportPermissionClose)
  162. //task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
  163. //publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
  164. //task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
  165. task.StartTask()
  166. fmt.Println("The task is end")
  167. }
  168. func SendEmail(cont context.Context) (err error) {
  169. //报告历史访问次数
  170. go ReportViewTimes()
  171. //报告访问详情
  172. go ReportViewDetail()
  173. //用户权限统计
  174. go HongzeUsers()
  175. return
  176. }
  177. func OneMinute(cont context.Context) (err error) {
  178. //日度
  179. //FrequencyByDay()
  180. //周度
  181. FrequencyByWeek()
  182. //月度
  183. FrequencyByMonth()
  184. return
  185. }
  186. func RefreshData(cont context.Context) (err error) {
  187. wg := sync.WaitGroup{}
  188. wg.Add(11)
  189. //hour := time.Now().Hour()
  190. //if hour != 0 {
  191. //}
  192. go data.RefreshDataFromWind(&wg)
  193. //同花顺
  194. go data.RefreshDataFromThs(&wg)
  195. //彭博
  196. go data.RefreshDataFromPb(&wg)
  197. //彭博财务
  198. go data.RefreshDataFromPbFinance(&wg)
  199. //手工数据
  200. go data.RefreshDataFromManual(&wg)
  201. //隆众数据
  202. go data.RefreshDataFromLz(&wg)
  203. //有色
  204. go data.RefreshDataFromYs(&wg)
  205. //钢联
  206. go data.RefreshDataFromGl(&wg)
  207. //路透
  208. go data.RefreshDataFromLt(&wg)
  209. //煤炭
  210. go data.RefreshDataFromCoal(&wg)
  211. //谷歌出行数据
  212. go data.RefreshDataFromGoogleTravel(&wg)
  213. wg.Wait()
  214. ////计算指标
  215. data.RefreshDataFromCalculateAll()
  216. time.Sleep(5 * time.Second)
  217. data.RefreshNotice()
  218. fmt.Println("Refresh End")
  219. return
  220. }
  221. // RefreshTradeData 刷新交易所数据
  222. func RefreshTradeData(cont context.Context) (err error) {
  223. wg := sync.WaitGroup{}
  224. wg.Add(5)
  225. //郑商所
  226. go data.RefreshDataFromZz(&wg)
  227. //上期所
  228. go data.RefreshDataFromSh(&wg)
  229. //上期能源
  230. go data.RefreshDataFromShfe(&wg)
  231. //中金所
  232. go data.RefreshDataFromCffex(&wg)
  233. //大商所
  234. go data.RefreshDataFromDl(&wg)
  235. wg.Wait()
  236. //计算指标
  237. data.RefreshDataFromCalculateAll()
  238. return
  239. }
  240. // RefreshEicData 刷新欧洲天然气数据
  241. func RefreshEicData(cont context.Context) (err error) {
  242. wg := sync.WaitGroup{}
  243. wg.Add(1)
  244. //欧洲天然气
  245. go data.RefreshDataFromEic(&wg)
  246. wg.Wait()
  247. //计算指标
  248. data.RefreshDataFromCalculateAll()
  249. return
  250. }
  251. //刷新基础数据
  252. func RefreshBaseData(cont context.Context) (err error) {
  253. now := time.Now()
  254. if now.Hour() == 0 || now.Hour() == 19 {
  255. return nil
  256. }
  257. //同步有色基础指标数据
  258. go data.SyncSmmIndexDataBase()
  259. return
  260. }
  261. //刷新基础数据
  262. func SyncBaseData(cont context.Context) (err error) {
  263. now := time.Now()
  264. if now.Hour() == 0 || now.Hour() == 19 {
  265. return nil
  266. }
  267. //同步钢联基础数据
  268. go data.SyncGlDataBase()
  269. return
  270. }
  271. //刷新基础数据
  272. func SyncBaseDataExt(cont context.Context) (err error) {
  273. now := time.Now()
  274. if now.Hour() == 0 || now.Hour() == 19 {
  275. return nil
  276. }
  277. //同步隆众基础数据
  278. go data.SyncLzDataBase()
  279. //同步手工数据
  280. go data.SyncManualDataBase()
  281. //同步有色基础数据
  282. go data.SyncSmmDataBase()
  283. //刷新图表中,指标的最新日期
  284. go data.SetChartEdbEndDate()
  285. return
  286. }
  287. // EdbTaskNameMap 手工指标定时任务名称map集合
  288. var EdbTaskNameMap map[string]map[string]bool
  289. // EdbTaskNameChannel 手工指标定时任务名称channel
  290. var EdbTaskNameChannel chan string
  291. // EdbTaskStopChannel 手工指标定时任务停止channel
  292. var EdbTaskStopChannel chan string
  293. // EdbTaskRunNum 手工指标定时任务开始次数
  294. var EdbTaskRunNum int
  295. // AddEdbTask 新增手工指标数据录入提醒
  296. func AddEdbTask(cont context.Context) (err error) {
  297. //失败列表
  298. failList := make([]string, 0)
  299. defer func() {
  300. if len(failList) > 0 {
  301. fmt.Println("提醒失败:")
  302. for _, v := range failList {
  303. fmt.Println(v)
  304. }
  305. }
  306. }()
  307. list, err := models.GetEdbInfoByFrequencyNotDay()
  308. if err != nil {
  309. fmt.Println("查询获取频度非日度 且 提醒时间不为空 的指标数据失败,Err:", err.Error())
  310. }
  311. //如果还没有初始化map,那么先初始
  312. if EdbTaskNameMap == nil {
  313. EdbTaskNameMap = make(map[string]map[string]bool)
  314. }
  315. tmpEdbTaskNameMap := make(map[string]bool)
  316. // 今天的日期字符串(格式:2021-10-25)
  317. todayStr := time.Now().Format(utils.FormatDate)
  318. //当前周的周一与周日
  319. nowWeekFirstDay := utils.GetNowWeekMonday()
  320. nowWeekLastDay := utils.GetNowWeekLastDay()
  321. //当前月的一号与最后一天
  322. nowMonthFirstDay := utils.GetNowMonthFirstDay()
  323. nowMonthLastDay := utils.GetNowMonthLastDay()
  324. //当前季度的第一天与最后一天
  325. nowQuarterFirstDay := utils.GetNowQuarterFirstDay()
  326. nowQuarterLastDay := utils.GetNowQuarterLastDay()
  327. //当前半年的第一天与最后一天
  328. nowHalfYearFirstDay := utils.GetNowHalfYearFirstDay()
  329. nowHalfYearLastDay := utils.GetNowHalfYearLastDay()
  330. // 当前年的第一天与最后一天
  331. nowYearFirstDay := utils.GetNowYearFirstDay()
  332. nowYearLastDay := utils.GetNowYearLastDay()
  333. debugNoticeUserId := 0 //测试环境,需要发送消息的用户
  334. //测试环境也不发了
  335. //if utils.RunMode == "debug" {
  336. // tmpWxUser, tmpErr := models.GetWxUserByMobile("17634786714")
  337. // if tmpErr == nil && tmpWxUser != nil {
  338. // //debugNoticeUserId = 44078 //测试环境的话,发送邮箱给颜鹏
  339. // debugNoticeUserId = int(tmpWxUser.UserId) //测试环境的话,发送邮箱给嘉豪
  340. // }
  341. //}
  342. //task.globalTaskManager.adminTaskList
  343. for _, edb := range list {
  344. if edb.UserId <= 0 {
  345. continue //没有配置user_id的话,那么不需要提醒
  346. }
  347. tmpEdb := edb //指标信息
  348. isNotice := false //是否需要提醒
  349. noticeTime := "12:00:00" //提醒时间
  350. var dataDtTime time.Time
  351. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  352. if tmpErr != nil {
  353. if tmpErr.Error() != utils.ErrNoRow() {
  354. failList = append(failList, fmt.Sprint(tmpEdb.TradeCode, "失败,Err:", tmpErr.Error()))
  355. continue
  356. }
  357. }
  358. //如果确实是有数据的
  359. if edbData != nil {
  360. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  361. dataDtTime = tmpDataDtTime
  362. }
  363. switch tmpEdb.Frequency {
  364. case "周度":
  365. modifyDate := nowWeekLastDay //下次更新日期
  366. if tmpEdb.NoticeTime != "" {
  367. addDay := 7
  368. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  369. if len(noticeArr) >= 2 {
  370. noticeTime = noticeArr[1]
  371. }
  372. noticeWeek := noticeArr[0]
  373. switch noticeWeek {
  374. case "周一":
  375. addDay = 1
  376. case "周二":
  377. addDay = 2
  378. case "周三":
  379. addDay = 3
  380. case "周四":
  381. addDay = 4
  382. case "周五":
  383. addDay = 5
  384. case "周六":
  385. addDay = 6
  386. case "周日":
  387. addDay = 7
  388. }
  389. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  390. }
  391. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  392. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(dataDtTime) {
  393. isNotice = true
  394. }
  395. case "月度":
  396. addDay := 0
  397. modifyDate := nowMonthLastDay //下次更新日期
  398. if tmpEdb.NoticeTime != "" {
  399. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  400. if len(strArr) >= 2 {
  401. noticeTime = strArr[1]
  402. }
  403. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  404. if tmpErr != nil {
  405. continue
  406. }
  407. addDay = tmpAddDay - 1
  408. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  409. }
  410. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  411. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(dataDtTime) {
  412. isNotice = true
  413. }
  414. case "季度":
  415. //提醒时间
  416. if tmpEdb.NoticeTime != "" {
  417. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  418. if len(noticeArr) >= 2 {
  419. noticeTime = noticeArr[1]
  420. }
  421. }
  422. //每季度更新数据时间
  423. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  424. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(dataDtTime) {
  425. isNotice = true
  426. }
  427. case "半年度":
  428. //提醒时间
  429. if tmpEdb.NoticeTime != "" {
  430. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  431. if len(noticeArr) >= 2 {
  432. noticeTime = noticeArr[1]
  433. }
  434. }
  435. //每半年度更新数据时间
  436. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  437. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(dataDtTime) {
  438. isNotice = true
  439. }
  440. case "年度":
  441. //提醒时间
  442. if tmpEdb.NoticeTime != "" {
  443. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  444. if len(noticeArr) >= 2 {
  445. noticeTime = noticeArr[1]
  446. }
  447. }
  448. //每年度更新数据时间
  449. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  450. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(dataDtTime) {
  451. isNotice = true
  452. }
  453. }
  454. if isNotice {
  455. taskName := "edb_task_" + todayStr + ":" + fmt.Sprint(tmpEdb.TradeCode)
  456. //fmt.Println(taskName, ";", tmpEdb.SecName)
  457. //定时任务
  458. tmpTaskFunc := func(ctx context.Context) (funcErr error) {
  459. //方法执行结束后,移除定时任务
  460. defer func() {
  461. EdbTaskNameChannel <- taskName
  462. }()
  463. // 匿名方法内判断是否发送提醒,因为可能时间到的时候,发现
  464. funcIsNotice := false
  465. // 再次获取指标数据详情
  466. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  467. if tmpErr != nil {
  468. if tmpErr.Error() != utils.ErrNoRow() {
  469. funcErr = tmpErr
  470. return
  471. }
  472. }
  473. if utils.RunMode == "debug" && debugNoticeUserId > 0 {
  474. tmpEdb.UserId = debugNoticeUserId //测试环境的话,发送邮箱给嘉豪
  475. }
  476. //数据过期时间
  477. var funcDataDtTime time.Time
  478. //如果确实是有数据的
  479. if edbData != nil {
  480. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  481. funcDataDtTime = tmpDataDtTime
  482. }
  483. //提示频度文案
  484. notifyFrequency := "每日"
  485. switch tmpEdb.Frequency {
  486. case "周度":
  487. notifyFrequency = "每周"
  488. modifyDate := nowWeekLastDay //下次更新日期
  489. if tmpEdb.NoticeTime != "" {
  490. addDay := 7
  491. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  492. if len(noticeArr) >= 2 {
  493. noticeTime = noticeArr[1]
  494. }
  495. noticeWeek := noticeArr[0]
  496. switch noticeWeek {
  497. case "周一":
  498. addDay = 1
  499. case "周二":
  500. addDay = 2
  501. case "周三":
  502. addDay = 3
  503. case "周四":
  504. addDay = 4
  505. case "周五":
  506. addDay = 5
  507. case "周六":
  508. addDay = 6
  509. case "周日":
  510. addDay = 7
  511. }
  512. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  513. }
  514. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  515. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(funcDataDtTime) {
  516. funcIsNotice = true
  517. }
  518. case "月度":
  519. notifyFrequency = "每月"
  520. addDay := 0
  521. modifyDate := nowMonthLastDay //下次更新日期
  522. if tmpEdb.NoticeTime != "" {
  523. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  524. if len(strArr) >= 2 {
  525. noticeTime = strArr[1]
  526. }
  527. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  528. if tmpErr != nil {
  529. funcErr = tmpErr
  530. }
  531. addDay = tmpAddDay - 1
  532. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  533. }
  534. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  535. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(funcDataDtTime) {
  536. funcIsNotice = true
  537. }
  538. case "季度":
  539. notifyFrequency = "每季度"
  540. //提醒时间
  541. if tmpEdb.NoticeTime != "" {
  542. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  543. if len(noticeArr) >= 2 {
  544. noticeTime = noticeArr[1]
  545. }
  546. }
  547. //每季度更新数据时间
  548. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  549. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(funcDataDtTime) {
  550. funcIsNotice = true
  551. }
  552. case "半年度":
  553. notifyFrequency = "每半年度"
  554. //提醒时间
  555. if tmpEdb.NoticeTime != "" {
  556. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  557. if len(noticeArr) >= 2 {
  558. noticeTime = noticeArr[1]
  559. }
  560. }
  561. //每半年度更新数据时间
  562. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  563. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(funcDataDtTime) {
  564. funcIsNotice = true
  565. }
  566. case "年度":
  567. notifyFrequency = "每年"
  568. //提醒时间
  569. if tmpEdb.NoticeTime != "" {
  570. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  571. if len(noticeArr) >= 2 {
  572. noticeTime = noticeArr[1]
  573. }
  574. }
  575. //每年度更新数据时间
  576. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  577. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(funcDataDtTime) {
  578. funcIsNotice = true
  579. }
  580. }
  581. //fmt.Println(tmpEdb.TradeCode, " funcIsNotice:", funcIsNotice)
  582. //如果还是要提醒
  583. if funcIsNotice {
  584. //用户微信openid列表数据
  585. openIdList := make([]*models.OpenIdList, 0)
  586. //获取用户信息
  587. isAdmin := true
  588. admin, err := models.GetAdminByAdminId(tmpEdb.UserId)
  589. if err != nil {
  590. if err.Error() == utils.ErrNoRow() {
  591. isAdmin = false
  592. } else {
  593. return err
  594. }
  595. }
  596. if admin == nil {
  597. isAdmin = false
  598. }
  599. if isAdmin {
  600. if admin.Mobile == "" {
  601. } else {
  602. wxUser, err := models.GetWxUserByMobile(admin.Mobile)
  603. if err != nil {
  604. return err
  605. }
  606. if wxUser == nil {
  607. funcErr = errors.New("用户信息不存在:mobile:" + admin.Mobile)
  608. return err
  609. }
  610. tmpOpenidList, err := models.GetUserOpenidListByUserId(int(wxUser.UserId))
  611. if err != nil {
  612. return err
  613. }
  614. openIdList = tmpOpenidList
  615. }
  616. } else {
  617. tmpOpenidList, err := models.GetUserOpenidListByUserId(tmpEdb.UserId)
  618. if err != nil {
  619. return err
  620. }
  621. openIdList = tmpOpenidList
  622. }
  623. //发送消息
  624. if len(openIdList) <= 0 {
  625. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  626. return
  627. }
  628. first := "数据录入提醒"
  629. keyword1 := tmpEdb.SecName
  630. keyword2 := notifyFrequency + " " + tmpEdb.NoticeTime
  631. remark := tmpEdb.SecName + "该更新了"
  632. err = SendWxMsgWithFrequency(first, keyword1, keyword2, remark, openIdList)
  633. if err != nil {
  634. return err
  635. }
  636. //发送成功,记录发送日志
  637. {
  638. sendRecord := new(models.EdbinfoSendMsgRecord)
  639. sendRecord.UserId = tmpEdb.UserId
  640. sendRecord.TradeCode = tmpEdb.TradeCode
  641. sendRecord.CreateTime = time.Now()
  642. err = models.AddEdbinfoSendMsgRecord(sendRecord)
  643. if err != nil {
  644. return err
  645. }
  646. }
  647. }
  648. return
  649. }
  650. //添加定时任务(没有设置通知时间就不进行定时任务通知了)
  651. spec := ``
  652. if noticeTime != "" {
  653. noticeArr := strings.Split(noticeTime, ":")
  654. if len(noticeArr) == 3 {
  655. //spec = ` */20 * * * * * `
  656. spec = fmt.Sprintf(` %s %s %s * * * `, noticeArr[2], noticeArr[1], noticeArr[0])
  657. //定时任务开始的时间
  658. tmpTask := task.NewTask(taskName, spec, tmpTaskFunc)
  659. task.AddTask(taskName, tmpTask)
  660. tmpEdbTaskNameMap[taskName] = true
  661. }
  662. }
  663. }
  664. }
  665. //将当天的手工指标加入到手工指标池去
  666. EdbTaskNameMap[todayStr] = tmpEdbTaskNameMap
  667. //开启协程,用来清除定时任务
  668. go deleteTask()
  669. //如果当前定时任务执行次数大于0次,那么需要往手工指标定时任务停止channel写入数据,用来关闭昨天没有执行的的定时任务
  670. if EdbTaskRunNum > 0 {
  671. //清除昨天的数据
  672. EdbTaskStopChannel <- time.Now().AddDate(0, 0, -1).Format(utils.FormatDate)
  673. }
  674. //手工指标定时任务开始次数累加
  675. EdbTaskRunNum++
  676. return
  677. //fmt.Println(task.NewMapSorter())
  678. }
  679. // deleteTask 清除已通知的任务
  680. func deleteTask() {
  681. for {
  682. select {
  683. case taskName := <-EdbTaskNameChannel:
  684. task.DeleteTask(taskName)
  685. delete(EdbTaskNameMap, taskName)
  686. case dayStr := <-EdbTaskStopChannel: //收到停止信号,先清除掉那一天的定时任务,
  687. for taskName := range EdbTaskNameMap[dayStr] {
  688. task.DeleteTask(taskName)
  689. delete(EdbTaskNameMap, taskName)
  690. }
  691. break
  692. }
  693. }
  694. }
  695. //检测数据服务
  696. func checkDataServer(cont context.Context) (err error) {
  697. //检测wind新服务器
  698. go data.CheckWindDataInterface(cont)
  699. //检测同花顺数据服务器
  700. go data.CheckThsDataInterface(cont)
  701. //检测路透数据服务器
  702. go data.CheckLtDataInterface(cont)
  703. //检测彭博
  704. go data.CheckPbDataInterface(cont)
  705. return
  706. }