task.go 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836
  1. package services
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "github.com/beego/beego/v2/task"
  7. "hongze/hongze_task/models"
  8. "hongze/hongze_task/services/company"
  9. "hongze/hongze_task/services/company_contract"
  10. "hongze/hongze_task/services/data"
  11. "hongze/hongze_task/services/data/future_good"
  12. "hongze/hongze_task/services/maycur"
  13. "hongze/hongze_task/services/roadshow"
  14. "hongze/hongze_task/utils"
  15. "strconv"
  16. "strings"
  17. "sync"
  18. "time"
  19. )
  20. func Task() {
  21. fmt.Println("task start")
  22. //如果是生产环境,才需要走这些任务
  23. if utils.RunMode == "release" {
  24. releaseTask()
  25. }
  26. //每日定时合同处理
  27. handleCompanyContract := task.NewTask("handleCompanyContract", "0 1 2 * * *", company_contract.HandleCompanyContract)
  28. task.AddTask("每日定时合同处理", handleCompanyContract)
  29. //正式->试用
  30. companyTryOut := task.NewTask("companyTryOut", "0 5 2 * * *", CompanyTryOut)
  31. task.AddTask("正式->试用", companyTryOut)
  32. //试用->冻结
  33. companyFreeze := task.NewTask("companyFreeze", "0 10 2 * * *", CompanyFreeze)
  34. task.AddTask("试用->冻结", companyFreeze)
  35. //冻结->流失
  36. companyLoss := task.NewTask("companyLoss", "0 20 2 * * *", CompanyLoss)
  37. task.AddTask("冻结->流失", companyLoss)
  38. //用户产品权限正式-->试用
  39. companyReportPermissionTryOut := task.NewTask("companyReportPermissionTryOut", "0 30 2 * * *", CompanyReportPermissionTryOut)
  40. task.AddTask("用户产品权限正式-->试用", companyReportPermissionTryOut)
  41. //用户产品权限试用-->关闭
  42. companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0 35 2 * * *", CompanyReportPermissionClose)
  43. task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
  44. //用户产品权限试用-->关闭
  45. staticCompanyTryDay := task.NewTask("StaticCompanyTryDay", "0 40 2 * * *", StaticCompanyTryDay)
  46. task.AddTask("定时任务每天更新客户试用总天数", staticCompanyTryDay)
  47. // 存量客户数据统计
  48. stackCompanyStatistic := task.NewTask("stackCompanyStatistic", "0 40 2 * * *", StackCompanyStatistic)
  49. task.AddTask("存量客户数据统计", stackCompanyStatistic)
  50. // 定时往同花顺推送报告
  51. sendWaitReport := task.NewTask("sendWaitReport", "0 */1 * * * * ", SendWaitReport)
  52. task.AddTask("定时往同花顺推送报告", sendWaitReport)
  53. // 研报电话会提醒
  54. ybTelRemind := task.NewTask("YbTelRemind", "0 */1 * * * * ", YbTelRemind)
  55. task.AddTask("研报电话会提醒", ybTelRemind)
  56. // 研报沙龙提醒
  57. ybSalonRemind := task.NewTask("ybSalonRemind", "0 */1 * * * * ", YbSalonRemind)
  58. task.AddTask("研报沙龙提醒", ybSalonRemind)
  59. // 定时新增手工指标数据提醒
  60. addEdbTask := task.NewTask("sendWaitReport", "1 0 2 * * * ", AddEdbTask)
  61. task.AddTask("定时新增手工指标数据提醒", addEdbTask)
  62. //每次服务启动都需要执行一次的
  63. _ = AddEdbTask(nil)
  64. //每日用户阅读数据统计
  65. statisticsUserView := task.NewTask("statisticsUserView", "0 5 2 * * *", StatisticsUserView)
  66. task.AddTask("每日用户阅读数据统计", statisticsUserView)
  67. //路演-活动状态修改
  68. modifyRsCalendarStatus := task.NewTask("modifyRsCalendarStatus", "0 */1 * * * * ", roadshow.ModifyRsCalendarResearcherStatus)
  69. task.AddTask("modifyRsCalendarStatus", modifyRsCalendarStatus)
  70. addReportRecord := task.NewTask("addReportRecord", "0 0 */1 * * *", roadshow.AddReportRecord)
  71. task.AddTask("addReportRecord", addReportRecord)
  72. //ficc存量客户数据统计
  73. addCompanyReportRecord := task.NewTask("addCompanyReportRecord", "0 0 */1 * * *", company.AddCompanyReportRecord)
  74. task.AddTask("addCompanyReportRecord", addCompanyReportRecord)
  75. //rai存量客户数据统计
  76. addRaiCompanyReportRecord := task.NewTask("addRaiCompanyReportRecord", "0 0 */1 * * *", company.AddRaiCompanyReportRecord)
  77. task.AddTask("addRaiCompanyReportRecord", addRaiCompanyReportRecord)
  78. //CRM 6.3 客户列表路演次数统计
  79. roadShowTotal := task.NewTask("roadShowTotal", "0 */30 * * * *", roadshow.RoadShow)
  80. task.AddTask("roadShowTotal", roadShowTotal)
  81. //每半个小时用户阅读数据统计
  82. statisticsUserView1Hour := task.NewTask("statisticsUserView1Hour", "0 */30 * * * *", StatisticsUserView1Hour)
  83. task.AddTask("每半个小时用户阅读数据统计", statisticsUserView1Hour)
  84. //路演公开会议合并
  85. setPublicMeetingUnionCode := task.NewTask("setPublicMeetingUnionCode", "0 */10 * * * *", roadshow.SetPublicMeetingUnionCode)
  86. task.AddTask("setPublicMeetingUnionCode", setPublicMeetingUnionCode)
  87. //同步进门会议参会人员数据
  88. syncComeinMeeting := task.NewTask("SyncComeinMeeting", "0 1 */1 * * * ", SyncComeinMeeting)
  89. task.AddTask("SyncComeinMeeting", syncComeinMeeting)
  90. //同步user_record中的关注状态
  91. syncSubStatus := task.NewTask("syncSubStatus", "0 0 2 * * *", SyncSubStatus)
  92. task.AddTask("syncSubStatus", syncSubStatus)
  93. //删除日志 report_save_log,ppt_v2_save_log,保留一个月的
  94. deleteLog := task.NewTask("syncSubStatus", "0 0 2 2 * *", DeleteLog)
  95. task.AddTask("deleteLog", deleteLog)
  96. // 定时发布研报语音播报
  97. publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
  98. task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
  99. // 定时生成本周研究汇总
  100. cygxResearchSummary := task.NewTask("cygxResearchSummary", "0 0 15 * * 5", CygxResearchSummary)
  101. task.AddTask("定时生成本周研究汇总", cygxResearchSummary)
  102. // 定时生成上周纪要汇总
  103. cygxLastWeekSummary := task.NewTask("CygxLastWeekSummary", "0 0 10 * * 2", CygxLastWeekSummary)
  104. task.AddTask("定时生成上周纪要汇总", cygxLastWeekSummary)
  105. //ETA试用客户 启用->禁用
  106. eTATrialDisabled := task.NewTask("eTATrialDisabled", "0 15 2 * * *", ETATrialDisabled)
  107. task.AddTask("ETA试用客户 启用->禁用", eTATrialDisabled)
  108. task.StartTask()
  109. fmt.Println("task end")
  110. }
  111. //func Task() {
  112. // fmt.Println("start task")
  113. //
  114. // cont := new(context.Context)
  115. // _ = maycur.DailyUpdateCompanyProfile(*cont)
  116. //
  117. // fmt.Println("end task")
  118. //}
  119. // 生产环境需要走的任务
  120. func releaseTask() {
  121. ////隆众调研指标获取
  122. //getLzSurveyProduct := task.NewTask("getLzSurveyProduct", "0 5 08-19/1 * * * ", GetLzSurveyProduct)
  123. //task.AddTask("getLzSurveyProduct", getLzSurveyProduct)
  124. ////隆众调研指标数据获取
  125. //getLzSurveyProductData := task.NewTask("getLzSurveyProductData", "0 10 08-20/1 * * * ", GetLzSurveyProductData)
  126. //task.AddTask("getLzSurveyProductData", getLzSurveyProductData)
  127. //发送邮件
  128. sendEmail := task.NewTask("sendEmail", "0 0 12 * * 0 ", SendEmail)
  129. task.AddTask("sendEmail", sendEmail)
  130. // 正式/试用 用户到期提醒
  131. companyRemind := task.NewTask("companyRemind", "0 30 08 * * *", CompanyRemind)
  132. task.AddTask("companyRemind", companyRemind)
  133. //潜在客户
  134. freeViewerDetail := task.NewTask("freeViewerDetail", "0 0 9 * * 1 ", FreeViewerDetail)
  135. task.AddTask("潜在客户", freeViewerDetail)
  136. //上周增量客户列表
  137. incrementCompany := task.NewTask("incrementCompany", "0 0 9 * * 1 ", IncrementCompany)
  138. task.AddTask("上周增量客户列表", incrementCompany)
  139. // 刷新指标数据
  140. refreshData := task.NewTask("refreshData", "0 1 0,19 * * *", RefreshData)
  141. task.AddTask("refreshData", refreshData)
  142. // 刷新商品数据
  143. refreshFutureGoodData := task.NewTask("refreshFutureGoodData", "0 30 0,19 * * *", RefreshFutureGoodData)
  144. task.AddTask("refreshFutureGoodData", refreshFutureGoodData)
  145. //刷新交易所指标数据
  146. refreshTradeData := task.NewTask("refreshData", "0 1 4 * * *", RefreshTradeData)
  147. task.AddTask("refreshTradeData", refreshTradeData)
  148. //刷新欧洲天然气指标数据
  149. refreshEicData := task.NewTask("refreshData", "0 1 3,7 * * *", RefreshEicData)
  150. task.AddTask("refreshEicData", refreshEicData)
  151. //刷新指标基础数据
  152. //refreshBaseData := task.NewTask("refreshBaseData", "0 */30 * * * * ", RefreshBaseData)
  153. //task.AddTask("refreshBaseData", refreshBaseData)
  154. //同步弘则数据库中来自,钢联,隆众,有色,人工等基础数据--每隔五分钟,同步一次最新数据
  155. syncBaseData := task.NewTask("syncBaseData", "0 */5 * * * * ", SyncBaseData)
  156. task.AddTask("syncBaseData", syncBaseData)
  157. syncBaseDataExt := task.NewTask("syncBaseDataExt", "0 */30 * * * * ", SyncBaseDataExt)
  158. task.AddTask("syncBaseDataExt", syncBaseDataExt)
  159. // 定时往同花顺同步微信群的截止日期(凌晨4点)
  160. syncThsWxGroupEveryDay := task.NewTask("syncThsWxGroupEveryDay", "0 1 4 * * * ", SyncWxGroupEveryDay)
  161. task.AddTask("定时往同花顺同步微信群的截止日期", syncThsWxGroupEveryDay)
  162. //检测数据服务器
  163. checkDataServer := task.NewTask("checkDataServer", "0 */2 * * * * ", checkDataServer)
  164. task.AddTask("checkDataServer", checkDataServer)
  165. //初始化指标更新状态
  166. resetEdbInfoIsUpdate := task.NewTask("resetEdbInfoIsUpdate", "0 0 0 * * *", data.ResetEdbInfoIsUpdate)
  167. task.AddTask("resetEdbInfoIsUpdate", resetEdbInfoIsUpdate)
  168. // 定时检测同花顺客群推送消息状态
  169. checkThsReportList := task.NewTask("checkThsReportList", "0 */2 * * * * ", CheckThsReportList)
  170. task.AddTask("checkThsReportList", checkThsReportList)
  171. // 定时统计交易所的持仓分析数据
  172. InitPositionTask := task.NewTask("checkThsReportList", "0 30 16-20 * * *", data.InitPositionTask)
  173. task.AddTask("checkThsReportList", InitPositionTask)
  174. // 每日2:45更新每刻报销-客户档案
  175. syncMaycurCompanyProfile := task.NewTask("syncMaycurCompanyProfile", "0 45 2 * * * ", maycur.DailyUpdateCompanyProfile)
  176. task.AddTask("每日更新每刻报销-客户档案", syncMaycurCompanyProfile)
  177. }
  178. func TaskTest() {
  179. fmt.Println("The task is start")
  180. //companyReportPermissionClose := task.NewTask("companyTryOut", "0 5 0 * * *", CompanyReportPermissionClose)
  181. //companyReportPermissionClose := task.NewTask("companyReportPermissionClose", "0/30 * * * * *", CompanyReportPermissionClose)
  182. //task.AddTask("用户产品权限试用-->关闭", companyReportPermissionClose)
  183. //publishVoiceBroadcast := task.NewTask("publishVoiceBroadcast", "0 */1 * * * *", PublishVoiceBroadcast)
  184. //task.AddTask("定时发布研报语音播报", publishVoiceBroadcast)
  185. task.StartTask()
  186. fmt.Println("The task is end")
  187. }
  188. func SendEmail(cont context.Context) (err error) {
  189. //报告历史访问次数
  190. go ReportViewTimes()
  191. //报告访问详情
  192. go ReportViewDetail()
  193. //用户权限统计
  194. go HongzeUsers()
  195. return
  196. }
  197. func OneMinute(cont context.Context) (err error) {
  198. //日度
  199. //FrequencyByDay()
  200. //周度
  201. FrequencyByWeek()
  202. //月度
  203. FrequencyByMonth()
  204. return
  205. }
  206. func RefreshData(cont context.Context) (err error) {
  207. wg := sync.WaitGroup{}
  208. wg.Add(16)
  209. //hour := time.Now().Hour()
  210. //if hour != 0 {
  211. //}
  212. go data.RefreshDataFromWind(&wg)
  213. //同花顺
  214. go data.RefreshDataFromThs(&wg)
  215. //彭博
  216. go data.RefreshDataFromPb(&wg)
  217. //彭博财务
  218. go data.RefreshDataFromPbFinance(&wg)
  219. //手工数据
  220. go data.RefreshDataFromManual(&wg)
  221. //隆众数据
  222. go data.RefreshDataFromLz(&wg)
  223. //有色
  224. go data.RefreshDataFromYs(&wg)
  225. //钢联
  226. go data.RefreshDataFromGl(&wg)
  227. //路透
  228. go data.RefreshDataFromLt(&wg)
  229. //煤炭
  230. go data.RefreshDataFromCoal(&wg)
  231. //谷歌出行数据
  232. go data.RefreshDataFromGoogleTravel(&wg)
  233. //钢联化工
  234. go data.RefreshDataFromMysteelChemical(&wg)
  235. //eia steo报告指标
  236. go data.RefreshDataFromEiaSteo(&wg)
  237. //UN报告指标
  238. go data.RefreshDataFromComTrade(&wg)
  239. //卓创报告指标
  240. go data.RefreshDataFromSci(&wg)
  241. //国家统计局指标
  242. go data.RefreshDataFromNationalStatistics(&wg)
  243. wg.Wait()
  244. ////计算指标
  245. data.RefreshDataFromCalculateAll()
  246. // 预测计算指标
  247. data.RefreshPredictDataFromCalculateAll()
  248. time.Sleep(5 * time.Second)
  249. data.RefreshNotice()
  250. fmt.Println("Refresh End")
  251. return
  252. }
  253. // RefreshFutureGoodData 刷新商品数据
  254. func RefreshFutureGoodData(cont context.Context) (err error) {
  255. future_good.RefreshFutureGoodDataFromThs()
  256. fmt.Println("Refresh End")
  257. return
  258. }
  259. // RefreshTradeData 刷新交易所数据
  260. func RefreshTradeData(cont context.Context) (err error) {
  261. wg := sync.WaitGroup{}
  262. wg.Add(5)
  263. //郑商所
  264. go data.RefreshDataFromZz(&wg)
  265. //上期所
  266. go data.RefreshDataFromSh(&wg)
  267. //上期能源
  268. go data.RefreshDataFromShfe(&wg)
  269. //中金所
  270. go data.RefreshDataFromCffex(&wg)
  271. //大商所
  272. go data.RefreshDataFromDl(&wg)
  273. wg.Wait()
  274. //计算指标
  275. data.RefreshDataFromCalculateAll()
  276. // 计算预测指标
  277. data.RefreshPredictDataFromCalculateAll()
  278. return
  279. }
  280. // RefreshEicData 刷新欧洲天然气数据
  281. func RefreshEicData(cont context.Context) (err error) {
  282. wg := sync.WaitGroup{}
  283. wg.Add(1)
  284. //欧洲天然气
  285. go data.RefreshDataFromEic(&wg)
  286. wg.Wait()
  287. //计算指标
  288. data.RefreshDataFromCalculateAll()
  289. // 计算预测指标
  290. data.RefreshPredictDataFromCalculateAll()
  291. return
  292. }
  293. // 刷新基础数据
  294. func RefreshBaseData(cont context.Context) (err error) {
  295. now := time.Now()
  296. if now.Hour() == 0 || now.Hour() == 19 {
  297. return nil
  298. }
  299. //同步有色基础指标数据
  300. go data.SyncSmmIndexDataBase()
  301. return
  302. }
  303. // 刷新基础数据
  304. func SyncBaseData(cont context.Context) (err error) {
  305. now := time.Now()
  306. if now.Hour() == 0 || now.Hour() == 19 {
  307. return nil
  308. }
  309. //同步钢联基础数据
  310. go data.SyncGlDataBase()
  311. return
  312. }
  313. // 刷新基础数据
  314. func SyncBaseDataExt(cont context.Context) (err error) {
  315. now := time.Now()
  316. if now.Hour() == 0 || now.Hour() == 19 {
  317. return nil
  318. }
  319. //同步隆众基础数据
  320. go data.SyncLzDataBase()
  321. //同步手工数据
  322. go data.SyncManualDataBase()
  323. //同步有色基础数据
  324. go data.SyncSmmDataBase()
  325. //刷新图表中,指标的最新日期
  326. go data.SetChartEdbEndDate()
  327. return
  328. }
  329. // EdbTaskNameMap 手工指标定时任务名称map集合
  330. var EdbTaskNameMap map[string]map[string]bool
  331. // EdbTaskNameChannel 手工指标定时任务名称channel
  332. var EdbTaskNameChannel chan string
  333. // EdbTaskStopChannel 手工指标定时任务停止channel
  334. var EdbTaskStopChannel chan string
  335. // EdbTaskRunNum 手工指标定时任务开始次数
  336. var EdbTaskRunNum int
  337. // AddEdbTask 新增手工指标数据录入提醒
  338. func AddEdbTask(cont context.Context) (err error) {
  339. //失败列表
  340. failList := make([]string, 0)
  341. defer func() {
  342. if len(failList) > 0 {
  343. fmt.Println("提醒失败:")
  344. for _, v := range failList {
  345. fmt.Println(v)
  346. }
  347. }
  348. }()
  349. list, err := models.GetEdbInfoByFrequencyNotDay()
  350. if err != nil {
  351. fmt.Println("查询获取频度非日度 且 提醒时间不为空 的指标数据失败,Err:", err.Error())
  352. }
  353. //如果还没有初始化map,那么先初始
  354. if EdbTaskNameMap == nil {
  355. EdbTaskNameMap = make(map[string]map[string]bool)
  356. }
  357. tmpEdbTaskNameMap := make(map[string]bool)
  358. // 今天的日期字符串(格式:2021-10-25)
  359. todayStr := time.Now().Format(utils.FormatDate)
  360. //当前周的周一与周日
  361. nowWeekFirstDay := utils.GetNowWeekMonday()
  362. nowWeekLastDay := utils.GetNowWeekLastDay()
  363. //当前月的一号与最后一天
  364. nowMonthFirstDay := utils.GetNowMonthFirstDay()
  365. nowMonthLastDay := utils.GetNowMonthLastDay()
  366. //当前季度的第一天与最后一天
  367. nowQuarterFirstDay := utils.GetNowQuarterFirstDay()
  368. nowQuarterLastDay := utils.GetNowQuarterLastDay()
  369. //当前半年的第一天与最后一天
  370. nowHalfYearFirstDay := utils.GetNowHalfYearFirstDay()
  371. nowHalfYearLastDay := utils.GetNowHalfYearLastDay()
  372. // 当前年的第一天与最后一天
  373. nowYearFirstDay := utils.GetNowYearFirstDay()
  374. nowYearLastDay := utils.GetNowYearLastDay()
  375. debugNoticeUserId := 0 //测试环境,需要发送消息的用户
  376. //测试环境也不发了
  377. //if utils.RunMode == "debug" {
  378. // tmpWxUser, tmpErr := models.GetWxUserByMobile("17634786714")
  379. // if tmpErr == nil && tmpWxUser != nil {
  380. // //debugNoticeUserId = 44078 //测试环境的话,发送邮箱给颜鹏
  381. // debugNoticeUserId = int(tmpWxUser.UserId) //测试环境的话,发送邮箱给嘉豪
  382. // }
  383. //}
  384. //task.globalTaskManager.adminTaskList
  385. for _, edb := range list {
  386. if edb.UserId <= 0 {
  387. continue //没有配置user_id的话,那么不需要提醒
  388. }
  389. tmpEdb := edb //指标信息
  390. isNotice := false //是否需要提醒
  391. noticeTime := "12:00:00" //提醒时间
  392. var dataDtTime time.Time
  393. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  394. if tmpErr != nil {
  395. if tmpErr.Error() != utils.ErrNoRow() {
  396. failList = append(failList, fmt.Sprint(tmpEdb.TradeCode, "失败,Err:", tmpErr.Error()))
  397. continue
  398. }
  399. }
  400. //如果确实是有数据的
  401. if edbData != nil {
  402. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  403. dataDtTime = tmpDataDtTime
  404. }
  405. switch tmpEdb.Frequency {
  406. case "周度":
  407. modifyDate := nowWeekLastDay //下次更新日期
  408. if tmpEdb.NoticeTime != "" {
  409. addDay := 7
  410. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  411. if len(noticeArr) >= 2 {
  412. noticeTime = noticeArr[1]
  413. }
  414. noticeWeek := noticeArr[0]
  415. switch noticeWeek {
  416. case "周一":
  417. addDay = 1
  418. case "周二":
  419. addDay = 2
  420. case "周三":
  421. addDay = 3
  422. case "周四":
  423. addDay = 4
  424. case "周五":
  425. addDay = 5
  426. case "周六":
  427. addDay = 6
  428. case "周日":
  429. addDay = 7
  430. }
  431. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  432. }
  433. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  434. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(dataDtTime) {
  435. isNotice = true
  436. }
  437. case "月度":
  438. addDay := 0
  439. modifyDate := nowMonthLastDay //下次更新日期
  440. if tmpEdb.NoticeTime != "" {
  441. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  442. if len(strArr) >= 2 {
  443. noticeTime = strArr[1]
  444. }
  445. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  446. if tmpErr != nil {
  447. continue
  448. }
  449. addDay = tmpAddDay - 1
  450. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  451. }
  452. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  453. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(dataDtTime) {
  454. isNotice = true
  455. }
  456. case "季度":
  457. //提醒时间
  458. if tmpEdb.NoticeTime != "" {
  459. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  460. if len(noticeArr) >= 2 {
  461. noticeTime = noticeArr[1]
  462. }
  463. }
  464. //每季度更新数据时间
  465. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  466. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(dataDtTime) {
  467. isNotice = true
  468. }
  469. case "半年度":
  470. //提醒时间
  471. if tmpEdb.NoticeTime != "" {
  472. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  473. if len(noticeArr) >= 2 {
  474. noticeTime = noticeArr[1]
  475. }
  476. }
  477. //每半年度更新数据时间
  478. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  479. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(dataDtTime) {
  480. isNotice = true
  481. }
  482. case "年度":
  483. //提醒时间
  484. if tmpEdb.NoticeTime != "" {
  485. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  486. if len(noticeArr) >= 2 {
  487. noticeTime = noticeArr[1]
  488. }
  489. }
  490. //每年度更新数据时间
  491. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  492. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(dataDtTime) {
  493. isNotice = true
  494. }
  495. }
  496. if isNotice {
  497. taskName := "edb_task_" + todayStr + ":" + fmt.Sprint(tmpEdb.TradeCode)
  498. //fmt.Println(taskName, ";", tmpEdb.SecName)
  499. //定时任务
  500. tmpTaskFunc := func(ctx context.Context) (funcErr error) {
  501. //方法执行结束后,移除定时任务
  502. defer func() {
  503. EdbTaskNameChannel <- taskName
  504. }()
  505. // 匿名方法内判断是否发送提醒,因为可能时间到的时候,发现
  506. funcIsNotice := false
  507. // 再次获取指标数据详情
  508. edbData, tmpErr := models.GetLastEdbdataInfo(tmpEdb.TradeCode)
  509. if tmpErr != nil {
  510. if tmpErr.Error() != utils.ErrNoRow() {
  511. funcErr = tmpErr
  512. return
  513. }
  514. }
  515. if utils.RunMode == "debug" && debugNoticeUserId > 0 {
  516. tmpEdb.UserId = debugNoticeUserId //测试环境的话,发送邮箱给嘉豪
  517. }
  518. //数据过期时间
  519. var funcDataDtTime time.Time
  520. //如果确实是有数据的
  521. if edbData != nil {
  522. tmpDataDtTime, _ := time.ParseInLocation(utils.FormatDate, edbData.Dt, time.Now().Location())
  523. funcDataDtTime = tmpDataDtTime
  524. }
  525. //提示频度文案
  526. notifyFrequency := "每日"
  527. switch tmpEdb.Frequency {
  528. case "周度":
  529. notifyFrequency = "每周"
  530. modifyDate := nowWeekLastDay //下次更新日期
  531. if tmpEdb.NoticeTime != "" {
  532. addDay := 7
  533. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  534. if len(noticeArr) >= 2 {
  535. noticeTime = noticeArr[1]
  536. }
  537. noticeWeek := noticeArr[0]
  538. switch noticeWeek {
  539. case "周一":
  540. addDay = 1
  541. case "周二":
  542. addDay = 2
  543. case "周三":
  544. addDay = 3
  545. case "周四":
  546. addDay = 4
  547. case "周五":
  548. addDay = 5
  549. case "周六":
  550. addDay = 6
  551. case "周日":
  552. addDay = 7
  553. }
  554. modifyDate = modifyDate.AddDate(0, 0, addDay-7)
  555. }
  556. //如果正好是提醒日,同时本周没有过记录,那么需要提醒
  557. if todayStr == modifyDate.Format(utils.FormatDate) && !nowWeekFirstDay.Before(funcDataDtTime) {
  558. funcIsNotice = true
  559. }
  560. case "月度":
  561. notifyFrequency = "每月"
  562. addDay := 0
  563. modifyDate := nowMonthLastDay //下次更新日期
  564. if tmpEdb.NoticeTime != "" {
  565. strArr := strings.Split(tmpEdb.NoticeTime, "日")
  566. if len(strArr) >= 2 {
  567. noticeTime = strArr[1]
  568. }
  569. tmpAddDay, tmpErr := strconv.Atoi(strArr[0])
  570. if tmpErr != nil {
  571. funcErr = tmpErr
  572. }
  573. addDay = tmpAddDay - 1
  574. modifyDate = nowMonthFirstDay.AddDate(0, 0, addDay)
  575. }
  576. //如果正好是提醒日,同时本月没有过记录,那么需要提醒
  577. if todayStr == modifyDate.Format(utils.FormatDate) && !nowMonthFirstDay.Before(funcDataDtTime) {
  578. funcIsNotice = true
  579. }
  580. case "季度":
  581. notifyFrequency = "每季度"
  582. //提醒时间
  583. if tmpEdb.NoticeTime != "" {
  584. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  585. if len(noticeArr) >= 2 {
  586. noticeTime = noticeArr[1]
  587. }
  588. }
  589. //每季度更新数据时间
  590. //如果正好是提醒日(每季度最后一天),同时本季度没有过记录,那么需要提醒
  591. if todayStr == nowQuarterLastDay.Format(utils.FormatDate) && !nowQuarterFirstDay.Before(funcDataDtTime) {
  592. funcIsNotice = true
  593. }
  594. case "半年度":
  595. notifyFrequency = "每半年度"
  596. //提醒时间
  597. if tmpEdb.NoticeTime != "" {
  598. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  599. if len(noticeArr) >= 2 {
  600. noticeTime = noticeArr[1]
  601. }
  602. }
  603. //每半年度更新数据时间
  604. //如果正好是提醒日(每半年度最后一天),同时本半年度没有过记录,那么需要提醒
  605. if todayStr == nowHalfYearLastDay.Format(utils.FormatDate) && !nowHalfYearFirstDay.Before(funcDataDtTime) {
  606. funcIsNotice = true
  607. }
  608. case "年度":
  609. notifyFrequency = "每年"
  610. //提醒时间
  611. if tmpEdb.NoticeTime != "" {
  612. noticeArr := strings.Split(tmpEdb.NoticeTime, " ")
  613. if len(noticeArr) >= 2 {
  614. noticeTime = noticeArr[1]
  615. }
  616. }
  617. //每年度更新数据时间
  618. //如果正好是提醒日(每年度最后一天),同时半年度没有过记录,那么需要提醒
  619. if todayStr == nowYearLastDay.Format(utils.FormatDate) && !nowYearFirstDay.Before(funcDataDtTime) {
  620. funcIsNotice = true
  621. }
  622. }
  623. //fmt.Println(tmpEdb.TradeCode, " funcIsNotice:", funcIsNotice)
  624. //如果还是要提醒
  625. if funcIsNotice {
  626. //用户微信openid列表数据
  627. openIdList := make([]*models.OpenIdList, 0)
  628. //获取用户信息
  629. admin, err := models.GetAdminByAdminId(tmpEdb.UserId)
  630. if err != nil {
  631. if err.Error() == utils.ErrNoRow() {
  632. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  633. return
  634. } else {
  635. return err
  636. }
  637. }
  638. if admin == nil {
  639. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  640. return
  641. }
  642. //发送消息
  643. if admin.OpenId == "" {
  644. funcErr = errors.New("openId 列表为空" + strconv.Itoa(tmpEdb.UserId))
  645. return
  646. }
  647. openIdTemp := new(models.OpenIdList)
  648. openIdTemp.OpenId = admin.OpenId
  649. openIdList = append(openIdList, openIdTemp)
  650. first := "数据录入提醒"
  651. keyword1 := tmpEdb.SecName + "该更新了"
  652. keyword2 := notifyFrequency + " " + tmpEdb.NoticeTime
  653. remark := tmpEdb.SecName + "该更新了"
  654. err = SendWxMsgWithFrequency(first, keyword1, keyword2, remark, openIdList)
  655. if err != nil {
  656. return err
  657. }
  658. //发送成功,记录发送日志
  659. {
  660. sendRecord := new(models.EdbinfoSendMsgRecord)
  661. sendRecord.UserId = tmpEdb.UserId
  662. sendRecord.TradeCode = tmpEdb.TradeCode
  663. sendRecord.CreateTime = time.Now()
  664. err = models.AddEdbinfoSendMsgRecord(sendRecord)
  665. if err != nil {
  666. return err
  667. }
  668. }
  669. }
  670. return
  671. }
  672. //添加定时任务(没有设置通知时间就不进行定时任务通知了)
  673. spec := ``
  674. if noticeTime != "" {
  675. noticeArr := strings.Split(noticeTime, ":")
  676. if len(noticeArr) == 3 {
  677. //spec = ` */20 * * * * * `
  678. spec = fmt.Sprintf(` %s %s %s * * * `, noticeArr[2], noticeArr[1], noticeArr[0])
  679. //定时任务开始的时间
  680. tmpTask := task.NewTask(taskName, spec, tmpTaskFunc)
  681. task.AddTask(taskName, tmpTask)
  682. tmpEdbTaskNameMap[taskName] = true
  683. }
  684. }
  685. }
  686. }
  687. //将当天的手工指标加入到手工指标池去
  688. EdbTaskNameMap[todayStr] = tmpEdbTaskNameMap
  689. //开启协程,用来清除定时任务
  690. go deleteTask()
  691. //如果当前定时任务执行次数大于0次,那么需要往手工指标定时任务停止channel写入数据,用来关闭昨天没有执行的的定时任务
  692. if EdbTaskRunNum > 0 {
  693. //清除昨天的数据
  694. EdbTaskStopChannel <- time.Now().AddDate(0, 0, -1).Format(utils.FormatDate)
  695. }
  696. //手工指标定时任务开始次数累加
  697. EdbTaskRunNum++
  698. return
  699. //fmt.Println(task.NewMapSorter())
  700. }
  701. // deleteTask 清除已通知的任务
  702. func deleteTask() {
  703. for {
  704. select {
  705. case taskName := <-EdbTaskNameChannel:
  706. task.DeleteTask(taskName)
  707. delete(EdbTaskNameMap, taskName)
  708. case dayStr := <-EdbTaskStopChannel: //收到停止信号,先清除掉那一天的定时任务,
  709. for taskName := range EdbTaskNameMap[dayStr] {
  710. task.DeleteTask(taskName)
  711. delete(EdbTaskNameMap, taskName)
  712. }
  713. break
  714. }
  715. }
  716. }
  717. // 检测数据服务
  718. func checkDataServer(cont context.Context) (err error) {
  719. //检测wind新服务器
  720. go data.CheckWindDataInterface(cont)
  721. //检测同花顺数据服务器
  722. //go data.CheckThsDataInterface(cont)
  723. //检测路透数据服务器
  724. go data.CheckLtDataInterface(cont)
  725. //检测彭博
  726. go data.CheckPbDataInterface(cont)
  727. return
  728. }