edb_info.go 60 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585
  1. package data
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "github.com/rdlucklib/rdluck_tools/http"
  7. "hongze/hongze_task/models/data_manage"
  8. "hongze/hongze_task/services/alarm_msg"
  9. "hongze/hongze_task/utils"
  10. "sync"
  11. )
  12. //刷新同花顺数据
  13. func RefreshDataFromThs(wg *sync.WaitGroup) (err error) {
  14. defer func() {
  15. if err != nil {
  16. fmt.Println("RefreshDataFromThs Err:" + err.Error())
  17. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromThs ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  18. go alarm_msg.SendAlarmMsg("RefreshDataFromThs ErrMsg:"+err.Error(), 3)
  19. }
  20. wg.Done()
  21. }()
  22. var condition string
  23. var pars []interface{}
  24. condition += " AND source=? "
  25. pars = append(pars, utils.DATA_SOURCE_THS)
  26. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  27. if err != nil {
  28. err = errors.New("GetEdbInfoByCondition:" + err.Error())
  29. return
  30. }
  31. //var endDate string
  32. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDate)
  33. for _, v := range items {
  34. startDate := ""
  35. if v.Frequency == "日度" {
  36. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  37. } else if v.Frequency == "周度" {
  38. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  39. } else if v.Frequency == "月度" {
  40. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  41. } else if v.Frequency == "季度" {
  42. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  43. } else if v.Frequency == "年度" {
  44. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  45. } else {
  46. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  47. }
  48. //err = SyncEdbDataByThs(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  49. //if err != nil {
  50. // err = errors.New("SyncEdbDataByThs Err:" + err.Error())
  51. // return err
  52. //}
  53. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  54. if err != nil {
  55. return errors.New("RefreshEdbData Err:" + err.Error())
  56. }
  57. if resp.Ret != 200 {
  58. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  59. }
  60. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  61. if err != nil {
  62. err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error())
  63. return err
  64. }
  65. if item != nil {
  66. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  67. if err != nil {
  68. err = errors.New("ModifyEdbInfoMaxAndMinInfo Err:" + err.Error())
  69. return err
  70. }
  71. }
  72. }
  73. return err
  74. }
  75. //刷新万得数据
  76. func RefreshDataFromWind(wg *sync.WaitGroup) (err error) {
  77. defer func() {
  78. if err != nil {
  79. fmt.Println("RefreshDataFromWind Err:" + err.Error())
  80. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromWind ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  81. go alarm_msg.SendAlarmMsg("RefreshDataFromWind ErrMsg:"+err.Error(), 3)
  82. }
  83. wg.Done()
  84. }()
  85. var condition string
  86. var pars []interface{}
  87. condition += ` AND source=? `
  88. pars = append(pars, utils.DATA_SOURCE_WIND)
  89. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  90. if err != nil {
  91. return err
  92. }
  93. //var endDate string
  94. //endDate = time.Now().Format(utils.FormatDate)
  95. for _, v := range items {
  96. startDate := ""
  97. if v.Frequency == "日度" {
  98. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  99. } else if v.Frequency == "周度" {
  100. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  101. } else if v.Frequency == "月度" {
  102. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  103. } else if v.Frequency == "季度" {
  104. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  105. } else if v.Frequency == "年度" {
  106. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  107. } else {
  108. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  109. }
  110. //err = SyncEdbDataByWind(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  111. //if err != nil {
  112. // return err
  113. //}
  114. //edbInfoId, source int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  115. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  116. if err != nil {
  117. return errors.New("RefreshEdbData Err:" + err.Error())
  118. }
  119. if resp.Ret != 200 {
  120. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  121. }
  122. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  123. if err != nil {
  124. return err
  125. }
  126. if item != nil {
  127. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  128. if err != nil {
  129. return err
  130. }
  131. }
  132. }
  133. return err
  134. }
  135. //刷新彭博数据
  136. func RefreshDataFromPb(wg *sync.WaitGroup) (err error) {
  137. defer func() {
  138. if err != nil {
  139. fmt.Println("RefreshDataFromPb Err:" + err.Error())
  140. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromPb ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  141. go alarm_msg.SendAlarmMsg("RefreshDataFromPb ErrMsg:"+err.Error(), 3)
  142. }
  143. wg.Done()
  144. }()
  145. var condition string
  146. var pars []interface{}
  147. condition += " AND source=? "
  148. pars = append(pars, utils.DATA_SOURCE_PB)
  149. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  150. if err != nil {
  151. return errors.New("GetEdbInfoByCondition:" + err.Error())
  152. }
  153. //var endDate string
  154. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  155. for _, v := range items {
  156. startDate := ""
  157. if v.Frequency == "日度" {
  158. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  159. } else if v.Frequency == "周度" {
  160. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  161. } else if v.Frequency == "月度" {
  162. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  163. } else if v.Frequency == "季度" {
  164. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  165. } else if v.Frequency == "年度" {
  166. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  167. } else {
  168. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  169. }
  170. //err = SyncEdbDataByPb(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  171. //if err != nil {
  172. // return errors.New("SyncEdbDataByPb:" + err.Error())
  173. //}
  174. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  175. if err != nil {
  176. return errors.New("RefreshEdbData Err:" + err.Error())
  177. }
  178. if resp.Ret != 200 {
  179. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  180. }
  181. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  182. if err != nil {
  183. return err
  184. }
  185. if item != nil {
  186. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  187. if err != nil {
  188. return err
  189. }
  190. }
  191. //minDate, maxDate, err := data.GetEdbDataPbMaxOrMinDate(v.EdbInfoId)
  192. //if err != nil {
  193. // return errors.New("GetEdbDataThsMaxOrMinDate:" + err.Error())
  194. //}
  195. //fmt.Println("minDate:" + minDate + ";maxDate:" + maxDate)
  196. //err = data.ModifyEdbDataInfoDate(v.EdbInfoId, maxDate)
  197. //if err != nil {
  198. // return errors.New("ModifyEdbDataInfoDate:" + err.Error())
  199. //}
  200. }
  201. return err
  202. }
  203. // RefreshDataFromPbFinance 刷新彭博财务指标数据
  204. func RefreshDataFromPbFinance(wg *sync.WaitGroup) (err error) {
  205. defer func() {
  206. if err != nil {
  207. fmt.Println("RefreshDataFromPb Err:" + err.Error())
  208. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromPb ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  209. go alarm_msg.SendAlarmMsg("RefreshDataFromPb ErrMsg:"+err.Error(), 3)
  210. }
  211. wg.Done()
  212. }()
  213. var condition string
  214. var pars []interface{}
  215. condition += " AND source=? "
  216. pars = append(pars, utils.DATA_SOURCE_PB_FINANCE)
  217. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  218. if err != nil {
  219. return errors.New("GetEdbInfoByCondition:" + err.Error())
  220. }
  221. //var endDate string
  222. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  223. for _, v := range items {
  224. startDate := ""
  225. if v.Frequency == "日度" {
  226. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  227. } else if v.Frequency == "周度" {
  228. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  229. } else if v.Frequency == "月度" {
  230. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  231. } else if v.Frequency == "季度" {
  232. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  233. } else if v.Frequency == "年度" {
  234. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  235. } else {
  236. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  237. }
  238. //err = SyncEdbDataByPb(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  239. //if err != nil {
  240. // return errors.New("SyncEdbDataByPb:" + err.Error())
  241. //}
  242. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  243. if err != nil {
  244. return errors.New("RefreshEdbData Err:" + err.Error())
  245. }
  246. if resp.Ret != 200 {
  247. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  248. }
  249. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  250. if err != nil {
  251. return err
  252. }
  253. if item != nil {
  254. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  255. if err != nil {
  256. return err
  257. }
  258. }
  259. //minDate, maxDate, err := data.GetEdbDataPbMaxOrMinDate(v.EdbInfoId)
  260. //if err != nil {
  261. // return errors.New("GetEdbDataThsMaxOrMinDate:" + err.Error())
  262. //}
  263. //fmt.Println("minDate:" + minDate + ";maxDate:" + maxDate)
  264. //err = data.ModifyEdbDataInfoDate(v.EdbInfoId, maxDate)
  265. //if err != nil {
  266. // return errors.New("ModifyEdbDataInfoDate:" + err.Error())
  267. //}
  268. }
  269. return err
  270. }
  271. func CheckDataInterface(cont context.Context) (err error) {
  272. go func() {
  273. //杭州办公室服务器
  274. {
  275. checkUrl := utils.Hz_Data_Url + `hz_server`
  276. body, err := http.Get(checkUrl)
  277. if err != nil {
  278. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  279. msg := "检测wind数据服务器失败:CheckDataInterface ErrMsg:" + err.Error()
  280. go alarm_msg.SendAlarmMsg(msg, 3)
  281. } else {
  282. result := string(body)
  283. if result != "1" {
  284. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  285. msg := "检测wind数据服务器失败:CheckDataInterface ErrMsg:" + string(body)
  286. go alarm_msg.SendAlarmMsg(msg, 3)
  287. }
  288. }
  289. }
  290. //阿里服务器监听
  291. {
  292. checkUrl2 := utils.Hz_Server_Data_Url + `hz_server`
  293. body, err := http.Get(checkUrl2)
  294. if err != nil {
  295. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测服务器数据接口:失败提醒", "CheckDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  296. msg := "检测同花顺数据-阿里云服务器失败:CheckPbDataInterface ErrMsg:" + err.Error()
  297. go alarm_msg.SendAlarmMsg(msg, 3)
  298. } else {
  299. result := string(body)
  300. if result != "1" {
  301. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测服务器数据接口:失败提醒", "CheckDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  302. msg := "检测同花顺数据-阿里云服务器失败:CheckPbDataInterface ErrMsg:" + err.Error()
  303. go alarm_msg.SendAlarmMsg(msg, 3)
  304. }
  305. }
  306. }
  307. }()
  308. return
  309. }
  310. func CheckPbDataInterface(cont context.Context) (err error) {
  311. go func() {
  312. checkUrl := utils.Hz_Data_PB_Url + `hz_server`
  313. body, err := http.Get(checkUrl)
  314. if err != nil {
  315. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckPbDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  316. msg := "检测彭博数据服务器失败:CheckPbDataInterface ErrMsg:" + err.Error()
  317. go alarm_msg.SendAlarmMsg(msg, 3)
  318. } else {
  319. result := string(body)
  320. if result != "1" {
  321. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckPbDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  322. msg := "检测彭博数据服务器失败:CheckPbDataInterface ErrMsg:" + string(body)
  323. go alarm_msg.SendAlarmMsg(msg, 3)
  324. }
  325. }
  326. }()
  327. return
  328. }
  329. // CheckLtDataInterface 检测路透数据服务器
  330. func CheckLtDataInterface(cont context.Context) (err error) {
  331. go func() {
  332. checkUrl := utils.Hz_Data_LT_Url + `hz_server`
  333. body, err := http.Get(checkUrl)
  334. if err != nil {
  335. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  336. msg := "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:" + err.Error()
  337. go alarm_msg.SendAlarmMsg(msg, 3)
  338. } else {
  339. result := string(body)
  340. if result != `"ek true"` {
  341. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  342. msg := "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:" + string(body)
  343. go alarm_msg.SendAlarmMsg(msg, 3)
  344. }
  345. }
  346. }()
  347. return
  348. }
  349. ////刷新所有计算指标
  350. //func RefreshDataFromCalculateAll() (err error) {
  351. // defer func() {
  352. // if err != nil {
  353. // utils.FileLog.Info("RefreshDataFromCalculateAll Err:" + err.Error())
  354. // go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCalculateAll ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  355. // }
  356. // }()
  357. // var condition string
  358. // var pars []interface{}
  359. // condition += " AND edb_type=? "
  360. // pars = append(pars, 2)
  361. //
  362. // //condition += " AND is_update=1 "
  363. //
  364. // items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  365. // if err != nil {
  366. // return err
  367. // }
  368. // for _, v := range items {
  369. // edbInfoId := v.EdbInfoId
  370. // edbCode := v.EdbCode
  371. // source := v.Source
  372. // fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source)
  373. // if source == utils.DATA_SOURCE_CALCULATE {
  374. // startDate := ""
  375. // if v.Frequency == "日度" {
  376. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  377. // } else if v.Frequency == "周度" {
  378. // startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  379. // } else if v.Frequency == "月度" {
  380. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  381. // } else if v.Frequency == "季度" {
  382. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  383. // } else if v.Frequency == "年度" {
  384. // startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  385. // } else {
  386. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  387. // }
  388. // endDate := time.Now().Format(utils.FormatDate)
  389. // var edbInfoIdBytes []string
  390. // calculateMap, err := data_manage.GetEdbInfoCalculateDetail(int(v.EdbInfoId))
  391. // if err != nil {
  392. // return errors.New("GetEdbInfoCalculateDetail Err:" + err.Error())
  393. // }
  394. // var formulaStr string
  395. // edbInfoList := make([]*data_manage.EdbInfo, 0)
  396. // for _, v := range calculateMap {
  397. // formulaStr += v.FromTag + ","
  398. // edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  399. // edbInfo, _ := data_manage.GetEdbInfoById(v.FromEdbInfoId)
  400. // edbInfoList = append(edbInfoList, edbInfo)
  401. // }
  402. // //endDate = ""
  403. // err = RefreshCalculate(edbInfoList, edbInfoId, edbCode, v.CalculateFormula, startDate, endDate, edbInfoIdBytes)
  404. // if err != nil {
  405. // return errors.New("RefreshCalculate Err:" + err.Error())
  406. // }
  407. // } else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  408. // calculateLjzzy, err := data_manage.GetEdbInfoCalculateLjzzyDetail(edbInfoId)
  409. // if err != nil {
  410. // if err.Error() == utils.ErrNoRow() {
  411. // continue
  412. // }
  413. // return errors.New("GetEdbInfoCalculateLjzzyDetail Err:" + err.Error())
  414. // }
  415. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  416. // if err != nil {
  417. // if err.Error() == utils.ErrNoRow() {
  418. // continue
  419. // }
  420. // return errors.New("GetEdbInfoById Err:" + err.Error())
  421. // }
  422. // year := time.Now().Year() - 1
  423. // startDate := strconv.Itoa(year) + "-01" + "-01"
  424. // endDate := "" //time.Now().Format(utils.FormatDate)
  425. // err = data_manage.RefreshCalculateLjzzy(edbInfoId, fromEdbInfo, edbCode, startDate, endDate)
  426. // if err != nil {
  427. // return errors.New("RefreshCalculateLjzzy Err:" + err.Error())
  428. // }
  429. // } else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  430. // calculateTbz, err := data_manage.GetEdbInfoCalculateTbzDetail(edbInfoId)
  431. // if err != nil {
  432. // return errors.New("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  433. // }
  434. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  435. // if err != nil {
  436. // if err.Error() == utils.ErrNoRow() {
  437. // continue
  438. // }
  439. // return errors.New("GetEdbInfoById Err:" + err.Error())
  440. // }
  441. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  442. // endDate := "" //time.Now().Format(utils.FormatDate)
  443. // err = data_manage.RefreshCalculateTbz(edbInfoId, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  444. // if err != nil {
  445. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  446. // }
  447. // } else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  448. // calculateTcz, err := data_manage.GetEdbInfoCalculateTczDetail(edbInfoId)
  449. // if err != nil {
  450. // return errors.New("GetEdbInfoCalculateTczDetail Err:" + err.Error())
  451. // }
  452. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  453. // if err != nil {
  454. // if err.Error() == utils.ErrNoRow() {
  455. // continue
  456. // }
  457. // return errors.New("GetEdbInfoById Err:" + err.Error())
  458. // }
  459. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  460. // endDate := "" //time.Now().Format(utils.FormatDate)
  461. // err = data_manage.RefreshCalculateTcz(edbInfoId, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate)
  462. // if err != nil {
  463. // return errors.New("RefreshCalculateTcz Err:" + err.Error())
  464. // }
  465. // } else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  466. // calculateNszydpjjs, err := data_manage.GetEdbInfoCalculateNszydpjjsDetail(edbInfoId)
  467. // if err != nil {
  468. // return errors.New("GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error())
  469. // }
  470. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId)
  471. // if err != nil {
  472. // if err.Error() == utils.ErrNoRow() {
  473. // continue
  474. // }
  475. // return errors.New("GetEdbInfoById Err:" + err.Error())
  476. // }
  477. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  478. // err = data_manage.RefreshCalculateNszydpjjs(edbInfoId, v.Source, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode)
  479. // if err != nil {
  480. // return errors.New("RefreshCalculateNszydpjjs Err:" + err.Error())
  481. // }
  482. // } else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  483. // calculateHbz, err := data_manage.GetEdbInfoCalculateHbzDetail(edbInfoId)
  484. // if err != nil {
  485. // return errors.New("GetEdbInfoCalculateHbzDetail Err:" + err.Error())
  486. // }
  487. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHbz.FromEdbInfoId)
  488. // if err != nil {
  489. // if err.Error() == utils.ErrNoRow() {
  490. // continue
  491. // }
  492. // return errors.New("GetEdbInfoById Err:" + err.Error())
  493. // }
  494. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  495. // endDate := "" //time.Now().Format(utils.FormatDate)
  496. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  497. // err = data_manage.RefreshCalculateHbz(edbInfoId, source, fromEdbInfo, calculateHbz.EdbCode, startDate, endDate, formulaInt)
  498. // if err != nil {
  499. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  500. // }
  501. // } else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  502. // calculateHcz, err := data_manage.GetEdbInfoCalculateHczDetail(edbInfoId)
  503. // if err != nil {
  504. // return errors.New("GetEdbInfoCalculateHczDetail Err:" + err.Error())
  505. // }
  506. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHcz.FromEdbInfoId)
  507. // if err != nil {
  508. // if err.Error() == utils.ErrNoRow() {
  509. // continue
  510. // }
  511. // return errors.New("GetEdbInfoById Err:" + err.Error())
  512. // }
  513. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  514. // endDate := "" //time.Now().Format(utils.FormatDate)
  515. // err = data_manage.RefreshCalculateHcz(edbInfoId, source, fromEdbInfo, calculateHcz.EdbCode, startDate, endDate)
  516. // if err != nil {
  517. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  518. // }
  519. // } else if source == utils.DATA_SOURCE_CALCULATE_BP {
  520. // calculateBp, err := data_manage.GetEdbInfoCalculateBpDetail(edbInfoId)
  521. // if err != nil && err.Error() != utils.ErrNoRow() {
  522. // return errors.New("GetEdbInfoCalculateBpDetail Err:" + err.Error())
  523. // }
  524. // if calculateBp != nil {
  525. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateBp.FromEdbInfoId)
  526. // if err != nil {
  527. // if err.Error() == utils.ErrNoRow() {
  528. // continue
  529. // }
  530. // return errors.New("GetEdbInfoById Err:" + err.Error())
  531. // }
  532. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  533. // endDate := "" //time.Now().Format(utils.FormatDate)
  534. // err = data_manage.RefreshCalculateBp(edbInfoId, fromEdbInfo, calculateBp.EdbCode, startDate, endDate)
  535. // if err != nil {
  536. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  537. // }
  538. // }
  539. // } else if source == utils.DATA_SOURCE_CALCULATE_TIME_SHIFT {
  540. // calculate, err := data_manage.GetEdbInfoCalculateMappingDetail(edbInfoId)
  541. // if err != nil {
  542. // return fmt.Errorf("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  543. // }
  544. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculate.FromEdbInfoId)
  545. // if err != nil {
  546. // if err.Error() == utils.ErrNoRow() {
  547. // continue
  548. // }
  549. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  550. // }
  551. // //startDate := v.StartDate.Format(utils.FormatDate)
  552. // //endDate := time.Now().Format(utils.FormatDate)
  553. // formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  554. // err = data_manage.RefreshAllCalculateTimeShift(edbInfoId, source, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, calculate.MoveFrequency)
  555. // if err != nil {
  556. // return fmt.Errorf("RefreshAllCalculateTimeShift Err:" + err.Error())
  557. // }
  558. //
  559. // } else if source == utils.DATA_SOURCE_CALCULATE_ZJPJ { //刷新直接拼接
  560. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  561. // if err != nil {
  562. // if err.Error() == utils.ErrNoRow() {
  563. // continue
  564. // }
  565. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  566. // }
  567. // err = data_manage.RefreshAllCalculateZjpj(tmpEdbInfo)
  568. // if err != nil {
  569. // return fmt.Errorf("RefreshAllCalculateZjpj Err:" + err.Error())
  570. // }
  571. // } else if source == utils.DATA_SOURCE_CALCULATE_LJZTBPJ { //刷新累计值同比拼接
  572. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  573. // if err != nil {
  574. // if err.Error() == utils.ErrNoRow() {
  575. // continue
  576. // }
  577. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  578. // }
  579. // err = data_manage.RefreshAllCalculateLjztbpj(tmpEdbInfo)
  580. // if err != nil {
  581. // return fmt.Errorf("RefreshAllCalculateLjztbpj Err:" + err.Error())
  582. // }
  583. // } else {
  584. // msg := "刷新失败,无效的指标渠道:source:" + strconv.Itoa(source) + " EdbCode:" + v.EdbCode
  585. // err = errors.New(msg)
  586. // return err
  587. // }
  588. //
  589. // maxAndMinItem, err := data_manage.GetEdbInfoMaxAndMinInfo(source, edbCode)
  590. // if err != nil {
  591. // fmt.Println("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  592. // err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  593. // return err
  594. // }
  595. // if maxAndMinItem != nil {
  596. // err = data_manage.ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  597. // if err != nil {
  598. // return err
  599. // }
  600. // }
  601. // }
  602. // return err
  603. //}
  604. //刷新所有计算指标
  605. func RefreshDataFromCalculateAll() (err error) {
  606. defer func() {
  607. if err != nil {
  608. utils.FileLog.Info("RefreshDataFromCalculateAll Err:" + err.Error())
  609. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCalculateAll ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  610. go alarm_msg.SendAlarmMsg("RefreshDataFromCalculateAll ErrMsg:"+err.Error(), 3)
  611. }
  612. }()
  613. var condition string
  614. var pars []interface{}
  615. condition += " AND edb_type=? "
  616. pars = append(pars, 2)
  617. //condition += " AND modify_time<? "
  618. //pars = append(pars, "2022-03-02 17:03:52")
  619. //condition += " AND is_update=1 "
  620. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  621. if err != nil {
  622. return err
  623. }
  624. for _, v := range items {
  625. //edbInfoId := v.EdbInfoId
  626. //edbCode := v.EdbCode
  627. source := v.Source
  628. startDate := v.StartDate.Format(utils.FormatDate)
  629. if startDate == "0001-01-01" {
  630. continue
  631. }
  632. fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source)
  633. //if source == utils.DATA_SOURCE_CALCULATE {
  634. // startDate := ""
  635. // if v.Frequency == "日度" {
  636. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  637. // } else if v.Frequency == "周度" {
  638. // startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  639. // } else if v.Frequency == "月度" {
  640. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  641. // } else if v.Frequency == "季度" {
  642. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  643. // } else if v.Frequency == "年度" {
  644. // startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  645. // } else {
  646. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  647. // }
  648. // endDate := time.Now().Format(utils.FormatDate)
  649. // var edbInfoIdBytes []string
  650. // calculateMap, err := data_manage.GetEdbInfoCalculateDetail(int(v.EdbInfoId))
  651. // if err != nil {
  652. // return errors.New("GetEdbInfoCalculateDetail Err:" + err.Error())
  653. // }
  654. // var formulaStr string
  655. // edbInfoList := make([]*data_manage.EdbInfo, 0)
  656. // for _, v := range calculateMap {
  657. // formulaStr += v.FromTag + ","
  658. // edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  659. // edbInfo, _ := data_manage.GetEdbInfoById(v.FromEdbInfoId)
  660. // edbInfoList = append(edbInfoList, edbInfo)
  661. // }
  662. // //endDate = ""
  663. // err = RefreshCalculate(edbInfoList, edbInfoId, edbCode, v.CalculateFormula, startDate, endDate, edbInfoIdBytes)
  664. // if err != nil {
  665. // return errors.New("RefreshCalculate Err:" + err.Error())
  666. // }
  667. //} else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  668. // calculateLjzzy, err := data_manage.GetEdbInfoCalculateLjzzyDetail(edbInfoId)
  669. // if err != nil {
  670. // if err.Error() == utils.ErrNoRow() {
  671. // continue
  672. // }
  673. // return errors.New("GetEdbInfoCalculateLjzzyDetail Err:" + err.Error())
  674. // }
  675. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  676. // if err != nil {
  677. // if err.Error() == utils.ErrNoRow() {
  678. // continue
  679. // }
  680. // return errors.New("GetEdbInfoById Err:" + err.Error())
  681. // }
  682. // year := time.Now().Year() - 1
  683. // startDate := strconv.Itoa(year) + "-01" + "-01"
  684. // endDate := "" //time.Now().Format(utils.FormatDate)
  685. // err = data_manage.RefreshCalculateLjzzy(edbInfoId, fromEdbInfo, edbCode, startDate, endDate)
  686. // if err != nil {
  687. // return errors.New("RefreshCalculateLjzzy Err:" + err.Error())
  688. // }
  689. //} else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  690. // calculateTbz, err := data_manage.GetEdbInfoCalculateTbzDetail(edbInfoId)
  691. // if err != nil {
  692. // return errors.New("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  693. // }
  694. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  695. // if err != nil {
  696. // if err.Error() == utils.ErrNoRow() {
  697. // continue
  698. // }
  699. // return errors.New("GetEdbInfoById Err:" + err.Error())
  700. // }
  701. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  702. // endDate := "" //time.Now().Format(utils.FormatDate)
  703. // err = data_manage.RefreshCalculateTbz(edbInfoId, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  704. // if err != nil {
  705. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  706. // }
  707. //} else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  708. // calculateTcz, err := data_manage.GetEdbInfoCalculateTczDetail(edbInfoId)
  709. // if err != nil {
  710. // return errors.New("GetEdbInfoCalculateTczDetail Err:" + err.Error())
  711. // }
  712. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  713. // if err != nil {
  714. // if err.Error() == utils.ErrNoRow() {
  715. // continue
  716. // }
  717. // return errors.New("GetEdbInfoById Err:" + err.Error())
  718. // }
  719. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  720. // endDate := "" //time.Now().Format(utils.FormatDate)
  721. // err = data_manage.RefreshCalculateTcz(edbInfoId, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate)
  722. // if err != nil {
  723. // return errors.New("RefreshCalculateTcz Err:" + err.Error())
  724. // }
  725. //} else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  726. // calculateNszydpjjs, err := data_manage.GetEdbInfoCalculateNszydpjjsDetail(edbInfoId)
  727. // if err != nil {
  728. // return errors.New("GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error())
  729. // }
  730. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId)
  731. // if err != nil {
  732. // if err.Error() == utils.ErrNoRow() {
  733. // continue
  734. // }
  735. // return errors.New("GetEdbInfoById Err:" + err.Error())
  736. // }
  737. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  738. // err = data_manage.RefreshCalculateNszydpjjs(edbInfoId, v.Source, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode)
  739. // if err != nil {
  740. // return errors.New("RefreshCalculateNszydpjjs Err:" + err.Error())
  741. // }
  742. //} else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  743. // calculateHbz, err := data_manage.GetEdbInfoCalculateHbzDetail(edbInfoId)
  744. // if err != nil {
  745. // return errors.New("GetEdbInfoCalculateHbzDetail Err:" + err.Error())
  746. // }
  747. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHbz.FromEdbInfoId)
  748. // if err != nil {
  749. // if err.Error() == utils.ErrNoRow() {
  750. // continue
  751. // }
  752. // return errors.New("GetEdbInfoById Err:" + err.Error())
  753. // }
  754. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  755. // endDate := "" //time.Now().Format(utils.FormatDate)
  756. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  757. // err = data_manage.RefreshCalculateHbz(edbInfoId, source, fromEdbInfo, calculateHbz.EdbCode, startDate, endDate, formulaInt)
  758. // if err != nil {
  759. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  760. // }
  761. //} else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  762. // calculateHcz, err := data_manage.GetEdbInfoCalculateHczDetail(edbInfoId)
  763. // if err != nil {
  764. // return errors.New("GetEdbInfoCalculateHczDetail Err:" + err.Error())
  765. // }
  766. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHcz.FromEdbInfoId)
  767. // if err != nil {
  768. // if err.Error() == utils.ErrNoRow() {
  769. // continue
  770. // }
  771. // return errors.New("GetEdbInfoById Err:" + err.Error())
  772. // }
  773. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  774. // endDate := "" //time.Now().Format(utils.FormatDate)
  775. // err = data_manage.RefreshCalculateHcz(edbInfoId, source, fromEdbInfo, calculateHcz.EdbCode, startDate, endDate)
  776. // if err != nil {
  777. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  778. // }
  779. //} else if source == utils.DATA_SOURCE_CALCULATE_BP {
  780. // calculateBp, err := data_manage.GetEdbInfoCalculateBpDetail(edbInfoId)
  781. // if err != nil && err.Error() != utils.ErrNoRow() {
  782. // return errors.New("GetEdbInfoCalculateBpDetail Err:" + err.Error())
  783. // }
  784. // if calculateBp != nil {
  785. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateBp.FromEdbInfoId)
  786. // if err != nil {
  787. // if err.Error() == utils.ErrNoRow() {
  788. // continue
  789. // }
  790. // return errors.New("GetEdbInfoById Err:" + err.Error())
  791. // }
  792. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  793. // endDate := "" //time.Now().Format(utils.FormatDate)
  794. // err = data_manage.RefreshCalculateBp(edbInfoId, fromEdbInfo, calculateBp.EdbCode, startDate, endDate)
  795. // if err != nil {
  796. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  797. // }
  798. // }
  799. //} else if source == utils.DATA_SOURCE_CALCULATE_TIME_SHIFT {
  800. // calculate, err := data_manage.GetEdbInfoCalculateMappingDetail(edbInfoId)
  801. // if err != nil {
  802. // return fmt.Errorf("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  803. // }
  804. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculate.FromEdbInfoId)
  805. // if err != nil {
  806. // if err.Error() == utils.ErrNoRow() {
  807. // continue
  808. // }
  809. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  810. // }
  811. // //startDate := v.StartDate.Format(utils.FormatDate)
  812. // //endDate := time.Now().Format(utils.FormatDate)
  813. // formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  814. // err = data_manage.RefreshAllCalculateTimeShift(edbInfoId, source, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, calculate.MoveFrequency)
  815. // if err != nil {
  816. // return fmt.Errorf("RefreshAllCalculateTimeShift Err:" + err.Error())
  817. // }
  818. //
  819. //} else if source == utils.DATA_SOURCE_CALCULATE_ZJPJ { //刷新直接拼接
  820. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  821. // if err != nil {
  822. // if err.Error() == utils.ErrNoRow() {
  823. // continue
  824. // }
  825. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  826. // }
  827. // err = data_manage.RefreshAllCalculateZjpj(tmpEdbInfo)
  828. // if err != nil {
  829. // return fmt.Errorf("RefreshAllCalculateZjpj Err:" + err.Error())
  830. // }
  831. //} else if source == utils.DATA_SOURCE_CALCULATE_LJZTBPJ { //刷新累计值同比拼接
  832. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  833. // if err != nil {
  834. // if err.Error() == utils.ErrNoRow() {
  835. // continue
  836. // }
  837. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  838. // }
  839. // err = data_manage.RefreshAllCalculateLjztbpj(tmpEdbInfo)
  840. // if err != nil {
  841. // return fmt.Errorf("RefreshAllCalculateLjztbpj Err:" + err.Error())
  842. // }
  843. //} else {
  844. // msg := "刷新失败,无效的指标渠道:source:" + strconv.Itoa(source) + " EdbCode:" + v.EdbCode
  845. // err = errors.New(msg)
  846. // return err
  847. //}
  848. fmt.Println("RefreshEdbCalculateData", v.EdbInfoId, v.EdbCode, startDate)
  849. result, err := RefreshEdbCalculateData(v.EdbInfoId, v.EdbCode, startDate)
  850. if err != nil {
  851. err = errors.New("RefreshEdbCalculateData Err:" + err.Error())
  852. return err
  853. }
  854. if result.Ret != 200 {
  855. err = errors.New("RefreshEdbCalculateData err;msg:" + result.Msg + ";errMsg:" + result.ErrMsg)
  856. return err
  857. }
  858. //maxAndMinItem, err := data_manage.GetEdbInfoMaxAndMinInfo(source, edbCode)
  859. //if err != nil {
  860. // fmt.Println("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  861. // err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  862. // return err
  863. //}
  864. //if maxAndMinItem != nil {
  865. // err = data_manage.ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  866. // if err != nil {
  867. // return err
  868. // }
  869. //}
  870. }
  871. return err
  872. }
  873. //刷新手工指标数据
  874. func RefreshDataFromManual(wg *sync.WaitGroup) (err error) {
  875. defer func() {
  876. if err != nil {
  877. fmt.Println("RefreshDataFromManual Err:" + err.Error())
  878. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromManual ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  879. go alarm_msg.SendAlarmMsg("RefreshDataFromManual ErrMsg:"+err.Error(), 3)
  880. }
  881. wg.Done()
  882. }()
  883. var condition string
  884. var pars []interface{}
  885. condition += " AND source=? "
  886. pars = append(pars, utils.DATA_SOURCE_MANUAL)
  887. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  888. if err != nil {
  889. return errors.New("GetEdbInfoByCondition:" + err.Error())
  890. }
  891. for _, v := range items {
  892. //err = data_manage.RefreshManual(v)
  893. //if err != nil {
  894. // return errors.New("RefreshManual:edbCode:" + v.EdbCode + ":" + err.Error())
  895. //}
  896. startDate := v.StartDate.Format(utils.FormatDate)
  897. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  898. if err != nil {
  899. return errors.New("RefreshEdbData Err:" + err.Error())
  900. }
  901. if resp.Ret != 200 {
  902. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  903. }
  904. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  905. if err != nil {
  906. if err.Error() != utils.ErrNoRow() {
  907. return err
  908. } else {
  909. err = nil
  910. }
  911. } else {
  912. if item != nil {
  913. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  914. if err != nil {
  915. return err
  916. }
  917. }
  918. }
  919. }
  920. return err
  921. }
  922. //刷新隆众数据
  923. func RefreshDataFromLz(wg *sync.WaitGroup) (err error) {
  924. defer func() {
  925. if err != nil {
  926. fmt.Println("RefreshDataFromLz Err:" + err.Error())
  927. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromLz ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  928. go alarm_msg.SendAlarmMsg("RefreshDataFromLz ErrMsg:"+err.Error(), 3)
  929. }
  930. wg.Done()
  931. }()
  932. var condition string
  933. var pars []interface{}
  934. condition += " AND source=? "
  935. pars = append(pars, utils.DATA_SOURCE_LZ)
  936. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  937. if err != nil {
  938. return errors.New("GetEdbInfoByCondition:" + err.Error())
  939. }
  940. //var endDate string
  941. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  942. for _, v := range items {
  943. startDate := ""
  944. if v.Frequency == "日度" {
  945. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  946. } else if v.Frequency == "周度" {
  947. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  948. } else if v.Frequency == "月度" {
  949. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  950. } else if v.Frequency == "季度" {
  951. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  952. } else if v.Frequency == "年度" {
  953. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  954. } else {
  955. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  956. }
  957. //fmt.Println(startDate, endDate)
  958. //err = data_manage.RefreshEdbDataByLz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  959. //if err != nil {
  960. // return errors.New("RefreshEdbDataByLz:" + err.Error())
  961. //}
  962. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  963. if err != nil {
  964. return errors.New("RefreshEdbData Err:" + err.Error())
  965. }
  966. if resp.Ret != 200 {
  967. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  968. }
  969. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  970. if err != nil {
  971. return err
  972. }
  973. if item != nil {
  974. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  975. if err != nil {
  976. return err
  977. }
  978. }
  979. }
  980. return err
  981. }
  982. //刷新有色数据
  983. func RefreshDataFromYs(wg *sync.WaitGroup) (err error) {
  984. defer func() {
  985. if err != nil {
  986. fmt.Println("RefreshDataFromYs Err:" + err.Error())
  987. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromYs ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  988. go alarm_msg.SendAlarmMsg("RefreshDataFromYs ErrMsg:"+err.Error(), 3)
  989. }
  990. wg.Done()
  991. }()
  992. var condition string
  993. var pars []interface{}
  994. condition += " AND source=? "
  995. pars = append(pars, utils.DATA_SOURCE_YS)
  996. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  997. if err != nil {
  998. return errors.New("GetEdbInfoByCondition:" + err.Error())
  999. }
  1000. //var endDate string
  1001. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1002. for _, v := range items {
  1003. startDate := ""
  1004. if v.Frequency == "日度" {
  1005. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1006. } else if v.Frequency == "周度" {
  1007. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1008. } else if v.Frequency == "月度" {
  1009. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1010. } else if v.Frequency == "季度" {
  1011. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1012. } else if v.Frequency == "年度" {
  1013. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1014. } else {
  1015. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1016. }
  1017. //fmt.Println(startDate, endDate)
  1018. //err = data_manage.RefreshEdbDataByYs(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1019. //if err != nil {
  1020. // return errors.New("RefreshEdbDataByYs:" + err.Error())
  1021. //}
  1022. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1023. if err != nil {
  1024. return errors.New("RefreshEdbData Err:" + err.Error())
  1025. }
  1026. if resp.Ret != 200 {
  1027. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1028. }
  1029. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1030. if err != nil {
  1031. return err
  1032. }
  1033. if item != nil {
  1034. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1035. if err != nil {
  1036. return err
  1037. }
  1038. }
  1039. }
  1040. return err
  1041. }
  1042. //刷新钢联数据
  1043. func RefreshDataFromGl(wg *sync.WaitGroup) (err error) {
  1044. defer func() {
  1045. if err != nil {
  1046. fmt.Println("RefreshDataFromGl Err:" + err.Error())
  1047. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromGl ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1048. go alarm_msg.SendAlarmMsg("RefreshDataFromGl ErrMsg:"+err.Error(), 3)
  1049. }
  1050. wg.Done()
  1051. }()
  1052. var condition string
  1053. var pars []interface{}
  1054. condition += " AND source=? "
  1055. pars = append(pars, utils.DATA_SOURCE_GL)
  1056. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1057. if err != nil {
  1058. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1059. }
  1060. //var endDate string
  1061. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1062. for _, v := range items {
  1063. startDate := ""
  1064. if v.Frequency == "日度" {
  1065. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1066. } else if v.Frequency == "周度" {
  1067. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1068. } else if v.Frequency == "月度" {
  1069. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1070. } else if v.Frequency == "季度" {
  1071. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1072. } else if v.Frequency == "年度" {
  1073. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1074. } else {
  1075. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1076. }
  1077. //fmt.Println(startDate, endDate)
  1078. //err = data_manage.RefreshEdbDataByGl(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1079. //if err != nil {
  1080. // return errors.New("RefreshEdbDataByGl:" + err.Error())
  1081. //}
  1082. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1083. if err != nil {
  1084. return errors.New("RefreshEdbData Err:" + err.Error())
  1085. }
  1086. if resp.Ret != 200 {
  1087. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1088. }
  1089. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1090. if err != nil {
  1091. return err
  1092. }
  1093. if item != nil {
  1094. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1095. if err != nil {
  1096. return err
  1097. }
  1098. }
  1099. }
  1100. return err
  1101. }
  1102. // RefreshDataFromSh 刷新上期所数据
  1103. func RefreshDataFromSh(wg *sync.WaitGroup) (err error) {
  1104. defer func() {
  1105. if err != nil {
  1106. fmt.Println("RefreshDataFromSh Err:" + err.Error())
  1107. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromSh ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1108. go alarm_msg.SendAlarmMsg("RefreshDataFromSh ErrMsg:"+err.Error(), 3)
  1109. }
  1110. wg.Done()
  1111. }()
  1112. var condition string
  1113. var pars []interface{}
  1114. condition += " AND source=? "
  1115. pars = append(pars, utils.DATA_SOURCE_SH)
  1116. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1117. if err != nil {
  1118. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1119. }
  1120. //var endDate string
  1121. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1122. for _, v := range items {
  1123. startDate := ""
  1124. if v.Frequency == "日度" {
  1125. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1126. } else if v.Frequency == "周度" {
  1127. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1128. } else if v.Frequency == "月度" {
  1129. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1130. } else if v.Frequency == "季度" {
  1131. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1132. } else if v.Frequency == "年度" {
  1133. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1134. } else {
  1135. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1136. }
  1137. //fmt.Println(startDate, endDate)
  1138. //err = data_manage.RefreshEdbDataBySh(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1139. //if err != nil {
  1140. // return errors.New("RefreshEdbDataBySh:" + err.Error())
  1141. //}
  1142. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1143. if err != nil {
  1144. return errors.New("RefreshEdbData Err:" + err.Error())
  1145. }
  1146. if resp.Ret != 200 {
  1147. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1148. }
  1149. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1150. if err != nil {
  1151. return err
  1152. }
  1153. if item != nil {
  1154. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1155. if err != nil {
  1156. return err
  1157. }
  1158. }
  1159. }
  1160. return err
  1161. }
  1162. // RefreshDataFromDl 刷新大商所数据
  1163. func RefreshDataFromDl(wg *sync.WaitGroup) (err error) {
  1164. defer func() {
  1165. if err != nil {
  1166. fmt.Println("RefreshDataFromDl Err:" + err.Error())
  1167. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromDl ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1168. go alarm_msg.SendAlarmMsg("RefreshDataFromDl ErrMsg:"+err.Error(), 3)
  1169. }
  1170. wg.Done()
  1171. }()
  1172. var condition string
  1173. var pars []interface{}
  1174. condition += " AND source=? "
  1175. pars = append(pars, utils.DATA_SOURCE_DL)
  1176. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1177. if err != nil {
  1178. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1179. }
  1180. //var endDate string
  1181. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1182. for _, v := range items {
  1183. startDate := ""
  1184. if v.Frequency == "日度" {
  1185. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1186. } else if v.Frequency == "周度" {
  1187. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1188. } else if v.Frequency == "月度" {
  1189. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1190. } else if v.Frequency == "季度" {
  1191. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1192. } else if v.Frequency == "年度" {
  1193. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1194. } else {
  1195. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1196. }
  1197. //fmt.Println(startDate, endDate)
  1198. //err = data_manage.RefreshEdbDataByDl(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1199. //if err != nil {
  1200. // return errors.New("RefreshEdbDataByDl:" + err.Error())
  1201. //}
  1202. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1203. if err != nil {
  1204. return errors.New("RefreshEdbData Err:" + err.Error())
  1205. }
  1206. if resp.Ret != 200 {
  1207. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1208. }
  1209. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1210. if err != nil {
  1211. return err
  1212. }
  1213. if item != nil {
  1214. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1215. if err != nil {
  1216. return err
  1217. }
  1218. }
  1219. }
  1220. return err
  1221. }
  1222. // RefreshDataFromShfe 刷新上期能源数据
  1223. func RefreshDataFromShfe(wg *sync.WaitGroup) (err error) {
  1224. defer func() {
  1225. if err != nil {
  1226. fmt.Println("RefreshDataFromShfe Err:" + err.Error())
  1227. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromShfe ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1228. go alarm_msg.SendAlarmMsg("RefreshDataFromShfe ErrMsg:"+err.Error(), 3)
  1229. }
  1230. wg.Done()
  1231. }()
  1232. var condition string
  1233. var pars []interface{}
  1234. condition += " AND source=? "
  1235. pars = append(pars, utils.DATA_SOURCE_SHFE)
  1236. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1237. if err != nil {
  1238. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1239. }
  1240. //var endDate string
  1241. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1242. for _, v := range items {
  1243. startDate := ""
  1244. if v.Frequency == "日度" {
  1245. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1246. } else if v.Frequency == "周度" {
  1247. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1248. } else if v.Frequency == "月度" {
  1249. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1250. } else if v.Frequency == "季度" {
  1251. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1252. } else if v.Frequency == "年度" {
  1253. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1254. } else {
  1255. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1256. }
  1257. //fmt.Println(startDate, endDate)
  1258. //err = data_manage.RefreshEdbDataByShfe(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1259. //if err != nil {
  1260. // return errors.New("RefreshEdbDataByShfe:" + err.Error())
  1261. //}
  1262. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1263. if err != nil {
  1264. return errors.New("RefreshEdbData Err:" + err.Error())
  1265. }
  1266. if resp.Ret != 200 {
  1267. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1268. }
  1269. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1270. if err != nil {
  1271. return err
  1272. }
  1273. if item != nil {
  1274. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1275. if err != nil {
  1276. return err
  1277. }
  1278. }
  1279. }
  1280. return err
  1281. }
  1282. // RefreshDataFromCffex 刷新中金所数据
  1283. func RefreshDataFromCffex(wg *sync.WaitGroup) (err error) {
  1284. defer func() {
  1285. if err != nil {
  1286. fmt.Println("RefreshDataFromCffex Err:" + err.Error())
  1287. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCffex ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1288. go alarm_msg.SendAlarmMsg("RefreshDataFromCffex ErrMsg:"+err.Error(), 3)
  1289. }
  1290. wg.Done()
  1291. }()
  1292. var condition string
  1293. var pars []interface{}
  1294. condition += " AND source=? "
  1295. pars = append(pars, utils.DATA_SOURCE_CFFEX)
  1296. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1297. if err != nil {
  1298. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1299. }
  1300. //var endDate string
  1301. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1302. for _, v := range items {
  1303. startDate := ""
  1304. if v.Frequency == "日度" {
  1305. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1306. } else if v.Frequency == "周度" {
  1307. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1308. } else if v.Frequency == "月度" {
  1309. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1310. } else if v.Frequency == "季度" {
  1311. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1312. } else if v.Frequency == "年度" {
  1313. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1314. } else {
  1315. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1316. }
  1317. //fmt.Println(startDate, endDate)
  1318. //err = data_manage.RefreshEdbDataByCffex(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1319. //if err != nil {
  1320. // return errors.New("RefreshEdbDataByCffex:" + err.Error())
  1321. //}
  1322. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1323. if err != nil {
  1324. return errors.New("RefreshEdbData Err:" + err.Error())
  1325. }
  1326. if resp.Ret != 200 {
  1327. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1328. }
  1329. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1330. if err != nil {
  1331. return err
  1332. }
  1333. if item != nil {
  1334. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1335. if err != nil {
  1336. return err
  1337. }
  1338. }
  1339. }
  1340. return err
  1341. }
  1342. // RefreshDataFromZz 刷新郑商所数据
  1343. func RefreshDataFromZz(wg *sync.WaitGroup) (err error) {
  1344. defer func() {
  1345. if err != nil {
  1346. fmt.Println("RefreshDataFromZz Err:" + err.Error())
  1347. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromZz ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1348. go alarm_msg.SendAlarmMsg("RefreshDataFromZz ErrMsg:"+err.Error(), 3)
  1349. }
  1350. wg.Done()
  1351. }()
  1352. var condition string
  1353. var pars []interface{}
  1354. condition += " AND source=? "
  1355. pars = append(pars, utils.DATA_SOURCE_ZZ)
  1356. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1357. if err != nil {
  1358. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1359. }
  1360. //var endDate string
  1361. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1362. for _, v := range items {
  1363. startDate := ""
  1364. if v.Frequency == "日度" {
  1365. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1366. } else if v.Frequency == "周度" {
  1367. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1368. } else if v.Frequency == "月度" {
  1369. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1370. } else if v.Frequency == "季度" {
  1371. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1372. } else if v.Frequency == "年度" {
  1373. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1374. } else {
  1375. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1376. }
  1377. //fmt.Println(startDate, endDate)
  1378. //err = data_manage.RefreshEdbDataByZz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1379. //if err != nil {
  1380. // return errors.New("RefreshEdbDataByZz:" + err.Error())
  1381. //}
  1382. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1383. if err != nil {
  1384. return errors.New("RefreshEdbData Err:" + err.Error())
  1385. }
  1386. if resp.Ret != 200 {
  1387. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1388. }
  1389. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1390. if err != nil {
  1391. return err
  1392. }
  1393. if item != nil {
  1394. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1395. if err != nil {
  1396. return err
  1397. }
  1398. }
  1399. }
  1400. return err
  1401. }
  1402. // RefreshDataFromLt 刷新路透数据
  1403. func RefreshDataFromLt(wg *sync.WaitGroup) (err error) {
  1404. defer func() {
  1405. if err != nil {
  1406. fmt.Println("RefreshDataFromLt Err:" + err.Error())
  1407. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromLt ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1408. go alarm_msg.SendAlarmMsg("RefreshDataFromLt ErrMsg:"+err.Error(), 3)
  1409. }
  1410. wg.Done()
  1411. }()
  1412. var condition string
  1413. var pars []interface{}
  1414. condition += " AND source=? "
  1415. pars = append(pars, utils.DATA_SOURCE_LT)
  1416. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1417. if err != nil {
  1418. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1419. }
  1420. //endDate := time.Now().Format(utils.FormatDate)
  1421. for _, v := range items {
  1422. startDate := v.StartDate.Format(utils.FormatDate)
  1423. //err = data_manage.RefreshAllEdbDataByLt(v.EdbInfoId, utils.DATA_SOURCE_LT, v.EdbCode, startDate, endDate)
  1424. //if err != nil {
  1425. // return errors.New("RefreshEdbDataByLt:" + err.Error())
  1426. //}
  1427. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1428. if err != nil {
  1429. return errors.New("RefreshEdbData Err:" + err.Error())
  1430. }
  1431. if resp.Ret != 200 {
  1432. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1433. }
  1434. //更新指标的最新数据
  1435. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1436. if err != nil {
  1437. return err
  1438. }
  1439. if item != nil {
  1440. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1441. if err != nil {
  1442. return err
  1443. }
  1444. }
  1445. }
  1446. return err
  1447. }
  1448. func ResetEdbInfoIsUpdate(cont context.Context) (err error) {
  1449. go data_manage.ResetEdbInfoIsUpdate()
  1450. return nil
  1451. }
  1452. // CheckWindDataInterface 检测wind数据服务器
  1453. func CheckWindDataInterface(cont context.Context) (err error) {
  1454. for _, hzDataWindUrl := range utils.Hz_Data_WIND_Url_List {
  1455. go func(urlStr string) {
  1456. checkUrl := urlStr + `hz_server`
  1457. body, err := http.Get(checkUrl)
  1458. if err != nil {
  1459. msg := fmt.Sprintf("检测:%s 失败:CheckWindDataInterface ErrMsg:%s", checkUrl, err.Error())
  1460. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1461. go alarm_msg.SendAlarmMsg(msg, 3)
  1462. } else {
  1463. result := string(body)
  1464. if result != `"wind true"` {
  1465. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  1466. //msg := "检测Wind数据服务器2失败:CheckWindDataInterface ErrMsg:" + string(body)
  1467. msg := fmt.Sprintf("检测%s失败:CheckWindDataInterface ErrMsg:%s", checkUrl, string(body))
  1468. go alarm_msg.SendAlarmMsg(msg, 3)
  1469. }
  1470. }
  1471. }(hzDataWindUrl)
  1472. }
  1473. return
  1474. }
  1475. // RefreshDataFromCoal 刷新煤炭网数据
  1476. func RefreshDataFromCoal(wg *sync.WaitGroup) (err error) {
  1477. defer func() {
  1478. if err != nil {
  1479. fmt.Println("RefreshDataFromCoal Err:" + err.Error())
  1480. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCoal ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1481. go alarm_msg.SendAlarmMsg("RefreshDataFromCoal ErrMsg:"+err.Error(), 3)
  1482. }
  1483. wg.Done()
  1484. }()
  1485. var condition string
  1486. var pars []interface{}
  1487. condition += " AND source=? "
  1488. pars = append(pars, utils.DATA_SOURCE_COAL)
  1489. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1490. if err != nil {
  1491. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1492. }
  1493. //var endDate string
  1494. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1495. for _, v := range items {
  1496. startDate := ""
  1497. if v.Frequency == "日度" {
  1498. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1499. } else if v.Frequency == "周度" {
  1500. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1501. } else if v.Frequency == "月度" {
  1502. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1503. } else if v.Frequency == "季度" {
  1504. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1505. } else if v.Frequency == "年度" {
  1506. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1507. } else {
  1508. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1509. }
  1510. //fmt.Println(startDate, endDate)
  1511. //err = data_manage.RefreshEdbDataByZz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1512. //if err != nil {
  1513. // return errors.New("RefreshEdbDataByZz:" + err.Error())
  1514. //}
  1515. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1516. if err != nil {
  1517. return errors.New("RefreshEdbData Err:" + err.Error())
  1518. }
  1519. if resp.Ret != 200 {
  1520. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1521. }
  1522. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1523. if err != nil {
  1524. return err
  1525. }
  1526. if item != nil {
  1527. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1528. if err != nil {
  1529. return err
  1530. }
  1531. }
  1532. }
  1533. return err
  1534. }