edb_info.go 60 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606
  1. package data
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "github.com/rdlucklib/rdluck_tools/http"
  7. "hongze/hongze_task/models/data_manage"
  8. "hongze/hongze_task/services/alarm_msg"
  9. "hongze/hongze_task/utils"
  10. "sync"
  11. )
  12. //刷新同花顺数据
  13. func RefreshDataFromThs(wg *sync.WaitGroup) (err error) {
  14. defer func() {
  15. if err != nil {
  16. fmt.Println("RefreshDataFromThs Err:" + err.Error())
  17. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromThs ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  18. go alarm_msg.SendAlarmMsg("RefreshDataFromThs ErrMsg:"+err.Error(), 3)
  19. }
  20. wg.Done()
  21. }()
  22. var condition string
  23. var pars []interface{}
  24. condition += " AND source=? "
  25. pars = append(pars, utils.DATA_SOURCE_THS)
  26. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  27. if err != nil {
  28. err = errors.New("GetEdbInfoByCondition:" + err.Error())
  29. return
  30. }
  31. //var endDate string
  32. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDate)
  33. for _, v := range items {
  34. startDate := ""
  35. if v.Frequency == "日度" {
  36. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  37. } else if v.Frequency == "周度" {
  38. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  39. } else if v.Frequency == "月度" {
  40. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  41. } else if v.Frequency == "季度" {
  42. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  43. } else if v.Frequency == "年度" {
  44. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  45. } else {
  46. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  47. }
  48. //err = SyncEdbDataByThs(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  49. //if err != nil {
  50. // err = errors.New("SyncEdbDataByThs Err:" + err.Error())
  51. // return err
  52. //}
  53. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  54. if err != nil {
  55. return errors.New("RefreshEdbData Err:" + err.Error())
  56. }
  57. if resp.Ret != 200 {
  58. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  59. }
  60. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  61. if err != nil {
  62. err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error())
  63. return err
  64. }
  65. if item != nil {
  66. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  67. if err != nil {
  68. err = errors.New("ModifyEdbInfoMaxAndMinInfo Err:" + err.Error())
  69. return err
  70. }
  71. }
  72. }
  73. return err
  74. }
  75. //刷新万得数据
  76. func RefreshDataFromWind(wg *sync.WaitGroup) (err error) {
  77. defer func() {
  78. if err != nil {
  79. fmt.Println("RefreshDataFromWind Err:" + err.Error())
  80. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromWind ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  81. go alarm_msg.SendAlarmMsg("RefreshDataFromWind ErrMsg:"+err.Error(), 3)
  82. }
  83. wg.Done()
  84. }()
  85. var condition string
  86. var pars []interface{}
  87. condition += ` AND source=? AND no_update = 0 `
  88. pars = append(pars, utils.DATA_SOURCE_WIND)
  89. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  90. if err != nil {
  91. return err
  92. }
  93. //var endDate string
  94. //endDate = time.Now().Format(utils.FormatDate)
  95. for _, v := range items {
  96. startDate := ""
  97. if v.Frequency == "日度" {
  98. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  99. } else if v.Frequency == "周度" {
  100. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  101. } else if v.Frequency == "月度" {
  102. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  103. } else if v.Frequency == "季度" {
  104. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  105. } else if v.Frequency == "年度" {
  106. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  107. } else {
  108. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  109. }
  110. //err = SyncEdbDataByWind(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  111. //if err != nil {
  112. // return err
  113. //}
  114. //edbInfoId, source int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  115. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  116. if err != nil {
  117. return errors.New("RefreshEdbData Err:" + err.Error())
  118. }
  119. if resp.Ret != 200 {
  120. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  121. }
  122. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  123. if err != nil {
  124. return err
  125. }
  126. if item != nil {
  127. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  128. if err != nil {
  129. return err
  130. }
  131. }
  132. }
  133. return err
  134. }
  135. //刷新彭博数据
  136. func RefreshDataFromPb(wg *sync.WaitGroup) (err error) {
  137. defer func() {
  138. if err != nil {
  139. fmt.Println("RefreshDataFromPb Err:" + err.Error())
  140. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromPb ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  141. go alarm_msg.SendAlarmMsg("RefreshDataFromPb ErrMsg:"+err.Error(), 3)
  142. }
  143. wg.Done()
  144. }()
  145. var condition string
  146. var pars []interface{}
  147. condition += " AND source=? "
  148. pars = append(pars, utils.DATA_SOURCE_PB)
  149. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  150. if err != nil {
  151. return errors.New("GetEdbInfoByCondition:" + err.Error())
  152. }
  153. //var endDate string
  154. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  155. for _, v := range items {
  156. startDate := ""
  157. if v.Frequency == "日度" {
  158. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  159. } else if v.Frequency == "周度" {
  160. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  161. } else if v.Frequency == "月度" {
  162. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  163. } else if v.Frequency == "季度" {
  164. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  165. } else if v.Frequency == "年度" {
  166. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  167. } else {
  168. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  169. }
  170. //err = SyncEdbDataByPb(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  171. //if err != nil {
  172. // return errors.New("SyncEdbDataByPb:" + err.Error())
  173. //}
  174. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  175. if err != nil {
  176. return errors.New("RefreshEdbData Err:" + err.Error())
  177. }
  178. if resp.Ret != 200 {
  179. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  180. }
  181. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  182. if err != nil {
  183. return err
  184. }
  185. if item != nil {
  186. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  187. if err != nil {
  188. return err
  189. }
  190. }
  191. //minDate, maxDate, err := data.GetEdbDataPbMaxOrMinDate(v.EdbInfoId)
  192. //if err != nil {
  193. // return errors.New("GetEdbDataThsMaxOrMinDate:" + err.Error())
  194. //}
  195. //fmt.Println("minDate:" + minDate + ";maxDate:" + maxDate)
  196. //err = data.ModifyEdbDataInfoDate(v.EdbInfoId, maxDate)
  197. //if err != nil {
  198. // return errors.New("ModifyEdbDataInfoDate:" + err.Error())
  199. //}
  200. }
  201. return err
  202. }
  203. // RefreshDataFromPbFinance 刷新彭博财务指标数据
  204. func RefreshDataFromPbFinance(wg *sync.WaitGroup) (err error) {
  205. defer func() {
  206. if err != nil {
  207. fmt.Println("RefreshDataFromPb Err:" + err.Error())
  208. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromPb ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  209. go alarm_msg.SendAlarmMsg("RefreshDataFromPb ErrMsg:"+err.Error(), 3)
  210. }
  211. wg.Done()
  212. }()
  213. var condition string
  214. var pars []interface{}
  215. condition += " AND source=? "
  216. pars = append(pars, utils.DATA_SOURCE_PB_FINANCE)
  217. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  218. if err != nil {
  219. return errors.New("GetEdbInfoByCondition:" + err.Error())
  220. }
  221. //var endDate string
  222. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  223. for _, v := range items {
  224. startDate := ""
  225. if v.Frequency == "日度" {
  226. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  227. } else if v.Frequency == "周度" {
  228. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  229. } else if v.Frequency == "月度" {
  230. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  231. } else if v.Frequency == "季度" {
  232. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  233. } else if v.Frequency == "年度" {
  234. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  235. } else {
  236. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  237. }
  238. //err = SyncEdbDataByPb(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  239. //if err != nil {
  240. // return errors.New("SyncEdbDataByPb:" + err.Error())
  241. //}
  242. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  243. if err != nil {
  244. return errors.New("RefreshEdbData Err:" + err.Error())
  245. }
  246. if resp.Ret != 200 {
  247. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  248. }
  249. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  250. if err != nil {
  251. return err
  252. }
  253. if item != nil {
  254. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  255. if err != nil {
  256. return err
  257. }
  258. }
  259. //minDate, maxDate, err := data.GetEdbDataPbMaxOrMinDate(v.EdbInfoId)
  260. //if err != nil {
  261. // return errors.New("GetEdbDataThsMaxOrMinDate:" + err.Error())
  262. //}
  263. //fmt.Println("minDate:" + minDate + ";maxDate:" + maxDate)
  264. //err = data.ModifyEdbDataInfoDate(v.EdbInfoId, maxDate)
  265. //if err != nil {
  266. // return errors.New("ModifyEdbDataInfoDate:" + err.Error())
  267. //}
  268. }
  269. return err
  270. }
  271. func CheckPbDataInterface(cont context.Context) (err error) {
  272. go func() {
  273. checkUrl := utils.Hz_Data_PB_Url + `hz_server`
  274. body, err := http.Get(checkUrl)
  275. if err != nil {
  276. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckPbDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  277. msg := "检测彭博数据服务器失败:CheckPbDataInterface ErrMsg:" + err.Error()
  278. go alarm_msg.SendAlarmMsg(msg, 3)
  279. } else {
  280. result := string(body)
  281. if result != "1" {
  282. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckPbDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  283. msg := "检测彭博数据服务器失败:CheckPbDataInterface ErrMsg:" + string(body)
  284. go alarm_msg.SendAlarmMsg(msg, 3)
  285. }
  286. }
  287. }()
  288. return
  289. }
  290. // CheckLtDataInterface 检测路透数据服务器
  291. func CheckLtDataInterface(cont context.Context) (err error) {
  292. go func() {
  293. checkUrl := utils.Hz_Data_LT_Url + `hz_server`
  294. body, err := http.Get(checkUrl)
  295. if err != nil {
  296. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  297. msg := "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:" + err.Error()
  298. go alarm_msg.SendAlarmMsg(msg, 3)
  299. } else {
  300. result := string(body)
  301. if result != `"ek true"` {
  302. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  303. msg := "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:" + string(body)
  304. go alarm_msg.SendAlarmMsg(msg, 3)
  305. }
  306. }
  307. }()
  308. return
  309. }
  310. ////刷新所有计算指标
  311. //func RefreshDataFromCalculateAll() (err error) {
  312. // defer func() {
  313. // if err != nil {
  314. // utils.FileLog.Info("RefreshDataFromCalculateAll Err:" + err.Error())
  315. // go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCalculateAll ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  316. // }
  317. // }()
  318. // var condition string
  319. // var pars []interface{}
  320. // condition += " AND edb_type=? "
  321. // pars = append(pars, 2)
  322. //
  323. // //condition += " AND is_update=1 "
  324. //
  325. // items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  326. // if err != nil {
  327. // return err
  328. // }
  329. // for _, v := range items {
  330. // edbInfoId := v.EdbInfoId
  331. // edbCode := v.EdbCode
  332. // source := v.Source
  333. // fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source)
  334. // if source == utils.DATA_SOURCE_CALCULATE {
  335. // startDate := ""
  336. // if v.Frequency == "日度" {
  337. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  338. // } else if v.Frequency == "周度" {
  339. // startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  340. // } else if v.Frequency == "月度" {
  341. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  342. // } else if v.Frequency == "季度" {
  343. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  344. // } else if v.Frequency == "年度" {
  345. // startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  346. // } else {
  347. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  348. // }
  349. // endDate := time.Now().Format(utils.FormatDate)
  350. // var edbInfoIdBytes []string
  351. // calculateMap, err := data_manage.GetEdbInfoCalculateDetail(int(v.EdbInfoId))
  352. // if err != nil {
  353. // return errors.New("GetEdbInfoCalculateDetail Err:" + err.Error())
  354. // }
  355. // var formulaStr string
  356. // edbInfoList := make([]*data_manage.EdbInfo, 0)
  357. // for _, v := range calculateMap {
  358. // formulaStr += v.FromTag + ","
  359. // edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  360. // edbInfo, _ := data_manage.GetEdbInfoById(v.FromEdbInfoId)
  361. // edbInfoList = append(edbInfoList, edbInfo)
  362. // }
  363. // //endDate = ""
  364. // err = RefreshCalculate(edbInfoList, edbInfoId, edbCode, v.CalculateFormula, startDate, endDate, edbInfoIdBytes)
  365. // if err != nil {
  366. // return errors.New("RefreshCalculate Err:" + err.Error())
  367. // }
  368. // } else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  369. // calculateLjzzy, err := data_manage.GetEdbInfoCalculateLjzzyDetail(edbInfoId)
  370. // if err != nil {
  371. // if err.Error() == utils.ErrNoRow() {
  372. // continue
  373. // }
  374. // return errors.New("GetEdbInfoCalculateLjzzyDetail Err:" + err.Error())
  375. // }
  376. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  377. // if err != nil {
  378. // if err.Error() == utils.ErrNoRow() {
  379. // continue
  380. // }
  381. // return errors.New("GetEdbInfoById Err:" + err.Error())
  382. // }
  383. // year := time.Now().Year() - 1
  384. // startDate := strconv.Itoa(year) + "-01" + "-01"
  385. // endDate := "" //time.Now().Format(utils.FormatDate)
  386. // err = data_manage.RefreshCalculateLjzzy(edbInfoId, fromEdbInfo, edbCode, startDate, endDate)
  387. // if err != nil {
  388. // return errors.New("RefreshCalculateLjzzy Err:" + err.Error())
  389. // }
  390. // } else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  391. // calculateTbz, err := data_manage.GetEdbInfoCalculateTbzDetail(edbInfoId)
  392. // if err != nil {
  393. // return errors.New("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  394. // }
  395. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  396. // if err != nil {
  397. // if err.Error() == utils.ErrNoRow() {
  398. // continue
  399. // }
  400. // return errors.New("GetEdbInfoById Err:" + err.Error())
  401. // }
  402. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  403. // endDate := "" //time.Now().Format(utils.FormatDate)
  404. // err = data_manage.RefreshCalculateTbz(edbInfoId, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  405. // if err != nil {
  406. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  407. // }
  408. // } else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  409. // calculateTcz, err := data_manage.GetEdbInfoCalculateTczDetail(edbInfoId)
  410. // if err != nil {
  411. // return errors.New("GetEdbInfoCalculateTczDetail Err:" + err.Error())
  412. // }
  413. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  414. // if err != nil {
  415. // if err.Error() == utils.ErrNoRow() {
  416. // continue
  417. // }
  418. // return errors.New("GetEdbInfoById Err:" + err.Error())
  419. // }
  420. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  421. // endDate := "" //time.Now().Format(utils.FormatDate)
  422. // err = data_manage.RefreshCalculateTcz(edbInfoId, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate)
  423. // if err != nil {
  424. // return errors.New("RefreshCalculateTcz Err:" + err.Error())
  425. // }
  426. // } else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  427. // calculateNszydpjjs, err := data_manage.GetEdbInfoCalculateNszydpjjsDetail(edbInfoId)
  428. // if err != nil {
  429. // return errors.New("GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error())
  430. // }
  431. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId)
  432. // if err != nil {
  433. // if err.Error() == utils.ErrNoRow() {
  434. // continue
  435. // }
  436. // return errors.New("GetEdbInfoById Err:" + err.Error())
  437. // }
  438. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  439. // err = data_manage.RefreshCalculateNszydpjjs(edbInfoId, v.Source, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode)
  440. // if err != nil {
  441. // return errors.New("RefreshCalculateNszydpjjs Err:" + err.Error())
  442. // }
  443. // } else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  444. // calculateHbz, err := data_manage.GetEdbInfoCalculateHbzDetail(edbInfoId)
  445. // if err != nil {
  446. // return errors.New("GetEdbInfoCalculateHbzDetail Err:" + err.Error())
  447. // }
  448. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHbz.FromEdbInfoId)
  449. // if err != nil {
  450. // if err.Error() == utils.ErrNoRow() {
  451. // continue
  452. // }
  453. // return errors.New("GetEdbInfoById Err:" + err.Error())
  454. // }
  455. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  456. // endDate := "" //time.Now().Format(utils.FormatDate)
  457. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  458. // err = data_manage.RefreshCalculateHbz(edbInfoId, source, fromEdbInfo, calculateHbz.EdbCode, startDate, endDate, formulaInt)
  459. // if err != nil {
  460. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  461. // }
  462. // } else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  463. // calculateHcz, err := data_manage.GetEdbInfoCalculateHczDetail(edbInfoId)
  464. // if err != nil {
  465. // return errors.New("GetEdbInfoCalculateHczDetail Err:" + err.Error())
  466. // }
  467. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHcz.FromEdbInfoId)
  468. // if err != nil {
  469. // if err.Error() == utils.ErrNoRow() {
  470. // continue
  471. // }
  472. // return errors.New("GetEdbInfoById Err:" + err.Error())
  473. // }
  474. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  475. // endDate := "" //time.Now().Format(utils.FormatDate)
  476. // err = data_manage.RefreshCalculateHcz(edbInfoId, source, fromEdbInfo, calculateHcz.EdbCode, startDate, endDate)
  477. // if err != nil {
  478. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  479. // }
  480. // } else if source == utils.DATA_SOURCE_CALCULATE_BP {
  481. // calculateBp, err := data_manage.GetEdbInfoCalculateBpDetail(edbInfoId)
  482. // if err != nil && err.Error() != utils.ErrNoRow() {
  483. // return errors.New("GetEdbInfoCalculateBpDetail Err:" + err.Error())
  484. // }
  485. // if calculateBp != nil {
  486. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateBp.FromEdbInfoId)
  487. // if err != nil {
  488. // if err.Error() == utils.ErrNoRow() {
  489. // continue
  490. // }
  491. // return errors.New("GetEdbInfoById Err:" + err.Error())
  492. // }
  493. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  494. // endDate := "" //time.Now().Format(utils.FormatDate)
  495. // err = data_manage.RefreshCalculateBp(edbInfoId, fromEdbInfo, calculateBp.EdbCode, startDate, endDate)
  496. // if err != nil {
  497. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  498. // }
  499. // }
  500. // } else if source == utils.DATA_SOURCE_CALCULATE_TIME_SHIFT {
  501. // calculate, err := data_manage.GetEdbInfoCalculateMappingDetail(edbInfoId)
  502. // if err != nil {
  503. // return fmt.Errorf("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  504. // }
  505. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculate.FromEdbInfoId)
  506. // if err != nil {
  507. // if err.Error() == utils.ErrNoRow() {
  508. // continue
  509. // }
  510. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  511. // }
  512. // //startDate := v.StartDate.Format(utils.FormatDate)
  513. // //endDate := time.Now().Format(utils.FormatDate)
  514. // formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  515. // err = data_manage.RefreshAllCalculateTimeShift(edbInfoId, source, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, calculate.MoveFrequency)
  516. // if err != nil {
  517. // return fmt.Errorf("RefreshAllCalculateTimeShift Err:" + err.Error())
  518. // }
  519. //
  520. // } else if source == utils.DATA_SOURCE_CALCULATE_ZJPJ { //刷新直接拼接
  521. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  522. // if err != nil {
  523. // if err.Error() == utils.ErrNoRow() {
  524. // continue
  525. // }
  526. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  527. // }
  528. // err = data_manage.RefreshAllCalculateZjpj(tmpEdbInfo)
  529. // if err != nil {
  530. // return fmt.Errorf("RefreshAllCalculateZjpj Err:" + err.Error())
  531. // }
  532. // } else if source == utils.DATA_SOURCE_CALCULATE_LJZTBPJ { //刷新累计值同比拼接
  533. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  534. // if err != nil {
  535. // if err.Error() == utils.ErrNoRow() {
  536. // continue
  537. // }
  538. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  539. // }
  540. // err = data_manage.RefreshAllCalculateLjztbpj(tmpEdbInfo)
  541. // if err != nil {
  542. // return fmt.Errorf("RefreshAllCalculateLjztbpj Err:" + err.Error())
  543. // }
  544. // } else {
  545. // msg := "刷新失败,无效的指标渠道:source:" + strconv.Itoa(source) + " EdbCode:" + v.EdbCode
  546. // err = errors.New(msg)
  547. // return err
  548. // }
  549. //
  550. // maxAndMinItem, err := data_manage.GetEdbInfoMaxAndMinInfo(source, edbCode)
  551. // if err != nil {
  552. // fmt.Println("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  553. // err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  554. // return err
  555. // }
  556. // if maxAndMinItem != nil {
  557. // err = data_manage.ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  558. // if err != nil {
  559. // return err
  560. // }
  561. // }
  562. // }
  563. // return err
  564. //}
  565. //刷新所有计算指标
  566. func RefreshDataFromCalculateAll() (err error) {
  567. defer func() {
  568. if err != nil {
  569. utils.FileLog.Info("RefreshDataFromCalculateAll Err:" + err.Error())
  570. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCalculateAll ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  571. go alarm_msg.SendAlarmMsg("RefreshDataFromCalculateAll ErrMsg:"+err.Error(), 3)
  572. }
  573. }()
  574. var condition string
  575. var pars []interface{}
  576. condition += " AND edb_type=? "
  577. pars = append(pars, 2)
  578. //condition += " AND modify_time<? "
  579. //pars = append(pars, "2022-03-02 17:03:52")
  580. //condition += " AND is_update=1 "
  581. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  582. if err != nil {
  583. return err
  584. }
  585. for _, v := range items {
  586. //edbInfoId := v.EdbInfoId
  587. //edbCode := v.EdbCode
  588. source := v.Source
  589. startDate := v.StartDate.Format(utils.FormatDate)
  590. if startDate == "0001-01-01" {
  591. continue
  592. }
  593. fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source)
  594. //if source == utils.DATA_SOURCE_CALCULATE {
  595. // startDate := ""
  596. // if v.Frequency == "日度" {
  597. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  598. // } else if v.Frequency == "周度" {
  599. // startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  600. // } else if v.Frequency == "月度" {
  601. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  602. // } else if v.Frequency == "季度" {
  603. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  604. // } else if v.Frequency == "年度" {
  605. // startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  606. // } else {
  607. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  608. // }
  609. // endDate := time.Now().Format(utils.FormatDate)
  610. // var edbInfoIdBytes []string
  611. // calculateMap, err := data_manage.GetEdbInfoCalculateDetail(int(v.EdbInfoId))
  612. // if err != nil {
  613. // return errors.New("GetEdbInfoCalculateDetail Err:" + err.Error())
  614. // }
  615. // var formulaStr string
  616. // edbInfoList := make([]*data_manage.EdbInfo, 0)
  617. // for _, v := range calculateMap {
  618. // formulaStr += v.FromTag + ","
  619. // edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  620. // edbInfo, _ := data_manage.GetEdbInfoById(v.FromEdbInfoId)
  621. // edbInfoList = append(edbInfoList, edbInfo)
  622. // }
  623. // //endDate = ""
  624. // err = RefreshCalculate(edbInfoList, edbInfoId, edbCode, v.CalculateFormula, startDate, endDate, edbInfoIdBytes)
  625. // if err != nil {
  626. // return errors.New("RefreshCalculate Err:" + err.Error())
  627. // }
  628. //} else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  629. // calculateLjzzy, err := data_manage.GetEdbInfoCalculateLjzzyDetail(edbInfoId)
  630. // if err != nil {
  631. // if err.Error() == utils.ErrNoRow() {
  632. // continue
  633. // }
  634. // return errors.New("GetEdbInfoCalculateLjzzyDetail Err:" + err.Error())
  635. // }
  636. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  637. // if err != nil {
  638. // if err.Error() == utils.ErrNoRow() {
  639. // continue
  640. // }
  641. // return errors.New("GetEdbInfoById Err:" + err.Error())
  642. // }
  643. // year := time.Now().Year() - 1
  644. // startDate := strconv.Itoa(year) + "-01" + "-01"
  645. // endDate := "" //time.Now().Format(utils.FormatDate)
  646. // err = data_manage.RefreshCalculateLjzzy(edbInfoId, fromEdbInfo, edbCode, startDate, endDate)
  647. // if err != nil {
  648. // return errors.New("RefreshCalculateLjzzy Err:" + err.Error())
  649. // }
  650. //} else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  651. // calculateTbz, err := data_manage.GetEdbInfoCalculateTbzDetail(edbInfoId)
  652. // if err != nil {
  653. // return errors.New("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  654. // }
  655. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  656. // if err != nil {
  657. // if err.Error() == utils.ErrNoRow() {
  658. // continue
  659. // }
  660. // return errors.New("GetEdbInfoById Err:" + err.Error())
  661. // }
  662. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  663. // endDate := "" //time.Now().Format(utils.FormatDate)
  664. // err = data_manage.RefreshCalculateTbz(edbInfoId, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  665. // if err != nil {
  666. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  667. // }
  668. //} else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  669. // calculateTcz, err := data_manage.GetEdbInfoCalculateTczDetail(edbInfoId)
  670. // if err != nil {
  671. // return errors.New("GetEdbInfoCalculateTczDetail Err:" + err.Error())
  672. // }
  673. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  674. // if err != nil {
  675. // if err.Error() == utils.ErrNoRow() {
  676. // continue
  677. // }
  678. // return errors.New("GetEdbInfoById Err:" + err.Error())
  679. // }
  680. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  681. // endDate := "" //time.Now().Format(utils.FormatDate)
  682. // err = data_manage.RefreshCalculateTcz(edbInfoId, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate)
  683. // if err != nil {
  684. // return errors.New("RefreshCalculateTcz Err:" + err.Error())
  685. // }
  686. //} else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  687. // calculateNszydpjjs, err := data_manage.GetEdbInfoCalculateNszydpjjsDetail(edbInfoId)
  688. // if err != nil {
  689. // return errors.New("GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error())
  690. // }
  691. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId)
  692. // if err != nil {
  693. // if err.Error() == utils.ErrNoRow() {
  694. // continue
  695. // }
  696. // return errors.New("GetEdbInfoById Err:" + err.Error())
  697. // }
  698. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  699. // err = data_manage.RefreshCalculateNszydpjjs(edbInfoId, v.Source, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode)
  700. // if err != nil {
  701. // return errors.New("RefreshCalculateNszydpjjs Err:" + err.Error())
  702. // }
  703. //} else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  704. // calculateHbz, err := data_manage.GetEdbInfoCalculateHbzDetail(edbInfoId)
  705. // if err != nil {
  706. // return errors.New("GetEdbInfoCalculateHbzDetail Err:" + err.Error())
  707. // }
  708. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHbz.FromEdbInfoId)
  709. // if err != nil {
  710. // if err.Error() == utils.ErrNoRow() {
  711. // continue
  712. // }
  713. // return errors.New("GetEdbInfoById Err:" + err.Error())
  714. // }
  715. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  716. // endDate := "" //time.Now().Format(utils.FormatDate)
  717. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  718. // err = data_manage.RefreshCalculateHbz(edbInfoId, source, fromEdbInfo, calculateHbz.EdbCode, startDate, endDate, formulaInt)
  719. // if err != nil {
  720. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  721. // }
  722. //} else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  723. // calculateHcz, err := data_manage.GetEdbInfoCalculateHczDetail(edbInfoId)
  724. // if err != nil {
  725. // return errors.New("GetEdbInfoCalculateHczDetail Err:" + err.Error())
  726. // }
  727. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHcz.FromEdbInfoId)
  728. // if err != nil {
  729. // if err.Error() == utils.ErrNoRow() {
  730. // continue
  731. // }
  732. // return errors.New("GetEdbInfoById Err:" + err.Error())
  733. // }
  734. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  735. // endDate := "" //time.Now().Format(utils.FormatDate)
  736. // err = data_manage.RefreshCalculateHcz(edbInfoId, source, fromEdbInfo, calculateHcz.EdbCode, startDate, endDate)
  737. // if err != nil {
  738. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  739. // }
  740. //} else if source == utils.DATA_SOURCE_CALCULATE_BP {
  741. // calculateBp, err := data_manage.GetEdbInfoCalculateBpDetail(edbInfoId)
  742. // if err != nil && err.Error() != utils.ErrNoRow() {
  743. // return errors.New("GetEdbInfoCalculateBpDetail Err:" + err.Error())
  744. // }
  745. // if calculateBp != nil {
  746. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateBp.FromEdbInfoId)
  747. // if err != nil {
  748. // if err.Error() == utils.ErrNoRow() {
  749. // continue
  750. // }
  751. // return errors.New("GetEdbInfoById Err:" + err.Error())
  752. // }
  753. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  754. // endDate := "" //time.Now().Format(utils.FormatDate)
  755. // err = data_manage.RefreshCalculateBp(edbInfoId, fromEdbInfo, calculateBp.EdbCode, startDate, endDate)
  756. // if err != nil {
  757. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  758. // }
  759. // }
  760. //} else if source == utils.DATA_SOURCE_CALCULATE_TIME_SHIFT {
  761. // calculate, err := data_manage.GetEdbInfoCalculateMappingDetail(edbInfoId)
  762. // if err != nil {
  763. // return fmt.Errorf("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  764. // }
  765. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculate.FromEdbInfoId)
  766. // if err != nil {
  767. // if err.Error() == utils.ErrNoRow() {
  768. // continue
  769. // }
  770. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  771. // }
  772. // //startDate := v.StartDate.Format(utils.FormatDate)
  773. // //endDate := time.Now().Format(utils.FormatDate)
  774. // formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  775. // err = data_manage.RefreshAllCalculateTimeShift(edbInfoId, source, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, calculate.MoveFrequency)
  776. // if err != nil {
  777. // return fmt.Errorf("RefreshAllCalculateTimeShift Err:" + err.Error())
  778. // }
  779. //
  780. //} else if source == utils.DATA_SOURCE_CALCULATE_ZJPJ { //刷新直接拼接
  781. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  782. // if err != nil {
  783. // if err.Error() == utils.ErrNoRow() {
  784. // continue
  785. // }
  786. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  787. // }
  788. // err = data_manage.RefreshAllCalculateZjpj(tmpEdbInfo)
  789. // if err != nil {
  790. // return fmt.Errorf("RefreshAllCalculateZjpj Err:" + err.Error())
  791. // }
  792. //} else if source == utils.DATA_SOURCE_CALCULATE_LJZTBPJ { //刷新累计值同比拼接
  793. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  794. // if err != nil {
  795. // if err.Error() == utils.ErrNoRow() {
  796. // continue
  797. // }
  798. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  799. // }
  800. // err = data_manage.RefreshAllCalculateLjztbpj(tmpEdbInfo)
  801. // if err != nil {
  802. // return fmt.Errorf("RefreshAllCalculateLjztbpj Err:" + err.Error())
  803. // }
  804. //} else {
  805. // msg := "刷新失败,无效的指标渠道:source:" + strconv.Itoa(source) + " EdbCode:" + v.EdbCode
  806. // err = errors.New(msg)
  807. // return err
  808. //}
  809. fmt.Println("RefreshEdbCalculateData", v.EdbInfoId, v.EdbCode, startDate)
  810. result, err := RefreshEdbCalculateData(v.EdbInfoId, v.EdbCode, startDate)
  811. if err != nil {
  812. err = errors.New("RefreshEdbCalculateData Err:" + err.Error())
  813. return err
  814. }
  815. if result.Ret != 200 {
  816. err = errors.New("RefreshEdbCalculateData err;msg:" + result.Msg + ";errMsg:" + result.ErrMsg)
  817. return err
  818. }
  819. //maxAndMinItem, err := data_manage.GetEdbInfoMaxAndMinInfo(source, edbCode)
  820. //if err != nil {
  821. // fmt.Println("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  822. // err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  823. // return err
  824. //}
  825. //if maxAndMinItem != nil {
  826. // err = data_manage.ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  827. // if err != nil {
  828. // return err
  829. // }
  830. //}
  831. }
  832. return err
  833. }
  834. //刷新手工指标数据
  835. func RefreshDataFromManual(wg *sync.WaitGroup) (err error) {
  836. defer func() {
  837. if err != nil {
  838. fmt.Println("RefreshDataFromManual Err:" + err.Error())
  839. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromManual ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  840. go alarm_msg.SendAlarmMsg("RefreshDataFromManual ErrMsg:"+err.Error(), 3)
  841. }
  842. wg.Done()
  843. }()
  844. var condition string
  845. var pars []interface{}
  846. condition += " AND source=? "
  847. pars = append(pars, utils.DATA_SOURCE_MANUAL)
  848. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  849. if err != nil {
  850. return errors.New("GetEdbInfoByCondition:" + err.Error())
  851. }
  852. for _, v := range items {
  853. //err = data_manage.RefreshManual(v)
  854. //if err != nil {
  855. // return errors.New("RefreshManual:edbCode:" + v.EdbCode + ":" + err.Error())
  856. //}
  857. startDate := v.StartDate.Format(utils.FormatDate)
  858. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  859. if err != nil {
  860. return errors.New("RefreshEdbData Err:" + err.Error())
  861. }
  862. if resp.Ret != 200 {
  863. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  864. }
  865. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  866. if err != nil {
  867. if err.Error() != utils.ErrNoRow() {
  868. return err
  869. } else {
  870. err = nil
  871. }
  872. } else {
  873. if item != nil {
  874. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  875. if err != nil {
  876. return err
  877. }
  878. }
  879. }
  880. }
  881. return err
  882. }
  883. //刷新隆众数据
  884. func RefreshDataFromLz(wg *sync.WaitGroup) (err error) {
  885. defer func() {
  886. if err != nil {
  887. fmt.Println("RefreshDataFromLz Err:" + err.Error())
  888. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromLz ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  889. go alarm_msg.SendAlarmMsg("RefreshDataFromLz ErrMsg:"+err.Error(), 3)
  890. }
  891. wg.Done()
  892. }()
  893. var condition string
  894. var pars []interface{}
  895. condition += " AND source=? "
  896. pars = append(pars, utils.DATA_SOURCE_LZ)
  897. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  898. if err != nil {
  899. return errors.New("GetEdbInfoByCondition:" + err.Error())
  900. }
  901. //var endDate string
  902. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  903. for _, v := range items {
  904. startDate := ""
  905. if v.Frequency == "日度" {
  906. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  907. } else if v.Frequency == "周度" {
  908. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  909. } else if v.Frequency == "月度" {
  910. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  911. } else if v.Frequency == "季度" {
  912. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  913. } else if v.Frequency == "年度" {
  914. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  915. } else {
  916. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  917. }
  918. //fmt.Println(startDate, endDate)
  919. //err = data_manage.RefreshEdbDataByLz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  920. //if err != nil {
  921. // return errors.New("RefreshEdbDataByLz:" + err.Error())
  922. //}
  923. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  924. if err != nil {
  925. return errors.New("RefreshEdbData Err:" + err.Error())
  926. }
  927. if resp.Ret != 200 {
  928. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  929. }
  930. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  931. if err != nil {
  932. return err
  933. }
  934. if item != nil {
  935. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  936. if err != nil {
  937. return err
  938. }
  939. }
  940. }
  941. return err
  942. }
  943. //刷新有色数据
  944. func RefreshDataFromYs(wg *sync.WaitGroup) (err error) {
  945. defer func() {
  946. if err != nil {
  947. fmt.Println("RefreshDataFromYs Err:" + err.Error())
  948. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromYs ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  949. go alarm_msg.SendAlarmMsg("RefreshDataFromYs ErrMsg:"+err.Error(), 3)
  950. }
  951. wg.Done()
  952. }()
  953. var condition string
  954. var pars []interface{}
  955. condition += " AND source=? "
  956. pars = append(pars, utils.DATA_SOURCE_YS)
  957. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  958. if err != nil {
  959. return errors.New("GetEdbInfoByCondition:" + err.Error())
  960. }
  961. //var endDate string
  962. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  963. for _, v := range items {
  964. startDate := ""
  965. if v.Frequency == "日度" {
  966. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  967. } else if v.Frequency == "周度" {
  968. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  969. } else if v.Frequency == "月度" {
  970. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  971. } else if v.Frequency == "季度" {
  972. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  973. } else if v.Frequency == "年度" {
  974. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  975. } else {
  976. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  977. }
  978. //fmt.Println(startDate, endDate)
  979. //err = data_manage.RefreshEdbDataByYs(v.EdbInfoId, v.EdbCode, startDate, endDate)
  980. //if err != nil {
  981. // return errors.New("RefreshEdbDataByYs:" + err.Error())
  982. //}
  983. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  984. if err != nil {
  985. return errors.New("RefreshEdbData Err:" + err.Error())
  986. }
  987. if resp.Ret != 200 {
  988. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  989. }
  990. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  991. if err != nil {
  992. return err
  993. }
  994. if item != nil {
  995. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  996. if err != nil {
  997. return err
  998. }
  999. }
  1000. }
  1001. return err
  1002. }
  1003. //刷新钢联数据
  1004. func RefreshDataFromGl(wg *sync.WaitGroup) (err error) {
  1005. defer func() {
  1006. if err != nil {
  1007. fmt.Println("RefreshDataFromGl Err:" + err.Error())
  1008. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromGl ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1009. go alarm_msg.SendAlarmMsg("RefreshDataFromGl ErrMsg:"+err.Error(), 3)
  1010. }
  1011. wg.Done()
  1012. }()
  1013. var condition string
  1014. var pars []interface{}
  1015. condition += " AND source=? "
  1016. pars = append(pars, utils.DATA_SOURCE_GL)
  1017. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1018. if err != nil {
  1019. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1020. }
  1021. //var endDate string
  1022. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1023. for _, v := range items {
  1024. startDate := ""
  1025. if v.Frequency == "日度" {
  1026. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1027. } else if v.Frequency == "周度" {
  1028. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1029. } else if v.Frequency == "月度" {
  1030. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1031. } else if v.Frequency == "季度" {
  1032. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1033. } else if v.Frequency == "年度" {
  1034. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1035. } else {
  1036. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1037. }
  1038. //fmt.Println(startDate, endDate)
  1039. //err = data_manage.RefreshEdbDataByGl(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1040. //if err != nil {
  1041. // return errors.New("RefreshEdbDataByGl:" + err.Error())
  1042. //}
  1043. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1044. if err != nil {
  1045. return errors.New("RefreshEdbData Err:" + err.Error())
  1046. }
  1047. if resp.Ret != 200 {
  1048. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1049. }
  1050. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1051. if err != nil {
  1052. return err
  1053. }
  1054. if item != nil {
  1055. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1056. if err != nil {
  1057. return err
  1058. }
  1059. }
  1060. }
  1061. return err
  1062. }
  1063. // RefreshDataFromSh 刷新上期所数据
  1064. func RefreshDataFromSh(wg *sync.WaitGroup) (err error) {
  1065. defer func() {
  1066. if err != nil {
  1067. fmt.Println("RefreshDataFromSh Err:" + err.Error())
  1068. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromSh ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1069. go alarm_msg.SendAlarmMsg("RefreshDataFromSh ErrMsg:"+err.Error(), 3)
  1070. }
  1071. wg.Done()
  1072. }()
  1073. var condition string
  1074. var pars []interface{}
  1075. condition += " AND source=? "
  1076. pars = append(pars, utils.DATA_SOURCE_SH)
  1077. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1078. if err != nil {
  1079. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1080. }
  1081. //var endDate string
  1082. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1083. for _, v := range items {
  1084. startDate := ""
  1085. if v.Frequency == "日度" {
  1086. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1087. } else if v.Frequency == "周度" {
  1088. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1089. } else if v.Frequency == "月度" {
  1090. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1091. } else if v.Frequency == "季度" {
  1092. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1093. } else if v.Frequency == "年度" {
  1094. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1095. } else {
  1096. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1097. }
  1098. //fmt.Println(startDate, endDate)
  1099. //err = data_manage.RefreshEdbDataBySh(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1100. //if err != nil {
  1101. // return errors.New("RefreshEdbDataBySh:" + err.Error())
  1102. //}
  1103. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1104. if err != nil {
  1105. return errors.New("RefreshEdbData Err:" + err.Error())
  1106. }
  1107. if resp.Ret != 200 {
  1108. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1109. }
  1110. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1111. if err != nil {
  1112. return err
  1113. }
  1114. if item != nil {
  1115. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1116. if err != nil {
  1117. return err
  1118. }
  1119. }
  1120. }
  1121. return err
  1122. }
  1123. // RefreshDataFromDl 刷新大商所数据
  1124. func RefreshDataFromDl(wg *sync.WaitGroup) (err error) {
  1125. defer func() {
  1126. if err != nil {
  1127. fmt.Println("RefreshDataFromDl Err:" + err.Error())
  1128. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromDl ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1129. go alarm_msg.SendAlarmMsg("RefreshDataFromDl ErrMsg:"+err.Error(), 3)
  1130. }
  1131. wg.Done()
  1132. }()
  1133. var condition string
  1134. var pars []interface{}
  1135. condition += " AND source=? "
  1136. pars = append(pars, utils.DATA_SOURCE_DL)
  1137. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1138. if err != nil {
  1139. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1140. }
  1141. //var endDate string
  1142. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1143. for _, v := range items {
  1144. startDate := ""
  1145. if v.Frequency == "日度" {
  1146. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1147. } else if v.Frequency == "周度" {
  1148. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1149. } else if v.Frequency == "月度" {
  1150. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1151. } else if v.Frequency == "季度" {
  1152. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1153. } else if v.Frequency == "年度" {
  1154. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1155. } else {
  1156. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1157. }
  1158. //fmt.Println(startDate, endDate)
  1159. //err = data_manage.RefreshEdbDataByDl(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1160. //if err != nil {
  1161. // return errors.New("RefreshEdbDataByDl:" + err.Error())
  1162. //}
  1163. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1164. if err != nil {
  1165. return errors.New("RefreshEdbData Err:" + err.Error())
  1166. }
  1167. if resp.Ret != 200 {
  1168. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1169. }
  1170. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1171. if err != nil {
  1172. return err
  1173. }
  1174. if item != nil {
  1175. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1176. if err != nil {
  1177. return err
  1178. }
  1179. }
  1180. }
  1181. return err
  1182. }
  1183. // RefreshDataFromShfe 刷新上期能源数据
  1184. func RefreshDataFromShfe(wg *sync.WaitGroup) (err error) {
  1185. defer func() {
  1186. if err != nil {
  1187. fmt.Println("RefreshDataFromShfe Err:" + err.Error())
  1188. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromShfe ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1189. go alarm_msg.SendAlarmMsg("RefreshDataFromShfe ErrMsg:"+err.Error(), 3)
  1190. }
  1191. wg.Done()
  1192. }()
  1193. var condition string
  1194. var pars []interface{}
  1195. condition += " AND source=? "
  1196. pars = append(pars, utils.DATA_SOURCE_SHFE)
  1197. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1198. if err != nil {
  1199. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1200. }
  1201. //var endDate string
  1202. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1203. for _, v := range items {
  1204. startDate := ""
  1205. if v.Frequency == "日度" {
  1206. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1207. } else if v.Frequency == "周度" {
  1208. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1209. } else if v.Frequency == "月度" {
  1210. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1211. } else if v.Frequency == "季度" {
  1212. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1213. } else if v.Frequency == "年度" {
  1214. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1215. } else {
  1216. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1217. }
  1218. //fmt.Println(startDate, endDate)
  1219. //err = data_manage.RefreshEdbDataByShfe(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1220. //if err != nil {
  1221. // return errors.New("RefreshEdbDataByShfe:" + err.Error())
  1222. //}
  1223. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1224. if err != nil {
  1225. return errors.New("RefreshEdbData Err:" + err.Error())
  1226. }
  1227. if resp.Ret != 200 {
  1228. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1229. }
  1230. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1231. if err != nil {
  1232. return err
  1233. }
  1234. if item != nil {
  1235. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1236. if err != nil {
  1237. return err
  1238. }
  1239. }
  1240. }
  1241. return err
  1242. }
  1243. // RefreshDataFromCffex 刷新中金所数据
  1244. func RefreshDataFromCffex(wg *sync.WaitGroup) (err error) {
  1245. defer func() {
  1246. if err != nil {
  1247. fmt.Println("RefreshDataFromCffex Err:" + err.Error())
  1248. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCffex ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1249. go alarm_msg.SendAlarmMsg("RefreshDataFromCffex ErrMsg:"+err.Error(), 3)
  1250. }
  1251. wg.Done()
  1252. }()
  1253. var condition string
  1254. var pars []interface{}
  1255. condition += " AND source=? "
  1256. pars = append(pars, utils.DATA_SOURCE_CFFEX)
  1257. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1258. if err != nil {
  1259. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1260. }
  1261. //var endDate string
  1262. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1263. for _, v := range items {
  1264. startDate := ""
  1265. if v.Frequency == "日度" {
  1266. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1267. } else if v.Frequency == "周度" {
  1268. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1269. } else if v.Frequency == "月度" {
  1270. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1271. } else if v.Frequency == "季度" {
  1272. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1273. } else if v.Frequency == "年度" {
  1274. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1275. } else {
  1276. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1277. }
  1278. //fmt.Println(startDate, endDate)
  1279. //err = data_manage.RefreshEdbDataByCffex(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1280. //if err != nil {
  1281. // return errors.New("RefreshEdbDataByCffex:" + err.Error())
  1282. //}
  1283. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1284. if err != nil {
  1285. return errors.New("RefreshEdbData Err:" + err.Error())
  1286. }
  1287. if resp.Ret != 200 {
  1288. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1289. }
  1290. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1291. if err != nil {
  1292. return err
  1293. }
  1294. if item != nil {
  1295. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1296. if err != nil {
  1297. return err
  1298. }
  1299. }
  1300. }
  1301. return err
  1302. }
  1303. // RefreshDataFromZz 刷新郑商所数据
  1304. func RefreshDataFromZz(wg *sync.WaitGroup) (err error) {
  1305. defer func() {
  1306. if err != nil {
  1307. fmt.Println("RefreshDataFromZz Err:" + err.Error())
  1308. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromZz ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1309. go alarm_msg.SendAlarmMsg("RefreshDataFromZz ErrMsg:"+err.Error(), 3)
  1310. }
  1311. wg.Done()
  1312. }()
  1313. var condition string
  1314. var pars []interface{}
  1315. condition += " AND source=? "
  1316. pars = append(pars, utils.DATA_SOURCE_ZZ)
  1317. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1318. if err != nil {
  1319. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1320. }
  1321. //var endDate string
  1322. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1323. for _, v := range items {
  1324. startDate := ""
  1325. if v.Frequency == "日度" {
  1326. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1327. } else if v.Frequency == "周度" {
  1328. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1329. } else if v.Frequency == "月度" {
  1330. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1331. } else if v.Frequency == "季度" {
  1332. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1333. } else if v.Frequency == "年度" {
  1334. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1335. } else {
  1336. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1337. }
  1338. //fmt.Println(startDate, endDate)
  1339. //err = data_manage.RefreshEdbDataByZz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1340. //if err != nil {
  1341. // return errors.New("RefreshEdbDataByZz:" + err.Error())
  1342. //}
  1343. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1344. if err != nil {
  1345. return errors.New("RefreshEdbData Err:" + err.Error())
  1346. }
  1347. if resp.Ret != 200 {
  1348. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1349. }
  1350. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1351. if err != nil {
  1352. return err
  1353. }
  1354. if item != nil {
  1355. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1356. if err != nil {
  1357. return err
  1358. }
  1359. }
  1360. }
  1361. return err
  1362. }
  1363. // RefreshDataFromLt 刷新路透数据
  1364. func RefreshDataFromLt(wg *sync.WaitGroup) (err error) {
  1365. defer func() {
  1366. if err != nil {
  1367. fmt.Println("RefreshDataFromLt Err:" + err.Error())
  1368. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromLt ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1369. go alarm_msg.SendAlarmMsg("RefreshDataFromLt ErrMsg:"+err.Error(), 3)
  1370. }
  1371. wg.Done()
  1372. }()
  1373. var condition string
  1374. var pars []interface{}
  1375. condition += " AND source=? "
  1376. pars = append(pars, utils.DATA_SOURCE_LT)
  1377. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1378. if err != nil {
  1379. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1380. }
  1381. //endDate := time.Now().Format(utils.FormatDate)
  1382. for _, v := range items {
  1383. startDate := v.StartDate.Format(utils.FormatDate)
  1384. //err = data_manage.RefreshAllEdbDataByLt(v.EdbInfoId, utils.DATA_SOURCE_LT, v.EdbCode, startDate, endDate)
  1385. //if err != nil {
  1386. // return errors.New("RefreshEdbDataByLt:" + err.Error())
  1387. //}
  1388. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1389. if err != nil {
  1390. return errors.New("RefreshEdbData Err:" + err.Error())
  1391. }
  1392. if resp.Ret != 200 {
  1393. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1394. }
  1395. //更新指标的最新数据
  1396. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1397. if err != nil {
  1398. return err
  1399. }
  1400. if item != nil {
  1401. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1402. if err != nil {
  1403. return err
  1404. }
  1405. }
  1406. }
  1407. return err
  1408. }
  1409. func ResetEdbInfoIsUpdate(cont context.Context) (err error) {
  1410. go data_manage.ResetEdbInfoIsUpdate()
  1411. return nil
  1412. }
  1413. // CheckWindDataInterface 检测wind数据服务器
  1414. func CheckWindDataInterface(cont context.Context) (err error) {
  1415. for _, hzDataWindUrl := range utils.Hz_Data_WIND_Url_List {
  1416. go func(urlStr string) {
  1417. checkUrl := urlStr + `hz_server`
  1418. body, err := http.Get(checkUrl)
  1419. if err != nil {
  1420. msg := fmt.Sprintf("检测:%s 失败:CheckWindDataInterface ErrMsg:%s", checkUrl, err.Error())
  1421. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1422. go alarm_msg.SendAlarmMsg(msg, 3)
  1423. } else {
  1424. result := string(body)
  1425. if result != `"wind true"` {
  1426. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  1427. //msg := "检测Wind数据服务器2失败:CheckWindDataInterface ErrMsg:" + string(body)
  1428. msg := fmt.Sprintf("检测%s失败:CheckWindDataInterface ErrMsg:%s", checkUrl, string(body))
  1429. go alarm_msg.SendAlarmMsg(msg, 3)
  1430. }
  1431. }
  1432. }(hzDataWindUrl)
  1433. }
  1434. return
  1435. }
  1436. // RefreshDataFromCoal 刷新煤炭网数据
  1437. func RefreshDataFromCoal(wg *sync.WaitGroup) (err error) {
  1438. defer func() {
  1439. if err != nil {
  1440. fmt.Println("RefreshDataFromCoal Err:" + err.Error())
  1441. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCoal ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1442. go alarm_msg.SendAlarmMsg("RefreshDataFromCoal ErrMsg:"+err.Error(), 3)
  1443. }
  1444. wg.Done()
  1445. }()
  1446. var condition string
  1447. var pars []interface{}
  1448. condition += " AND source=? "
  1449. pars = append(pars, utils.DATA_SOURCE_COAL)
  1450. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1451. if err != nil {
  1452. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1453. }
  1454. //var endDate string
  1455. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1456. for _, v := range items {
  1457. startDate := ""
  1458. if v.Frequency == "日度" {
  1459. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1460. } else if v.Frequency == "周度" {
  1461. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1462. } else if v.Frequency == "月度" {
  1463. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1464. } else if v.Frequency == "季度" {
  1465. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1466. } else if v.Frequency == "年度" {
  1467. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1468. } else {
  1469. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1470. }
  1471. //fmt.Println(startDate, endDate)
  1472. //err = data_manage.RefreshEdbDataByZz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1473. //if err != nil {
  1474. // return errors.New("RefreshEdbDataByZz:" + err.Error())
  1475. //}
  1476. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1477. if err != nil {
  1478. return errors.New("RefreshEdbData Err:" + err.Error())
  1479. }
  1480. if resp.Ret != 200 {
  1481. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1482. }
  1483. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1484. if err != nil {
  1485. return err
  1486. }
  1487. if item != nil {
  1488. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1489. if err != nil {
  1490. return err
  1491. }
  1492. }
  1493. }
  1494. return err
  1495. }
  1496. // RefreshDataFromEic 刷欧洲天然气数据
  1497. func RefreshDataFromEic(wg *sync.WaitGroup) (err error) {
  1498. defer func() {
  1499. if err != nil {
  1500. fmt.Println("RefreshDataFromEic Err:" + err.Error())
  1501. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCoal ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1502. go alarm_msg.SendAlarmMsg("RefreshDataFromEic ErrMsg:"+err.Error(), 3)
  1503. }
  1504. wg.Done()
  1505. }()
  1506. var condition string
  1507. var pars []interface{}
  1508. condition += " AND source=? "
  1509. pars = append(pars, utils.DATA_SOURCE_GIE)
  1510. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1511. if err != nil {
  1512. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1513. }
  1514. //var endDate string
  1515. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1516. for _, v := range items {
  1517. startDate := ""
  1518. if v.Frequency == "日度" {
  1519. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1520. } else if v.Frequency == "周度" {
  1521. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1522. } else if v.Frequency == "月度" {
  1523. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1524. } else if v.Frequency == "季度" {
  1525. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1526. } else if v.Frequency == "年度" {
  1527. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1528. } else {
  1529. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1530. }
  1531. //fmt.Println(startDate, endDate)
  1532. //err = data_manage.RefreshEdbDataByZz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1533. //if err != nil {
  1534. // return errors.New("RefreshEdbDataByZz:" + err.Error())
  1535. //}
  1536. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1537. if err != nil {
  1538. return errors.New("RefreshEdbData Err:" + err.Error())
  1539. }
  1540. if resp.Ret != 200 {
  1541. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1542. }
  1543. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1544. if err != nil {
  1545. return err
  1546. }
  1547. if item != nil {
  1548. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1549. if err != nil {
  1550. return err
  1551. }
  1552. }
  1553. }
  1554. return err
  1555. }