edb_info.go 61 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602
  1. package data
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "github.com/rdlucklib/rdluck_tools/http"
  7. "hongze/hongze_task/models/data_manage"
  8. "hongze/hongze_task/services/alarm_msg"
  9. "hongze/hongze_task/utils"
  10. "sync"
  11. )
  12. //刷新同花顺数据
  13. func RefreshDataFromThs(wg *sync.WaitGroup) (err error) {
  14. defer func() {
  15. if err != nil {
  16. fmt.Println("RefreshDataFromThs Err:" + err.Error())
  17. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromThs ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  18. go alarm_msg.SendAlarmMsg("RefreshDataFromThs ErrMsg:"+err.Error(), 3)
  19. }
  20. wg.Done()
  21. }()
  22. var condition string
  23. var pars []interface{}
  24. condition += " AND source=? "
  25. pars = append(pars, utils.DATA_SOURCE_THS)
  26. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  27. if err != nil {
  28. err = errors.New("GetEdbInfoByCondition:" + err.Error())
  29. return
  30. }
  31. //var endDate string
  32. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDate)
  33. for _, v := range items {
  34. startDate := ""
  35. if v.Frequency == "日度" {
  36. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  37. } else if v.Frequency == "周度" {
  38. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  39. } else if v.Frequency == "月度" {
  40. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  41. } else if v.Frequency == "季度" {
  42. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  43. } else if v.Frequency == "年度" {
  44. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  45. } else {
  46. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  47. }
  48. //err = SyncEdbDataByThs(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  49. //if err != nil {
  50. // err = errors.New("SyncEdbDataByThs Err:" + err.Error())
  51. // return err
  52. //}
  53. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  54. if err != nil {
  55. return errors.New("RefreshEdbData Err:" + err.Error())
  56. }
  57. if resp.Ret != 200 {
  58. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  59. }
  60. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  61. if err != nil {
  62. err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error())
  63. return err
  64. }
  65. if item != nil {
  66. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  67. if err != nil {
  68. err = errors.New("ModifyEdbInfoMaxAndMinInfo Err:" + err.Error())
  69. return err
  70. }
  71. }
  72. }
  73. return err
  74. }
  75. //刷新万得数据
  76. func RefreshDataFromWind(wg *sync.WaitGroup) (err error) {
  77. defer func() {
  78. if err != nil {
  79. fmt.Println("RefreshDataFromWind Err:" + err.Error())
  80. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromWind ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  81. go alarm_msg.SendAlarmMsg("RefreshDataFromWind ErrMsg:"+err.Error(), 3)
  82. }
  83. wg.Done()
  84. }()
  85. var condition string
  86. var pars []interface{}
  87. condition += ` AND source=? AND no_update = 0 `
  88. pars = append(pars, utils.DATA_SOURCE_WIND)
  89. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  90. if err != nil {
  91. return err
  92. }
  93. //var endDate string
  94. //endDate = time.Now().Format(utils.FormatDate)
  95. for _, v := range items {
  96. startDate := ""
  97. if v.Frequency == "日度" {
  98. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  99. } else if v.Frequency == "周度" {
  100. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  101. } else if v.Frequency == "月度" {
  102. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  103. } else if v.Frequency == "季度" {
  104. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  105. } else if v.Frequency == "年度" {
  106. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  107. } else {
  108. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  109. }
  110. //err = SyncEdbDataByWind(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  111. //if err != nil {
  112. // return err
  113. //}
  114. //edbInfoId, source int, edbCode, startDate string) (resp *models.BaseResponse, err error) {
  115. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  116. if err != nil {
  117. return errors.New("RefreshEdbData Err:" + err.Error())
  118. }
  119. if resp.Ret != 200 {
  120. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  121. }
  122. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  123. if err != nil {
  124. return err
  125. }
  126. if item != nil {
  127. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  128. if err != nil {
  129. return err
  130. }
  131. }
  132. }
  133. return err
  134. }
  135. //刷新彭博数据
  136. func RefreshDataFromPb(wg *sync.WaitGroup) (err error) {
  137. defer func() {
  138. if err != nil {
  139. fmt.Println("RefreshDataFromPb Err:" + err.Error())
  140. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromPb ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  141. go alarm_msg.SendAlarmMsg("RefreshDataFromPb ErrMsg:"+err.Error(), 3)
  142. }
  143. wg.Done()
  144. }()
  145. var condition string
  146. var pars []interface{}
  147. condition += " AND source=? "
  148. pars = append(pars, utils.DATA_SOURCE_PB)
  149. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  150. if err != nil {
  151. return errors.New("GetEdbInfoByCondition:" + err.Error())
  152. }
  153. //var endDate string
  154. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  155. for _, v := range items {
  156. startDate := ""
  157. if v.Frequency == "日度" {
  158. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  159. } else if v.Frequency == "周度" {
  160. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  161. } else if v.Frequency == "月度" {
  162. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  163. } else if v.Frequency == "季度" {
  164. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  165. } else if v.Frequency == "年度" {
  166. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  167. } else {
  168. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  169. }
  170. //err = SyncEdbDataByPb(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  171. //if err != nil {
  172. // return errors.New("SyncEdbDataByPb:" + err.Error())
  173. //}
  174. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  175. if err != nil {
  176. return errors.New("RefreshEdbData Err:" + err.Error())
  177. }
  178. if resp.Ret != 200 {
  179. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  180. }
  181. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  182. if err != nil {
  183. return err
  184. }
  185. if item != nil {
  186. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  187. if err != nil {
  188. return err
  189. }
  190. }
  191. //minDate, maxDate, err := data.GetEdbDataPbMaxOrMinDate(v.EdbInfoId)
  192. //if err != nil {
  193. // return errors.New("GetEdbDataThsMaxOrMinDate:" + err.Error())
  194. //}
  195. //fmt.Println("minDate:" + minDate + ";maxDate:" + maxDate)
  196. //err = data.ModifyEdbDataInfoDate(v.EdbInfoId, maxDate)
  197. //if err != nil {
  198. // return errors.New("ModifyEdbDataInfoDate:" + err.Error())
  199. //}
  200. }
  201. return err
  202. }
  203. // RefreshDataFromPbFinance 刷新彭博财务指标数据
  204. func RefreshDataFromPbFinance(wg *sync.WaitGroup) (err error) {
  205. defer func() {
  206. if err != nil {
  207. fmt.Println("RefreshDataFromPb Err:" + err.Error())
  208. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromPb ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  209. go alarm_msg.SendAlarmMsg("RefreshDataFromPb ErrMsg:"+err.Error(), 3)
  210. }
  211. wg.Done()
  212. }()
  213. var condition string
  214. var pars []interface{}
  215. condition += " AND source=? "
  216. pars = append(pars, utils.DATA_SOURCE_PB_FINANCE)
  217. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  218. if err != nil {
  219. return errors.New("GetEdbInfoByCondition:" + err.Error())
  220. }
  221. //var endDate string
  222. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  223. for _, v := range items {
  224. startDate := ""
  225. if v.Frequency == "日度" {
  226. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  227. } else if v.Frequency == "周度" {
  228. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  229. } else if v.Frequency == "月度" {
  230. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  231. } else if v.Frequency == "季度" {
  232. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  233. } else if v.Frequency == "年度" {
  234. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  235. } else {
  236. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  237. }
  238. //err = SyncEdbDataByPb(int64(v.EdbInfoId), v.EdbCode, startDate, endDate)
  239. //if err != nil {
  240. // return errors.New("SyncEdbDataByPb:" + err.Error())
  241. //}
  242. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  243. if err != nil {
  244. return errors.New("RefreshEdbData Err:" + err.Error())
  245. }
  246. if resp.Ret != 200 {
  247. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  248. }
  249. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  250. if err != nil {
  251. return err
  252. }
  253. if item != nil {
  254. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  255. if err != nil {
  256. return err
  257. }
  258. }
  259. //minDate, maxDate, err := data.GetEdbDataPbMaxOrMinDate(v.EdbInfoId)
  260. //if err != nil {
  261. // return errors.New("GetEdbDataThsMaxOrMinDate:" + err.Error())
  262. //}
  263. //fmt.Println("minDate:" + minDate + ";maxDate:" + maxDate)
  264. //err = data.ModifyEdbDataInfoDate(v.EdbInfoId, maxDate)
  265. //if err != nil {
  266. // return errors.New("ModifyEdbDataInfoDate:" + err.Error())
  267. //}
  268. }
  269. return err
  270. }
  271. func CheckDataInterface(cont context.Context) (err error) {
  272. go func() {
  273. //杭州办公室服务器
  274. {
  275. checkUrl := utils.Hz_Data_Url + `hz_server`
  276. body, err := http.Get(checkUrl)
  277. if err != nil {
  278. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  279. msg := "检测wind数据服务器失败:CheckDataInterface ErrMsg:" + err.Error()
  280. go alarm_msg.SendAlarmMsg(msg, 3)
  281. } else {
  282. result := string(body)
  283. if result != "1" {
  284. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  285. msg := "检测wind数据服务器失败:CheckDataInterface ErrMsg:" + string(body)
  286. go alarm_msg.SendAlarmMsg(msg, 3)
  287. }
  288. }
  289. }
  290. //阿里服务器监听
  291. {
  292. checkUrl2 := utils.Hz_Server_Data_Url + `hz_server`
  293. body, err := http.Get(checkUrl2)
  294. if err != nil {
  295. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测服务器数据接口:失败提醒", "CheckDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  296. msg := "检测同花顺数据-阿里云服务器失败:CheckPbDataInterface ErrMsg:" + err.Error()
  297. go alarm_msg.SendAlarmMsg(msg, 3)
  298. } else {
  299. result := string(body)
  300. if result != "1" {
  301. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测服务器数据接口:失败提醒", "CheckDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  302. msg := "检测同花顺数据-阿里云服务器失败:CheckPbDataInterface ErrMsg:" + err.Error()
  303. go alarm_msg.SendAlarmMsg(msg, 3)
  304. }
  305. }
  306. }
  307. }()
  308. return
  309. }
  310. func CheckPbDataInterface(cont context.Context) (err error) {
  311. go func() {
  312. checkUrl := utils.Hz_Data_PB_Url + `hz_server`
  313. body, err := http.Get(checkUrl)
  314. if err != nil {
  315. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckPbDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  316. msg := "检测彭博数据服务器失败:CheckPbDataInterface ErrMsg:" + err.Error()
  317. go alarm_msg.SendAlarmMsg(msg, 3)
  318. } else {
  319. result := string(body)
  320. if result != "1" {
  321. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "CheckPbDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  322. msg := "检测彭博数据服务器失败:CheckPbDataInterface ErrMsg:" + string(body)
  323. go alarm_msg.SendAlarmMsg(msg, 3)
  324. }
  325. }
  326. }()
  327. return
  328. }
  329. // CheckLtDataInterface 检测路透数据服务器
  330. func CheckLtDataInterface(cont context.Context) (err error) {
  331. go func() {
  332. checkUrl := utils.Hz_Data_LT_Url + `hz_server`
  333. body, err := http.Get(checkUrl)
  334. if err != nil {
  335. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  336. msg := "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:" + err.Error()
  337. go alarm_msg.SendAlarmMsg(msg, 3)
  338. } else {
  339. result := string(body)
  340. if result != `"ek true"` {
  341. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  342. msg := "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:" + string(body)
  343. go alarm_msg.SendAlarmMsg(msg, 3)
  344. }
  345. }
  346. }()
  347. return
  348. }
  349. ////刷新所有计算指标
  350. //func RefreshDataFromCalculateAll() (err error) {
  351. // defer func() {
  352. // if err != nil {
  353. // utils.FileLog.Info("RefreshDataFromCalculateAll Err:" + err.Error())
  354. // go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCalculateAll ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  355. // }
  356. // }()
  357. // var condition string
  358. // var pars []interface{}
  359. // condition += " AND edb_type=? "
  360. // pars = append(pars, 2)
  361. //
  362. // //condition += " AND is_update=1 "
  363. //
  364. // items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  365. // if err != nil {
  366. // return err
  367. // }
  368. // for _, v := range items {
  369. // edbInfoId := v.EdbInfoId
  370. // edbCode := v.EdbCode
  371. // source := v.Source
  372. // fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source)
  373. // if source == utils.DATA_SOURCE_CALCULATE {
  374. // startDate := ""
  375. // if v.Frequency == "日度" {
  376. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  377. // } else if v.Frequency == "周度" {
  378. // startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  379. // } else if v.Frequency == "月度" {
  380. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  381. // } else if v.Frequency == "季度" {
  382. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  383. // } else if v.Frequency == "年度" {
  384. // startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  385. // } else {
  386. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  387. // }
  388. // endDate := time.Now().Format(utils.FormatDate)
  389. // var edbInfoIdBytes []string
  390. // calculateMap, err := data_manage.GetEdbInfoCalculateDetail(int(v.EdbInfoId))
  391. // if err != nil {
  392. // return errors.New("GetEdbInfoCalculateDetail Err:" + err.Error())
  393. // }
  394. // var formulaStr string
  395. // edbInfoList := make([]*data_manage.EdbInfo, 0)
  396. // for _, v := range calculateMap {
  397. // formulaStr += v.FromTag + ","
  398. // edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  399. // edbInfo, _ := data_manage.GetEdbInfoById(v.FromEdbInfoId)
  400. // edbInfoList = append(edbInfoList, edbInfo)
  401. // }
  402. // //endDate = ""
  403. // err = RefreshCalculate(edbInfoList, edbInfoId, edbCode, v.CalculateFormula, startDate, endDate, edbInfoIdBytes)
  404. // if err != nil {
  405. // return errors.New("RefreshCalculate Err:" + err.Error())
  406. // }
  407. // } else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  408. // calculateLjzzy, err := data_manage.GetEdbInfoCalculateLjzzyDetail(edbInfoId)
  409. // if err != nil {
  410. // if err.Error() == utils.ErrNoRow() {
  411. // continue
  412. // }
  413. // return errors.New("GetEdbInfoCalculateLjzzyDetail Err:" + err.Error())
  414. // }
  415. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  416. // if err != nil {
  417. // if err.Error() == utils.ErrNoRow() {
  418. // continue
  419. // }
  420. // return errors.New("GetEdbInfoById Err:" + err.Error())
  421. // }
  422. // year := time.Now().Year() - 1
  423. // startDate := strconv.Itoa(year) + "-01" + "-01"
  424. // endDate := "" //time.Now().Format(utils.FormatDate)
  425. // err = data_manage.RefreshCalculateLjzzy(edbInfoId, fromEdbInfo, edbCode, startDate, endDate)
  426. // if err != nil {
  427. // return errors.New("RefreshCalculateLjzzy Err:" + err.Error())
  428. // }
  429. // } else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  430. // calculateTbz, err := data_manage.GetEdbInfoCalculateTbzDetail(edbInfoId)
  431. // if err != nil {
  432. // return errors.New("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  433. // }
  434. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  435. // if err != nil {
  436. // if err.Error() == utils.ErrNoRow() {
  437. // continue
  438. // }
  439. // return errors.New("GetEdbInfoById Err:" + err.Error())
  440. // }
  441. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  442. // endDate := "" //time.Now().Format(utils.FormatDate)
  443. // err = data_manage.RefreshCalculateTbz(edbInfoId, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  444. // if err != nil {
  445. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  446. // }
  447. // } else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  448. // calculateTcz, err := data_manage.GetEdbInfoCalculateTczDetail(edbInfoId)
  449. // if err != nil {
  450. // return errors.New("GetEdbInfoCalculateTczDetail Err:" + err.Error())
  451. // }
  452. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  453. // if err != nil {
  454. // if err.Error() == utils.ErrNoRow() {
  455. // continue
  456. // }
  457. // return errors.New("GetEdbInfoById Err:" + err.Error())
  458. // }
  459. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  460. // endDate := "" //time.Now().Format(utils.FormatDate)
  461. // err = data_manage.RefreshCalculateTcz(edbInfoId, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate)
  462. // if err != nil {
  463. // return errors.New("RefreshCalculateTcz Err:" + err.Error())
  464. // }
  465. // } else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  466. // calculateNszydpjjs, err := data_manage.GetEdbInfoCalculateNszydpjjsDetail(edbInfoId)
  467. // if err != nil {
  468. // return errors.New("GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error())
  469. // }
  470. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId)
  471. // if err != nil {
  472. // if err.Error() == utils.ErrNoRow() {
  473. // continue
  474. // }
  475. // return errors.New("GetEdbInfoById Err:" + err.Error())
  476. // }
  477. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  478. // err = data_manage.RefreshCalculateNszydpjjs(edbInfoId, v.Source, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode)
  479. // if err != nil {
  480. // return errors.New("RefreshCalculateNszydpjjs Err:" + err.Error())
  481. // }
  482. // } else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  483. // calculateHbz, err := data_manage.GetEdbInfoCalculateHbzDetail(edbInfoId)
  484. // if err != nil {
  485. // return errors.New("GetEdbInfoCalculateHbzDetail Err:" + err.Error())
  486. // }
  487. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHbz.FromEdbInfoId)
  488. // if err != nil {
  489. // if err.Error() == utils.ErrNoRow() {
  490. // continue
  491. // }
  492. // return errors.New("GetEdbInfoById Err:" + err.Error())
  493. // }
  494. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  495. // endDate := "" //time.Now().Format(utils.FormatDate)
  496. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  497. // err = data_manage.RefreshCalculateHbz(edbInfoId, source, fromEdbInfo, calculateHbz.EdbCode, startDate, endDate, formulaInt)
  498. // if err != nil {
  499. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  500. // }
  501. // } else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  502. // calculateHcz, err := data_manage.GetEdbInfoCalculateHczDetail(edbInfoId)
  503. // if err != nil {
  504. // return errors.New("GetEdbInfoCalculateHczDetail Err:" + err.Error())
  505. // }
  506. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHcz.FromEdbInfoId)
  507. // if err != nil {
  508. // if err.Error() == utils.ErrNoRow() {
  509. // continue
  510. // }
  511. // return errors.New("GetEdbInfoById Err:" + err.Error())
  512. // }
  513. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  514. // endDate := "" //time.Now().Format(utils.FormatDate)
  515. // err = data_manage.RefreshCalculateHcz(edbInfoId, source, fromEdbInfo, calculateHcz.EdbCode, startDate, endDate)
  516. // if err != nil {
  517. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  518. // }
  519. // } else if source == utils.DATA_SOURCE_CALCULATE_BP {
  520. // calculateBp, err := data_manage.GetEdbInfoCalculateBpDetail(edbInfoId)
  521. // if err != nil && err.Error() != utils.ErrNoRow() {
  522. // return errors.New("GetEdbInfoCalculateBpDetail Err:" + err.Error())
  523. // }
  524. // if calculateBp != nil {
  525. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateBp.FromEdbInfoId)
  526. // if err != nil {
  527. // if err.Error() == utils.ErrNoRow() {
  528. // continue
  529. // }
  530. // return errors.New("GetEdbInfoById Err:" + err.Error())
  531. // }
  532. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  533. // endDate := "" //time.Now().Format(utils.FormatDate)
  534. // err = data_manage.RefreshCalculateBp(edbInfoId, fromEdbInfo, calculateBp.EdbCode, startDate, endDate)
  535. // if err != nil {
  536. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  537. // }
  538. // }
  539. // } else if source == utils.DATA_SOURCE_CALCULATE_TIME_SHIFT {
  540. // calculate, err := data_manage.GetEdbInfoCalculateMappingDetail(edbInfoId)
  541. // if err != nil {
  542. // return fmt.Errorf("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  543. // }
  544. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculate.FromEdbInfoId)
  545. // if err != nil {
  546. // if err.Error() == utils.ErrNoRow() {
  547. // continue
  548. // }
  549. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  550. // }
  551. // //startDate := v.StartDate.Format(utils.FormatDate)
  552. // //endDate := time.Now().Format(utils.FormatDate)
  553. // formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  554. // err = data_manage.RefreshAllCalculateTimeShift(edbInfoId, source, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, calculate.MoveFrequency)
  555. // if err != nil {
  556. // return fmt.Errorf("RefreshAllCalculateTimeShift Err:" + err.Error())
  557. // }
  558. //
  559. // } else if source == utils.DATA_SOURCE_CALCULATE_ZJPJ { //刷新直接拼接
  560. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  561. // if err != nil {
  562. // if err.Error() == utils.ErrNoRow() {
  563. // continue
  564. // }
  565. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  566. // }
  567. // err = data_manage.RefreshAllCalculateZjpj(tmpEdbInfo)
  568. // if err != nil {
  569. // return fmt.Errorf("RefreshAllCalculateZjpj Err:" + err.Error())
  570. // }
  571. // } else if source == utils.DATA_SOURCE_CALCULATE_LJZTBPJ { //刷新累计值同比拼接
  572. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  573. // if err != nil {
  574. // if err.Error() == utils.ErrNoRow() {
  575. // continue
  576. // }
  577. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  578. // }
  579. // err = data_manage.RefreshAllCalculateLjztbpj(tmpEdbInfo)
  580. // if err != nil {
  581. // return fmt.Errorf("RefreshAllCalculateLjztbpj Err:" + err.Error())
  582. // }
  583. // } else {
  584. // msg := "刷新失败,无效的指标渠道:source:" + strconv.Itoa(source) + " EdbCode:" + v.EdbCode
  585. // err = errors.New(msg)
  586. // return err
  587. // }
  588. //
  589. // maxAndMinItem, err := data_manage.GetEdbInfoMaxAndMinInfo(source, edbCode)
  590. // if err != nil {
  591. // fmt.Println("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  592. // err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  593. // return err
  594. // }
  595. // if maxAndMinItem != nil {
  596. // err = data_manage.ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  597. // if err != nil {
  598. // return err
  599. // }
  600. // }
  601. // }
  602. // return err
  603. //}
  604. //刷新所有计算指标
  605. func RefreshDataFromCalculateAll() (err error) {
  606. defer func() {
  607. if err != nil {
  608. utils.FileLog.Info("RefreshDataFromCalculateAll Err:" + err.Error())
  609. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCalculateAll ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  610. go alarm_msg.SendAlarmMsg("RefreshDataFromCalculateAll ErrMsg:"+err.Error(), 3)
  611. }
  612. }()
  613. var condition string
  614. var pars []interface{}
  615. condition += " AND edb_type=? "
  616. pars = append(pars, 2)
  617. //condition += " AND modify_time<? "
  618. //pars = append(pars, "2022-03-02 17:03:52")
  619. //condition += " AND is_update=1 "
  620. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  621. if err != nil {
  622. return err
  623. }
  624. for _, v := range items {
  625. //edbInfoId := v.EdbInfoId
  626. //edbCode := v.EdbCode
  627. source := v.Source
  628. startDate := v.StartDate.Format(utils.FormatDate)
  629. if startDate == "0001-01-01" {
  630. continue
  631. }
  632. fmt.Println(v.EdbInfoId, v.EdbCode, v.EdbName, v.SourceName, source)
  633. //if source == utils.DATA_SOURCE_CALCULATE {
  634. // startDate := ""
  635. // if v.Frequency == "日度" {
  636. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  637. // } else if v.Frequency == "周度" {
  638. // startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  639. // } else if v.Frequency == "月度" {
  640. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  641. // } else if v.Frequency == "季度" {
  642. // startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  643. // } else if v.Frequency == "年度" {
  644. // startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  645. // } else {
  646. // startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  647. // }
  648. // endDate := time.Now().Format(utils.FormatDate)
  649. // var edbInfoIdBytes []string
  650. // calculateMap, err := data_manage.GetEdbInfoCalculateDetail(int(v.EdbInfoId))
  651. // if err != nil {
  652. // return errors.New("GetEdbInfoCalculateDetail Err:" + err.Error())
  653. // }
  654. // var formulaStr string
  655. // edbInfoList := make([]*data_manage.EdbInfo, 0)
  656. // for _, v := range calculateMap {
  657. // formulaStr += v.FromTag + ","
  658. // edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  659. // edbInfo, _ := data_manage.GetEdbInfoById(v.FromEdbInfoId)
  660. // edbInfoList = append(edbInfoList, edbInfo)
  661. // }
  662. // //endDate = ""
  663. // err = RefreshCalculate(edbInfoList, edbInfoId, edbCode, v.CalculateFormula, startDate, endDate, edbInfoIdBytes)
  664. // if err != nil {
  665. // return errors.New("RefreshCalculate Err:" + err.Error())
  666. // }
  667. //} else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  668. // calculateLjzzy, err := data_manage.GetEdbInfoCalculateLjzzyDetail(edbInfoId)
  669. // if err != nil {
  670. // if err.Error() == utils.ErrNoRow() {
  671. // continue
  672. // }
  673. // return errors.New("GetEdbInfoCalculateLjzzyDetail Err:" + err.Error())
  674. // }
  675. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateLjzzy.FromEdbInfoId)
  676. // if err != nil {
  677. // if err.Error() == utils.ErrNoRow() {
  678. // continue
  679. // }
  680. // return errors.New("GetEdbInfoById Err:" + err.Error())
  681. // }
  682. // year := time.Now().Year() - 1
  683. // startDate := strconv.Itoa(year) + "-01" + "-01"
  684. // endDate := "" //time.Now().Format(utils.FormatDate)
  685. // err = data_manage.RefreshCalculateLjzzy(edbInfoId, fromEdbInfo, edbCode, startDate, endDate)
  686. // if err != nil {
  687. // return errors.New("RefreshCalculateLjzzy Err:" + err.Error())
  688. // }
  689. //} else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  690. // calculateTbz, err := data_manage.GetEdbInfoCalculateTbzDetail(edbInfoId)
  691. // if err != nil {
  692. // return errors.New("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  693. // }
  694. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTbz.FromEdbInfoId)
  695. // if err != nil {
  696. // if err.Error() == utils.ErrNoRow() {
  697. // continue
  698. // }
  699. // return errors.New("GetEdbInfoById Err:" + err.Error())
  700. // }
  701. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  702. // endDate := "" //time.Now().Format(utils.FormatDate)
  703. // err = data_manage.RefreshCalculateTbz(edbInfoId, fromEdbInfo, calculateTbz.EdbCode, startDate, endDate)
  704. // if err != nil {
  705. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  706. // }
  707. //} else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  708. // calculateTcz, err := data_manage.GetEdbInfoCalculateTczDetail(edbInfoId)
  709. // if err != nil {
  710. // return errors.New("GetEdbInfoCalculateTczDetail Err:" + err.Error())
  711. // }
  712. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateTcz.FromEdbInfoId)
  713. // if err != nil {
  714. // if err.Error() == utils.ErrNoRow() {
  715. // continue
  716. // }
  717. // return errors.New("GetEdbInfoById Err:" + err.Error())
  718. // }
  719. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  720. // endDate := "" //time.Now().Format(utils.FormatDate)
  721. // err = data_manage.RefreshCalculateTcz(edbInfoId, fromEdbInfo, calculateTcz.EdbCode, startDate, endDate)
  722. // if err != nil {
  723. // return errors.New("RefreshCalculateTcz Err:" + err.Error())
  724. // }
  725. //} else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  726. // calculateNszydpjjs, err := data_manage.GetEdbInfoCalculateNszydpjjsDetail(edbInfoId)
  727. // if err != nil {
  728. // return errors.New("GetEdbInfoCalculateNszydpjjsDetail Err:" + err.Error())
  729. // }
  730. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateNszydpjjs.FromEdbInfoId)
  731. // if err != nil {
  732. // if err.Error() == utils.ErrNoRow() {
  733. // continue
  734. // }
  735. // return errors.New("GetEdbInfoById Err:" + err.Error())
  736. // }
  737. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  738. // err = data_manage.RefreshCalculateNszydpjjs(edbInfoId, v.Source, formulaInt, fromEdbInfo, calculateNszydpjjs.EdbCode)
  739. // if err != nil {
  740. // return errors.New("RefreshCalculateNszydpjjs Err:" + err.Error())
  741. // }
  742. //} else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  743. // calculateHbz, err := data_manage.GetEdbInfoCalculateHbzDetail(edbInfoId)
  744. // if err != nil {
  745. // return errors.New("GetEdbInfoCalculateHbzDetail Err:" + err.Error())
  746. // }
  747. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHbz.FromEdbInfoId)
  748. // if err != nil {
  749. // if err.Error() == utils.ErrNoRow() {
  750. // continue
  751. // }
  752. // return errors.New("GetEdbInfoById Err:" + err.Error())
  753. // }
  754. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  755. // endDate := "" //time.Now().Format(utils.FormatDate)
  756. // formulaInt, _ := strconv.Atoi(v.CalculateFormula)
  757. // err = data_manage.RefreshCalculateHbz(edbInfoId, source, fromEdbInfo, calculateHbz.EdbCode, startDate, endDate, formulaInt)
  758. // if err != nil {
  759. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  760. // }
  761. //} else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  762. // calculateHcz, err := data_manage.GetEdbInfoCalculateHczDetail(edbInfoId)
  763. // if err != nil {
  764. // return errors.New("GetEdbInfoCalculateHczDetail Err:" + err.Error())
  765. // }
  766. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateHcz.FromEdbInfoId)
  767. // if err != nil {
  768. // if err.Error() == utils.ErrNoRow() {
  769. // continue
  770. // }
  771. // return errors.New("GetEdbInfoById Err:" + err.Error())
  772. // }
  773. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  774. // endDate := "" //time.Now().Format(utils.FormatDate)
  775. // err = data_manage.RefreshCalculateHcz(edbInfoId, source, fromEdbInfo, calculateHcz.EdbCode, startDate, endDate)
  776. // if err != nil {
  777. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  778. // }
  779. //} else if source == utils.DATA_SOURCE_CALCULATE_BP {
  780. // calculateBp, err := data_manage.GetEdbInfoCalculateBpDetail(edbInfoId)
  781. // if err != nil && err.Error() != utils.ErrNoRow() {
  782. // return errors.New("GetEdbInfoCalculateBpDetail Err:" + err.Error())
  783. // }
  784. // if calculateBp != nil {
  785. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculateBp.FromEdbInfoId)
  786. // if err != nil {
  787. // if err.Error() == utils.ErrNoRow() {
  788. // continue
  789. // }
  790. // return errors.New("GetEdbInfoById Err:" + err.Error())
  791. // }
  792. // startDate := time.Now().AddDate(-2, -2, 0).Format(utils.FormatDate)
  793. // endDate := "" //time.Now().Format(utils.FormatDate)
  794. // err = data_manage.RefreshCalculateBp(edbInfoId, fromEdbInfo, calculateBp.EdbCode, startDate, endDate)
  795. // if err != nil {
  796. // return errors.New("RefreshCalculateTbz Err:" + err.Error())
  797. // }
  798. // }
  799. //} else if source == utils.DATA_SOURCE_CALCULATE_TIME_SHIFT {
  800. // calculate, err := data_manage.GetEdbInfoCalculateMappingDetail(edbInfoId)
  801. // if err != nil {
  802. // return fmt.Errorf("GetEdbInfoCalculateTbzDetail Err:" + err.Error())
  803. // }
  804. // fromEdbInfo, err := data_manage.GetEdbInfoById(calculate.FromEdbInfoId)
  805. // if err != nil {
  806. // if err.Error() == utils.ErrNoRow() {
  807. // continue
  808. // }
  809. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  810. // }
  811. // //startDate := v.StartDate.Format(utils.FormatDate)
  812. // //endDate := time.Now().Format(utils.FormatDate)
  813. // formulaInt, _ := strconv.Atoi(calculate.CalculateFormula)
  814. // err = data_manage.RefreshAllCalculateTimeShift(edbInfoId, source, formulaInt, calculate.MoveType, fromEdbInfo, calculate.EdbCode, calculate.MoveFrequency)
  815. // if err != nil {
  816. // return fmt.Errorf("RefreshAllCalculateTimeShift Err:" + err.Error())
  817. // }
  818. //
  819. //} else if source == utils.DATA_SOURCE_CALCULATE_ZJPJ { //刷新直接拼接
  820. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  821. // if err != nil {
  822. // if err.Error() == utils.ErrNoRow() {
  823. // continue
  824. // }
  825. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  826. // }
  827. // err = data_manage.RefreshAllCalculateZjpj(tmpEdbInfo)
  828. // if err != nil {
  829. // return fmt.Errorf("RefreshAllCalculateZjpj Err:" + err.Error())
  830. // }
  831. //} else if source == utils.DATA_SOURCE_CALCULATE_LJZTBPJ { //刷新累计值同比拼接
  832. // tmpEdbInfo, err := data_manage.GetEdbInfoById(v.EdbInfoId)
  833. // if err != nil {
  834. // if err.Error() == utils.ErrNoRow() {
  835. // continue
  836. // }
  837. // return fmt.Errorf("GetEdbInfoById Err:" + err.Error())
  838. // }
  839. // err = data_manage.RefreshAllCalculateLjztbpj(tmpEdbInfo)
  840. // if err != nil {
  841. // return fmt.Errorf("RefreshAllCalculateLjztbpj Err:" + err.Error())
  842. // }
  843. //} else {
  844. // msg := "刷新失败,无效的指标渠道:source:" + strconv.Itoa(source) + " EdbCode:" + v.EdbCode
  845. // err = errors.New(msg)
  846. // return err
  847. //}
  848. fmt.Println("RefreshEdbCalculateData", v.EdbInfoId, v.EdbCode, startDate)
  849. result, err := RefreshEdbCalculateData(v.EdbInfoId, v.EdbCode, startDate)
  850. if err != nil {
  851. err = errors.New("RefreshEdbCalculateData Err:" + err.Error())
  852. return err
  853. }
  854. if result.Ret != 200 {
  855. err = errors.New("RefreshEdbCalculateData err;msg:" + result.Msg + ";errMsg:" + result.ErrMsg)
  856. return err
  857. }
  858. //maxAndMinItem, err := data_manage.GetEdbInfoMaxAndMinInfo(source, edbCode)
  859. //if err != nil {
  860. // fmt.Println("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  861. // err = errors.New("GetEdbInfoMaxAndMinInfo Err:" + err.Error() + ";source:" + strconv.Itoa(source) + ";edbCode:" + edbCode)
  862. // return err
  863. //}
  864. //if maxAndMinItem != nil {
  865. // err = data_manage.ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  866. // if err != nil {
  867. // return err
  868. // }
  869. //}
  870. }
  871. return err
  872. }
  873. //刷新手工指标数据
  874. func RefreshDataFromManual(wg *sync.WaitGroup) (err error) {
  875. defer func() {
  876. if err != nil {
  877. fmt.Println("RefreshDataFromManual Err:" + err.Error())
  878. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromManual ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  879. go alarm_msg.SendAlarmMsg("RefreshDataFromManual ErrMsg:"+err.Error(), 3)
  880. }
  881. wg.Done()
  882. }()
  883. var condition string
  884. var pars []interface{}
  885. condition += " AND source=? "
  886. pars = append(pars, utils.DATA_SOURCE_MANUAL)
  887. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  888. if err != nil {
  889. return errors.New("GetEdbInfoByCondition:" + err.Error())
  890. }
  891. for _, v := range items {
  892. //err = data_manage.RefreshManual(v)
  893. //if err != nil {
  894. // return errors.New("RefreshManual:edbCode:" + v.EdbCode + ":" + err.Error())
  895. //}
  896. startDate := v.StartDate.Format(utils.FormatDate)
  897. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  898. if err != nil {
  899. return errors.New("RefreshEdbData Err:" + err.Error())
  900. }
  901. if resp.Ret != 200 {
  902. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  903. }
  904. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  905. if err != nil {
  906. if err.Error() != utils.ErrNoRow() {
  907. return err
  908. } else {
  909. err = nil
  910. }
  911. } else {
  912. if item != nil {
  913. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  914. if err != nil {
  915. return err
  916. }
  917. }
  918. }
  919. }
  920. return err
  921. }
  922. //刷新隆众数据
  923. func RefreshDataFromLz(wg *sync.WaitGroup) (err error) {
  924. defer func() {
  925. if err != nil {
  926. fmt.Println("RefreshDataFromLz Err:" + err.Error())
  927. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromLz ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  928. go alarm_msg.SendAlarmMsg("RefreshDataFromLz ErrMsg:"+err.Error(), 3)
  929. }
  930. wg.Done()
  931. }()
  932. var condition string
  933. var pars []interface{}
  934. condition += " AND source=? "
  935. pars = append(pars, utils.DATA_SOURCE_LZ)
  936. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  937. if err != nil {
  938. return errors.New("GetEdbInfoByCondition:" + err.Error())
  939. }
  940. //var endDate string
  941. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  942. for _, v := range items {
  943. startDate := ""
  944. if v.Frequency == "日度" {
  945. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  946. } else if v.Frequency == "周度" {
  947. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  948. } else if v.Frequency == "月度" {
  949. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  950. } else if v.Frequency == "季度" {
  951. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  952. } else if v.Frequency == "年度" {
  953. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  954. } else {
  955. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  956. }
  957. //fmt.Println(startDate, endDate)
  958. //err = data_manage.RefreshEdbDataByLz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  959. //if err != nil {
  960. // return errors.New("RefreshEdbDataByLz:" + err.Error())
  961. //}
  962. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  963. if err != nil {
  964. return errors.New("RefreshEdbData Err:" + err.Error())
  965. }
  966. if resp.Ret != 200 {
  967. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  968. }
  969. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  970. if err != nil {
  971. return err
  972. }
  973. if item != nil {
  974. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  975. if err != nil {
  976. return err
  977. }
  978. }
  979. }
  980. return err
  981. }
  982. //刷新有色数据
  983. func RefreshDataFromYs(wg *sync.WaitGroup) (err error) {
  984. defer func() {
  985. if err != nil {
  986. fmt.Println("RefreshDataFromYs Err:" + err.Error())
  987. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromYs ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  988. go alarm_msg.SendAlarmMsg("RefreshDataFromYs ErrMsg:"+err.Error(), 3)
  989. }
  990. wg.Done()
  991. }()
  992. var condition string
  993. var pars []interface{}
  994. condition += " AND source=? "
  995. pars = append(pars, utils.DATA_SOURCE_YS)
  996. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  997. if err != nil {
  998. return errors.New("GetEdbInfoByCondition:" + err.Error())
  999. }
  1000. //var endDate string
  1001. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1002. for _, v := range items {
  1003. startDate := ""
  1004. if v.Frequency == "日度" {
  1005. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1006. } else if v.Frequency == "周度" {
  1007. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1008. } else if v.Frequency == "月度" {
  1009. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1010. } else if v.Frequency == "季度" {
  1011. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1012. } else if v.Frequency == "年度" {
  1013. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1014. } else {
  1015. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1016. }
  1017. //fmt.Println(startDate, endDate)
  1018. //err = data_manage.RefreshEdbDataByYs(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1019. //if err != nil {
  1020. // return errors.New("RefreshEdbDataByYs:" + err.Error())
  1021. //}
  1022. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1023. if err != nil {
  1024. return errors.New("RefreshEdbData Err:" + err.Error())
  1025. }
  1026. if resp.Ret != 200 {
  1027. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1028. }
  1029. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1030. if err != nil {
  1031. return err
  1032. }
  1033. if item != nil {
  1034. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1035. if err != nil {
  1036. return err
  1037. }
  1038. }
  1039. }
  1040. return err
  1041. }
  1042. //刷新钢联数据
  1043. func RefreshDataFromGl(wg *sync.WaitGroup) (err error) {
  1044. defer func() {
  1045. if err != nil {
  1046. fmt.Println("RefreshDataFromGl Err:" + err.Error())
  1047. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromGl ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1048. go alarm_msg.SendAlarmMsg("RefreshDataFromGl ErrMsg:"+err.Error(), 3)
  1049. }
  1050. wg.Done()
  1051. }()
  1052. var condition string
  1053. var pars []interface{}
  1054. condition += " AND source=? "
  1055. pars = append(pars, utils.DATA_SOURCE_GL)
  1056. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1057. if err != nil {
  1058. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1059. }
  1060. //var endDate string
  1061. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1062. for _, v := range items {
  1063. startDate := ""
  1064. if v.Frequency == "日度" {
  1065. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1066. } else if v.Frequency == "周度" {
  1067. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1068. } else if v.Frequency == "月度" {
  1069. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1070. } else if v.Frequency == "季度" {
  1071. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1072. } else if v.Frequency == "年度" {
  1073. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1074. } else {
  1075. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1076. }
  1077. //fmt.Println(startDate, endDate)
  1078. //err = data_manage.RefreshEdbDataByGl(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1079. //if err != nil {
  1080. // return errors.New("RefreshEdbDataByGl:" + err.Error())
  1081. //}
  1082. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1083. if err != nil {
  1084. return errors.New("RefreshEdbData Err:" + err.Error())
  1085. }
  1086. if resp.Ret != 200 {
  1087. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1088. }
  1089. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1090. if err != nil {
  1091. return err
  1092. }
  1093. if item != nil {
  1094. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1095. if err != nil {
  1096. return err
  1097. }
  1098. }
  1099. }
  1100. return err
  1101. }
  1102. // RefreshDataFromSh 刷新上期所数据
  1103. func RefreshDataFromSh(wg *sync.WaitGroup) (err error) {
  1104. defer func() {
  1105. if err != nil {
  1106. fmt.Println("RefreshDataFromSh Err:" + err.Error())
  1107. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromSh ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1108. go alarm_msg.SendAlarmMsg("RefreshDataFromSh ErrMsg:"+err.Error(), 3)
  1109. }
  1110. wg.Done()
  1111. }()
  1112. var condition string
  1113. var pars []interface{}
  1114. condition += " AND source=? "
  1115. pars = append(pars, utils.DATA_SOURCE_SH)
  1116. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1117. if err != nil {
  1118. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1119. }
  1120. //var endDate string
  1121. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1122. for _, v := range items {
  1123. startDate := ""
  1124. if v.Frequency == "日度" {
  1125. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1126. } else if v.Frequency == "周度" {
  1127. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1128. } else if v.Frequency == "月度" {
  1129. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1130. } else if v.Frequency == "季度" {
  1131. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1132. } else if v.Frequency == "年度" {
  1133. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1134. } else {
  1135. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1136. }
  1137. //fmt.Println(startDate, endDate)
  1138. //err = data_manage.RefreshEdbDataBySh(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1139. //if err != nil {
  1140. // return errors.New("RefreshEdbDataBySh:" + err.Error())
  1141. //}
  1142. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1143. if err != nil {
  1144. return errors.New("RefreshEdbData Err:" + err.Error())
  1145. }
  1146. if resp.Ret != 200 {
  1147. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1148. }
  1149. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1150. if err != nil {
  1151. return err
  1152. }
  1153. if item != nil {
  1154. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1155. if err != nil {
  1156. return err
  1157. }
  1158. }
  1159. }
  1160. return err
  1161. }
  1162. // RefreshDataFromDl 刷新大商所数据
  1163. func RefreshDataFromDl(wg *sync.WaitGroup) (err error) {
  1164. defer func() {
  1165. if err != nil {
  1166. fmt.Println("RefreshDataFromDl Err:" + err.Error())
  1167. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromDl ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1168. go alarm_msg.SendAlarmMsg("RefreshDataFromDl ErrMsg:"+err.Error(), 3)
  1169. }
  1170. wg.Done()
  1171. }()
  1172. var condition string
  1173. var pars []interface{}
  1174. condition += " AND source=? "
  1175. pars = append(pars, utils.DATA_SOURCE_DL)
  1176. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1177. if err != nil {
  1178. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1179. }
  1180. //var endDate string
  1181. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1182. for _, v := range items {
  1183. startDate := ""
  1184. if v.Frequency == "日度" {
  1185. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1186. } else if v.Frequency == "周度" {
  1187. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1188. } else if v.Frequency == "月度" {
  1189. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1190. } else if v.Frequency == "季度" {
  1191. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1192. } else if v.Frequency == "年度" {
  1193. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1194. } else {
  1195. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1196. }
  1197. //fmt.Println(startDate, endDate)
  1198. //err = data_manage.RefreshEdbDataByDl(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1199. //if err != nil {
  1200. // return errors.New("RefreshEdbDataByDl:" + err.Error())
  1201. //}
  1202. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1203. if err != nil {
  1204. return errors.New("RefreshEdbData Err:" + err.Error())
  1205. }
  1206. if resp.Ret != 200 {
  1207. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1208. }
  1209. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1210. if err != nil {
  1211. return err
  1212. }
  1213. if item != nil {
  1214. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1215. if err != nil {
  1216. return err
  1217. }
  1218. }
  1219. }
  1220. return err
  1221. }
  1222. // RefreshDataFromShfe 刷新上期能源数据
  1223. func RefreshDataFromShfe(wg *sync.WaitGroup) (err error) {
  1224. defer func() {
  1225. if err != nil {
  1226. fmt.Println("RefreshDataFromShfe Err:" + err.Error())
  1227. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromShfe ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1228. go alarm_msg.SendAlarmMsg("RefreshDataFromShfe ErrMsg:"+err.Error(), 3)
  1229. }
  1230. wg.Done()
  1231. }()
  1232. var condition string
  1233. var pars []interface{}
  1234. condition += " AND source=? "
  1235. pars = append(pars, utils.DATA_SOURCE_SHFE)
  1236. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1237. if err != nil {
  1238. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1239. }
  1240. //var endDate string
  1241. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1242. for _, v := range items {
  1243. startDate := ""
  1244. if v.Frequency == "日度" {
  1245. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1246. } else if v.Frequency == "周度" {
  1247. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1248. } else if v.Frequency == "月度" {
  1249. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1250. } else if v.Frequency == "季度" {
  1251. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1252. } else if v.Frequency == "年度" {
  1253. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1254. } else {
  1255. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1256. }
  1257. //fmt.Println(startDate, endDate)
  1258. //err = data_manage.RefreshEdbDataByShfe(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1259. //if err != nil {
  1260. // return errors.New("RefreshEdbDataByShfe:" + err.Error())
  1261. //}
  1262. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1263. if err != nil {
  1264. return errors.New("RefreshEdbData Err:" + err.Error())
  1265. }
  1266. if resp.Ret != 200 {
  1267. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1268. }
  1269. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1270. if err != nil {
  1271. return err
  1272. }
  1273. if item != nil {
  1274. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1275. if err != nil {
  1276. return err
  1277. }
  1278. }
  1279. }
  1280. return err
  1281. }
  1282. // RefreshDataFromCffex 刷新中金所数据
  1283. func RefreshDataFromCffex(wg *sync.WaitGroup) (err error) {
  1284. defer func() {
  1285. if err != nil {
  1286. fmt.Println("RefreshDataFromCffex Err:" + err.Error())
  1287. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCffex ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1288. go alarm_msg.SendAlarmMsg("RefreshDataFromCffex ErrMsg:"+err.Error(), 3)
  1289. }
  1290. wg.Done()
  1291. }()
  1292. var condition string
  1293. var pars []interface{}
  1294. condition += " AND source=? "
  1295. pars = append(pars, utils.DATA_SOURCE_CFFEX)
  1296. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1297. if err != nil {
  1298. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1299. }
  1300. //var endDate string
  1301. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1302. for _, v := range items {
  1303. startDate := ""
  1304. if v.Frequency == "日度" {
  1305. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1306. } else if v.Frequency == "周度" {
  1307. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1308. } else if v.Frequency == "月度" {
  1309. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1310. } else if v.Frequency == "季度" {
  1311. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1312. } else if v.Frequency == "年度" {
  1313. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1314. } else {
  1315. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1316. }
  1317. //fmt.Println(startDate, endDate)
  1318. //err = data_manage.RefreshEdbDataByCffex(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1319. //if err != nil {
  1320. // return errors.New("RefreshEdbDataByCffex:" + err.Error())
  1321. //}
  1322. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1323. if err != nil {
  1324. return errors.New("RefreshEdbData Err:" + err.Error())
  1325. }
  1326. if resp.Ret != 200 {
  1327. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1328. }
  1329. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1330. if err != nil {
  1331. return err
  1332. }
  1333. if item != nil {
  1334. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1335. if err != nil {
  1336. return err
  1337. }
  1338. }
  1339. }
  1340. return err
  1341. }
  1342. // RefreshDataFromZz 刷新郑商所数据
  1343. func RefreshDataFromZz(wg *sync.WaitGroup) (err error) {
  1344. defer func() {
  1345. if err != nil {
  1346. fmt.Println("RefreshDataFromZz Err:" + err.Error())
  1347. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromZz ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1348. go alarm_msg.SendAlarmMsg("RefreshDataFromZz ErrMsg:"+err.Error(), 3)
  1349. }
  1350. wg.Done()
  1351. }()
  1352. var condition string
  1353. var pars []interface{}
  1354. condition += " AND source=? "
  1355. pars = append(pars, utils.DATA_SOURCE_ZZ)
  1356. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1357. if err != nil {
  1358. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1359. }
  1360. //var endDate string
  1361. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1362. for _, v := range items {
  1363. startDate := ""
  1364. if v.Frequency == "日度" {
  1365. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1366. } else if v.Frequency == "周度" {
  1367. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1368. } else if v.Frequency == "月度" {
  1369. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1370. } else if v.Frequency == "季度" {
  1371. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1372. } else if v.Frequency == "年度" {
  1373. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1374. } else {
  1375. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1376. }
  1377. //fmt.Println(startDate, endDate)
  1378. //err = data_manage.RefreshEdbDataByZz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1379. //if err != nil {
  1380. // return errors.New("RefreshEdbDataByZz:" + err.Error())
  1381. //}
  1382. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1383. if err != nil {
  1384. return errors.New("RefreshEdbData Err:" + err.Error())
  1385. }
  1386. if resp.Ret != 200 {
  1387. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1388. }
  1389. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1390. if err != nil {
  1391. return err
  1392. }
  1393. if item != nil {
  1394. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1395. if err != nil {
  1396. return err
  1397. }
  1398. }
  1399. }
  1400. return err
  1401. }
  1402. // RefreshDataFromLt 刷新路透数据
  1403. func RefreshDataFromLt(wg *sync.WaitGroup) (err error) {
  1404. defer func() {
  1405. if err != nil {
  1406. fmt.Println("RefreshDataFromLt Err:" + err.Error())
  1407. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromLt ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1408. go alarm_msg.SendAlarmMsg("RefreshDataFromLt ErrMsg:"+err.Error(), 3)
  1409. }
  1410. wg.Done()
  1411. }()
  1412. var condition string
  1413. var pars []interface{}
  1414. condition += " AND source=? "
  1415. pars = append(pars, utils.DATA_SOURCE_LT)
  1416. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1417. if err != nil {
  1418. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1419. }
  1420. //endDate := time.Now().Format(utils.FormatDate)
  1421. for _, v := range items {
  1422. startDate := v.StartDate.Format(utils.FormatDate)
  1423. //err = data_manage.RefreshAllEdbDataByLt(v.EdbInfoId, utils.DATA_SOURCE_LT, v.EdbCode, startDate, endDate)
  1424. //if err != nil {
  1425. // return errors.New("RefreshEdbDataByLt:" + err.Error())
  1426. //}
  1427. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1428. if err != nil {
  1429. return errors.New("RefreshEdbData Err:" + err.Error())
  1430. }
  1431. if resp.Ret != 200 {
  1432. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1433. }
  1434. //更新指标的最新数据
  1435. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1436. if err != nil {
  1437. return err
  1438. }
  1439. if item != nil {
  1440. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1441. if err != nil {
  1442. return err
  1443. }
  1444. }
  1445. }
  1446. return err
  1447. }
  1448. func ResetEdbInfoIsUpdate(cont context.Context) (err error) {
  1449. go data_manage.ResetEdbInfoIsUpdate()
  1450. return nil
  1451. }
  1452. // CheckWindDataInterface 检测wind数据服务器
  1453. func CheckWindDataInterface(cont context.Context) (err error) {
  1454. for _, hzDataWindUrl := range utils.Hz_Data_WIND_Url_List {
  1455. go func(urlStr string) {
  1456. checkUrl := urlStr + `hz_server`
  1457. body, err := http.Get(checkUrl)
  1458. if err != nil {
  1459. msg := fmt.Sprintf("检测:%s 失败:CheckWindDataInterface ErrMsg:%s", checkUrl, err.Error())
  1460. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1461. go alarm_msg.SendAlarmMsg(msg, 3)
  1462. } else {
  1463. result := string(body)
  1464. if result != `"wind true"` {
  1465. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  1466. //msg := "检测Wind数据服务器2失败:CheckWindDataInterface ErrMsg:" + string(body)
  1467. msg := fmt.Sprintf("检测%s失败:CheckWindDataInterface ErrMsg:%s", checkUrl, string(body))
  1468. go alarm_msg.SendAlarmMsg(msg, 3)
  1469. }
  1470. }
  1471. }(hzDataWindUrl)
  1472. }
  1473. go func() {
  1474. checkUrl := utils.Hz_Data_WIND_Url + `hz_server`
  1475. body, err := http.Get(checkUrl)
  1476. if err != nil {
  1477. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1478. msg := "检测Wind数据服务器2失败:CheckWindDataInterface ErrMsg:" + err.Error()
  1479. go alarm_msg.SendAlarmMsg(msg, 3)
  1480. } else {
  1481. result := string(body)
  1482. if result != `"wind true"` {
  1483. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"检测数据接口:失败提醒", "检测路透数据服务器失败:CheckLtDataInterface ErrMsg:"+string(body), utils.EmailSendToUsers)
  1484. msg := "检测Wind数据服务器2失败:CheckWindDataInterface ErrMsg:" + string(body)
  1485. go alarm_msg.SendAlarmMsg(msg, 3)
  1486. }
  1487. }
  1488. }()
  1489. return
  1490. }
  1491. // RefreshDataFromCoal 刷新煤炭网数据
  1492. func RefreshDataFromCoal(wg *sync.WaitGroup) (err error) {
  1493. defer func() {
  1494. if err != nil {
  1495. fmt.Println("RefreshDataFromCoal Err:" + err.Error())
  1496. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "RefreshDataFromCoal ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1497. go alarm_msg.SendAlarmMsg("RefreshDataFromCoal ErrMsg:"+err.Error(), 3)
  1498. }
  1499. wg.Done()
  1500. }()
  1501. var condition string
  1502. var pars []interface{}
  1503. condition += " AND source=? "
  1504. pars = append(pars, utils.DATA_SOURCE_COAL)
  1505. items, err := data_manage.GetEdbInfoByCondition(condition, pars, 0)
  1506. if err != nil {
  1507. return errors.New("GetEdbInfoByCondition:" + err.Error())
  1508. }
  1509. //var endDate string
  1510. //endDate = time.Now().AddDate(utils.DATA_END_DATE_LIMIT, 0, 0).Format(utils.FormatDateUnSpace)
  1511. for _, v := range items {
  1512. startDate := ""
  1513. if v.Frequency == "日度" {
  1514. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1515. } else if v.Frequency == "周度" {
  1516. startDate = v.EndDate.AddDate(0, 0, -(utils.DATA_REFRESH * 7)).Format(utils.FormatDate)
  1517. } else if v.Frequency == "月度" {
  1518. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH, 0).Format(utils.FormatDate)
  1519. } else if v.Frequency == "季度" {
  1520. startDate = v.EndDate.AddDate(0, -utils.DATA_REFRESH*3, 0).Format(utils.FormatDate)
  1521. } else if v.Frequency == "年度" {
  1522. startDate = v.EndDate.AddDate(-utils.DATA_REFRESH, 0, 0).Format(utils.FormatDate)
  1523. } else {
  1524. startDate = v.EndDate.AddDate(0, 0, -utils.DATA_REFRESH).Format(utils.FormatDate)
  1525. }
  1526. //fmt.Println(startDate, endDate)
  1527. //err = data_manage.RefreshEdbDataByZz(v.EdbInfoId, v.EdbCode, startDate, endDate)
  1528. //if err != nil {
  1529. // return errors.New("RefreshEdbDataByZz:" + err.Error())
  1530. //}
  1531. resp, err := RefreshEdbData(v.EdbInfoId, v.Source, v.EdbCode, startDate)
  1532. if err != nil {
  1533. return errors.New("RefreshEdbData Err:" + err.Error())
  1534. }
  1535. if resp.Ret != 200 {
  1536. return errors.New("RefreshEdbData Err:" + resp.Msg + ";ErrMsg:" + resp.ErrMsg)
  1537. }
  1538. item, err := data_manage.GetEdbInfoMaxAndMinInfo(v.Source, v.EdbCode)
  1539. if err != nil {
  1540. return err
  1541. }
  1542. if item != nil {
  1543. err = data_manage.ModifyEdbInfoMaxAndMinInfo(v.EdbInfoId, item)
  1544. if err != nil {
  1545. return err
  1546. }
  1547. }
  1548. }
  1549. return err
  1550. }