edb_info.go 72 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094
  1. package data
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta_gn/eta_api/cache"
  6. "eta_gn/eta_api/models"
  7. "eta_gn/eta_api/models/data_manage"
  8. "eta_gn/eta_api/models/data_manage/excel"
  9. "eta_gn/eta_api/services/alarm_msg"
  10. "eta_gn/eta_api/services/data/data_manage_permission"
  11. "eta_gn/eta_api/services/elastic"
  12. "eta_gn/eta_api/utils"
  13. "fmt"
  14. "sort"
  15. "strconv"
  16. "strings"
  17. "time"
  18. )
  19. // EdbInfoRefreshAllFromBaseV2 全部刷新指标(切换到edb_lib服务)
  20. func EdbInfoRefreshAllFromBaseV2(edbInfoId int, refreshAll, isRefreshTop bool) (err error, isAsync bool) {
  21. var errmsg string
  22. defer func() {
  23. if err != nil {
  24. fmt.Println("EdbInfoRefreshAllFromBaseV2 Err:" + err.Error() + ";errmsg:" + errmsg)
  25. go alarm_msg.SendAlarmMsg("EdbInfoRefreshFromBaseV2,Err"+err.Error()+";errMsg:"+errmsg, 3)
  26. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "EdbInfoRefreshFromBase:"+errmsg, utils.EmailSendToUsers)
  27. }
  28. }()
  29. err, isAsync = EdbInfoRefreshAllFromBaseV3([]int{edbInfoId}, refreshAll, false, isRefreshTop)
  30. return
  31. }
  32. // EdbInfoRefreshAllFromBaseV3
  33. //
  34. // @Description: 全部刷新指标(切换到edb_lib服务)
  35. // @author: Roc
  36. // @datetime 2023-10-23 09:57:55
  37. // @param edbInfoIdList []int
  38. // @param refreshAll bool
  39. // @param isSync bool 是否同步执行
  40. // @param isRefreshTop bool 是否刷新上面的指标
  41. // @return err error
  42. // @return isAsync bool 是否异步刷新
  43. func EdbInfoRefreshAllFromBaseV3(edbInfoIdList []int, refreshAll, isSync, isRefreshTop bool) (err error, isAsync bool) {
  44. var errmsg string
  45. defer func() {
  46. if err != nil {
  47. fmt.Println("EdbInfoRefreshAllFromBaseV3 Err:" + err.Error() + ";errmsg:" + errmsg)
  48. go alarm_msg.SendAlarmMsg("EdbInfoRefreshAllFromBaseV3,Err"+err.Error()+";errMsg:"+errmsg, 3)
  49. }
  50. }()
  51. var newBaseEdbInfoArr, newBasePredictEdbInfoArr []*data_manage.EdbInfo
  52. var newCalculateMap, newPredictCalculateMap map[int]*data_manage.EdbInfo
  53. var calculateArr, predictCalculateArr []int
  54. // 获取关联指标
  55. if isRefreshTop {
  56. // 获取所有关联的指标,上下所有的指标
  57. newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr, err, errmsg = getRefreshEdbInfoListByIds(edbInfoIdList)
  58. if err != nil {
  59. return
  60. }
  61. } else {
  62. // 获取溯源的指标
  63. newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr = getEdbInfoIdList(edbInfoIdList)
  64. }
  65. // 需要刷新的指标数量
  66. totalEdbInfo := len(newBaseEdbInfoArr) + len(calculateArr) + len(predictCalculateArr) + len(newBasePredictEdbInfoArr)
  67. if totalEdbInfo == 0 {
  68. return
  69. }
  70. if totalEdbInfo <= 20 || isSync {
  71. err = edbInfoRefreshAll(refreshAll, newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr)
  72. } else {
  73. isAsync = true
  74. go edbInfoRefreshAll(refreshAll, newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr)
  75. }
  76. return
  77. }
  78. // getEdbInfoIdList
  79. // @Description: 获取待更新的指标列表
  80. // @author: Roc
  81. // @datetime 2023-12-01 16:19:42
  82. // @param edbInfoIdList []int
  83. // @return newBaseEdbInfoArr []*data_manage.EdbInfo
  84. // @return newBasePredictEdbInfoArr []*data_manage.EdbInfo
  85. // @return newCalculateMap map[int]*data_manage.EdbInfo
  86. // @return newPredictCalculateMap map[int]*data_manage.EdbInfo
  87. // @return calculateArr []int
  88. // @return predictCalculateArr []int
  89. func getEdbInfoIdList(edbInfoIdList []int) (newBaseEdbInfoArr, newBasePredictEdbInfoArr []*data_manage.EdbInfo, newCalculateMap, newPredictCalculateMap map[int]*data_manage.EdbInfo, calculateArr, predictCalculateArr []int) {
  90. traceEdbInfoList, err := TraceEdbInfoByEdbInfoIdList(edbInfoIdList)
  91. if err != nil {
  92. return
  93. }
  94. // existEdbInfoIdMap 已经处理了的指标id map
  95. existEdbInfoIdMap := make(map[int]int)
  96. // 基础指标
  97. newBaseEdbInfoArr = make([]*data_manage.EdbInfo, 0)
  98. newBasePredictEdbInfoArr = make([]*data_manage.EdbInfo, 0)
  99. newBaseMap := make(map[int]*data_manage.EdbInfo)
  100. newPredictBaseMap := make(map[int]*data_manage.EdbInfo)
  101. // 计算指标
  102. newCalculateMap = make(map[int]*data_manage.EdbInfo)
  103. newPredictCalculateMap = make(map[int]*data_manage.EdbInfo)
  104. calculateArr = make([]int, 0)
  105. predictCalculateArr = make([]int, 0)
  106. // 获取关联指标
  107. for _, traceEdbInfo := range traceEdbInfoList {
  108. tmpBaseEdbInfoArr, tmpBasePredictEdbInfoArr, tmpCalculateMap, tmpPredictCalculateMap, _, _ := getRefreshEdbInfoListByTraceEdbInfo(traceEdbInfo, existEdbInfoIdMap)
  109. // 普通基础指标
  110. for _, edbInfo := range tmpBaseEdbInfoArr {
  111. if _, ok := newBaseMap[edbInfo.EdbInfoId]; !ok {
  112. newBaseMap[edbInfo.EdbInfoId] = edbInfo
  113. if edbInfo.NoUpdate == 1 {
  114. continue
  115. }
  116. newBaseEdbInfoArr = append(newBaseEdbInfoArr, edbInfo)
  117. }
  118. }
  119. // 预测基础指标
  120. for _, edbInfo := range tmpBasePredictEdbInfoArr {
  121. if _, ok := newPredictBaseMap[edbInfo.EdbInfoId]; !ok {
  122. newPredictBaseMap[edbInfo.EdbInfoId] = edbInfo
  123. newBasePredictEdbInfoArr = append(newBasePredictEdbInfoArr, edbInfo)
  124. }
  125. }
  126. // 普通计算指标
  127. for _, edbInfo := range tmpCalculateMap {
  128. if _, ok := newCalculateMap[edbInfo.EdbInfoId]; !ok {
  129. if edbInfo.NoUpdate == 1 {
  130. continue
  131. }
  132. newCalculateMap[edbInfo.EdbInfoId] = edbInfo
  133. calculateArr = append(calculateArr, edbInfo.EdbInfoId)
  134. }
  135. }
  136. // 预测计算指标
  137. for _, edbInfo := range tmpPredictCalculateMap {
  138. if _, ok := newPredictCalculateMap[edbInfo.EdbInfoId]; !ok {
  139. newPredictCalculateMap[edbInfo.EdbInfoId] = edbInfo
  140. predictCalculateArr = append(predictCalculateArr, edbInfo.EdbInfoId)
  141. }
  142. }
  143. }
  144. // 普通计算指标的id
  145. sort.Ints(calculateArr)
  146. // 预测计算指标的id
  147. sort.Ints(predictCalculateArr)
  148. return
  149. }
  150. // getRefreshEdbInfoListByTraceEdbInfo根据溯源获取关联指标
  151. func getRefreshEdbInfoListByTraceEdbInfo(traceEdbInfo data_manage.TraceEdbInfoResp, existEdbInfoIdMap map[int]int) (newBaseEdbInfoArr, newBasePredictEdbInfoArr []*data_manage.EdbInfo, newCalculateMap, newPredictCalculateMap map[int]*data_manage.EdbInfo, calculateArr, predictCalculateArr []int) {
  152. newBaseEdbInfoArr = make([]*data_manage.EdbInfo, 0)
  153. newBasePredictEdbInfoArr = make([]*data_manage.EdbInfo, 0)
  154. newCalculateMap = make(map[int]*data_manage.EdbInfo)
  155. newPredictCalculateMap = make(map[int]*data_manage.EdbInfo)
  156. calculateArr = make([]int, 0)
  157. predictCalculateArr = make([]int, 0)
  158. _, ok := existEdbInfoIdMap[traceEdbInfo.EdbInfoId]
  159. if ok {
  160. return
  161. }
  162. existEdbInfoIdMap[traceEdbInfo.EdbInfoId] = traceEdbInfo.EdbInfoId
  163. switch traceEdbInfo.EdbInfoType {
  164. //0-普通指标; 1-预测指标
  165. case 0: // 0-普通指标
  166. if traceEdbInfo.EdbType == 1 { //1-基础指标
  167. newBaseEdbInfoArr = append(newBaseEdbInfoArr, traceEdbInfo.EdbInfo)
  168. } else if traceEdbInfo.EdbType == 2 { //2-计算指标
  169. newCalculateMap[traceEdbInfo.EdbInfoId] = traceEdbInfo.EdbInfo
  170. calculateArr = append(calculateArr, traceEdbInfo.EdbInfoId)
  171. }
  172. case 1: // 1-预测指标
  173. if traceEdbInfo.EdbType == 1 { //1-基础指标
  174. newBasePredictEdbInfoArr = append(newBasePredictEdbInfoArr, traceEdbInfo.EdbInfo)
  175. } else if traceEdbInfo.EdbType == 2 { //2-计算指标
  176. newPredictCalculateMap[traceEdbInfo.EdbInfoId] = traceEdbInfo.EdbInfo
  177. predictCalculateArr = append(predictCalculateArr, traceEdbInfo.EdbInfoId)
  178. }
  179. }
  180. if traceEdbInfo.Child != nil && len(traceEdbInfo.Child) > 0 {
  181. for _, v := range traceEdbInfo.Child {
  182. tmpBaseEdbInfoArr, tmpPredictEdbInfoArr, tmpCalculateMap, tmpPredictCalculateMap, tmpCalculateArr, tmpPredictCalculateArr := getRefreshEdbInfoListByTraceEdbInfo(v, existEdbInfoIdMap)
  183. newBaseEdbInfoArr = append(newBaseEdbInfoArr, tmpBaseEdbInfoArr...)
  184. newBasePredictEdbInfoArr = append(newBasePredictEdbInfoArr, tmpPredictEdbInfoArr...)
  185. for k, tmpEdbInfo := range tmpCalculateMap {
  186. newCalculateMap[k] = tmpEdbInfo
  187. }
  188. for k, tmpEdbInfo := range tmpPredictCalculateMap {
  189. newPredictCalculateMap[k] = tmpEdbInfo
  190. }
  191. calculateArr = append(calculateArr, tmpCalculateArr...)
  192. predictCalculateArr = append(predictCalculateArr, tmpPredictCalculateArr...)
  193. }
  194. }
  195. return
  196. }
  197. func edbInfoRefreshAll(refreshAll bool, newBaseEdbInfoArr, newBasePredictEdbInfoArr []*data_manage.EdbInfo, newCalculateMap, newPredictCalculateMap map[int]*data_manage.EdbInfo, calculateArr, predictCalculateArr []int) (err error) {
  198. var errmsg string
  199. defer func() {
  200. if err != nil {
  201. fmt.Println("EdbInfoRefreshAllFromBaseV2 Err:" + err.Error() + ";errmsg:" + errmsg)
  202. go alarm_msg.SendAlarmMsg("EdbInfoRefreshFromBaseV2,Err"+err.Error()+";errMsg:"+errmsg, 3)
  203. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "EdbInfoRefreshFromBase:"+errmsg, utils.EmailSendToUsers)
  204. }
  205. }()
  206. var startDate string
  207. for _, bv := range newBaseEdbInfoArr {
  208. //source := bv.Source
  209. //edbInfoId := bv.EdbInfoId
  210. //edbCode := bv.EdbCode
  211. //fmt.Println(bv.StartDate)
  212. //if utils.TimeToFormatDate(bv.StartDate) == "0000-00-00" {
  213. // continue
  214. //}
  215. //开始时间
  216. startDate = ``
  217. if refreshAll { //刷新所有数据,那么就是从配置的开始时间开始刷新
  218. startDate = utils.BaseEdbRefreshStartDate
  219. } else {
  220. sTime := bv.EndDate
  221. // 如果日期是空,那么就采用系统默认的日期
  222. if sTime.IsZero() {
  223. sTime, _ = time.ParseInLocation(utils.FormatDate, utils.BaseEdbRefreshStartDate, time.Local)
  224. }
  225. frequency := bv.Frequency
  226. var limitDay int
  227. switch frequency {
  228. case "日度":
  229. limitDay = utils.DATA_START_REFRESH_LIMIT
  230. case "周度":
  231. limitDay = utils.DATA_START_REFRESH_LIMIT * 7
  232. case "月度":
  233. limitDay = utils.DATA_START_REFRESH_LIMIT * 30
  234. case "季度":
  235. limitDay = utils.DATA_START_REFRESH_LIMIT * 90
  236. case "年度":
  237. limitDay = utils.DATA_START_REFRESH_LIMIT * 365
  238. default:
  239. limitDay = utils.DATA_START_REFRESH_LIMIT
  240. }
  241. startDate = sTime.AddDate(0, 0, -limitDay).Format(utils.FormatDate)
  242. }
  243. result, err := RefreshEdbData(bv.EdbInfoId, bv.Source, bv.SubSource, bv.EdbCode, startDate)
  244. if err != nil {
  245. fmt.Println(bv.EdbInfoId, "RefreshBaseEdbData err", time.Now())
  246. errmsg = "RefreshBaseEdbData Err:" + err.Error()
  247. return err
  248. }
  249. if result.Ret != 200 {
  250. fmt.Println(bv.EdbInfoId, "RefreshBaseEdbData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  251. errmsg = fmt.Sprint(bv.EdbInfoId, "RefreshBaseEdbData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  252. return fmt.Errorf("刷新失败, err:", errmsg)
  253. }
  254. //fmt.Println("end newBaseEdbInfoArr:", bv, time.Now())
  255. }
  256. //刷新相关普通计算指标
  257. for _, v := range calculateArr {
  258. edbInfo := newCalculateMap[v]
  259. if edbInfo == nil {
  260. return err
  261. }
  262. //计算指标就不用开始时间了吧,因为存在说开始时间变更的情况
  263. startDate = ``
  264. if !refreshAll { //如果不是全部更新,那么以指标的开始时间作为刷新
  265. startDate = utils.TimeToFormatDate(edbInfo.StartDate)
  266. source := edbInfo.Source
  267. if startDate == "" || startDate == "0000-00-00" { //如果没有开始日期,说明还没有计算出来数据,那么就往前面推40年吧(也意味着重新计算了)
  268. startDate = time.Now().AddDate(-40, 0, 0).Format(utils.FormatDate)
  269. } else {
  270. if source == utils.DATA_SOURCE_CALCULATE {
  271. sTime := edbInfo.EndDate
  272. frequency := edbInfo.Frequency
  273. var limitDay int
  274. switch frequency {
  275. case "日度":
  276. limitDay = utils.DATA_START_REFRESH_LIMIT
  277. case "周度":
  278. limitDay = utils.DATA_START_REFRESH_LIMIT * 7
  279. case "月度":
  280. limitDay = utils.DATA_START_REFRESH_LIMIT * 30
  281. case "季度":
  282. limitDay = utils.DATA_START_REFRESH_LIMIT * 90
  283. case "年度":
  284. limitDay = utils.DATA_START_REFRESH_LIMIT * 365
  285. default:
  286. limitDay = utils.DATA_START_REFRESH_LIMIT
  287. }
  288. startDate = sTime.AddDate(0, 0, -limitDay).Format(utils.FormatDate)
  289. }
  290. }
  291. }
  292. result, err := RefreshEdbCalculateData(edbInfo.EdbInfoId, edbInfo.EdbCode, startDate)
  293. if err != nil {
  294. fmt.Println(v, "RefreshEdbCalculateData err", time.Now())
  295. errmsg = "RefreshEdbCalculateData Err:" + err.Error()
  296. return err
  297. }
  298. if result.Ret != 200 {
  299. fmt.Println(v, "RefreshEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  300. errmsg = fmt.Sprint(v, "RefreshEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  301. return fmt.Errorf("刷新失败")
  302. }
  303. }
  304. //刷新相关预测计算指标
  305. for _, v := range predictCalculateArr {
  306. edbInfo := newPredictCalculateMap[v]
  307. if edbInfo == nil {
  308. return err
  309. }
  310. startDate = utils.TimeToFormatDate(edbInfo.StartDate)
  311. source := edbInfo.Source
  312. if startDate == "" || startDate == "0000-00-00" { //如果没有开始日期,说明还没有计算出来数据,那么就往前面推40年吧(也意味着重新计算了)
  313. startDate = time.Now().AddDate(-40, 0, 0).Format(utils.FormatDate)
  314. } else {
  315. if source == utils.DATA_SOURCE_PREDICT_CALCULATE {
  316. startDate = ``
  317. if refreshAll { //刷新所有数据,用开始时间作为起始日期去刷新
  318. startDate = utils.TimeToFormatDate(edbInfo.StartDate)
  319. } else {
  320. sTime := edbInfo.EndDate
  321. frequency := edbInfo.Frequency
  322. var limitDay int
  323. switch frequency {
  324. case "日度":
  325. limitDay = utils.DATA_START_REFRESH_LIMIT
  326. case "周度":
  327. limitDay = utils.DATA_START_REFRESH_LIMIT * 7
  328. case "月度":
  329. limitDay = utils.DATA_START_REFRESH_LIMIT * 30
  330. case "季度":
  331. limitDay = utils.DATA_START_REFRESH_LIMIT * 90
  332. case "年度":
  333. limitDay = utils.DATA_START_REFRESH_LIMIT * 365
  334. default:
  335. limitDay = utils.DATA_START_REFRESH_LIMIT
  336. }
  337. startDate = sTime.AddDate(0, 0, -limitDay).Format(utils.FormatDate)
  338. }
  339. }
  340. }
  341. result, err := RefreshPredictEdbCalculateData(edbInfo.EdbInfoId, edbInfo.EdbCode, startDate)
  342. if err != nil {
  343. fmt.Println(v, "RefreshEdbCalculateData err", time.Now())
  344. errmsg = "RefreshEdbCalculateData Err:" + err.Error()
  345. return err
  346. }
  347. if result.Ret != 200 {
  348. fmt.Println(v, "RefreshPredictEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  349. errmsg = fmt.Sprint(v, "RefreshPredictEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  350. return fmt.Errorf("刷新失败")
  351. }
  352. }
  353. // 4、更新动态环差值
  354. {
  355. predictEdbInfoIdList := make([]int, 0)
  356. for _, v := range newBasePredictEdbInfoArr {
  357. predictEdbInfoIdList = append(predictEdbInfoIdList, v.EdbInfoId)
  358. }
  359. predictEdbConfCalculateMappingDetailList, err := data_manage.GetPredictEdbConfCalculateMappingDetailListByEdbInfoId(predictEdbInfoIdList)
  360. if err != nil {
  361. errmsg = fmt.Sprint("更新动态环差值时,获取数据失败:" + err.Error())
  362. return fmt.Errorf("刷新失败, err:", errmsg)
  363. }
  364. for _, bv := range predictEdbConfCalculateMappingDetailList {
  365. result, err := RefreshEdbData(bv.EdbInfoId, utils.DATA_SOURCE_PREDICT, utils.DATA_SUB_SOURCE_EDB, bv.EdbCode, "")
  366. if err != nil {
  367. fmt.Println(bv.EdbInfoId, "RefreshBasePredictEdbData err", time.Now())
  368. errmsg = "RefreshBasePredictEdbData Err:" + err.Error()
  369. return err
  370. }
  371. if result.Ret != 200 {
  372. fmt.Println(bv.EdbInfoId, "RefreshBasePredictEdbData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  373. errmsg = fmt.Sprint(bv.EdbInfoId, "RefreshBasePredictEdbData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  374. return fmt.Errorf("刷新失败, err:%s", errmsg)
  375. }
  376. //fmt.Println("end predictEdbConfCalculateMappingDetailList:", bv, time.Now())
  377. }
  378. }
  379. //5、再次刷新相关预测计算指标
  380. for _, v := range predictCalculateArr {
  381. edbInfo := newPredictCalculateMap[v]
  382. if edbInfo == nil {
  383. return err
  384. }
  385. startDate = utils.TimeToFormatDate(edbInfo.StartDate)
  386. source := edbInfo.Source
  387. if startDate == "" || startDate == "0000-00-00" { //如果没有开始日期,说明还没有计算出来数据,那么就往前面推40年吧(也意味着重新计算了)
  388. startDate = time.Now().AddDate(-40, 0, 0).Format(utils.FormatDate)
  389. } else {
  390. if source == utils.DATA_SOURCE_PREDICT_CALCULATE {
  391. startDate = ``
  392. if refreshAll { //刷新所有数据,用开始时间作为起始日期去刷新
  393. startDate = utils.TimeToFormatDate(edbInfo.StartDate)
  394. } else {
  395. sTime := edbInfo.EndDate
  396. frequency := edbInfo.Frequency
  397. var limitDay int
  398. switch frequency {
  399. case "日度":
  400. limitDay = utils.DATA_START_REFRESH_LIMIT
  401. case "周度":
  402. limitDay = utils.DATA_START_REFRESH_LIMIT * 7
  403. case "月度":
  404. limitDay = utils.DATA_START_REFRESH_LIMIT * 30
  405. case "季度":
  406. limitDay = utils.DATA_START_REFRESH_LIMIT * 90
  407. case "年度":
  408. limitDay = utils.DATA_START_REFRESH_LIMIT * 365
  409. default:
  410. limitDay = utils.DATA_START_REFRESH_LIMIT
  411. }
  412. startDate = sTime.AddDate(0, 0, -limitDay).Format(utils.FormatDate)
  413. }
  414. }
  415. }
  416. result, err := RefreshPredictEdbCalculateData(edbInfo.EdbInfoId, edbInfo.EdbCode, startDate)
  417. if err != nil {
  418. fmt.Println(v, "RefreshEdbCalculateData err", time.Now())
  419. errmsg = "RefreshEdbCalculateData Err:" + err.Error()
  420. return err
  421. }
  422. if result.Ret != 200 {
  423. fmt.Println(v, "RefreshPredictEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  424. errmsg = fmt.Sprint(v, "RefreshPredictEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  425. return fmt.Errorf("刷新失败")
  426. }
  427. }
  428. return err
  429. }
  430. // EdbInfoRefresh 刷新单个指标,不会刷新关联指标
  431. func EdbInfoRefresh(edbInfo *data_manage.EdbInfoView, refreshAll bool) (err error) {
  432. var errmsg string
  433. defer func() {
  434. if err != nil {
  435. fmt.Println("EdbInfoRefresh Err:" + err.Error() + ";errmsg:" + errmsg)
  436. go alarm_msg.SendAlarmMsg("EdbInfoRefresh,Err"+err.Error()+";errMsg:"+errmsg, 3)
  437. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "EdbInfoRefreshFromBase:"+errmsg, utils.EmailSendToUsers)
  438. }
  439. }()
  440. switch edbInfo.EdbInfoType {
  441. //指标类型,0:普通指标,1:预测指标
  442. case 0:
  443. if edbInfo.StartDate == "0000-00-00" {
  444. return
  445. }
  446. //开始时间
  447. startDate := utils.BaseEdbRefreshStartDate // 默认成刷新开始日期
  448. if edbInfo.EdbType == 1 {
  449. // 基础指标
  450. if !refreshAll { //刷新所有数据,用开始时间作为起始日期去刷新
  451. sDate := edbInfo.EndDate
  452. if sDate == `` || sDate == `0000-00-00` {
  453. sDate = utils.BaseEdbRefreshStartDate
  454. }
  455. sTime, err := time.Parse(utils.FormatDate, sDate)
  456. if err != nil {
  457. return err
  458. }
  459. frequency := edbInfo.Frequency
  460. var limitDay int
  461. switch frequency {
  462. case "日度":
  463. limitDay = utils.DATA_START_REFRESH_LIMIT
  464. case "周度":
  465. limitDay = utils.DATA_START_REFRESH_LIMIT * 7
  466. case "月度":
  467. limitDay = utils.DATA_START_REFRESH_LIMIT * 30
  468. case "季度":
  469. limitDay = utils.DATA_START_REFRESH_LIMIT * 90
  470. case "年度":
  471. limitDay = utils.DATA_START_REFRESH_LIMIT * 365
  472. default:
  473. limitDay = utils.DATA_START_REFRESH_LIMIT
  474. }
  475. startDate = sTime.AddDate(0, 0, -limitDay).Format(utils.FormatDate)
  476. }
  477. result, err := RefreshEdbData(edbInfo.EdbInfoId, edbInfo.Source, edbInfo.SubSource, edbInfo.EdbCode, startDate)
  478. if err != nil {
  479. fmt.Println(edbInfo.EdbInfoId, "RefreshBaseEdbData err", time.Now())
  480. errmsg = "RefreshBaseEdbData Err:" + err.Error()
  481. return err
  482. }
  483. if result.Ret != 200 {
  484. fmt.Println(edbInfo.EdbInfoId, "RefreshBaseEdbData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  485. errmsg = fmt.Sprint(edbInfo.EdbInfoId, "RefreshBaseEdbData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  486. return fmt.Errorf("刷新失败, err:", errmsg)
  487. }
  488. } else { //计算指标
  489. //计算指标就不用开始时间了吧,因为存在说开始时间变更的情况
  490. if !refreshAll { //如果不是全部更新,那么以指标的开始时间作为刷新
  491. source := edbInfo.Source
  492. if source == utils.DATA_SOURCE_CALCULATE {
  493. sDate := edbInfo.EndDate
  494. if sDate == `` || sDate == `0000-00-00` {
  495. sDate = utils.BaseEdbRefreshStartDate
  496. }
  497. sTime, err := time.Parse(utils.FormatDate, sDate)
  498. if err != nil {
  499. return err
  500. }
  501. frequency := edbInfo.Frequency
  502. var limitDay int
  503. switch frequency {
  504. case "日度":
  505. limitDay = utils.DATA_START_REFRESH_LIMIT
  506. case "周度":
  507. limitDay = utils.DATA_START_REFRESH_LIMIT * 7
  508. case "月度":
  509. limitDay = utils.DATA_START_REFRESH_LIMIT * 30
  510. case "季度":
  511. limitDay = utils.DATA_START_REFRESH_LIMIT * 90
  512. case "年度":
  513. limitDay = utils.DATA_START_REFRESH_LIMIT * 365
  514. default:
  515. limitDay = utils.DATA_START_REFRESH_LIMIT
  516. }
  517. startDate = sTime.AddDate(0, 0, -limitDay).Format(utils.FormatDate)
  518. }
  519. }
  520. result, err := RefreshEdbCalculateData(edbInfo.EdbInfoId, edbInfo.EdbCode, startDate)
  521. if err != nil {
  522. fmt.Println(edbInfo.EdbInfoId, "RefreshEdbCalculateData err", time.Now())
  523. errmsg = "RefreshEdbCalculateData Err:" + err.Error()
  524. return err
  525. }
  526. if result.Ret != 200 {
  527. fmt.Println(edbInfo.EdbInfoId, "RefreshEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  528. errmsg = fmt.Sprint(edbInfo.EdbInfoId, "RefreshEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  529. return fmt.Errorf("刷新失败")
  530. }
  531. }
  532. case 1:
  533. startDate := edbInfo.StartDate
  534. var result *models.BaseResponse
  535. if startDate == "" || startDate == "0000-00-00" { //如果没有开始日期,说明还没有计算出来数据,那么就往前面推40年吧(也意味着重新计算了)
  536. startDate = time.Now().AddDate(-40, 0, 0).Format(utils.FormatDate)
  537. } else {
  538. startDate = ``
  539. if refreshAll { //刷新所有数据,用开始时间作为起始日期去刷新
  540. startDate = edbInfo.StartDate
  541. } else {
  542. sTime, err := time.Parse(utils.FormatDate, edbInfo.EndDate)
  543. if err != nil {
  544. return err
  545. }
  546. frequency := edbInfo.Frequency
  547. var limitDay int
  548. switch frequency {
  549. case "日度":
  550. limitDay = utils.DATA_START_REFRESH_LIMIT
  551. case "周度":
  552. limitDay = utils.DATA_START_REFRESH_LIMIT * 7
  553. case "月度":
  554. limitDay = utils.DATA_START_REFRESH_LIMIT * 30
  555. case "季度":
  556. limitDay = utils.DATA_START_REFRESH_LIMIT * 90
  557. case "年度":
  558. limitDay = utils.DATA_START_REFRESH_LIMIT * 365
  559. default:
  560. limitDay = utils.DATA_START_REFRESH_LIMIT
  561. }
  562. startDate = sTime.AddDate(0, 0, -limitDay).Format(utils.FormatDate)
  563. }
  564. }
  565. if edbInfo.EdbType == 1 { //基础指标
  566. result, err = RefreshPredictEdbCalculateData(edbInfo.EdbInfoId, edbInfo.EdbCode, startDate)
  567. } else {
  568. // 预测计算指标
  569. // 4、更新动态环差值
  570. {
  571. predictEdbConfCalculateMappingDetailList, err := data_manage.GetPredictEdbConfCalculateMappingDetailListByEdbInfoId([]int{edbInfo.EdbInfoId})
  572. if err != nil {
  573. errmsg = fmt.Sprint("更新动态环差值时,获取数据失败:" + err.Error())
  574. return fmt.Errorf("刷新失败, err:", errmsg)
  575. }
  576. for _, bv := range predictEdbConfCalculateMappingDetailList {
  577. result, err := RefreshEdbData(bv.EdbInfoId, utils.DATA_SOURCE_PREDICT, utils.DATA_SUB_SOURCE_EDB, bv.EdbCode, "")
  578. if err != nil {
  579. fmt.Println(bv.EdbInfoId, "RefreshBasePredictEdbData err", time.Now())
  580. errmsg = "RefreshBasePredictEdbData Err:" + err.Error()
  581. return err
  582. }
  583. if result.Ret != 200 {
  584. fmt.Println(bv.EdbInfoId, "RefreshBasePredictEdbData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  585. errmsg = fmt.Sprint(bv.EdbInfoId, "RefreshBasePredictEdbData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  586. return fmt.Errorf("刷新失败, err:%s", errmsg)
  587. }
  588. //fmt.Println("end predictEdbConfCalculateMappingDetailList:", bv, time.Now())
  589. }
  590. }
  591. }
  592. if err != nil {
  593. fmt.Println(edbInfo.EdbInfoId, "RefreshEdbCalculateData err", time.Now())
  594. errmsg = "RefreshEdbCalculateData Err:" + err.Error()
  595. return err
  596. }
  597. if result.Ret != 200 {
  598. fmt.Println(edbInfo.EdbInfoId, "RefreshPredictEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  599. errmsg = fmt.Sprint(edbInfo.EdbInfoId, "RefreshPredictEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  600. return fmt.Errorf("刷新失败")
  601. }
  602. }
  603. return err
  604. }
  605. // AddEdbInfo 新增手工指标数据
  606. func AddEdbInfo(secName, unit, frequency, noticeTime, mobile string, classifyId, userId int, userName string) (err error) {
  607. tradeCode, err := models.GetMaxTradeCode()
  608. if err != nil {
  609. return
  610. }
  611. if tradeCode == "" {
  612. err = errors.New("最大编码为空")
  613. return
  614. }
  615. maxTradeCode, err := utils.GetMaxTradeCode(tradeCode)
  616. if err != nil {
  617. err = errors.New("获取编码信息失败,Err:" + err.Error())
  618. return
  619. }
  620. if maxTradeCode == "" {
  621. err = errors.New("编码为空,请联系技术")
  622. return
  623. }
  624. //判断指标名称是否为空
  625. if secName == "" {
  626. err = errors.New("指标名称不能为空")
  627. return
  628. }
  629. item, err := models.GetEdbinfoBySecName(secName)
  630. if err != nil && !utils.IsErrNoRow(err) {
  631. err = errors.New("获取信息失败,Err:" + err.Error())
  632. return
  633. }
  634. if item != nil {
  635. err = errors.New("指标名称已存在")
  636. return
  637. }
  638. // 先删除该指标编码的历史数据(避免上海删除指标时,没有删除该指标数据)
  639. _ = models.DeleteAllEdbData(maxTradeCode)
  640. // 先删除历史的操作日志
  641. _ = models.DelEdbinfoOpRecordByTradeCode(maxTradeCode)
  642. // 再次新增指标
  643. err = models.AddEdbinfo(maxTradeCode, secName, unit, "手动", frequency, noticeTime, classifyId, userId, userName)
  644. if err != nil {
  645. err = errors.New("新增失败,Err:" + err.Error())
  646. return
  647. }
  648. err = models.AddEdbinfoUser(maxTradeCode, mobile)
  649. return
  650. }
  651. // AddOrEditEdbInfoToEs 添加/修改ES中的指标
  652. func AddOrEditEdbInfoToEs(edbInfoId int) {
  653. //添加es
  654. itemInfo, _ := data_manage.GetEdbInfoByCondition("AND edb_info_id=?", []interface{}{edbInfoId})
  655. obj := data_manage.EdbInfoShare{}
  656. list, _ := obj.GetListByEdbInfoId(edbInfoId)
  657. sharedList := make([]int, 0)
  658. for _, v := range list {
  659. sharedList = append(sharedList, v.SysUserId)
  660. }
  661. itemInfo.SharedUserIdList = sharedList
  662. go elastic.EsAddOrEditEdbInfoData(utils.DATA_INDEX_NAME, strconv.Itoa(itemInfo.EdbInfoId), itemInfo)
  663. }
  664. // AddOrEditAllEdbInfoToEs 修复ES中的所有指标
  665. func AddOrEditAllEdbInfoToEs() {
  666. //添加es
  667. total, itemInfoList, _ := data_manage.GetEdbInfoFilterList("", []interface{}{}, 0, 100000)
  668. obj := data_manage.EdbInfoShare{}
  669. for k, itemInfo := range itemInfoList {
  670. list, _ := obj.GetListByEdbInfoId(itemInfo.EdbInfoId)
  671. sharedList := make([]int, 0)
  672. for _, v := range list {
  673. sharedList = append(sharedList, v.SysUserId)
  674. }
  675. itemInfo.SharedUserIdList = sharedList
  676. elastic.EsAddOrEditEdbInfoData(utils.DATA_INDEX_NAME, strconv.Itoa(itemInfo.EdbInfoId), itemInfo)
  677. fmt.Println("剩余", int(total)-k-1, "条指标数据")
  678. }
  679. }
  680. // DeleteEdbInfoToEs 删除ES中的指标
  681. func DeleteEdbInfoToEs(edbInfoId int) {
  682. //添加es
  683. go elastic.EsDeleteEdbInfoData(utils.DATA_INDEX_NAME, strconv.Itoa(edbInfoId))
  684. }
  685. // RefreshManualData 根据手工指标code刷新手工指标数据
  686. func RefreshManualData(edbCode string) {
  687. var err error
  688. defer func() {
  689. if err != nil {
  690. go alarm_msg.SendAlarmMsg("导入手工数据后,根据手工指标code刷新手工指标数据失败提醒,Err"+err.Error(), 3)
  691. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"导入手工数据后,根据手工指标code刷新手工指标数据失败提醒", "errmsg:"+err.Error(), utils.EmailSendToUsers)
  692. }
  693. }()
  694. edbInfo, err := data_manage.GetEdbInfoByEdbCode(utils.DATA_SOURCE_MANUAL, edbCode)
  695. if err != nil {
  696. if utils.IsErrNoRow(err) {
  697. err = nil
  698. }
  699. return
  700. }
  701. // 刷新指标库
  702. err, _ = EdbInfoRefreshAllFromBaseV2(edbInfo.EdbInfoId, true, true)
  703. return
  704. }
  705. // 获取频度的英文版
  706. func GetFrequencyEn(frequency string) (frequencyEn string) {
  707. switch frequency {
  708. case "日度":
  709. frequencyEn = "day"
  710. return
  711. case "周度":
  712. frequencyEn = "week"
  713. return
  714. case "旬度":
  715. frequencyEn = "ten days"
  716. return
  717. case "月度":
  718. frequencyEn = "month"
  719. return
  720. case "季度":
  721. frequencyEn = "quarter"
  722. return
  723. case "年度":
  724. frequencyEn = "year"
  725. return
  726. }
  727. return
  728. }
  729. func GetLeadUnitEn(unit string) (unitEn string) {
  730. switch unit {
  731. case "天":
  732. unitEn = "day"
  733. return
  734. case "周":
  735. unitEn = "week"
  736. return
  737. case "月":
  738. unitEn = "month"
  739. return
  740. case "季":
  741. unitEn = "quarter"
  742. return
  743. case "年":
  744. unitEn = "year"
  745. return
  746. }
  747. return
  748. }
  749. // getRefreshEdbInfoList 获取待更新的指标(普通基础指标、普通运算指标,预测运算指标)
  750. func getRefreshEdbInfoListByIds(edbInfoIdList []int) (newBaseEdbInfoArr, newBasePredictEdbInfoArr []*data_manage.EdbInfo, newCalculateMap, newPredictCalculateMap map[int]*data_manage.EdbInfo, calculateArr, predictCalculateArr []int, err error, errMsg string) {
  751. calculateList, err := data_manage.GetEdbInfoAllCalculateByEdbInfoIdList(edbInfoIdList)
  752. if err != nil && !utils.IsErrNoRow(err) {
  753. err = errors.New("GetEdbInfoAllCalculate Err:" + err.Error())
  754. return
  755. }
  756. // 获取指标信息
  757. edbInfoList, err := data_manage.GetEdbInfoByIdList(edbInfoIdList)
  758. if err != nil {
  759. err = errors.New("GetEdbInfoAllCalGetEdbInfoByIdr:" + err.Error())
  760. return
  761. }
  762. baseEdbInfoArr := make([]*data_manage.EdbInfo, 0) // 基础普通指标
  763. calculateInfoArr := make([]*data_manage.EdbInfo, 0) //基础运算指标
  764. basePredictEdbInfoArr := make([]*data_manage.EdbInfo, 0) // 预测普通指标
  765. predictCalculateInfoArr := make([]*data_manage.EdbInfo, 0) //预测运算指标
  766. for _, baseEdbInfo := range edbInfoList {
  767. // 指标若停更, 则忽略掉
  768. if baseEdbInfo.NoUpdate == 1 {
  769. continue
  770. }
  771. if baseEdbInfo.EdbInfoType == 0 { //普通指标
  772. switch baseEdbInfo.EdbType {
  773. case 1: //基础指标
  774. baseEdbInfoArr = append(baseEdbInfoArr, baseEdbInfo)
  775. case 2: //计算指标
  776. calculateList = append(calculateList, baseEdbInfo)
  777. }
  778. } else { //预测指标
  779. switch baseEdbInfo.EdbType {
  780. case 1: //基础指标
  781. basePredictEdbInfoArr = append(basePredictEdbInfoArr, baseEdbInfo)
  782. case 2: //计算指标
  783. predictCalculateInfoArr = append(predictCalculateInfoArr, baseEdbInfo)
  784. }
  785. }
  786. }
  787. // 计算指标
  788. for _, v := range calculateList {
  789. getBaseEdbInfoArr, getCalculateInfoArr, tmpErr := data_manage.GetRefreshEdbInfoFromBase(v.EdbInfoId, v.Source)
  790. if tmpErr != nil {
  791. err = tmpErr
  792. fmt.Println("GetRefreshEdbInfoFromBase err:" + err.Error())
  793. errMsg = "获取需要刷新的指标失败:Err:" + err.Error()
  794. return
  795. }
  796. for _, tmpEdbInfo := range getBaseEdbInfoArr {
  797. switch tmpEdbInfo.EdbInfoType {
  798. case 0: //普通基础指标
  799. baseEdbInfoArr = append(baseEdbInfoArr, tmpEdbInfo)
  800. case 1: //预测基础指标
  801. basePredictEdbInfoArr = append(basePredictEdbInfoArr, tmpEdbInfo)
  802. }
  803. }
  804. for _, tmpEdbInfo := range getCalculateInfoArr {
  805. switch tmpEdbInfo.EdbInfoType {
  806. case 0: //普通运算指标
  807. calculateInfoArr = append(calculateInfoArr, tmpEdbInfo)
  808. case 1: //预测运算指标
  809. //predictCalculateInfoArr = append(predictCalculateInfoArr, tmpEdbInfo)
  810. if tmpEdbInfo.EdbType == 1 { //预测普通指标
  811. basePredictEdbInfoArr = append(basePredictEdbInfoArr, tmpEdbInfo)
  812. } else {
  813. predictCalculateInfoArr = append(predictCalculateInfoArr, tmpEdbInfo)
  814. }
  815. }
  816. }
  817. switch v.EdbInfoType {
  818. case 0: //普通运算指标
  819. calculateInfoArr = append(calculateInfoArr, v)
  820. case 1: //预测指标
  821. if v.EdbType == 1 { //预测普通指标
  822. basePredictEdbInfoArr = append(basePredictEdbInfoArr, v)
  823. } else {
  824. predictCalculateInfoArr = append(predictCalculateInfoArr, v)
  825. }
  826. }
  827. }
  828. // 预测计算指标
  829. for _, v := range predictCalculateInfoArr {
  830. getBaseEdbInfoArr, getCalculateInfoArr, tmpErr := data_manage.GetRefreshEdbInfoFromBase(v.EdbInfoId, v.Source)
  831. if tmpErr != nil {
  832. err = tmpErr
  833. fmt.Println("GetRefreshEdbInfoFromBase err:" + err.Error())
  834. errMsg = "获取需要刷新的指标失败:Err:" + err.Error()
  835. return
  836. }
  837. for _, tmpEdbInfo := range getBaseEdbInfoArr {
  838. switch tmpEdbInfo.EdbInfoType {
  839. case 0: //普通基础指标
  840. baseEdbInfoArr = append(baseEdbInfoArr, tmpEdbInfo)
  841. case 1: //预测基础指标
  842. if tmpEdbInfo.EdbType == 1 { //预测普通指标
  843. basePredictEdbInfoArr = append(basePredictEdbInfoArr, tmpEdbInfo)
  844. } else {
  845. predictCalculateInfoArr = append(predictCalculateInfoArr, tmpEdbInfo)
  846. }
  847. //basePredictEdbInfoArr = append(basePredictEdbInfoArr, tmpEdbInfo)
  848. }
  849. }
  850. for _, tmpEdbInfo := range getCalculateInfoArr {
  851. switch tmpEdbInfo.EdbInfoType {
  852. case 0: //普通运算指标
  853. calculateInfoArr = append(calculateInfoArr, tmpEdbInfo)
  854. case 1: //预测运算指标
  855. if tmpEdbInfo.EdbType == 1 { //预测普通指标
  856. basePredictEdbInfoArr = append(basePredictEdbInfoArr, tmpEdbInfo)
  857. } else {
  858. predictCalculateInfoArr = append(predictCalculateInfoArr, tmpEdbInfo)
  859. }
  860. //predictCalculateInfoArr = append(predictCalculateInfoArr, tmpEdbInfo)
  861. }
  862. }
  863. switch v.EdbInfoType {
  864. case 0: //普通运算指标
  865. calculateInfoArr = append(calculateInfoArr, v)
  866. case 1: //预测指标
  867. if v.EdbType == 1 { //预测普通指标
  868. basePredictEdbInfoArr = append(basePredictEdbInfoArr, v)
  869. } else {
  870. predictCalculateInfoArr = append(predictCalculateInfoArr, v)
  871. }
  872. }
  873. }
  874. // 第一次的计算指标map
  875. newCalculateMap = make(map[int]*data_manage.EdbInfo)
  876. for _, v := range calculateInfoArr {
  877. if _, ok := newCalculateMap[v.EdbInfoId]; !ok {
  878. calculateArr = append(calculateArr, v.EdbInfoId)
  879. }
  880. newCalculateMap[v.EdbInfoId] = v
  881. }
  882. // 基础预测指标
  883. if len(basePredictEdbInfoArr) > 0 {
  884. basePredictEdbInfoIdList := make([]int, 0)
  885. for _, v := range basePredictEdbInfoArr {
  886. basePredictEdbInfoIdList = append(basePredictEdbInfoIdList, v.EdbInfoId)
  887. }
  888. baseEdbInfoList, tmpErr := data_manage.GetPredictEdbInfoAllCalculate(basePredictEdbInfoIdList)
  889. if tmpErr != nil {
  890. err = tmpErr
  891. return
  892. }
  893. tmpCalculateList := make([]*data_manage.EdbInfo, 0)
  894. for _, v := range baseEdbInfoList {
  895. switch v.EdbType {
  896. case 1:
  897. baseEdbInfoArr = append(baseEdbInfoArr, v)
  898. case 2:
  899. // 如果不在第一次里面,那么在第二次 刷新预测指标的时候 需要加进去
  900. if _, ok := newCalculateMap[v.EdbInfoId]; !ok {
  901. tmpCalculateList = append(tmpCalculateList, v)
  902. }
  903. }
  904. }
  905. // 这里是查询预测指标用到的 普通计算指标
  906. for _, v := range tmpCalculateList {
  907. getBaseEdbInfoArr, getCalculateInfoArr, tmpErr := data_manage.GetRefreshEdbInfoFromBase(v.EdbInfoId, v.Source)
  908. if tmpErr != nil {
  909. err = tmpErr
  910. fmt.Println("GetRefreshEdbInfoFromBase err:" + err.Error())
  911. errMsg = "获取需要刷新的指标失败:Err:" + err.Error()
  912. return
  913. }
  914. // 基础指标
  915. for _, tmpEdbInfo := range getBaseEdbInfoArr {
  916. switch tmpEdbInfo.EdbInfoType {
  917. case 0: //普通基础指标
  918. baseEdbInfoArr = append(baseEdbInfoArr, tmpEdbInfo)
  919. case 1: //预测基础指标
  920. basePredictEdbInfoArr = append(basePredictEdbInfoArr, tmpEdbInfo)
  921. }
  922. }
  923. // 计算指标
  924. for _, tmpEdbInfo := range getCalculateInfoArr {
  925. switch tmpEdbInfo.EdbInfoType {
  926. case 0: //普通运算指标
  927. calculateInfoArr = append(calculateInfoArr, tmpEdbInfo)
  928. case 1: //预测运算指标
  929. if v.EdbType == 1 { //预测普通指标
  930. basePredictEdbInfoArr = append(basePredictEdbInfoArr, tmpEdbInfo)
  931. } else {
  932. predictCalculateInfoArr = append(predictCalculateInfoArr, tmpEdbInfo)
  933. }
  934. }
  935. }
  936. switch v.EdbInfoType {
  937. case 0: //普通运算指标
  938. calculateInfoArr = append(calculateInfoArr, v)
  939. case 1: //预测指标
  940. if v.EdbType == 1 { //预测普通指标
  941. basePredictEdbInfoArr = append(basePredictEdbInfoArr, v)
  942. } else { //预测运算指标
  943. predictCalculateInfoArr = append(predictCalculateInfoArr, v)
  944. }
  945. }
  946. }
  947. // 第二次计算指标的map
  948. for _, v := range calculateInfoArr {
  949. if _, ok := newCalculateMap[v.EdbInfoId]; !ok {
  950. calculateArr = append(calculateArr, v.EdbInfoId)
  951. }
  952. newCalculateMap[v.EdbInfoId] = v
  953. }
  954. }
  955. // 普通基础指标去重
  956. newBaseEdbInfoArr = make([]*data_manage.EdbInfo, 0)
  957. baseMap := make(map[int]int)
  958. for _, v := range baseEdbInfoArr {
  959. if _, ok := baseMap[v.EdbInfoId]; !ok {
  960. newBaseEdbInfoArr = append(newBaseEdbInfoArr, v)
  961. }
  962. baseMap[v.EdbInfoId] = v.EdbInfoId
  963. }
  964. // 普通计算指标的id
  965. sort.Ints(calculateArr)
  966. // 普通预测指标去重
  967. newBasePredictEdbInfoArr = make([]*data_manage.EdbInfo, 0)
  968. basePredictMap := make(map[int]int)
  969. for _, v := range basePredictEdbInfoArr {
  970. if _, ok := basePredictMap[v.EdbInfoId]; !ok {
  971. newBasePredictEdbInfoArr = append(newBasePredictEdbInfoArr, v)
  972. }
  973. basePredictMap[v.EdbInfoId] = v.EdbInfoId
  974. }
  975. // 预测计算指标去重
  976. newPredictCalculateMap = make(map[int]*data_manage.EdbInfo)
  977. for _, v := range predictCalculateInfoArr {
  978. if _, ok := newPredictCalculateMap[v.EdbInfoId]; !ok {
  979. predictCalculateArr = append(predictCalculateArr, v.EdbInfoId)
  980. }
  981. newPredictCalculateMap[v.EdbInfoId] = v
  982. }
  983. // 预测计算指标的id
  984. sort.Ints(predictCalculateArr)
  985. return
  986. }
  987. type AddEdbBaseInfoReq struct {
  988. EdbCode string `description:"指标编码"`
  989. EdbName string `description:"指标名称"`
  990. Unit string `description:"单位"`
  991. ClassifyId int `description:"所属分类"`
  992. SysUserId int `description:"用户id"`
  993. SysUserRealName string `description:"用户真实名称"`
  994. }
  995. // EdbInfoAdd 添加指标到指标库
  996. func EdbInfoAdd(source, subSource, classifyId int, edbCode, edbName, frequency, unit, startDate, endDate string, sysUserId int, sysUserRealName, lang string) (edbInfo *data_manage.EdbInfo, err error, errMsg string, isSendEmail bool) {
  997. // 有些指标的添加是走的指标公共服务
  998. if source == utils.DATA_SOURCE_BUSINESS {
  999. req2 := AddEdbBaseInfoReq{
  1000. EdbCode: edbCode,
  1001. EdbName: edbName,
  1002. Unit: unit,
  1003. ClassifyId: classifyId,
  1004. SysUserId: sysUserId,
  1005. SysUserRealName: sysUserRealName,
  1006. }
  1007. reqJson, tmpErr := json.Marshal(req2)
  1008. if tmpErr != nil {
  1009. err = tmpErr
  1010. return
  1011. }
  1012. respItem, tmpErr := AddBaseEdbInfo(string(reqJson), source, subSource, lang)
  1013. if tmpErr != nil {
  1014. errMsg = "添加失败"
  1015. err = tmpErr
  1016. return
  1017. }
  1018. isSendEmail = respItem.IsSendEmail
  1019. if respItem.Ret != 200 {
  1020. errMsg = respItem.Msg
  1021. err = errors.New(respItem.ErrMsg)
  1022. } else {
  1023. edbInfo, err = data_manage.GetEdbInfoById(respItem.Data.EdbInfoId)
  1024. }
  1025. return
  1026. }
  1027. isSendEmail = true
  1028. //判断指标名称是否存在
  1029. {
  1030. var count int
  1031. var condition string
  1032. var pars []interface{}
  1033. //condition += " AND source=? "
  1034. //pars = append(pars, source)
  1035. switch lang {
  1036. case utils.EnLangVersion:
  1037. condition += " AND edb_name_en = ? "
  1038. default:
  1039. condition += " AND edb_name=? "
  1040. }
  1041. pars = append(pars, edbName)
  1042. count, err = data_manage.GetEdbInfoCountByCondition(condition, pars)
  1043. if err != nil {
  1044. errMsg = "判断指标名称是否存在失败"
  1045. err = errors.New("判断指标名称是否存在失败,Err:" + err.Error())
  1046. return
  1047. }
  1048. if count > 0 {
  1049. errMsg = "指标名称已存在,请重新填写"
  1050. err = errors.New(errMsg)
  1051. isSendEmail = false
  1052. return
  1053. }
  1054. }
  1055. edbInfo = new(data_manage.EdbInfo)
  1056. edbInfo.Source = source
  1057. var sourceName string
  1058. edbSource := data_manage.GetEdbSourceBySourceId(source)
  1059. if edbSource != nil {
  1060. sourceName = edbSource.SourceName
  1061. }
  1062. if sourceName == "" {
  1063. errMsg = "指标来源异常"
  1064. err = errors.New(errMsg)
  1065. return
  1066. }
  1067. edbInfo.SourceName = sourceName
  1068. edbType := 1 //基础指标
  1069. if source == utils.DATA_SOURCE_STOCK_PLANT {
  1070. edbType = 2 //计算指标
  1071. }
  1072. // 从缓存中获取
  1073. terminalCode, serverUrl, sourceIndexName, e := GetEdbTerminalCodeBySource(edbInfo.Source, edbInfo.EdbCode, edbInfo.StockCode)
  1074. if e != nil {
  1075. errMsg = "获取可以使用的终端地址失败"
  1076. err = errors.New("获取可以使用的终端地址失败,Err:" + e.Error())
  1077. return
  1078. }
  1079. //获取该层级下最大的排序数
  1080. maxSort, err := GetEdbClassifyMaxSort(classifyId, 0)
  1081. if err != nil {
  1082. errMsg = "获取失败"
  1083. err = errors.New("查询排序信息失败,Err:" + err.Error())
  1084. return
  1085. }
  1086. edbInfo.EdbCode = edbCode
  1087. edbInfo.EdbName = edbName
  1088. edbInfo.EdbNameEn = edbName
  1089. edbInfo.EdbNameSource = edbName
  1090. edbInfo.Frequency = frequency
  1091. edbInfo.Unit = unit
  1092. edbInfo.UnitEn = unit
  1093. if startDate != `` {
  1094. startDateTime, tmpErr := utils.FormatDateStrToTime(startDate)
  1095. if tmpErr != nil {
  1096. err = tmpErr
  1097. return
  1098. }
  1099. edbInfo.StartDate = startDateTime
  1100. }
  1101. if endDate != `` {
  1102. endDateTime, tmpErr := utils.FormatDateStrToTime(endDate)
  1103. if tmpErr != nil {
  1104. err = tmpErr
  1105. return
  1106. }
  1107. edbInfo.EndDate = endDateTime
  1108. }
  1109. edbInfo.ClassifyId = classifyId
  1110. edbInfo.SysUserId = sysUserId
  1111. edbInfo.SysUserRealName = sysUserRealName
  1112. edbInfo.CreateTime = time.Now()
  1113. edbInfo.ModifyTime = time.Now()
  1114. edbInfo.ServerUrl = serverUrl
  1115. edbInfo.Sort = maxSort + 1
  1116. edbInfo.DataDateType = `交易日`
  1117. edbInfo.TerminalCode = terminalCode
  1118. edbInfo.SourceIndexName = sourceIndexName
  1119. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  1120. edbInfo.UniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  1121. itemVal, err := data_manage.GetEdbInfoMaxAndMinInfo(source, subSource, edbCode)
  1122. if itemVal != nil && err == nil {
  1123. edbInfo.MaxValue = itemVal.MaxValue
  1124. edbInfo.MinValue = itemVal.MinValue
  1125. }
  1126. edbInfo.EdbType = edbType
  1127. edbInfoId, err := data_manage.AddEdbInfo(edbInfo)
  1128. if err != nil {
  1129. errMsg = "保存失败"
  1130. err = errors.New("保存失败,Err:" + err.Error())
  1131. return
  1132. }
  1133. edbInfo.EdbInfoId = int(edbInfoId)
  1134. //保存数据
  1135. data_manage.ModifyEdbInfoDataStatus(edbInfoId, source, subSource, edbCode)
  1136. maxAndMinItem, _ := data_manage.GetEdbInfoMaxAndMinInfo(source, subSource, edbCode)
  1137. if maxAndMinItem != nil {
  1138. err = data_manage.ModifyEdbInfoMaxAndMinInfo(int(edbInfoId), maxAndMinItem)
  1139. }
  1140. //添加es
  1141. AddOrEditEdbInfoToEs(int(edbInfoId))
  1142. go handleByAddEdbInfo(edbInfo)
  1143. return
  1144. }
  1145. // TraceEdbInfoByEdbInfoId 指标追溯
  1146. func TraceEdbInfoByEdbInfoId(edbInfoId, sysUserId int) (traceEdbInfo data_manage.TraceEdbInfoResp, err error) {
  1147. edbInfo, err := data_manage.GetEdbInfoById(edbInfoId)
  1148. if err != nil {
  1149. return
  1150. }
  1151. edbInfoRuleMap := make(map[int]string, 0)
  1152. edbMappingMap := make(map[int][]*data_manage.EdbInfoCalculateMappingInfo)
  1153. //edbInfoRuleMap[edbInfoId] = getEdbRuleTitle(edbInfo)
  1154. traceEdbInfo = data_manage.TraceEdbInfoResp{
  1155. //EdbInfoId: edbInfo.EdbInfoId,
  1156. EdbInfoId: edbInfoId,
  1157. EdbInfoType: edbInfo.EdbInfoType,
  1158. EdbName: edbInfo.EdbName,
  1159. EdbNameEn: edbInfo.EdbNameEn,
  1160. EdbType: edbInfo.EdbType,
  1161. //Source: edbInfo.Source,
  1162. UniqueCode: edbInfo.UniqueCode,
  1163. ClassifyId: edbInfo.ClassifyId,
  1164. IsStop: edbInfo.NoUpdate,
  1165. EdbInfo: edbInfo,
  1166. }
  1167. findIdMap := make(map[int]int)
  1168. findIdMap[edbInfoId] = edbInfoId
  1169. existMap := make(map[int]data_manage.TraceEdbInfoResp)
  1170. traceEdbInfo.Child, err = traceEdbInfoByEdbInfoId(edbInfoId, traceEdbInfo, edbInfoRuleMap, findIdMap, existMap, edbMappingMap)
  1171. edbInfoIdList := make([]int, 0)
  1172. for _, v := range findIdMap {
  1173. edbInfoIdList = append(edbInfoIdList, v)
  1174. }
  1175. classifyIdList := make([]int, 0)
  1176. edbInfoList, err := data_manage.GetEdbInfoByIdList(edbInfoIdList)
  1177. if err != nil {
  1178. return
  1179. }
  1180. edbInfoMap := make(map[int]*data_manage.EdbInfo)
  1181. for _, tmpEdbInfo := range edbInfoList {
  1182. edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo
  1183. classifyIdList = append(classifyIdList, tmpEdbInfo.ClassifyId)
  1184. }
  1185. // 指标权限Map
  1186. edbInfoIdPermissionMap := make(map[int]bool)
  1187. // 指标权限
  1188. {
  1189. // 当前的分类
  1190. classifyMap := make(map[int]*data_manage.EdbClassify)
  1191. classifyList, tmpErr := data_manage.GetEdbClassifyByIdList(classifyIdList)
  1192. if tmpErr != nil {
  1193. err = tmpErr
  1194. return
  1195. }
  1196. for _, v := range classifyList {
  1197. classifyMap[v.ClassifyId] = v
  1198. }
  1199. // 获取所有有权限的指标和分类
  1200. permissionEdbIdList, permissionClassifyIdList, tmpErr := data_manage_permission.GetUserEdbAndClassifyPermissionList(sysUserId, 0, 0)
  1201. if tmpErr != nil {
  1202. err = tmpErr
  1203. return
  1204. }
  1205. for _, v := range edbInfoMap {
  1206. if currClassify, ok := classifyMap[v.ClassifyId]; ok {
  1207. edbInfoIdPermissionMap[v.EdbInfoId] = data_manage_permission.CheckEdbPermissionByPermissionIdList(v.IsJoinPermission, currClassify.IsJoinPermission, v.EdbInfoId, v.ClassifyId, permissionEdbIdList, permissionClassifyIdList)
  1208. }
  1209. }
  1210. }
  1211. traceEdbInfo, err = handleTraceEdbInfo(traceEdbInfo, 0, edbInfoMap, edbMappingMap, edbInfoIdPermissionMap)
  1212. // 权限校验
  1213. return
  1214. }
  1215. // TraceEdbInfoByEdbInfoIdList 指标追溯
  1216. func TraceEdbInfoByEdbInfoIdList(edbInfoIdList []int) (traceEdbInfoList []data_manage.TraceEdbInfoResp, err error) {
  1217. traceEdbInfoList = make([]data_manage.TraceEdbInfoResp, 0)
  1218. edbInfoList, err := data_manage.GetEdbInfoByIdList(edbInfoIdList)
  1219. if err != nil {
  1220. return
  1221. }
  1222. edbInfoRuleMap := make(map[int]string, 0)
  1223. edbMappingMap := make(map[int][]*data_manage.EdbInfoCalculateMappingInfo)
  1224. findIdMap := make(map[int]int)
  1225. existMap := make(map[int]data_manage.TraceEdbInfoResp)
  1226. for _, edbInfo := range edbInfoList {
  1227. findIdMap[edbInfo.EdbInfoId] = edbInfo.EdbInfoId
  1228. //edbInfoRuleMap[edbInfoId] = getEdbRuleTitle(edbInfo)
  1229. traceEdbInfo := data_manage.TraceEdbInfoResp{
  1230. //EdbInfoId: edbInfo.EdbInfoId,
  1231. EdbInfoId: edbInfo.EdbInfoId,
  1232. EdbInfoType: edbInfo.EdbInfoType,
  1233. EdbName: edbInfo.EdbName,
  1234. EdbNameEn: edbInfo.EdbNameEn,
  1235. EdbType: edbInfo.EdbType,
  1236. //Source: edbInfo.Source,
  1237. UniqueCode: edbInfo.UniqueCode,
  1238. ClassifyId: edbInfo.ClassifyId,
  1239. IsStop: edbInfo.NoUpdate,
  1240. EdbInfo: edbInfo,
  1241. }
  1242. traceEdbInfo.Child, err = traceEdbInfoByEdbInfoId(edbInfo.EdbInfoId, traceEdbInfo, edbInfoRuleMap, findIdMap, existMap, edbMappingMap)
  1243. traceEdbInfoList = append(traceEdbInfoList, traceEdbInfo)
  1244. }
  1245. //findEdbInfoIdList := make([]int, 0)
  1246. //for _, v := range findIdMap {
  1247. // findEdbInfoIdList = append(findEdbInfoIdList, v)
  1248. //}
  1249. //findEdbInfoList, err := data_manage.GetEdbInfoByIdList(findEdbInfoIdList)
  1250. //if err != nil {
  1251. // return
  1252. //}
  1253. //edbInfoMap := make(map[int]*data_manage.EdbInfo)
  1254. //for _, tmpEdbInfo := range findEdbInfoList {
  1255. // edbInfoMap[tmpEdbInfo.EdbInfoId] = tmpEdbInfo
  1256. //}
  1257. //for k, traceEdbInfo := range traceEdbInfoList {
  1258. // traceEdbInfoList[k], err = handleTraceEdbInfo(traceEdbInfo, 0, edbInfoMap, edbMappingMap)
  1259. //}
  1260. return
  1261. }
  1262. // traceEdbInfoByEdbInfoId 指标追溯
  1263. func traceEdbInfoByEdbInfoId(edbInfoId int, traceEdbInfo data_manage.TraceEdbInfoResp, edbInfoRuleMap map[int]string, findIdMap map[int]int, existMap map[int]data_manage.TraceEdbInfoResp, edbMappingMap map[int][]*data_manage.EdbInfoCalculateMappingInfo) (child []data_manage.TraceEdbInfoResp, err error) {
  1264. traceEdbInfo, ok := existMap[edbInfoId]
  1265. if ok {
  1266. return
  1267. }
  1268. child = make([]data_manage.TraceEdbInfoResp, 0)
  1269. edbInfoMappingList, e := data_manage.GetEdbInfoCalculateMappingListByEdbInfoId(edbInfoId)
  1270. if e != nil {
  1271. err = fmt.Errorf("GetEdbInfoCalculateMappingListByEdbInfoId err: %s", e.Error())
  1272. return
  1273. }
  1274. // 指标信息map
  1275. edbInfoMap := make(map[int]*data_manage.EdbInfo)
  1276. if len(edbInfoMappingList) > 0 {
  1277. fromEdbInfoIdList := make([]int, 0)
  1278. for _, v := range edbInfoMappingList {
  1279. fromEdbInfoIdList = append(fromEdbInfoIdList, v.FromEdbInfoId)
  1280. }
  1281. edbInfoList, tmpErr := data_manage.GetEdbInfoByIdList(fromEdbInfoIdList)
  1282. if tmpErr != nil {
  1283. err = fmt.Errorf("traceEdbInfoByEdbInfoId GetEdbInfoByIdList err: %s", tmpErr.Error())
  1284. return
  1285. }
  1286. for _, v := range edbInfoList {
  1287. edbInfoMap[v.EdbInfoId] = v
  1288. }
  1289. }
  1290. edbMappingMap[edbInfoId] = edbInfoMappingList
  1291. for _, v := range edbInfoMappingList {
  1292. tmpEdbInfoId := v.FromEdbInfoId
  1293. tmpTraceEdbInfo := data_manage.TraceEdbInfoResp{
  1294. EdbInfoId: tmpEdbInfoId,
  1295. EdbInfoType: v.FromEdbInfoType,
  1296. EdbType: v.FromEdbType,
  1297. UniqueCode: v.FromUniqueCode,
  1298. ClassifyId: v.FromClassifyId,
  1299. IsStop: v.NoUpdate,
  1300. EdbInfo: edbInfoMap[v.FromEdbInfoId],
  1301. }
  1302. // 计算指标/预测指标继续溯源
  1303. if edbInfoId != v.FromEdbInfoId && (v.FromEdbType == 2 || v.FromEdbInfoType == 1) {
  1304. // 查过了就不查了
  1305. if _, ok2 := findIdMap[tmpEdbInfoId]; !ok2 {
  1306. tmpTraceEdbInfo.Child, e = traceEdbInfoByEdbInfoId(tmpEdbInfoId, tmpTraceEdbInfo, edbInfoRuleMap, findIdMap, existMap, edbMappingMap)
  1307. if e != nil {
  1308. err = fmt.Errorf("traceEdbInfoByEdbInfoId err: %s", e.Error())
  1309. return
  1310. }
  1311. }
  1312. }
  1313. child = append(child, tmpTraceEdbInfo)
  1314. findIdMap[tmpEdbInfoId] = tmpEdbInfoId
  1315. }
  1316. existMap[edbInfoId] = traceEdbInfo
  1317. return
  1318. }
  1319. func handleTraceEdbInfo(traceEdbInfoResp data_manage.TraceEdbInfoResp, parentEdbInfoId int, edbInfoMap map[int]*data_manage.EdbInfo, edbMappingMap map[int][]*data_manage.EdbInfoCalculateMappingInfo, edbInfoIdPermissionMap map[int]bool) (newTraceEdbInfoResp data_manage.TraceEdbInfoResp, err error) {
  1320. edbInfo, ok := edbInfoMap[traceEdbInfoResp.EdbInfoId]
  1321. if !ok {
  1322. err = errors.New("指标异常")
  1323. return
  1324. }
  1325. var parentEdbInfo *data_manage.EdbInfo
  1326. if parentEdbInfoId > 0 {
  1327. parentEdbInfo, ok = edbInfoMap[parentEdbInfoId]
  1328. if !ok {
  1329. err = errors.New("指标异常")
  1330. return
  1331. }
  1332. }
  1333. //traceEdbInfoResp.EdbName = edbInfo.EdbName
  1334. traceEdbInfoResp.EdbName, traceEdbInfoResp.EdbNameEn, traceEdbInfoResp.RuleTitle, traceEdbInfoResp.RuleTitleEn = getEdbRuleTitle(edbInfo, parentEdbInfo, traceEdbInfoResp.Child, edbInfoMap, edbMappingMap)
  1335. if traceEdbInfoResp.Child != nil && len(traceEdbInfoResp.Child) > 0 {
  1336. for k, v := range traceEdbInfoResp.Child {
  1337. traceEdbInfoResp.Child[k], err = handleTraceEdbInfo(v, traceEdbInfoResp.EdbInfoId, edbInfoMap, edbMappingMap, edbInfoIdPermissionMap)
  1338. if err != nil {
  1339. return
  1340. }
  1341. }
  1342. }
  1343. // 指标权限
  1344. traceEdbInfoResp.HaveOperaAuth, _ = edbInfoIdPermissionMap[traceEdbInfoResp.EdbInfoId]
  1345. newTraceEdbInfoResp = traceEdbInfoResp
  1346. return
  1347. }
  1348. // getEdbRule 获取规则名称
  1349. func getEdbRuleTitle(edbInfo, parentEdbInfo *data_manage.EdbInfo, childList []data_manage.TraceEdbInfoResp, edbInfoMap map[int]*data_manage.EdbInfo, edbMappingMap map[int][]*data_manage.EdbInfoCalculateMappingInfo) (edbName, edbNameEn, ruleTitle, ruleTitleEn string) {
  1350. edbName = edbInfo.EdbName
  1351. edbNameEn = edbInfo.EdbNameEn
  1352. ruleTitle = `来源于` + edbInfo.SourceName
  1353. ruleTitleEn = `Source From: ` + edbInfo.SourceName
  1354. if parentEdbInfo != nil {
  1355. edbMappingList, ok := edbMappingMap[parentEdbInfo.EdbInfoId]
  1356. if !ok {
  1357. edbMappingList = []*data_manage.EdbInfoCalculateMappingInfo{}
  1358. }
  1359. // 指标名称
  1360. switch parentEdbInfo.Source {
  1361. case utils.DATA_SOURCE_CALCULATE, utils.DATA_SOURCE_PREDICT_CALCULATE:
  1362. for _, v := range edbMappingList {
  1363. if v.FromEdbInfoId == edbInfo.EdbInfoId {
  1364. edbName = fmt.Sprintf("%s(%s)", edbInfo.EdbName, v.FromTag)
  1365. edbNameEn = fmt.Sprintf("%s(%s)", edbInfo.EdbNameEn, v.FromTag)
  1366. }
  1367. }
  1368. case utils.DATA_SOURCE_CALCULATE_ZJPJ, utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ, utils.DATA_SOURCE_CALCULATE_LJZTBPJ, utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: // 直接拼接 ,累计值同比拼接
  1369. for _, v := range edbMappingList {
  1370. if v.FromEdbInfoId == edbInfo.EdbInfoId {
  1371. tmpName := ``
  1372. tmpNameEn := ``
  1373. if v.FromTag == `A` {
  1374. tmpName = `拼接日期前`
  1375. tmpNameEn = `Before Concatenation Date:`
  1376. } else if v.FromTag == `B` {
  1377. tmpName = `拼接日期后`
  1378. tmpNameEn = `After Concatenation Date:`
  1379. }
  1380. edbName = fmt.Sprintf("%s(%s)", edbInfo.EdbName, tmpName)
  1381. edbNameEn = fmt.Sprintf("%s(%s)", edbInfo.EdbNameEn, tmpNameEn)
  1382. }
  1383. }
  1384. case utils.DATA_SOURCE_CALCULATE_NHCC, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //计算指标(拟合残差)
  1385. for _, v := range edbMappingList {
  1386. //(需对上游指标+自变量,领先10天/因变量)
  1387. if v.FromEdbInfoId == edbInfo.EdbInfoId {
  1388. tmpName := ``
  1389. tmpNameEn := ``
  1390. if v.FromTag == `A` {
  1391. tmpName = fmt.Sprintf(`自变量,领先%d天`, v.MoveValue)
  1392. tmpNameEn = fmt.Sprintf(`Independent Variable, Lead %d Days:`, v.MoveValue)
  1393. } else if v.FromTag == `B` {
  1394. tmpName = `因变量`
  1395. tmpNameEn = `Dependent Variable`
  1396. }
  1397. edbName = fmt.Sprintf("%s(%s)", edbInfo.EdbName, tmpName)
  1398. edbNameEn = fmt.Sprintf("%s(%s)", edbInfo.EdbNameEn, tmpNameEn)
  1399. }
  1400. }
  1401. case utils.DATA_SOURCE_CALCULATE_CORRELATION: // 滚动相关性
  1402. for _, v := range edbMappingList {
  1403. if v.FromEdbInfoId == edbInfo.EdbInfoId {
  1404. edbName = fmt.Sprintf("%s(%s)", edbInfo.EdbName, v.FromTag)
  1405. edbNameEn = fmt.Sprintf("%s(%s)", edbInfo.EdbNameEn, v.FromTag)
  1406. }
  1407. }
  1408. }
  1409. }
  1410. if edbInfo.EdbType == 1 {
  1411. // 基础指标的话,直接返回来源名称
  1412. //ruleTitle = `来源于`+edbInfo.SourceName
  1413. return
  1414. }
  1415. // 规则
  1416. switch edbInfo.Source {
  1417. case utils.DATA_SOURCE_CALCULATE, utils.DATA_SOURCE_PREDICT_CALCULATE:
  1418. ruleTitle = "=" + edbInfo.CalculateFormula
  1419. case utils.DATA_SOURCE_CALCULATE_LJZZY, utils.DATA_SOURCE_PREDICT_CALCULATE_LJZZY:
  1420. ruleTitle = `累计转月值计算`
  1421. ruleTitleEn = `Cumulative to Monthly Calculation`
  1422. case utils.DATA_SOURCE_CALCULATE_TBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TBZ:
  1423. ruleTitle = `同比值计算`
  1424. ruleTitleEn = `Year-on-Year Value Calculation`
  1425. case utils.DATA_SOURCE_CALCULATE_TCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_TCZ:
  1426. ruleTitle = `同差值计算`
  1427. ruleTitleEn = `Yearly Difference Calculation`
  1428. case utils.DATA_SOURCE_CALCULATE_NSZYDPJJS, utils.DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS:
  1429. ruleTitle = fmt.Sprintf("N数值移动均值计算(N=%s)", edbInfo.CalculateFormula)
  1430. ruleTitleEn = fmt.Sprintf("N-Value Moving Average Calculation(N=%s)", edbInfo.CalculateFormula)
  1431. case utils.DATA_SOURCE_CALCULATE_HBZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HBZ:
  1432. ruleTitle = fmt.Sprintf("N数值环比值计算(N=%s)", edbInfo.CalculateFormula)
  1433. ruleTitleEn = fmt.Sprintf("N-Value Sequential Comparison Calculation(N=%s)", edbInfo.CalculateFormula)
  1434. case utils.DATA_SOURCE_CALCULATE_HCZ, utils.DATA_SOURCE_PREDICT_CALCULATE_HCZ:
  1435. ruleTitle = fmt.Sprintf("N数值环差值计算(N=%s)", edbInfo.CalculateFormula)
  1436. ruleTitleEn = fmt.Sprintf("N-Value Sequential Difference Calculation(N=%s)", edbInfo.CalculateFormula)
  1437. case utils.DATA_SOURCE_CALCULATE_TIME_SHIFT, utils.DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT:
  1438. moveType := `领先`
  1439. moveTypeEn := `Lead`
  1440. if edbInfo.MoveType == 2 {
  1441. moveType = "滞后"
  1442. moveTypeEn = `Lag`
  1443. }
  1444. ruleTitle = fmt.Sprintf("时间移位计算(%s%s%s)", moveType, edbInfo.CalculateFormula, edbInfo.MoveFrequency)
  1445. ruleTitleEn = fmt.Sprintf("Time Shift Calculation(%s%s%s)", moveTypeEn, edbInfo.CalculateFormula, edbInfo.MoveFrequency)
  1446. case utils.DATA_SOURCE_CALCULATE_BP, utils.DATA_SOURCE_PREDICT_CALCULATE_BP: // 变频
  1447. childFrequency := ``
  1448. if len(childList) > 0 {
  1449. if childEdbInfo, ok := edbInfoMap[childList[0].EdbInfoId]; ok {
  1450. childFrequency = childEdbInfo.Frequency
  1451. }
  1452. }
  1453. ruleTitle = fmt.Sprintf("升频计算(%s转%s)", childFrequency, edbInfo.Frequency)
  1454. ruleTitleEn = fmt.Sprintf("Upsampling Calculation(%s转%s)", childFrequency, edbInfo.Frequency)
  1455. case utils.DATA_SOURCE_CALCULATE_ZJPJ, utils.DATA_SOURCE_PREDICT_CALCULATE_ZJPJ: // 直接拼接
  1456. ruleTitle = fmt.Sprintf("直接拼接计算(%s)", edbInfo.CalculateFormula)
  1457. ruleTitleEn = fmt.Sprintf("Direct Concatenation Calculation(%s)", edbInfo.CalculateFormula)
  1458. case utils.DATA_SOURCE_CALCULATE_LJZTBPJ, utils.DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ: // 累计值同比拼
  1459. ruleTitle = fmt.Sprintf("累计值同比值拼接计算(%s)", edbInfo.CalculateFormula)
  1460. ruleTitleEn = fmt.Sprintf("Cumulative Year-on-Year Concatenation Calculation(%s)", edbInfo.CalculateFormula)
  1461. case utils.DATA_SOURCE_PYTHON:
  1462. ruleTitle = `代码运算`
  1463. ruleTitleEn = `Code Computation`
  1464. case utils.DATA_SOURCE_CALCULATE_CJJX, utils.DATA_SOURCE_PREDICT_CALCULATE_CJJX:
  1465. ruleTitle = fmt.Sprintf("超季节性计算(N=%s,%s)", edbInfo.CalculateFormula, edbInfo.Calendar)
  1466. ruleTitleEn = fmt.Sprintf("Super Seasonality Calculation(N=%s,%s)", edbInfo.CalculateFormula, edbInfo.Calendar)
  1467. case utils.DATA_SOURCE_CALCULATE_NHCC, utils.DATA_SOURCE_PREDICT_CALCULATE_NHCC: //计算指标(拟合残差)
  1468. var startDate, endDate string
  1469. dateList := strings.Split(edbInfo.CalculateFormula, ",")
  1470. if len(dateList) == 2 {
  1471. startDate = dateList[0]
  1472. endDate = dateList[1]
  1473. }
  1474. ruleTitle = fmt.Sprintf("拟合残差计算(%s至%s)", startDate, endDate)
  1475. ruleTitleEn = fmt.Sprintf("Fit Residual Calculation(%s至%s)", startDate, endDate)
  1476. case utils.DATA_SOURCE_CALCULATE_ADJUST:
  1477. ruleTitle = `数据调整`
  1478. ruleTitleEn = `Data Adjustment`
  1479. case utils.DATA_SOURCE_CALCULATE_NH, utils.DATA_SOURCE_PREDICT_CALCULATE_NH:
  1480. ruleTitle = `年化计算`
  1481. ruleTitleEn = `Annualization Calculation`
  1482. case utils.DATA_SOURCE_CALCULATE_KSZS, utils.DATA_SOURCE_PREDICT_CALCULATE_KSZS: // 扩散指数->53
  1483. type KszsConfig struct {
  1484. DateType int `description:"扩散指标日期;1:全部指标日期并集;2:部分指标日期并集"`
  1485. CheckList []string `description:"选中的数据,A,B,C"`
  1486. }
  1487. var config KszsConfig
  1488. err := json.Unmarshal([]byte(edbInfo.CalculateFormula), &config)
  1489. if err != nil {
  1490. return
  1491. }
  1492. var startDate, endDate time.Time
  1493. childEdbInfoIdList := make([]int, 0)
  1494. if config.DateType == 1 {
  1495. for _, v := range childList {
  1496. childEdbInfoIdList = append(childEdbInfoIdList, v.EdbInfoId)
  1497. }
  1498. } else {
  1499. if parentEdbInfo != nil {
  1500. edbMappingList, ok := edbMappingMap[parentEdbInfo.EdbInfoId]
  1501. if !ok {
  1502. edbMappingList = []*data_manage.EdbInfoCalculateMappingInfo{}
  1503. }
  1504. tagMap := make(map[string]int)
  1505. for _, v := range edbMappingList {
  1506. tagMap[v.FromTag] = v.FromEdbInfoId
  1507. }
  1508. for _, v := range config.CheckList {
  1509. if tmpEdbInfoId, ok := tagMap[v]; ok {
  1510. childEdbInfoIdList = append(childEdbInfoIdList, tmpEdbInfoId)
  1511. }
  1512. }
  1513. }
  1514. }
  1515. for _, v := range childEdbInfoIdList {
  1516. if childEdbInfo, ok := edbInfoMap[v]; ok {
  1517. tmpStartDate := childEdbInfo.StartDate
  1518. if startDate.IsZero() || startDate.After(tmpStartDate) {
  1519. startDate = tmpStartDate
  1520. }
  1521. tmpEndDate := childEdbInfo.EndDate
  1522. if endDate.IsZero() || endDate.Before(tmpEndDate) {
  1523. endDate = tmpEndDate
  1524. }
  1525. }
  1526. }
  1527. ruleTitle = fmt.Sprintf("扩散指数计算(%s至%s)", startDate.Format(utils.FormatDate), endDate.Format(utils.FormatDate))
  1528. ruleTitleEn = fmt.Sprintf("Diffusion Index Calculation(%s to %s)", startDate.Format(utils.FormatDate), endDate.Format(utils.FormatDate))
  1529. case utils.DATA_SOURCE_STOCK_PLANT:
  1530. ruleTitle = `来源于装置分析`
  1531. ruleTitleEn = `Derived from Plant Analysis`
  1532. case utils.DATA_SOURCE_CALCULATE_CORRELATION:
  1533. type EdbCalculateFormula struct {
  1534. BaseCalculateValue int `description:"基础计算窗口"`
  1535. BaseCalculateUnit string `description:"基础计算频度"`
  1536. LeadValue int `description:"领先期数"`
  1537. LeadUnit string `description:"频度"`
  1538. CalculateValue int `description:"计算窗口"`
  1539. CalculateUnit string `description:"计算频度"`
  1540. }
  1541. var correlationConf EdbCalculateFormula
  1542. err := json.Unmarshal([]byte(edbInfo.CalculateFormula), &correlationConf)
  1543. if err != nil {
  1544. return
  1545. }
  1546. ruleTitle = fmt.Sprintf("滚动相关性(计算窗口%d%s,B领先A%d%s)", correlationConf.CalculateValue, correlationConf.CalculateUnit, correlationConf.LeadValue, correlationConf.LeadUnit)
  1547. ruleTitleEn = fmt.Sprintf("Rolling Correlation (Calculation Window %d%s, B Leads A %d%s)", correlationConf.CalculateValue, correlationConf.CalculateUnit, correlationConf.LeadValue, correlationConf.LeadUnit)
  1548. case utils.DATA_SOURCE_CALCULATE_JP, utils.DATA_SOURCE_PREDICT_CALCULATE_JP:
  1549. childFrequency := ``
  1550. if len(childList) > 0 {
  1551. if childEdbInfo, ok := edbInfoMap[childList[0].EdbInfoId]; ok {
  1552. childFrequency = childEdbInfo.Frequency
  1553. }
  1554. }
  1555. ruleTitle = fmt.Sprintf("降频计算(%s转%s,%s)", childFrequency, edbInfo.Frequency, edbInfo.CalculateFormula)
  1556. ruleTitleEn = fmt.Sprintf("Downsampling Calculation(%s to %s,%s)", childFrequency, edbInfo.Frequency, edbInfo.CalculateFormula)
  1557. case utils.DATA_SOURCE_CALCULATE_STANDARD_DEVIATION:
  1558. ruleTitle = fmt.Sprintf("标准差(滚动%s期)", edbInfo.CalculateFormula)
  1559. ruleTitleEn = fmt.Sprintf("Standard Deviation (Rolling %s Periods)", edbInfo.CalculateFormula)
  1560. case utils.DATA_SOURCE_CALCULATE_PERCENTILE, utils.DATA_SOURCE_PREDICT_CALCULATE_PERCENTILE:
  1561. type TempCalculate struct {
  1562. CalculateValue int `description:"计算窗口"`
  1563. CalculateUnit string `description:"计算频度"`
  1564. }
  1565. cf := TempCalculate{}
  1566. if e := json.Unmarshal([]byte(edbInfo.CalculateFormula), &cf); e != nil {
  1567. return
  1568. }
  1569. ruleTitle = fmt.Sprintf("百分位(时间长度%d%s)", cf.CalculateValue, cf.CalculateUnit)
  1570. ruleTitle = fmt.Sprintf("Percentile (Time Length %d%s)", cf.CalculateValue, cf.CalculateUnit)
  1571. case utils.DATA_SOURCE_CALCULATE_ZSXY, utils.DATA_SOURCE_PREDICT_CALCULATE_ZSXY:
  1572. ruleTitle = `指数修匀计算`
  1573. ruleTitle = `Index Smoothing Calculation`
  1574. }
  1575. return
  1576. }
  1577. // GetEdbChartAdminList
  1578. // @param source 来源 :1:手工数据指标 2:钢联化工数据库 3:ETA指标库 4:ETA预测指标 5:图库 6:ETA表格
  1579. func GetEdbChartAdminList(source int) (list []int, err error) {
  1580. switch source {
  1581. case 1: //手工数据指标
  1582. list, err = models.GetEdbInfoAdminList()
  1583. if err != nil {
  1584. return
  1585. }
  1586. case 3: //ETA指标库
  1587. list, err = data_manage.GetEdbInfoAdminList(0)
  1588. if err != nil {
  1589. return
  1590. }
  1591. case 4: //ETA预测指标
  1592. list, err = data_manage.GetEdbInfoAdminList(1)
  1593. if err != nil {
  1594. return
  1595. }
  1596. case 5: //图库
  1597. list, err = data_manage.GetChartInfoAdminList()
  1598. if err != nil {
  1599. return
  1600. }
  1601. default:
  1602. return
  1603. }
  1604. return
  1605. }
  1606. // EdbInfoReplace 替换指标v2版本(更换时间:2022年01月05日15:33:42)
  1607. func EdbInfoReplace(oldEdbInfo, newEdbInfo *data_manage.EdbInfo, sysAdminId int, sysAdminRealName string) (replaceChartTotal, replaceCalculateTotal int, err error) {
  1608. defer func() {
  1609. if err != nil {
  1610. fmt.Println("ERR:", err.Error())
  1611. }
  1612. }()
  1613. // 替换关联表中的source_edb_info_id
  1614. relationEdbInfoIdList, replaceChartTotal, replaceCalculateTotal, err := data_manage.ReplaceChartEdb(oldEdbInfo, newEdbInfo)
  1615. if err != nil {
  1616. return
  1617. }
  1618. //加入到缓存队列中处理
  1619. go cache.AddReplaceEdbInfo(oldEdbInfo, newEdbInfo)
  1620. // 更新所有的关联指标
  1621. err, _ = EdbInfoRefreshAllFromBaseV3(relationEdbInfoIdList, true, true, true)
  1622. return
  1623. }
  1624. func GetTerminalFromBaseIndex(source int, edbCode string) (terminalCode string, sourceIndexName string, err error) {
  1625. tbName := GetBaseIndexTableName(source)
  1626. if tbName != "" {
  1627. var item data_manage.BaseIndexTerminalCode
  1628. item, err = data_manage.GetBaseIndexTerminalCode(edbCode, tbName)
  1629. if err != nil {
  1630. err = fmt.Errorf("查询数据源指标信息失败, Err: %s", err)
  1631. return
  1632. }
  1633. terminalCode = item.TerminalCode
  1634. sourceIndexName = item.IndexName
  1635. }
  1636. return
  1637. }
  1638. func GetBaseIndexTableName(source int) (tableName string) {
  1639. switch source {
  1640. case utils.DATA_SOURCE_YS:
  1641. tableName = "base_from_smm_index"
  1642. case utils.DATA_SOURCE_MYSTEEL_CHEMICAL:
  1643. tableName = "base_from_mysteel_chemical_index"
  1644. case utils.DATA_SOURCE_SCI:
  1645. tableName = "base_from_sci_index"
  1646. case utils.DATA_SOURCE_BAIINFO:
  1647. tableName = "base_from_baiinfo_index"
  1648. default:
  1649. }
  1650. return
  1651. }
  1652. // EdbInfoWsdAdd 添加指标到指标库
  1653. func EdbInfoWsdAdd(item *data_manage.EdbInfo) (edbInfo *data_manage.EdbInfo, err error, errMsg string, isSendEmail bool) {
  1654. isSendEmail = true
  1655. //判断指标名称是否存在
  1656. var condition string
  1657. var pars []interface{}
  1658. condition += " AND edb_name=? "
  1659. pars = append(pars, item.EdbName)
  1660. count, err := data_manage.GetEdbInfoCountByCondition(condition, pars)
  1661. if err != nil {
  1662. errMsg = "判断指标名称是否存在失败"
  1663. err = errors.New("判断指标名称是否存在失败,Err:" + err.Error())
  1664. return
  1665. }
  1666. if count > 0 {
  1667. errMsg = "指标名称已存在,请重新填写"
  1668. err = errors.New(errMsg)
  1669. isSendEmail = false
  1670. return
  1671. }
  1672. source := item.Source
  1673. edbInfo = new(data_manage.EdbInfo)
  1674. edbInfo.Source = source
  1675. var sourceName string
  1676. edbSource := data_manage.GetEdbSourceBySourceId(source)
  1677. if edbSource != nil {
  1678. sourceName = edbSource.SourceName
  1679. }
  1680. if sourceName == "" {
  1681. errMsg = "指标来源异常"
  1682. err = errors.New(errMsg)
  1683. return
  1684. }
  1685. edbInfo.SourceName = sourceName
  1686. edbType := 1 //基础指标
  1687. if source == utils.DATA_SOURCE_STOCK_PLANT {
  1688. edbType = 2 //计算指标
  1689. }
  1690. //获取该层级下最大的排序数
  1691. maxSort, err := GetEdbClassifyMaxSort(item.ClassifyId, 0)
  1692. if err != nil {
  1693. errMsg = "获取失败"
  1694. err = errors.New("查询排序信息失败,Err:" + err.Error())
  1695. return
  1696. }
  1697. edbInfo.EdbCode = item.EdbCode
  1698. edbInfo.EdbName = item.EdbName
  1699. edbInfo.EdbNameSource = item.EdbName
  1700. edbInfo.EdbNameEn = item.EdbNameEn
  1701. edbInfo.Frequency = item.Frequency
  1702. edbInfo.Unit = item.Unit
  1703. edbInfo.UnitEn = item.UnitEn
  1704. edbInfo.ClassifyId = item.ClassifyId
  1705. edbInfo.SysUserId = item.SysUserId
  1706. edbInfo.SysUserRealName = item.SysUserRealName
  1707. edbInfo.CreateTime = time.Now()
  1708. edbInfo.ModifyTime = time.Now()
  1709. edbInfo.ServerUrl = item.ServerUrl
  1710. edbInfo.Sort = maxSort + 1
  1711. edbInfo.DataDateType = `交易日`
  1712. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  1713. edbInfo.UniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  1714. edbInfo.EdbType = edbType
  1715. edbInfo.SubSource = item.SubSource
  1716. edbInfo.SubSourceName = "日期序列"
  1717. edbInfo.IndicatorCode = item.IndicatorCode
  1718. edbInfo.StockCode = item.StockCode
  1719. edbInfo.TerminalCode = item.TerminalCode
  1720. edbInfo.Extra = item.Extra
  1721. edbInfoId, err := data_manage.AddEdbInfo(edbInfo)
  1722. if err != nil {
  1723. errMsg = "保存失败"
  1724. err = errors.New("保存失败,Err:" + err.Error())
  1725. return
  1726. }
  1727. edbInfo.EdbInfoId = int(edbInfoId)
  1728. //保存数据
  1729. err = data_manage.ModifyEdbInfoWindWsdDataStatus(source, item.SubSource, edbInfoId, item.EdbCode)
  1730. if err != nil {
  1731. errMsg = "保存失败"
  1732. err = errors.New("修改数据对应指标ID失败,Err:" + err.Error())
  1733. return
  1734. }
  1735. maxAndMinItem, _ := data_manage.GetEdbInfoWsdMaxAndMinInfo(source, item.SubSource, item.EdbCode)
  1736. if maxAndMinItem != nil {
  1737. err = data_manage.ModifyEdbInfoMaxAndMinInfo(int(edbInfoId), maxAndMinItem)
  1738. }
  1739. //添加es
  1740. AddOrEditEdbInfoToEs(int(edbInfoId))
  1741. return
  1742. }
  1743. // BatchRefreshEdbByEdbIds 批量刷新指标
  1744. func BatchRefreshEdbByEdbIds(edbIdList []int, redisKey string, refreshKeys []string) (syncing bool, err error) {
  1745. if len(edbIdList) <= 0 {
  1746. return
  1747. }
  1748. // 设置刷新缓存
  1749. if redisKey != `` {
  1750. // 设置最多10分钟缓存
  1751. utils.Rc.SetNX(redisKey, 1, time.Minute*10)
  1752. }
  1753. // 获取需要刷新的指标列表
  1754. newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr := getEdbInfoIdList(edbIdList)
  1755. // 需要刷新的指标数量
  1756. totalEdbInfo := len(newBaseEdbInfoArr) + len(calculateArr) + len(predictCalculateArr)
  1757. // 关联指标过多的时候, 异步刷新
  1758. if totalEdbInfo > 20 {
  1759. syncing = true
  1760. // 加入队列刷新
  1761. var refreshItem EdbQueueRefreshReq
  1762. refreshItem.RefreshKey = redisKey
  1763. refreshItem.ItemRefreshKeys = refreshKeys
  1764. refreshItem.BaseEdbInfoArr = newBaseEdbInfoArr
  1765. refreshItem.BasePredictEdbInfoArr = newBasePredictEdbInfoArr
  1766. refreshItem.CalculateMap = newCalculateMap
  1767. refreshItem.PredictCalculateMap = newPredictCalculateMap
  1768. refreshItem.CalculateArr = calculateArr
  1769. refreshItem.PredictCalculateArr = predictCalculateArr
  1770. go PushEdb2Refresh(refreshItem)
  1771. return
  1772. }
  1773. // 同步刷新
  1774. err = edbInfoRefreshAll(false, newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr)
  1775. if redisKey != `` {
  1776. _ = utils.Rc.Delete(redisKey)
  1777. }
  1778. if len(refreshKeys) > 0 {
  1779. for _, v := range refreshKeys {
  1780. _ = utils.Rc.Delete(v)
  1781. }
  1782. }
  1783. return
  1784. }
  1785. // GetEdbTerminal 获取终端信息
  1786. func GetEdbTerminal(source int, oldTerminalCode string) (edbTerminal *data_manage.EdbTerminal, err error) {
  1787. if source == utils.DATA_SOURCE_WIND && oldTerminalCode == "" {
  1788. tmpConfig := new(data_manage.EdbConfig)
  1789. tmpConfig, err = data_manage.GetConfigDetailByCode("wind_terminal_code")
  1790. if err != nil && !utils.IsErrNoRow(err) {
  1791. err = errors.New("获取配置的wind地址失败,err:" + err.Error())
  1792. return
  1793. }
  1794. err = nil
  1795. if tmpConfig != nil {
  1796. oldTerminalCode = tmpConfig.ConfigValue
  1797. //return
  1798. }
  1799. }
  1800. if oldTerminalCode != "" {
  1801. edbTerminal, err = data_manage.GetEdbTerminalByCode(oldTerminalCode)
  1802. if err != nil {
  1803. return
  1804. }
  1805. return
  1806. }
  1807. // 配置中没有的话,那么就从分组获取,
  1808. list, err := data_manage.GetEdbCountGroupByTerminal(source)
  1809. if err != nil {
  1810. return
  1811. }
  1812. //windUrlNum := 0
  1813. //获取对应的配置url
  1814. terminalNumMap := make(map[string]int)
  1815. for _, v := range list {
  1816. terminalNumMap[v.TerminalCode] = v.Total
  1817. }
  1818. terminalList, err := data_manage.GetEdbTerminalListBySource(source)
  1819. if err != nil {
  1820. return
  1821. }
  1822. if len(terminalList) == 0 {
  1823. err = errors.New("终端地址未配置")
  1824. return
  1825. }
  1826. num := 0
  1827. for _, v := range terminalList {
  1828. tmpNum := terminalNumMap[v.TerminalCode]
  1829. if edbTerminal == nil {
  1830. edbTerminal = v
  1831. num = tmpNum
  1832. } else if tmpNum < num {
  1833. edbTerminal = v
  1834. num = tmpNum
  1835. }
  1836. }
  1837. if edbTerminal == nil {
  1838. err = errors.New("获取配置的终端地址失败")
  1839. return
  1840. }
  1841. return
  1842. }
  1843. func GetEdbTerminalCodeBySource(source int, edbCode, stockCode string) (terminalCode, serverUrl, sourceIndexName string, err error) {
  1844. var e error
  1845. if stockCode != "" {
  1846. terminalCodeCacheKey := utils.CACHE_EDB_TERMINAL_CODE_URL + stockCode
  1847. terminalCode, e = utils.Rc.RedisString(terminalCodeCacheKey)
  1848. if e != nil {
  1849. utils.FileLog.Info(fmt.Sprintf("从缓存中获取数据源终端信息失败, Err: %s", e))
  1850. }
  1851. terminalInfo, e := GetEdbTerminal(source, terminalCode)
  1852. if e != nil {
  1853. err = errors.New("获取可以使用的终端失败,Err:" + e.Error())
  1854. return
  1855. }
  1856. serverUrl = terminalInfo.ServerUrl
  1857. terminalCode = terminalInfo.TerminalCode
  1858. return
  1859. }
  1860. // 获取终端信息
  1861. terminalCodeCacheKey := utils.CACHE_EDB_TERMINAL_CODE_URL + edbCode
  1862. terminalCode, tE := utils.Rc.RedisString(terminalCodeCacheKey)
  1863. if tE != nil {
  1864. utils.FileLog.Info(fmt.Sprintf("从缓存中获取数据源终端信息失败, Err: %s", tE))
  1865. }
  1866. var terminalCodeOrigin string
  1867. terminalCodeOrigin, sourceIndexName, tE = GetTerminalFromBaseIndex(source, edbCode)
  1868. if tE != nil {
  1869. utils.FileLog.Info(fmt.Sprintf("获取数据源终端信息失败, Err: %s", tE))
  1870. }
  1871. if terminalCodeOrigin != "" {
  1872. terminalCode = terminalCodeOrigin
  1873. }
  1874. if source == utils.DATA_SOURCE_WIND || source == utils.DATA_SOURCE_THS {
  1875. terminalInfo, e := GetEdbTerminal(source, terminalCode)
  1876. if e != nil {
  1877. err = errors.New("获取可以使用的终端失败,Err:" + e.Error())
  1878. return
  1879. }
  1880. serverUrl = terminalInfo.ServerUrl
  1881. terminalCode = terminalInfo.TerminalCode
  1882. }
  1883. return
  1884. }
  1885. // handleByAddEdbInfo
  1886. // @Description: 添加指标后的处理操作
  1887. // @author: Roc
  1888. // @datetime 2024-07-22 13:06:36
  1889. // @param edbInfo *data_manage.EdbInfo
  1890. func handleByAddEdbInfo(edbInfo *data_manage.EdbInfo) {
  1891. // 如果是手工数据,那么需要标记手工数据为已加入指标库
  1892. if edbInfo.Source == utils.DATA_SOURCE_MANUAL {
  1893. _ = models.UpdateManualIsJoinEdbStatus(edbInfo.EdbCode, 1)
  1894. }
  1895. }
  1896. // handleByDelEdbInfo
  1897. // @Description: 删除指标后的处理操作
  1898. // @author: Roc
  1899. // @datetime 2024-07-22 13:06:36
  1900. // @param edbInfo *data_manage.EdbInfo
  1901. func handleByDelEdbInfo(edbInfo *data_manage.EdbInfo) {
  1902. // 如果删除的指标是自定义分析的来源,那么还需要删除指标与excel的关系
  1903. if edbInfo.Source == utils.DATA_SOURCE_CALCULATE_ZDYFX {
  1904. err := excel.DeleteCustomAnalysisExcelEdbMappingByEdbInfoId(edbInfo.EdbInfoId)
  1905. if err != nil {
  1906. utils.FileLog.Error(fmt.Sprintf("删除指标时,需要删除与自定义分析的关系失败,指标ID:%d,Err:%s", edbInfo.EdbInfoId, err.Error()), 3)
  1907. }
  1908. }
  1909. // 如果是手工数据,那么需要标记手工数据为未加入指标库
  1910. if edbInfo.Source == utils.DATA_SOURCE_MANUAL {
  1911. _ = models.UpdateManualIsJoinEdbStatus(edbInfo.EdbCode, 0)
  1912. }
  1913. }
  1914. // GetIsSupplierStop
  1915. // @Description: 获取是否供应商停更
  1916. // @author: Roc
  1917. // @datetime 2024-08-27 10:28:19
  1918. // @param source int
  1919. // @param edbCode string
  1920. // @return isSupplierStop int
  1921. func GetIsSupplierStop(source int, edbCode string) (isSupplierStop int) {
  1922. return
  1923. }
  1924. //IsSupplierStop int `description:"是否供应商停更:1:停更,0:未停更"`