chart_info.go 81 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682
  1. package data
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_api/models"
  6. "eta/eta_api/models/company"
  7. "eta/eta_api/models/data_manage"
  8. "eta/eta_api/models/system"
  9. "eta/eta_api/services/alarm_msg"
  10. "eta/eta_api/utils"
  11. "fmt"
  12. "github.com/shopspring/decimal"
  13. "math"
  14. "sort"
  15. "strconv"
  16. "strings"
  17. "time"
  18. )
  19. func ChartInfoRefreshV1(chartInfoId int) (err error) {
  20. var errmsg string
  21. defer func() {
  22. if err != nil {
  23. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errmsg, 3)
  24. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "ChartInfoRefresh:"+errmsg, utils.EmailSendToUsers)
  25. fmt.Println("ChartInfoRefresh Err:" + errmsg)
  26. }
  27. }()
  28. baseEdbInfoArr, calculateInfoArr, err := data_manage.GetChartInfoRefreshData(chartInfoId)
  29. if err != nil {
  30. errmsg = "获取需要刷新的指标失败:Err:" + err.Error()
  31. return
  32. }
  33. newBaseEdbInfoArr := make([]*data_manage.EdbInfo, 0)
  34. baseMap := make(map[int]*data_manage.EdbInfo)
  35. for _, bv := range baseEdbInfoArr {
  36. // 如果不是普通指标,那么过滤
  37. if bv.EdbInfoType != 0 {
  38. continue
  39. }
  40. if _, ok := baseMap[bv.EdbInfoId]; !ok {
  41. newBaseEdbInfoArr = append(newBaseEdbInfoArr, bv)
  42. }
  43. baseMap[bv.EdbInfoId] = bv
  44. }
  45. fmt.Println("calculateInfoArr:", len(calculateInfoArr))
  46. newCalculateInfoArr := make([]*data_manage.EdbInfo, 0)
  47. calculateMap := make(map[int]*data_manage.EdbInfo)
  48. var calculateArr []int
  49. for _, bv := range calculateInfoArr {
  50. if _, ok := calculateMap[bv.EdbInfoId]; !ok {
  51. newCalculateInfoArr = append(newCalculateInfoArr, bv)
  52. calculateArr = append(calculateArr, bv.EdbInfoId)
  53. }
  54. calculateMap[bv.EdbInfoId] = bv
  55. }
  56. sort.Ints(calculateArr)
  57. // 刷新相关基础指标
  58. for _, bv := range newBaseEdbInfoArr {
  59. err, errmsg = refreshBaseEdbInfo(bv)
  60. if err != nil {
  61. return
  62. }
  63. }
  64. // 刷新相关计算指标
  65. for _, v := range calculateArr {
  66. edbInfo := calculateMap[v]
  67. if edbInfo == nil {
  68. return err
  69. }
  70. err, errmsg = refreshCalculateEdbInfo(edbInfo)
  71. if err != nil {
  72. return
  73. }
  74. }
  75. return err
  76. }
  77. // BatchChartInfoRefresh 图表批量刷新
  78. func BatchChartInfoRefresh(chartInfoList []*data_manage.ChartInfo) (err error) {
  79. if len(chartInfoList) <= 0 {
  80. return
  81. }
  82. chartInfoIdSlice := make([]string, 0)
  83. for _, chartInfo := range chartInfoList {
  84. chartInfoIdSlice = append(chartInfoIdSlice, strconv.Itoa(chartInfo.ChartInfoId))
  85. }
  86. var errmsg string
  87. defer func() {
  88. if err != nil {
  89. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errmsg, 3)
  90. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "ChartInfoRefresh:"+errmsg, utils.EmailSendToUsers)
  91. fmt.Println("ChartInfoRefresh Err:" + errmsg)
  92. }
  93. }()
  94. baseEdbInfoArr, calculateInfoArr, err := data_manage.GetChartInfoRefreshDataByChartInfoIdSlice(chartInfoIdSlice)
  95. if err != nil {
  96. errmsg = "获取需要刷新的指标失败:Err:" + err.Error()
  97. return
  98. }
  99. //基础指标去重
  100. newBaseEdbInfoArr := make([]*data_manage.EdbInfo, 0)
  101. baseMap := make(map[int]*data_manage.EdbInfo)
  102. for _, bv := range baseEdbInfoArr {
  103. fmt.Println(bv.UniqueCode)
  104. if _, ok := baseMap[bv.EdbInfoId]; !ok {
  105. newBaseEdbInfoArr = append(newBaseEdbInfoArr, bv)
  106. }
  107. baseMap[bv.EdbInfoId] = bv
  108. }
  109. fmt.Println("calculateInfoArr:", len(calculateInfoArr))
  110. //计算指标去重
  111. newCalculateInfoArr := make([]*data_manage.EdbInfo, 0)
  112. calculateMap := make(map[int]*data_manage.EdbInfo)
  113. var calculateArr []int
  114. for _, bv := range calculateInfoArr {
  115. if _, ok := calculateMap[bv.EdbInfoId]; !ok {
  116. newCalculateInfoArr = append(newCalculateInfoArr, bv)
  117. calculateArr = append(calculateArr, bv.EdbInfoId)
  118. }
  119. calculateMap[bv.EdbInfoId] = bv
  120. }
  121. sort.Ints(calculateArr)
  122. // 刷新相关基础指标
  123. for _, bv := range newBaseEdbInfoArr {
  124. err, errmsg = refreshBaseEdbInfo(bv)
  125. if err != nil {
  126. return
  127. }
  128. }
  129. // 刷新相关计算指标
  130. for _, v := range calculateArr {
  131. edbInfo := calculateMap[v]
  132. if edbInfo == nil {
  133. return err
  134. }
  135. err, errmsg = refreshCalculateEdbInfo(edbInfo)
  136. if err != nil {
  137. return
  138. }
  139. }
  140. return err
  141. }
  142. // refreshBaseEdbInfo 刷新基础指标
  143. func refreshBaseEdbInfo(bv *data_manage.EdbInfo) (err error, errMsg string) {
  144. source := bv.Source
  145. subSource := bv.SubSource
  146. edbInfoId := bv.EdbInfoId
  147. edbCode := bv.EdbCode
  148. //startDate := bv.StartDate
  149. frequency := bv.Frequency
  150. if bv.StartDate == "0000-00-00" {
  151. return
  152. }
  153. sTime, err := time.Parse(utils.FormatDate, bv.EndDate)
  154. if err != nil {
  155. return
  156. }
  157. var limitDay int
  158. startDate := ""
  159. switch frequency {
  160. case "日度":
  161. limitDay = utils.DATA_START_REFRESH_LIMIT
  162. case "周度":
  163. limitDay = utils.DATA_START_REFRESH_LIMIT * 7
  164. case "月度":
  165. limitDay = utils.DATA_START_REFRESH_LIMIT * 30
  166. case "季度":
  167. limitDay = utils.DATA_START_REFRESH_LIMIT * 90
  168. case "年度":
  169. limitDay = utils.DATA_START_REFRESH_LIMIT * 365
  170. default:
  171. limitDay = utils.DATA_START_REFRESH_LIMIT
  172. }
  173. startDate = sTime.AddDate(0, 0, -limitDay).Format(utils.FormatDate)
  174. fmt.Println("source:", source)
  175. respItem, err := RefreshEdbData(edbInfoId, source, subSource, edbCode, startDate)
  176. if err != nil {
  177. errMsg = errors.New("RefreshEdbData Err:" + err.Error()).Error()
  178. return
  179. }
  180. if respItem.Ret != 200 {
  181. errMsg = errors.New(respItem.ErrMsg + ";EdbCode:" + edbCode).Error()
  182. return
  183. }
  184. maxAndMinItem, err := data_manage.GetEdbInfoMaxAndMinInfo(source, subSource, edbCode)
  185. if err != nil {
  186. return
  187. }
  188. if maxAndMinItem != nil {
  189. err = data_manage.ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  190. if err != nil {
  191. return
  192. }
  193. }
  194. return
  195. }
  196. // refreshCalculateEdbInfo 刷新计算指标
  197. func refreshCalculateEdbInfo(edbInfo *data_manage.EdbInfo) (err error, errMsg string) {
  198. startDate := edbInfo.StartDate
  199. source := edbInfo.Source
  200. if source == utils.DATA_SOURCE_CALCULATE {
  201. startDate = edbInfo.StartDate
  202. sTime, tmpErr := time.Parse(utils.FormatDate, edbInfo.EndDate)
  203. if tmpErr != nil {
  204. err = tmpErr
  205. return
  206. }
  207. startDate = sTime.Format(utils.FormatDate)
  208. }
  209. result, err := RefreshEdbCalculateData(edbInfo.EdbInfoId, edbInfo.EdbCode, startDate)
  210. if err != nil {
  211. fmt.Println(edbInfo.EdbInfoId, "RefreshEdbCalculateData err", time.Now())
  212. errMsg = "RefreshEdbCalculateData Err:" + err.Error()
  213. return
  214. }
  215. if result.Ret != 200 {
  216. fmt.Println(edbInfo.EdbInfoId, "RefreshEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  217. errMsg = fmt.Sprint(edbInfo.EdbInfoId, "RefreshEdbCalculateData err;msg:", result.Msg, ";errMsg:", result.ErrMsg)
  218. err = errors.New("刷新失败")
  219. return
  220. }
  221. return
  222. }
  223. type ChartInfoReq struct {
  224. ChartInfoId int `description:"图表id,新增时传0"`
  225. }
  226. // DeleteChartInfoDataRedis 清除图表缓存
  227. func DeleteChartInfoDataRedis(bodyByte []byte) (err error) {
  228. var req ChartInfoReq
  229. err = json.Unmarshal(bodyByte, &req)
  230. if err != nil {
  231. return
  232. }
  233. if req.ChartInfoId > 0 {
  234. err = utils.Rc.Delete(GetChartInfoDataKey(req.ChartInfoId))
  235. }
  236. return
  237. }
  238. // DeleteChartClassifyRedis 清除图表分类缓存
  239. func DeleteChartClassifyRedis(bodyByte []byte) (err error) {
  240. err = utils.Rc.Delete(utils.CACHE_CHART_CLASSIFY)
  241. return
  242. }
  243. // GetChartInfoDataKey 获取图表缓存的key
  244. func GetChartInfoDataKey(chartInfoId int) string {
  245. key := fmt.Sprint(utils.CACHE_CHART_INFO_DATA, chartInfoId)
  246. return key
  247. }
  248. // CheckOpChartPermission 判断图表操作权限
  249. func CheckOpChartPermission(sysUser *system.Admin, createUserId int) (ok bool) {
  250. if sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_ADMIN || sysUser.RoleTypeCode == utils.ROLE_TYPE_CODE_FICC_ADMIN {
  251. ok = true
  252. }
  253. // 如果图表创建人与当前操作人相同的话,那么就是允许操作
  254. if ok == false && createUserId == sysUser.AdminId {
  255. ok = true
  256. }
  257. // 如果图表权限id 是 1 ,那么允许编辑
  258. if ok == false && sysUser.ChartPermission == 1 {
  259. ok = true
  260. }
  261. return
  262. }
  263. // GetChartEdbData 获取图表的指标数据
  264. func GetChartEdbData(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*data_manage.ChartEdbInfoMapping, extraConfigStr string, seasonExtraConfig string) (edbList []*data_manage.ChartEdbInfoMapping, xEdbIdValue []int, yDataList []data_manage.YData, dataResp interface{}, err error, errMsg string) {
  265. edbList = make([]*data_manage.ChartEdbInfoMapping, 0)
  266. xEdbIdValue = make([]int, 0)
  267. yDataList = make([]data_manage.YData, 0)
  268. var extraConfig interface{}
  269. switch chartType {
  270. case 7: // 柱形图
  271. var barConfig data_manage.BarChartInfoReq
  272. if extraConfigStr == `` {
  273. errMsg = "柱方图未配置"
  274. err = errors.New(errMsg)
  275. return
  276. }
  277. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  278. if err != nil {
  279. errMsg = "柱方图配置异常"
  280. err = errors.New(errMsg)
  281. return
  282. }
  283. extraConfig = barConfig
  284. case 10: // 截面散点图
  285. var tmpExtraConfig data_manage.SectionScatterReq
  286. if extraConfigStr == `` {
  287. errMsg = "截面散点图未配置"
  288. err = errors.New(errMsg)
  289. return
  290. }
  291. err = json.Unmarshal([]byte(extraConfigStr), &tmpExtraConfig)
  292. if err != nil {
  293. errMsg = "截面散点配置异常"
  294. err = errors.New(errMsg)
  295. return
  296. }
  297. extraConfig = tmpExtraConfig
  298. case utils.CHART_TYPE_RADAR:
  299. var barConfig data_manage.RadarChartInfoReq
  300. if extraConfigStr == `` {
  301. errMsg = "雷达图未配置"
  302. err = errors.New(errMsg)
  303. return
  304. }
  305. err = json.Unmarshal([]byte(extraConfigStr), &barConfig)
  306. if err != nil {
  307. errMsg = "雷达图配置异常"
  308. err = errors.New(errMsg)
  309. return
  310. }
  311. extraConfig = barConfig
  312. default:
  313. xEdbIdValue = make([]int, 0)
  314. yDataList = make([]data_manage.YData, 0)
  315. }
  316. // 指标对应的所有数据
  317. edbDataListMap, edbList, err := getEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList, seasonExtraConfig)
  318. if err != nil {
  319. return
  320. }
  321. // 特殊图形数据处理
  322. switch chartType {
  323. case 7: // 柱形图
  324. barChartConf := extraConfig.(data_manage.BarChartInfoReq)
  325. xEdbIdValue, yDataList, err = BarChartData(mappingList, edbDataListMap, barChartConf.DateList, barChartConf.Sort)
  326. for k := range yDataList {
  327. yDataList[k].Unit = barChartConf.Unit
  328. yDataList[k].UnitEn = barChartConf.UnitEn
  329. }
  330. for _, v := range edbList {
  331. // 指标别名
  332. if barChartConf.EdbInfoIdList != nil && len(barChartConf.EdbInfoIdList) > 0 {
  333. for _, reqEdb := range barChartConf.EdbInfoIdList {
  334. if v.EdbInfoId == reqEdb.EdbInfoId {
  335. v.EdbAliasName = reqEdb.Name
  336. }
  337. }
  338. }
  339. }
  340. case 10: // 截面散点图
  341. sectionScatterConf := extraConfig.(data_manage.SectionScatterReq)
  342. xEdbIdValue, dataResp, err = GetSectionScatterChartData(chartInfoId, mappingList, edbDataListMap, sectionScatterConf)
  343. var tmpExtraConfig data_manage.SectionScatterReq
  344. if extraConfigStr == `` {
  345. errMsg = "截面散点图未配置"
  346. err = errors.New(errMsg)
  347. return
  348. }
  349. err = json.Unmarshal([]byte(extraConfigStr), &tmpExtraConfig)
  350. if err != nil {
  351. errMsg = "截面散点配置异常"
  352. err = errors.New(errMsg)
  353. return
  354. }
  355. // 这个数据没有必要返回给前端
  356. for _, v := range edbList {
  357. v.DataList = nil
  358. }
  359. case utils.CHART_TYPE_RADAR: //雷达图
  360. radarConf := extraConfig.(data_manage.RadarChartInfoReq)
  361. xEdbIdValue, dataResp, err = RadarChartData(mappingList, edbDataListMap, radarConf)
  362. }
  363. return
  364. }
  365. // GetEdbDataMapList 获取指标最后的基础数据
  366. func GetEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*data_manage.ChartEdbInfoMapping, seasonExtra string) (edbDataListMap map[int][]*data_manage.EdbDataList, edbList []*data_manage.ChartEdbInfoMapping, err error) {
  367. edbDataListMap, edbList, err = getEdbDataMapList(chartInfoId, chartType, calendar, startDate, endDate, mappingList, seasonExtra)
  368. return
  369. }
  370. // getEdbDataMapList 获取指标最后的基础数据
  371. func getEdbDataMapList(chartInfoId, chartType int, calendar, startDate, endDate string, mappingList []*data_manage.ChartEdbInfoMapping, seasonExtraConfig string) (edbDataListMap map[int][]*data_manage.EdbDataList, edbList []*data_manage.ChartEdbInfoMapping, err error) {
  372. // 指标对应的所有数据
  373. edbDataListMap = make(map[int][]*data_manage.EdbDataList)
  374. for _, v := range mappingList {
  375. //fmt.Println("v:", v.EdbInfoId)
  376. item := new(data_manage.ChartEdbInfoMapping)
  377. item.EdbInfoId = v.EdbInfoId
  378. item.SourceName = v.SourceName
  379. item.Source = v.Source
  380. item.EdbCode = v.EdbCode
  381. item.EdbName = v.EdbName
  382. item.EdbNameEn = v.EdbNameEn
  383. item.Frequency = v.Frequency
  384. item.EdbType = v.EdbType
  385. item.FrequencyEn = GetFrequencyEn(v.Frequency)
  386. if v.Unit != `无` {
  387. item.Unit = v.Unit
  388. }
  389. item.UnitEn = v.UnitEn
  390. item.StartDate = v.StartDate
  391. item.EndDate = v.EndDate
  392. item.ModifyTime = v.ModifyTime
  393. item.EdbInfoCategoryType = v.EdbInfoCategoryType
  394. item.PredictChartColor = v.PredictChartColor
  395. item.ClassifyId = v.ClassifyId
  396. if chartInfoId <= 0 {
  397. item.IsAxis = 1
  398. item.LeadValue = 0
  399. item.LeadUnit = ""
  400. item.ChartEdbMappingId = 0
  401. item.ChartInfoId = 0
  402. item.IsOrder = false
  403. item.EdbInfoType = 1
  404. item.ChartStyle = ""
  405. item.ChartColor = ""
  406. item.ChartWidth = 0
  407. item.MaxData = v.MaxValue
  408. item.MinData = v.MinValue
  409. } else {
  410. item.IsAxis = v.IsAxis
  411. item.EdbInfoType = v.EdbInfoType
  412. item.LeadValue = v.LeadValue
  413. item.LeadUnit = v.LeadUnit
  414. item.LeadUnitEn = GetLeadUnitEn(v.LeadUnit)
  415. item.ChartEdbMappingId = v.ChartEdbMappingId
  416. item.ChartInfoId = v.ChartInfoId
  417. item.ChartStyle = v.ChartStyle
  418. item.ChartColor = v.ChartColor
  419. item.ChartWidth = v.ChartWidth
  420. item.IsOrder = v.IsOrder
  421. item.MaxData = v.MaxData
  422. item.MinData = v.MinData
  423. }
  424. item.LatestValue = v.LatestValue
  425. item.LatestDate = v.LatestDate
  426. item.UniqueCode = v.UniqueCode
  427. item.MoveLatestDate = v.LatestDate
  428. item.EdbAliasName = v.EdbAliasName
  429. item.IsConvert = v.IsConvert
  430. item.ConvertType = v.ConvertType
  431. item.ConvertValue = v.ConvertValue
  432. item.ConvertUnit = v.ConvertUnit
  433. item.ConvertEnUnit = v.ConvertEnUnit
  434. var startDateReal string
  435. var diffSeconds int64
  436. if chartType == 2 { //季节性图
  437. startDateReal = startDate
  438. } else {
  439. if v.EdbInfoType == 0 && v.LeadUnit != "" && v.LeadValue > 0 { //领先指标
  440. var startTimeRealTemp time.Time
  441. startDateParse, _ := time.Parse(utils.FormatDate, startDate)
  442. switch v.LeadUnit {
  443. case "天":
  444. startTimeRealTemp = startDateParse.AddDate(0, 0, -v.LeadValue)
  445. case "月":
  446. startTimeRealTemp = startDateParse.AddDate(0, -v.LeadValue, 0)
  447. case "季":
  448. startTimeRealTemp = startDateParse.AddDate(0, -3*v.LeadValue, 0)
  449. case "周":
  450. startTimeRealTemp = startDateParse.AddDate(0, 0, -7*v.LeadValue)
  451. case "年":
  452. startTimeRealTemp = startDateParse.AddDate(-v.LeadValue, 0, 0)
  453. }
  454. if startTimeRealTemp.Before(startDateParse) {
  455. startDateReal = startTimeRealTemp.Format(utils.FormatDate)
  456. diffSeconds = (int64(startTimeRealTemp.UnixNano()) - int64(startDateParse.UnixNano())) / 1e6
  457. } else {
  458. startDateReal = startDate
  459. diffSeconds = 0
  460. }
  461. // 预测指标的开始日期也要偏移
  462. {
  463. day, tmpErr := utils.GetDaysBetween2Date(utils.FormatDate, startDate, startDateReal)
  464. if tmpErr != nil {
  465. err = tmpErr
  466. return
  467. }
  468. moveLatestDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, item.MoveLatestDate, time.Local)
  469. if tmpErr != nil {
  470. err = tmpErr
  471. return
  472. }
  473. item.MoveLatestDate = moveLatestDateTime.AddDate(0, 0, day).Format(utils.FormatDate)
  474. }
  475. } else {
  476. startDateReal = startDate
  477. }
  478. }
  479. //fmt.Println("line 1011 chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  480. calendarPreYear := 0
  481. if calendar == "农历" {
  482. newStartDateReal, err := time.Parse(utils.FormatDate, startDateReal)
  483. if err != nil {
  484. fmt.Println("time.Parse:" + err.Error())
  485. }
  486. calendarPreYear = newStartDateReal.Year() - 1
  487. newStartDateReal = newStartDateReal.AddDate(-1, 0, 0)
  488. startDateReal = newStartDateReal.Format(utils.FormatDate)
  489. }
  490. dataList := make([]*data_manage.EdbDataList, 0)
  491. //fmt.Println("chart:", v.Source, v.EdbInfoId, startDateReal, endDate)
  492. //fmt.Println("calendarPreYear:", calendarPreYear)
  493. //var newEdbInfo *data_manage.EdbInfo
  494. switch v.EdbInfoCategoryType {
  495. case 0:
  496. dataList, err = data_manage.GetEdbDataList(v.Source, v.SubSource, v.EdbInfoId, startDateReal, endDate)
  497. case 1:
  498. _, dataList, _, _, err, _ = GetPredictDataListByPredictEdbInfoId(v.EdbInfoId, startDateReal, endDate, true)
  499. default:
  500. err = errors.New(fmt.Sprint("获取失败,指标类型异常", v.EdbInfoCategoryType))
  501. }
  502. if err != nil {
  503. return
  504. }
  505. if v.IsConvert == 1 {
  506. switch v.ConvertType {
  507. case 1:
  508. for i, data := range dataList {
  509. dataList[i].Value = data.Value * v.ConvertValue
  510. }
  511. case 2:
  512. for i, data := range dataList {
  513. dataList[i].Value = data.Value / v.ConvertValue
  514. }
  515. case 3:
  516. for i, data := range dataList {
  517. dataList[i].Value = math.Log(data.Value) / math.Log(v.ConvertValue)
  518. }
  519. }
  520. }
  521. if diffSeconds != 0 && v.EdbInfoType == 0 {
  522. dataListLen := len(dataList)
  523. for i := 0; i < dataListLen; i++ {
  524. dataList[i].DataTimestamp = dataList[i].DataTimestamp - diffSeconds
  525. }
  526. }
  527. if chartType == 2 {
  528. latestDate, tmpErr := time.Parse(utils.FormatDate, v.LatestDate)
  529. if tmpErr != nil {
  530. //item.DataList = dataList
  531. item.IsNullData = true
  532. edbList = append(edbList, item)
  533. continue
  534. err = errors.New(fmt.Sprint("获取最后实际数据的日期失败,Err:" + tmpErr.Error() + ";LatestDate:" + v.LatestDate))
  535. return
  536. }
  537. if calendar == "农历" {
  538. if len(dataList) <= 0 {
  539. result := new(data_manage.EdbDataResult)
  540. item.DataList = result
  541. } else {
  542. result, tmpErr := data_manage.AddCalculateQuarterV6(dataList)
  543. if tmpErr != nil {
  544. err = errors.New("获取农历数据失败,Err:" + tmpErr.Error())
  545. return
  546. }
  547. quarterDataList, tErr := GetSeasonEdbInfoDataListByXDateNong(result, latestDate, seasonExtraConfig, calendarPreYear)
  548. if tErr != nil {
  549. err = errors.New("获取季节性图表数据失败,Err:" + tErr.Error())
  550. return
  551. }
  552. item.DataList = quarterDataList
  553. }
  554. } else {
  555. quarterDataList, tErr := GetSeasonEdbInfoDataListByXDate(dataList, latestDate, seasonExtraConfig)
  556. if tErr != nil {
  557. err = errors.New("获取季节性图表数据失败,Err:" + tErr.Error())
  558. return
  559. }
  560. item.DataList = quarterDataList
  561. }
  562. edbDataListMap[v.EdbInfoId] = dataList
  563. } else if chartType == 7 || chartType == utils.CHART_TYPE_RADAR { //柱方图
  564. //item.DataList = dataList
  565. } else {
  566. item.DataList = dataList
  567. }
  568. edbList = append(edbList, item)
  569. }
  570. return
  571. }
  572. // GetSeasonEdbInfoDataListByXDate 季节性图的指标数据根据横轴展示
  573. func GetSeasonEdbInfoDataListByXDate(dataList []*data_manage.EdbDataList, latestDate time.Time, seasonExtraConfig string) (quarterDataListSort data_manage.QuarterDataList, err error) {
  574. xStartDate := "01-01"
  575. xEndDate := "12-31"
  576. jumpYear := 0
  577. legends := make([]data_manage.SeasonChartLegend, 0)
  578. var seasonExtra data_manage.SeasonExtraItem
  579. if seasonExtraConfig != "" {
  580. err = json.Unmarshal([]byte(seasonExtraConfig), &seasonExtra)
  581. if err != nil {
  582. return
  583. }
  584. }
  585. if seasonExtra.XStartDate != "" {
  586. xStartDate = seasonExtra.XStartDate
  587. xEndDate = seasonExtra.XEndDate
  588. jumpYear = seasonExtra.JumpYear
  589. legends = seasonExtra.ChartLegend
  590. }
  591. length := len(dataList)
  592. if length == 0 {
  593. return
  594. }
  595. legendMap := make(map[string]string, 0)
  596. if len(legends) > 0 {
  597. for _, v := range legends {
  598. legendMap[v.Name] = v.Value
  599. }
  600. }
  601. latestDateStr := latestDate.Format(utils.FormatDate)
  602. //判断横轴的两个时间之间是不是跨年了,如果跨年了,则横轴截止年份比起始年份+1,如果不跨年,截止年份等于起始年份
  603. //根据数据确定最早的年份,和最近年份
  604. //根据横轴的日期,汇总所有的年份
  605. startDate := dataList[0].DataTime
  606. startDateT, tmpErr := time.Parse(utils.FormatDate, startDate)
  607. if tmpErr != nil {
  608. err = tmpErr
  609. return
  610. }
  611. startYear := startDateT.Year()
  612. //获取数据的最新日期
  613. lastDate := dataList[length-1].DataTime
  614. lastDateT, tmpErr := time.Parse(utils.FormatDate, lastDate)
  615. if tmpErr != nil {
  616. err = tmpErr
  617. return
  618. }
  619. endYear := lastDateT.Year()
  620. nowYear := time.Now().Year()
  621. dataMap := make(map[string]data_manage.QuarterXDateItem, 0)
  622. quarterDataList := make([]*data_manage.QuarterData, 0)
  623. quarterMap := make(map[string][]*data_manage.EdbDataList, 0)
  624. //整理出日期
  625. idx := 1
  626. chartLegendMap := make(map[string]int, 0)
  627. for currentStartYear := startYear; currentStartYear <= endYear; currentStartYear++ {
  628. startStr := fmt.Sprintf("%d-%s", currentStartYear, xStartDate)
  629. currentEndYear := currentStartYear
  630. if jumpYear == 1 {
  631. currentEndYear = currentStartYear + 1
  632. }
  633. endStr := fmt.Sprintf("%d-%s", currentEndYear, xEndDate)
  634. name := fmt.Sprintf("%s_%s", startStr, endStr)
  635. showName := fmt.Sprintf("%d_%d", currentStartYear, currentEndYear)
  636. startT, tEr := time.Parse(utils.FormatDate, startStr)
  637. if tEr != nil {
  638. err = tEr
  639. return
  640. }
  641. endT, tEr := time.Parse(utils.FormatDate, endStr)
  642. if tEr != nil {
  643. err = tEr
  644. return
  645. }
  646. if lastDateT.Before(startT) {
  647. //如果最新的日期在起始日之前,则跳出循环
  648. break
  649. }
  650. if endT.Year() > nowYear {
  651. //如果最新的日期比真实年份要大,则数据全部按照最大的年份补齐
  652. nowYear = endT.Year()
  653. }
  654. item := data_manage.QuarterXDateItem{
  655. StartDate: startT,
  656. EndDate: endT,
  657. ShowName: showName,
  658. }
  659. dataMap[name] = item
  660. chartLegendMap[name] = idx
  661. idx++
  662. fmt.Println("年份" + showName + "日期" + startStr + " " + endStr)
  663. if lastDateT.Before(endT) {
  664. //如果最新的日期在起始日之前,则跳出循环
  665. break
  666. }
  667. }
  668. lenYear := len(dataMap)
  669. for k, v := range dataMap {
  670. if i, ok := chartLegendMap[k]; ok {
  671. v.ChartLegend = strconv.Itoa(endYear - lenYear + i)
  672. }
  673. dataMap[k] = v
  674. }
  675. for _, v := range dataList {
  676. dataTimeT, _ := time.Parse(utils.FormatDate, v.DataTime)
  677. year := dataTimeT.Year()
  678. newItemDate := dataTimeT.AddDate(nowYear-year, 0, 0)
  679. for k, dateItem := range dataMap {
  680. tmpVal := data_manage.EdbDataList{
  681. EdbDataId: v.EdbDataId,
  682. EdbInfoId: v.EdbInfoId,
  683. DataTime: v.DataTime,
  684. DataTimestamp: v.DataTimestamp,
  685. Value: v.Value,
  686. }
  687. if (dateItem.StartDate.Before(dataTimeT) && dateItem.EndDate.After(dataTimeT)) || dateItem.StartDate == dataTimeT || dateItem.EndDate == dataTimeT {
  688. if jumpYear == 1 {
  689. //计算前一年最大的日期, 只补齐数据到去年
  690. beforeYearMaxDate := fmt.Sprintf("%d-12-31", dateItem.StartDate.Year())
  691. beforeYearMaxDateT, _ := time.Parse(utils.FormatDate, beforeYearMaxDate)
  692. if dataTimeT.Before(beforeYearMaxDateT) || dataTimeT == beforeYearMaxDateT {
  693. newItemDate = dataTimeT.AddDate(nowYear-year-1, 0, 0)
  694. } else {
  695. newItemDate = dataTimeT.AddDate(nowYear-year, 0, 0)
  696. }
  697. } else {
  698. newItemDate = dataTimeT.AddDate(nowYear-year, 0, 0)
  699. }
  700. timestamp := newItemDate.UnixNano() / 1e6
  701. tmpVal.DataTimestamp = timestamp
  702. tmpV := &tmpVal
  703. if findVal, ok := quarterMap[k]; !ok {
  704. findVal = append(findVal, tmpV)
  705. quarterMap[k] = findVal
  706. } else {
  707. findVal = append(findVal, tmpV)
  708. quarterMap[k] = findVal
  709. }
  710. if v.DataTime == latestDateStr {
  711. dateItem.CuttingDataTimestamp = timestamp
  712. dataMap[k] = dateItem
  713. }
  714. //break
  715. }
  716. }
  717. }
  718. for k, v := range dataMap {
  719. itemList := quarterMap[k]
  720. quarterItem := new(data_manage.QuarterData)
  721. quarterItem.Years = v.ShowName
  722. quarterItem.ChartLegend = v.ChartLegend
  723. if le, ok := legendMap[v.ShowName]; ok {
  724. if le != strconv.Itoa(v.StartDate.Year()) && le != strconv.Itoa(v.EndDate.Year()) {
  725. quarterItem.ChartLegend = le
  726. }
  727. }
  728. quarterItem.DataList = itemList
  729. quarterItem.CuttingDataTimestamp = v.CuttingDataTimestamp
  730. //如果等于最后的实际日期,那么将切割时间戳记录
  731. if quarterItem.CuttingDataTimestamp == 0 {
  732. //如果大于最后的实际日期,那么第一个点就是切割的时间戳
  733. if latestDate.Before(v.StartDate) && len(itemList) > 0 {
  734. quarterItem.CuttingDataTimestamp = itemList[0].DataTimestamp - 100
  735. }
  736. }
  737. quarterDataList = append(quarterDataList, quarterItem)
  738. }
  739. if len(quarterDataList) > 0 {
  740. quarterDataListSort = quarterDataList
  741. sort.Sort(quarterDataListSort)
  742. }
  743. return
  744. }
  745. // GetSeasonEdbInfoDataListByXDateNong 季节性图的指标数据根据横轴选择农历时展示
  746. func GetSeasonEdbInfoDataListByXDateNong(result *data_manage.EdbDataResult, latestDate time.Time, seasonExtraConfig string, calendarPreYear int) (quarterDataListSort data_manage.QuarterDataList, err error) {
  747. xStartDate := "01-01"
  748. xEndDate := "12-31"
  749. jumpYear := 0
  750. legends := make([]data_manage.SeasonChartLegend, 0)
  751. var seasonExtra data_manage.SeasonExtraItem
  752. if seasonExtraConfig != "" {
  753. err = json.Unmarshal([]byte(seasonExtraConfig), &seasonExtra)
  754. if err != nil {
  755. return
  756. }
  757. }
  758. if seasonExtra.XStartDate != "" {
  759. xStartDate = seasonExtra.XStartDate
  760. xEndDate = seasonExtra.XEndDate
  761. jumpYear = seasonExtra.JumpYear
  762. legends = seasonExtra.ChartLegend
  763. }
  764. length := len(result.List)
  765. if length == 0 {
  766. return
  767. }
  768. legendMap := make(map[string]string, 0)
  769. if len(legends) > 0 {
  770. for _, v := range legends {
  771. legendMap[v.Name] = v.Value
  772. }
  773. }
  774. latestDateYear := latestDate.Year()
  775. //判断横轴的两个时间之间是不是跨年了,如果跨年了,则横轴截止年份比起始年份+1,如果不跨年,截止年份等于起始年份
  776. //根据数据确定最早的年份,和最近年份
  777. //根据横轴的日期,汇总所有的年份
  778. startYear := result.List[0].Year
  779. /*if jumpYear == 1 {
  780. if startYear != calendarPreYear {
  781. startYear = startYear - 1
  782. }
  783. }*/
  784. itemLength := len(result.List[length-1].Items)
  785. //获取数据的最新日期
  786. lastDate := result.List[length-1].Items[itemLength-1].DataTime
  787. maxY := result.List[length-1].Year
  788. lastDateT, tmpErr := time.Parse(utils.FormatDate, lastDate)
  789. if tmpErr != nil {
  790. err = tmpErr
  791. return
  792. }
  793. endYear := lastDateT.Year()
  794. nowYear := time.Now().Year()
  795. dataMap := make(map[string]data_manage.QuarterXDateItem, 0)
  796. quarterDataList := make([]*data_manage.QuarterData, 0)
  797. resultData := make([]*data_manage.QuarterData, 0)
  798. quarterMap := make(map[string][]*data_manage.EdbDataList, 0)
  799. //整理出日期
  800. var startTmpT, endTmpT time.Time
  801. idx := 1
  802. chartLegendMap := make(map[string]int, 0)
  803. for currentStartYear := startYear; currentStartYear <= endYear; currentStartYear++ {
  804. startStr := fmt.Sprintf("%d-%s", currentStartYear, xStartDate)
  805. currentEndYear := currentStartYear
  806. if jumpYear == 1 {
  807. currentEndYear = currentStartYear + 1
  808. }
  809. endStr := fmt.Sprintf("%d-%s", currentEndYear, xEndDate)
  810. showName := fmt.Sprintf("%d_%d", currentStartYear, currentEndYear)
  811. startT, tEr := time.Parse(utils.FormatDate, startStr)
  812. if tEr != nil {
  813. err = tEr
  814. return
  815. }
  816. endT, tEr := time.Parse(utils.FormatDate, endStr)
  817. if tEr != nil {
  818. err = tEr
  819. return
  820. }
  821. if lastDateT.Before(startT) {
  822. //如果最新的日期在起始日之前,则跳出循环
  823. break
  824. }
  825. if endT.Year() > nowYear {
  826. //如果最新的日期比真实年份要大,则数据全部按照最大的年份补齐
  827. nowYear = endT.Year()
  828. }
  829. item := data_manage.QuarterXDateItem{
  830. StartDate: startT,
  831. EndDate: endT,
  832. ShowName: showName,
  833. }
  834. dataMap[showName] = item
  835. fmt.Println("年份" + showName + "日期" + startStr + " " + endStr)
  836. startTmpT = startT
  837. endTmpT = endT
  838. chartLegendMap[showName] = idx
  839. idx++
  840. if lastDateT.Before(endT) {
  841. //如果最新的日期在起始日之前,则跳出循环
  842. break
  843. }
  844. }
  845. lenYear := len(dataMap)
  846. for k, v := range dataMap {
  847. if i, ok := chartLegendMap[k]; ok {
  848. v.ChartLegend = strconv.Itoa(endYear - lenYear + i)
  849. }
  850. dataMap[k] = v
  851. }
  852. yearDataListMap := make(map[int]*data_manage.EdbDataItems, 0)
  853. for _, lv := range result.List {
  854. yearDataListMap[lv.Year] = lv
  855. }
  856. //判断哪些点应该落在同一条时间线上
  857. /*maxY := lastDateT.Year()
  858. changeFlag := false
  859. if lastDateT.Month() >= 11 {
  860. maxY = maxY + 1
  861. }
  862. if maxY < nowYear {
  863. changeFlag = true
  864. maxY = nowYear
  865. }*/
  866. /*endTmp := fmt.Sprintf("%d-%s", maxY, xEndDate)
  867. endTmpT, _ := time.Parse(utils.FormatDate, endTmp)
  868. minY := maxY
  869. if jumpYear == 1 {
  870. minY = maxY - 1
  871. }
  872. startTmp := fmt.Sprintf("%d-%s", minY, xStartDate)
  873. startTmpT, _ := time.Parse(utils.FormatDate, startTmp)*/
  874. fmt.Println("横轴截取日" + startTmpT.Format(utils.FormatDate) + " " + endTmpT.Format(utils.FormatDate))
  875. fmt.Printf("lastDateT.Year() 为%d \n", lastDateT.Year())
  876. fmt.Printf("maxY 为%d \n", maxY)
  877. for name, dateItem := range dataMap {
  878. tY := dateItem.EndDate.Year()
  879. if lastDateT.Month() >= 11 {
  880. if maxY > endTmpT.Year() {
  881. tY = tY + 1
  882. }
  883. }
  884. lv, ok1 := yearDataListMap[tY]
  885. fmt.Printf("name %s yearDataListMap[%d]\n", name, tY)
  886. if !ok1 {
  887. continue
  888. }
  889. for _, item := range lv.Items {
  890. tmpVal := data_manage.EdbDataList{
  891. EdbDataId: item.EdbDataId,
  892. EdbInfoId: item.EdbInfoId,
  893. DataTime: item.DataTime,
  894. DataTimestamp: item.DataTimestamp,
  895. Value: item.Value,
  896. }
  897. dataTimeT, _ := time.Parse(utils.FormatDate, item.DataTime)
  898. if (startTmpT.Before(dataTimeT) && endTmpT.After(dataTimeT)) || startTmpT == dataTimeT || endTmpT == dataTimeT {
  899. tmpV := &tmpVal
  900. if findVal, ok := quarterMap[name]; !ok {
  901. findVal = append(findVal, tmpV)
  902. quarterMap[name] = findVal
  903. } else {
  904. findVal = append(findVal, tmpV)
  905. quarterMap[name] = findVal
  906. }
  907. if lv.Year >= latestDateYear {
  908. // 切割的日期时间字符串
  909. cuttingDataTimeStr := latestDate.AddDate(0, 0, lv.BetweenDay).Format(utils.FormatDate)
  910. if item.DataTime == cuttingDataTimeStr {
  911. dateItem.CuttingDataTimestamp = tmpVal.DataTimestamp
  912. dataMap[name] = dateItem
  913. }
  914. }
  915. }
  916. }
  917. }
  918. for k, v := range dataMap {
  919. itemList := quarterMap[k]
  920. quarterItem := new(data_manage.QuarterData)
  921. quarterItem.Years = v.ShowName
  922. quarterItem.ChartLegend = v.ChartLegend
  923. if le, ok := legendMap[v.ShowName]; ok {
  924. if le != strconv.Itoa(v.StartDate.Year()) && le != strconv.Itoa(v.EndDate.Year()) {
  925. quarterItem.ChartLegend = le
  926. }
  927. }
  928. quarterItem.DataList = itemList
  929. quarterItem.CuttingDataTimestamp = v.CuttingDataTimestamp
  930. //如果等于最后的实际日期,那么将切割时间戳记录
  931. if quarterItem.CuttingDataTimestamp == 0 {
  932. //如果大于最后的实际日期,那么第一个点就是切割的时间戳
  933. if latestDate.Before(v.StartDate) && len(itemList) > 0 {
  934. quarterItem.CuttingDataTimestamp = itemList[0].DataTimestamp - 100
  935. }
  936. }
  937. quarterDataList = append(quarterDataList, quarterItem)
  938. }
  939. if result.List[0].Year != calendarPreYear {
  940. itemList := make([]*data_manage.EdbDataList, 0)
  941. items := new(data_manage.QuarterData)
  942. //items.Year = calendarPreYear
  943. items.DataList = itemList
  944. newResult := make([]*data_manage.QuarterData, 0)
  945. newResult = append(newResult, items)
  946. newResult = append(newResult, quarterDataList...)
  947. resultData = newResult
  948. } else {
  949. resultData = quarterDataList
  950. }
  951. if len(quarterDataList) > 0 {
  952. quarterDataListSort = resultData
  953. sort.Sort(quarterDataListSort)
  954. }
  955. return
  956. }
  957. // BarChartData 柱方图的数据处理
  958. func BarChartData(mappingList []*data_manage.ChartEdbInfoMapping, edbDataListMap map[int][]*data_manage.EdbDataList, barChartInfoDateList []data_manage.BarChartInfoDateReq, barChartInfoSort data_manage.BarChartInfoSortReq) (edbIdList []int, yDataList []data_manage.YData, err error) {
  959. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  960. edbDataMap := make(map[int]map[string]float64)
  961. for edbInfoId, edbDataList := range edbDataListMap {
  962. edbDateData := make(map[string]float64)
  963. for _, edbData := range edbDataList {
  964. edbDateData[edbData.DataTime] = edbData.Value
  965. }
  966. edbDataMap[edbInfoId] = edbDateData
  967. }
  968. // edbIdList 指标展示顺序;x轴的指标顺序
  969. edbIdList = make([]int, 0)
  970. //Sort int `description:"排序类型,0:默认,1:升序,2:降序"`
  971. dateData := make(map[int]float64)
  972. if barChartInfoSort.Sort == 0 {
  973. for _, v := range mappingList {
  974. edbIdList = append(edbIdList, v.EdbInfoId)
  975. }
  976. } else {
  977. lenBarChartInfoDateList := len(barChartInfoDateList)
  978. if barChartInfoSort.DateIndex >= lenBarChartInfoDateList {
  979. err = errors.New("排序日期异常")
  980. return
  981. }
  982. notDataEdbIdList := make([]int, 0) //没有数据的指标id
  983. // 日期配置
  984. barChartInfoDate := barChartInfoDateList[barChartInfoSort.DateIndex]
  985. for edbInfoId, dataList := range edbDataListMap {
  986. if len(dataList) <= 0 {
  987. // 没有数据的指标id
  988. notDataEdbIdList = append(notDataEdbIdList, edbInfoId)
  989. continue
  990. }
  991. findDate := barChartInfoDate.Date
  992. switch barChartInfoDate.Type {
  993. case 1: //最新值
  994. findDate = dataList[len(dataList)-1].DataTime
  995. case 2: //近期几天
  996. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  997. if tmpErr != nil {
  998. err = tmpErr
  999. return
  1000. }
  1001. findDateTime = findDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  1002. lenData := len(dataList) - 1
  1003. for i := lenData; i >= 0; i-- {
  1004. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1005. if tmpErr != nil {
  1006. err = tmpErr
  1007. return
  1008. }
  1009. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1010. findDate = dataList[i].DataTime
  1011. break
  1012. }
  1013. }
  1014. case 3: // 固定日期
  1015. //最早的日期
  1016. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1017. if tmpErr != nil {
  1018. err = tmpErr
  1019. return
  1020. }
  1021. //寻找固定日期的数据
  1022. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  1023. if tmpErr != nil {
  1024. err = tmpErr
  1025. return
  1026. }
  1027. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1028. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1029. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1030. findDate = tmpDate
  1031. break
  1032. }
  1033. }
  1034. default:
  1035. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  1036. return
  1037. }
  1038. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1039. dateData[edbInfoId] = tmpValue
  1040. } else {
  1041. // 没有数据的指标id
  1042. notDataEdbIdList = append(notDataEdbIdList, edbInfoId)
  1043. }
  1044. }
  1045. //Sort int `description:"排序类型,0:默认,1:升序,2:降序"`
  1046. // 排序
  1047. dateDataSort := utils.NewMapSorter(dateData)
  1048. sort.Sort(dateDataSort)
  1049. if barChartInfoSort.Sort == 1 {
  1050. // 先将没有数据的指标id放在最前面
  1051. if len(notDataEdbIdList) > 0 {
  1052. edbIdList = append(edbIdList, notDataEdbIdList...)
  1053. }
  1054. for _, v := range dateDataSort {
  1055. edbIdList = append(edbIdList, v.Key)
  1056. }
  1057. } else {
  1058. for i := len(dateDataSort) - 1; i >= 0; i-- {
  1059. edbIdList = append(edbIdList, dateDataSort[i].Key)
  1060. }
  1061. // 再将没有数据的指标id放在最后面
  1062. if len(notDataEdbIdList) > 0 {
  1063. edbIdList = append(edbIdList, notDataEdbIdList...)
  1064. }
  1065. }
  1066. }
  1067. yDataList = make([]data_manage.YData, 0) //y轴的数据列表
  1068. for _, barChartInfoDate := range barChartInfoDateList {
  1069. var maxDate time.Time
  1070. findDataList := make([]float64, 0) // 当前日期的数据值
  1071. for _, edbInfoId := range edbIdList {
  1072. findDate := barChartInfoDate.Date //需要的日期值
  1073. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1074. if len(dataList) <= 0 {
  1075. // 没有数据的指标id
  1076. findDataList = append(findDataList, 0)
  1077. continue
  1078. }
  1079. switch barChartInfoDate.Type {
  1080. case 1: //最新值
  1081. dataList := edbDataListMap[edbInfoId]
  1082. findDate = dataList[len(dataList)-1].DataTime
  1083. case 2: //近期几天
  1084. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1085. if tmpErr != nil {
  1086. err = tmpErr
  1087. return
  1088. }
  1089. findDateTime = findDateTime.AddDate(0, 0, -barChartInfoDate.Value)
  1090. lenData := len(dataList) - 1
  1091. for i := lenData; i >= 0; i-- {
  1092. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1093. if tmpErr != nil {
  1094. err = tmpErr
  1095. return
  1096. }
  1097. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1098. findDate = dataList[i].DataTime
  1099. break
  1100. }
  1101. }
  1102. case 3: // 固定日期
  1103. //最早的日期
  1104. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1105. if tmpErr != nil {
  1106. err = tmpErr
  1107. return
  1108. }
  1109. //寻找固定日期的数据
  1110. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, barChartInfoDate.Date, time.Local)
  1111. if tmpErr != nil {
  1112. err = tmpErr
  1113. return
  1114. }
  1115. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1116. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1117. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1118. findDate = tmpDate
  1119. break
  1120. }
  1121. }
  1122. default:
  1123. err = errors.New(fmt.Sprint("日期类型异常,Type:", barChartInfoDate.Type))
  1124. return
  1125. }
  1126. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1127. if maxDate.IsZero() {
  1128. maxDate = findDateTime
  1129. } else {
  1130. if findDateTime.After(maxDate) {
  1131. maxDate = findDateTime
  1132. }
  1133. }
  1134. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1135. tmpValue, _ = decimal.NewFromFloat(tmpValue).Round(4).Float64()
  1136. findDataList = append(findDataList, tmpValue)
  1137. } else {
  1138. findDataList = append(findDataList, 0)
  1139. }
  1140. }
  1141. yDate := "0000-00-00"
  1142. if !maxDate.IsZero() {
  1143. yDate = maxDate.Format(utils.FormatDate)
  1144. }
  1145. yDataList = append(yDataList, data_manage.YData{
  1146. Date: yDate,
  1147. Value: findDataList,
  1148. Color: barChartInfoDate.Color,
  1149. Name: barChartInfoDate.Name,
  1150. })
  1151. }
  1152. return
  1153. }
  1154. // ChartInfoRefreshV2 图表刷新
  1155. // @author Roc
  1156. // @datetime 2022-09-16 10:15:38
  1157. // @description 将原来自己写的一套获取所有关联指标,然后刷新指标逻辑 改成 只获取使用的指标id,然后遍历去调用“指标刷新服务”
  1158. func ChartInfoRefreshV2(chartInfoId int) (err error, isAsync bool) {
  1159. var errmsg string
  1160. defer func() {
  1161. if err != nil {
  1162. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errmsg, 3)
  1163. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "ChartInfoRefresh:"+errmsg, utils.EmailSendToUsers)
  1164. fmt.Println("ChartInfoRefresh Err:" + errmsg)
  1165. }
  1166. }()
  1167. edbMappingList, err := data_manage.GetChartEdbMappingList(chartInfoId)
  1168. if err != nil {
  1169. errmsg = "获取需要刷新的指标失败:Err:" + err.Error()
  1170. return
  1171. }
  1172. edbIdList := make([]int, 0)
  1173. for _, v := range edbMappingList {
  1174. edbIdList = append(edbIdList, v.EdbInfoId)
  1175. }
  1176. // 批量刷新
  1177. err, isAsync = EdbInfoRefreshAllFromBaseV3(edbIdList, false, false, false)
  1178. if err != nil {
  1179. return
  1180. }
  1181. return
  1182. }
  1183. // BatchChartInfoRefreshV2 图表批量刷新
  1184. // @author Roc
  1185. // @datetime 2022-09-16 10:15:38
  1186. // @description 将原来自己写的一套获取所有关联指标,然后刷新指标逻辑 改成 只获取使用的指标id,然后遍历去调用“指标刷新服务”
  1187. func BatchChartInfoRefreshV2(chartInfoList []*data_manage.ChartInfo, redisKey string) (err error, isAsync bool) {
  1188. if len(chartInfoList) <= 0 {
  1189. return
  1190. }
  1191. chartInfoIdSlice := make([]int, 0)
  1192. for _, chartInfo := range chartInfoList {
  1193. chartInfoIdSlice = append(chartInfoIdSlice, chartInfo.ChartInfoId)
  1194. }
  1195. var errMsg string
  1196. defer func() {
  1197. if err != nil {
  1198. go alarm_msg.SendAlarmMsg("ChartInfoRefresh:"+errMsg, 3)
  1199. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "ChartInfoRefresh:"+errmsg, utils.EmailSendToUsers)
  1200. fmt.Println("ChartInfoRefresh Err:" + errMsg)
  1201. }
  1202. }()
  1203. // 是否删除缓存
  1204. isDeleteCache := true
  1205. if redisKey != `` {
  1206. //设置最多10分钟缓存
  1207. utils.Rc.SetNX(redisKey, 1, time.Minute*10)
  1208. defer func() {
  1209. if isDeleteCache {
  1210. utils.Rc.Delete(redisKey)
  1211. }
  1212. }()
  1213. }
  1214. // 获取需要刷新的指标信息
  1215. edbIdList := make([]int, 0)
  1216. edbInfoIdMap := make(map[int]int)
  1217. edbMappingList, err := data_manage.GetChartEdbMappingListByIdList(chartInfoIdSlice)
  1218. for _, v := range edbMappingList {
  1219. if _, ok := edbInfoIdMap[v.EdbInfoId]; !ok {
  1220. edbIdList = append(edbIdList, v.EdbInfoId)
  1221. edbInfoIdMap[v.EdbInfoId] = v.EdbInfoId
  1222. }
  1223. }
  1224. // 获取需要刷新的指标列表
  1225. newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr := getEdbInfoIdList(edbIdList)
  1226. // 需要刷新的指标数量
  1227. totalEdbInfo := len(newBaseEdbInfoArr) + len(calculateArr) + len(predictCalculateArr)
  1228. if totalEdbInfo > 20 { // 关联指标过多的时候,异步刷新
  1229. isAsync = true
  1230. isDeleteCache = false // 不删除缓存
  1231. go refreshChartEdbInfo(chartInfoList, redisKey, newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr)
  1232. } else {
  1233. err = edbInfoRefreshAll(false, newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr)
  1234. //清除图表缓存
  1235. for _, v := range chartInfoList {
  1236. key := utils.HZ_CHART_LIB_DETAIL + v.UniqueCode
  1237. _ = utils.Rc.Delete(key)
  1238. }
  1239. }
  1240. return
  1241. }
  1242. // refreshChartEdbInfo
  1243. // @Description: 刷新图表中的质保列表
  1244. // @author: Roc
  1245. // @datetime 2023-12-01 16:05:39
  1246. // @param chartInfoList []*data_manage.ChartInfo
  1247. // @param redisKey string
  1248. // @param newBaseEdbInfoArr []*data_manage.EdbInfo
  1249. // @param newBasePredictEdbInfoArr []*data_manage.EdbInfo
  1250. // @param newCalculateMap map[int]*data_manage.EdbInfo
  1251. // @param newPredictCalculateMap map[int]*data_manage.EdbInfo
  1252. // @param calculateArr []int
  1253. // @param predictCalculateArr []int
  1254. func refreshChartEdbInfo(chartInfoList []*data_manage.ChartInfo, redisKey string, newBaseEdbInfoArr, newBasePredictEdbInfoArr []*data_manage.EdbInfo, newCalculateMap, newPredictCalculateMap map[int]*data_manage.EdbInfo, calculateArr, predictCalculateArr []int) {
  1255. edbInfoRefreshAll(false, newBaseEdbInfoArr, newBasePredictEdbInfoArr, newCalculateMap, newPredictCalculateMap, calculateArr, predictCalculateArr)
  1256. //清除图表缓存
  1257. for _, v := range chartInfoList {
  1258. key := utils.HZ_CHART_LIB_DETAIL + v.UniqueCode
  1259. _ = utils.Rc.Delete(key)
  1260. }
  1261. // 如果是有插入redisKey,那么刷新结束后就清除缓存
  1262. if redisKey != `` {
  1263. utils.Rc.Delete(redisKey)
  1264. }
  1265. }
  1266. // GetBatchChartRefreshKey
  1267. // @Description: 获取批量刷新key
  1268. // @author: Roc
  1269. // @datetime 2023-11-30 13:30:26
  1270. // @param source string
  1271. // @param reportId int
  1272. // @param reportChapterId int
  1273. // @return string
  1274. func GetBatchChartRefreshKey(source string, reportId, reportChapterId int) string {
  1275. if source == `` {
  1276. return ``
  1277. }
  1278. return fmt.Sprint("batch_chart_refresh:", source, ":", reportId, ":", reportChapterId)
  1279. }
  1280. // CheckBatchChartRefreshResult
  1281. // @Description: 判断报告中的图表是否刷新完成
  1282. // @author: Roc
  1283. // @datetime 2023-11-30 13:30:26
  1284. // @param source string
  1285. // @param reportId int
  1286. // @param reportChapterId int
  1287. // @return string
  1288. func CheckBatchChartRefreshResult(source string, reportId, reportChapterId int) (refreshResult bool) {
  1289. refreshResult = true
  1290. redisKey := GetBatchChartRefreshKey(source, reportId, reportChapterId)
  1291. if redisKey != `` {
  1292. // 如果找到了key,那么就是还在更新中
  1293. isOk := utils.Rc.IsExist(redisKey)
  1294. if isOk {
  1295. refreshResult = false
  1296. }
  1297. }
  1298. return
  1299. }
  1300. func CheckIsEnChart(chartNameEn string, edbList []*data_manage.ChartEdbInfoMapping, source, chartType int) bool {
  1301. // 相关性图表不判断指标
  1302. if utils.InArrayByInt([]int{utils.CHART_SOURCE_CORRELATION, utils.CHART_SOURCE_ROLLING_CORRELATION, utils.CHART_SOURCE_LINE_EQUATION}, source) && chartNameEn != "" {
  1303. return true
  1304. }
  1305. if chartNameEn != "" && len(edbList) <= 0 {
  1306. return true
  1307. }
  1308. if chartNameEn == "" {
  1309. return false
  1310. }
  1311. // 截面散点图的话,肯定是有英文配置的
  1312. if chartType == utils.CHART_TYPE_SECTION_SCATTER {
  1313. return true
  1314. }
  1315. for _, v := range edbList {
  1316. if v.EdbNameEn == "" {
  1317. return false
  1318. }
  1319. if v.Unit != "无" && v.Unit != "" && v.UnitEn == "" {
  1320. return false
  1321. }
  1322. }
  1323. return true
  1324. }
  1325. func CheckIsEnEdb(edbNameEn, unit, unitEn string) bool {
  1326. if edbNameEn == "" {
  1327. return false
  1328. }
  1329. if unit != "无" && unit != "" && unitEn == "" {
  1330. return false
  1331. }
  1332. return true
  1333. }
  1334. // CheckIsDisableChart 根据指标Id判断是否是禁用图表
  1335. // return int 0:启用,1:禁用
  1336. func CheckIsDisableChart(edbInfoIdArr []int) (isDisable int) {
  1337. crmConfig, err := company.GetConfigDetailByCode("chart_disabled_edb")
  1338. if err != nil {
  1339. return
  1340. }
  1341. //没有配置,立马返回
  1342. if crmConfig.ConfigValue == `` {
  1343. return
  1344. }
  1345. confEdbInfoIdList := strings.Split(crmConfig.ConfigValue, ",")
  1346. for _, edbInfoId := range edbInfoIdArr {
  1347. for _, confEdbInfoId := range confEdbInfoIdList {
  1348. if strconv.Itoa(edbInfoId) == confEdbInfoId {
  1349. isDisable = 1
  1350. return
  1351. }
  1352. }
  1353. }
  1354. return
  1355. }
  1356. // CheckChartExtraConfig 校验图表额外配置的信息,并且获取相关联的指标id
  1357. func CheckChartExtraConfig(chartType int, extraConfigStr string) (edbIdList []int, err error, errMsg string) {
  1358. switch chartType {
  1359. case 10: //截面散点
  1360. var extraConfig data_manage.SectionScatterReq
  1361. err = json.Unmarshal([]byte(extraConfigStr), &extraConfig)
  1362. if err != nil {
  1363. return
  1364. }
  1365. // 判断是否有配置日期序列
  1366. if len(extraConfig.SeriesList) <= 0 {
  1367. errMsg = `请配置序列`
  1368. err = errors.New(errMsg)
  1369. return
  1370. }
  1371. // 判断是否有填写指标
  1372. if len(extraConfig.SeriesList[0].EdbInfoList) <= 0 {
  1373. errMsg = `请选择指标`
  1374. err = errors.New(errMsg)
  1375. return
  1376. }
  1377. // 遍历指标列表获取指标id
  1378. edbIdMap := make(map[int]int)
  1379. for _, v := range extraConfig.SeriesList[0].EdbInfoList {
  1380. // X 轴的指标id
  1381. if _, ok := edbIdMap[v.XEdbInfoId]; !ok {
  1382. edbIdMap[v.XEdbInfoId] = v.XEdbInfoId
  1383. edbIdList = append(edbIdList, v.XEdbInfoId)
  1384. }
  1385. // Y 轴的指标id
  1386. if _, ok := edbIdMap[v.YEdbInfoId]; !ok {
  1387. edbIdMap[v.YEdbInfoId] = v.YEdbInfoId
  1388. edbIdList = append(edbIdList, v.YEdbInfoId)
  1389. }
  1390. }
  1391. case utils.CHART_TYPE_RADAR:
  1392. var extraConfig data_manage.RadarChartInfoReq
  1393. if extraConfigStr == `` {
  1394. errMsg = "雷达图未配置"
  1395. err = errors.New(errMsg)
  1396. return
  1397. }
  1398. err = json.Unmarshal([]byte(extraConfigStr), &extraConfig)
  1399. if err != nil {
  1400. errMsg = "雷达图配置异常"
  1401. err = errors.New(errMsg)
  1402. return
  1403. }
  1404. }
  1405. return
  1406. }
  1407. // GetSectionScatterChartData 截面散点图的数据处理
  1408. func GetSectionScatterChartData(chartInfoId int, mappingList []*data_manage.ChartEdbInfoMapping, edbDataListMap map[int][]*data_manage.EdbDataList, extraConfig data_manage.SectionScatterReq) (edbIdList []int, chartDataResp data_manage.SectionScatterInfoResp, err error) {
  1409. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  1410. edbDataMap := make(map[int]map[string]float64)
  1411. for edbInfoId, edbDataList := range edbDataListMap {
  1412. edbDateData := make(map[string]float64)
  1413. for _, edbData := range edbDataList {
  1414. edbDateData[edbData.DataTime] = edbData.Value
  1415. }
  1416. edbDataMap[edbInfoId] = edbDateData
  1417. }
  1418. // edbIdList 指标展示顺序;x轴的指标顺序
  1419. edbIdList = make([]int, 0)
  1420. edbMappingMap := make(map[int]*data_manage.ChartEdbInfoMapping)
  1421. for _, v := range mappingList {
  1422. edbIdList = append(edbIdList, v.EdbInfoId)
  1423. edbMappingMap[v.EdbInfoId] = v
  1424. }
  1425. //SectionScatterSeriesInfoResp
  1426. dataListResp := make([]data_manage.SectionScatterSeriesItemResp, 0) //y轴的数据列表
  1427. for _, seriesItem := range extraConfig.SeriesList {
  1428. var maxDate time.Time
  1429. // 系列中的指标数据
  1430. tmpSeriesEdbInfoList := make([]data_manage.SectionScatterEdbItemResp, 0)
  1431. var minXVal, maxXVal, minYVal, maxYVal float64
  1432. for _, edbConf := range seriesItem.EdbInfoList {
  1433. tmpItem := data_manage.SectionScatterEdbItemResp{
  1434. IsShow: edbConf.IsShow,
  1435. Name: edbConf.Name,
  1436. NameEn: edbConf.NameEn,
  1437. } //单个坐标点的数据
  1438. //X轴的数据
  1439. {
  1440. edbInfoId := edbConf.XEdbInfoId //X轴的指标
  1441. edbMappingInfo, ok := edbMappingMap[edbInfoId]
  1442. if !ok {
  1443. continue
  1444. }
  1445. findDate := edbConf.XDate //需要的日期值
  1446. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1447. if len(dataList) <= 0 {
  1448. // 没有数据的指标id
  1449. //findDataList = append(findDataList, 0)
  1450. continue
  1451. }
  1452. tmpItem.XEdbInfoId = edbInfoId
  1453. tmpItem.XName = edbMappingInfo.EdbName
  1454. tmpItem.XNameEn = edbMappingInfo.EdbNameEn
  1455. switch edbConf.XDateType {
  1456. case 1: //最新值
  1457. findDate = dataList[len(dataList)-1].DataTime
  1458. case 2: //近期几天
  1459. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1460. if tmpErr != nil {
  1461. err = tmpErr
  1462. return
  1463. }
  1464. findDateTime = findDateTime.AddDate(0, 0, -edbConf.XDateValue)
  1465. lenData := len(dataList) - 1
  1466. for i := lenData; i >= 0; i-- {
  1467. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1468. if tmpErr != nil {
  1469. err = tmpErr
  1470. return
  1471. }
  1472. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1473. findDate = dataList[i].DataTime
  1474. break
  1475. }
  1476. }
  1477. case 3: // 固定日期
  1478. //最早的日期
  1479. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1480. if tmpErr != nil {
  1481. err = tmpErr
  1482. return
  1483. }
  1484. //寻找固定日期的数据
  1485. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, edbConf.XDate, time.Local)
  1486. if tmpErr != nil {
  1487. err = tmpErr
  1488. return
  1489. }
  1490. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1491. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1492. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1493. findDate = tmpDate
  1494. break
  1495. }
  1496. }
  1497. default:
  1498. err = errors.New(fmt.Sprint("日期类型异常,Type:", edbConf.XDate))
  1499. return
  1500. }
  1501. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1502. if maxDate.IsZero() {
  1503. maxDate = findDateTime
  1504. } else {
  1505. if findDateTime.After(maxDate) {
  1506. maxDate = findDateTime
  1507. }
  1508. }
  1509. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1510. tmpItem.XDate = findDate
  1511. tmpItem.XValue = tmpValue
  1512. } else {
  1513. continue
  1514. }
  1515. }
  1516. //Y轴的数据
  1517. {
  1518. edbInfoId := edbConf.YEdbInfoId //Y轴的指标
  1519. edbMappingInfo, ok := edbMappingMap[edbInfoId]
  1520. if !ok {
  1521. continue
  1522. }
  1523. findDate := edbConf.YDate //需要的日期值
  1524. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  1525. if len(dataList) <= 0 {
  1526. // 没有数据的指标id
  1527. //findDataList = append(findDataList, 0)
  1528. continue
  1529. }
  1530. tmpItem.YEdbInfoId = edbInfoId
  1531. tmpItem.YName = edbMappingInfo.EdbName
  1532. tmpItem.YNameEn = edbMappingInfo.EdbNameEn
  1533. switch edbConf.YDateType {
  1534. case 1: //最新值
  1535. findDate = dataList[len(dataList)-1].DataTime
  1536. case 2: //近期几天
  1537. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  1538. if tmpErr != nil {
  1539. err = tmpErr
  1540. return
  1541. }
  1542. findDateTime = findDateTime.AddDate(0, 0, -edbConf.YDateValue)
  1543. lenData := len(dataList) - 1
  1544. for i := lenData; i >= 0; i-- {
  1545. currDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  1546. if tmpErr != nil {
  1547. err = tmpErr
  1548. return
  1549. }
  1550. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  1551. findDate = dataList[i].DataTime
  1552. break
  1553. }
  1554. }
  1555. case 3: // 固定日期
  1556. //最早的日期
  1557. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  1558. if tmpErr != nil {
  1559. err = tmpErr
  1560. return
  1561. }
  1562. //寻找固定日期的数据
  1563. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, edbConf.YDate, time.Local)
  1564. if tmpErr != nil {
  1565. err = tmpErr
  1566. return
  1567. }
  1568. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  1569. tmpDate := tmpDateTime.Format(utils.FormatDate)
  1570. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  1571. findDate = tmpDate
  1572. break
  1573. }
  1574. }
  1575. default:
  1576. err = errors.New(fmt.Sprint("日期类型异常,Type:", edbConf.YDate))
  1577. return
  1578. }
  1579. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  1580. if maxDate.IsZero() {
  1581. maxDate = findDateTime
  1582. } else {
  1583. if findDateTime.After(maxDate) {
  1584. maxDate = findDateTime
  1585. }
  1586. }
  1587. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  1588. tmpItem.YDate = findDate
  1589. tmpItem.YValue = tmpValue
  1590. } else {
  1591. continue
  1592. }
  1593. }
  1594. // 获取当前系列的X轴的最大最小值
  1595. {
  1596. if tmpItem.XValue < minXVal {
  1597. minXVal = tmpItem.XValue
  1598. }
  1599. if tmpItem.XValue > maxXVal {
  1600. maxXVal = tmpItem.XValue
  1601. }
  1602. if tmpItem.YValue < minYVal {
  1603. minYVal = tmpItem.YValue
  1604. }
  1605. if tmpItem.YValue > maxYVal {
  1606. maxYVal = tmpItem.YValue
  1607. }
  1608. }
  1609. tmpSeriesEdbInfoList = append(tmpSeriesEdbInfoList, tmpItem)
  1610. }
  1611. trendLimitData := make([]data_manage.CoordinatePoint, 0) //趋势线的前后坐标点
  1612. var trendLine, rSquare string
  1613. // 生成线性方程式
  1614. var a, b float64
  1615. {
  1616. coordinateData := make([]utils.Coordinate, 0)
  1617. for _, tmpSeriesEdbInfo := range tmpSeriesEdbInfoList {
  1618. tmpCoordinate1 := utils.Coordinate{
  1619. X: tmpSeriesEdbInfo.XValue,
  1620. Y: tmpSeriesEdbInfo.YValue,
  1621. }
  1622. coordinateData = append(coordinateData, tmpCoordinate1)
  1623. }
  1624. // 只有存在两个坐标点的时候,才能去计算线性方程和R平方
  1625. if len(coordinateData) >= 2 {
  1626. a, b = utils.GetLinearResult(coordinateData)
  1627. if !math.IsNaN(a) && !math.IsNaN(b) {
  1628. if b > 0 {
  1629. trendLine = fmt.Sprintf("y=%sx+%s", utils.SubFloatToString(a, 4), utils.SubFloatToString(b, 4))
  1630. } else {
  1631. trendLine = fmt.Sprintf("y=%sx%s", utils.SubFloatToString(a, 4), utils.SubFloatToString(b, 4))
  1632. }
  1633. minYVal, _ = decimal.NewFromFloat(a).Mul(decimal.NewFromFloat(minXVal)).Add(decimal.NewFromFloat(b)).Round(4).Float64()
  1634. maxYVal, _ = decimal.NewFromFloat(a).Mul(decimal.NewFromFloat(maxXVal)).Add(decimal.NewFromFloat(b)).Round(4).Float64()
  1635. }
  1636. // 计算R平方
  1637. rSquare = fmt.Sprint(utils.CalculationDecisive(coordinateData))
  1638. }
  1639. trendLimitData = append(trendLimitData, data_manage.CoordinatePoint{
  1640. X: minXVal,
  1641. Y: minYVal,
  1642. }, data_manage.CoordinatePoint{
  1643. X: maxXVal,
  1644. Y: maxYVal,
  1645. })
  1646. }
  1647. dataListResp = append(dataListResp, data_manage.SectionScatterSeriesItemResp{
  1648. Name: seriesItem.Name,
  1649. NameEn: seriesItem.NameEn,
  1650. IsNameDefault: seriesItem.IsNameDefault,
  1651. Color: seriesItem.Color,
  1652. EdbInfoList: tmpSeriesEdbInfoList,
  1653. ShowTrendLine: seriesItem.ShowTrendLine,
  1654. ShowFitEquation: seriesItem.ShowFitEquation,
  1655. ShowRSquare: seriesItem.ShowRSquare,
  1656. TrendLine: trendLine,
  1657. RSquare: rSquare,
  1658. TrendLimitData: trendLimitData,
  1659. })
  1660. }
  1661. // 截面散点图点击详情时自动更新系列名
  1662. if len(extraConfig.SeriesList) > 0 {
  1663. // 默认名字的时候才自动更新
  1664. if extraConfig.SeriesList[0].IsNameDefault {
  1665. firstXEdbInfoId := extraConfig.SeriesList[0].EdbInfoList[0].XEdbInfoId
  1666. needUpdate := false
  1667. if v, ok := edbMappingMap[firstXEdbInfoId]; ok {
  1668. extraConfig.SeriesList[0].Name = v.LatestDate
  1669. extraConfig.SeriesList[0].NameEn = v.LatestDate
  1670. dataListResp[0].Name = v.LatestDate
  1671. dataListResp[0].NameEn = v.LatestDate
  1672. needUpdate = true
  1673. }
  1674. extraConfigByte, e := json.Marshal(extraConfig)
  1675. if e != nil {
  1676. errMsg := "截面散点系列更新异常"
  1677. err = errors.New(errMsg)
  1678. return
  1679. }
  1680. extraConfigStr := string(extraConfigByte)
  1681. if needUpdate {
  1682. err = data_manage.EditChartInfoExtraConfig(chartInfoId, extraConfigStr)
  1683. if err != nil {
  1684. errMsg := "截面散点系列更新异常"
  1685. err = errors.New(errMsg)
  1686. return
  1687. }
  1688. }
  1689. }
  1690. }
  1691. chartDataResp = data_manage.SectionScatterInfoResp{
  1692. XName: extraConfig.XName,
  1693. XNameEn: extraConfig.XNameEn,
  1694. XUnitName: extraConfig.XUnitName,
  1695. XUnitNameEn: extraConfig.XUnitNameEn,
  1696. YName: extraConfig.YName,
  1697. YNameEn: extraConfig.YNameEn,
  1698. YUnitName: extraConfig.YUnitName,
  1699. YUnitNameEn: extraConfig.YUnitNameEn,
  1700. XMinValue: extraConfig.XMinValue,
  1701. XMaxValue: extraConfig.XMaxValue,
  1702. YMinValue: extraConfig.YMinValue,
  1703. YMaxValue: extraConfig.YMaxValue,
  1704. DataList: dataListResp,
  1705. }
  1706. return
  1707. }
  1708. // AddChartInfo 添加图表
  1709. func AddChartInfo(req data_manage.AddChartInfoReq, sysUserId int, sysUserRealName string) (chartInfo *data_manage.ChartInfo, err error, errMsg string, isSendEmail bool) {
  1710. isSendEmail = true // 默认错误的时候要发送邮件
  1711. req.ChartName = strings.Trim(req.ChartName, " ")
  1712. if req.ChartName == "" {
  1713. errMsg = "请填写图表名称!"
  1714. err = errors.New(errMsg)
  1715. isSendEmail = false
  1716. return
  1717. }
  1718. if req.ChartClassifyId <= 0 {
  1719. errMsg = "分类参数错误!"
  1720. err = errors.New(errMsg)
  1721. isSendEmail = false
  1722. return
  1723. }
  1724. //if req.ChartThemeId <= 0 {
  1725. // errMsg = "请选择主题"
  1726. // err = errors.New(errMsg)
  1727. // isSendEmail = false
  1728. // return
  1729. //}
  1730. //
  1731. //// 判断主题是否存在
  1732. //_, err = chart_theme.GetChartThemeId(req.ChartThemeId)
  1733. //if err != nil {
  1734. // if err.Error() == utils.ErrNoRow() {
  1735. // errMsg = "主题不存在"
  1736. // err = errors.New(errMsg)
  1737. // return
  1738. // }
  1739. // errMsg = "获取主题信息失败"
  1740. // return
  1741. //}
  1742. chartClassify, err := data_manage.GetChartClassifyById(req.ChartClassifyId)
  1743. if err != nil {
  1744. if err.Error() == utils.ErrNoRow() {
  1745. errMsg = "分类不存在"
  1746. err = errors.New(errMsg)
  1747. return
  1748. }
  1749. errMsg = "获取分类信息失败"
  1750. return
  1751. }
  1752. if chartClassify == nil {
  1753. errMsg = "分类不存在"
  1754. err = errors.New(errMsg)
  1755. return
  1756. }
  1757. chartType := req.ChartType
  1758. extraConfig := req.ExtraConfig
  1759. var extraConfigEdbInfoIdArr []int
  1760. extraConfigEdbInfoIdArr, err, errMsg = CheckChartExtraConfig(chartType, extraConfig)
  1761. if err != nil {
  1762. err = errors.New("添加失败:" + err.Error())
  1763. return
  1764. }
  1765. // 季节性图表额外配置信息
  1766. var seasonExtraConfig string
  1767. // 关联指标
  1768. var edbInfoIdArr []int
  1769. chartEdbInfoList := req.ChartEdbInfoList
  1770. if len(chartEdbInfoList) > 0 {
  1771. for _, v := range chartEdbInfoList {
  1772. edbInfoId := v.EdbInfoId
  1773. edbInfo, tmpErr := data_manage.GetEdbInfoById(edbInfoId)
  1774. if tmpErr != nil {
  1775. if tmpErr.Error() == utils.ErrNoRow() {
  1776. errMsg = "指标不存在!"
  1777. err = errors.New("指标不存在,edbInfoId:" + strconv.Itoa(edbInfoId))
  1778. return
  1779. } else {
  1780. errMsg = "获取指标信息失败!"
  1781. err = errors.New("获取图表的指标信息失败,Err:" + tmpErr.Error())
  1782. return
  1783. }
  1784. }
  1785. if edbInfo == nil {
  1786. errMsg = "指标已被删除,请重新选择!"
  1787. err = errors.New("指标不存在,edbInfoId:" + strconv.Itoa(edbInfoId))
  1788. return
  1789. } else {
  1790. if edbInfo.EdbInfoId <= 0 {
  1791. errMsg = "指标已被删除,请重新选择!"
  1792. err = errors.New("指标不存在,edbInfoId:" + strconv.Itoa(edbInfoId))
  1793. return
  1794. }
  1795. }
  1796. edbInfoIdArr = append(edbInfoIdArr, edbInfoId)
  1797. edbInfo.EdbNameSource = edbInfo.EdbName
  1798. //edbList = append(edbList, edbInfo)
  1799. //新增季节性图表数据计算
  1800. if chartType == 2 {
  1801. existCount, tmpErr := data_manage.GetEdbDataQuarterCount(edbInfoId)
  1802. if tmpErr != nil {
  1803. errMsg = "保存失败"
  1804. err = errors.New("判断季节性图表,指标数据是否存在失败,Err:" + tmpErr.Error())
  1805. return
  1806. }
  1807. if existCount <= 0 {
  1808. go data_manage.AddCalculateQuarter(edbInfoId, edbInfo.Source, edbInfo.EdbCode)
  1809. }
  1810. // 处理季节性图表横轴配置
  1811. {
  1812. if req.SeasonExtraConfig.XEndDate != "" {
  1813. if req.SeasonExtraConfig.XStartDate > req.SeasonExtraConfig.XEndDate && req.SeasonExtraConfig.JumpYear != 1 {
  1814. errMsg = "季节性图表配置信息异常:横坐标日期配置错误"
  1815. err = errors.New("季节性图表配置信息异常: 横坐标日期配置错误")
  1816. return
  1817. }
  1818. seasonExtra, tErr := json.Marshal(req.SeasonExtraConfig)
  1819. if tErr != nil {
  1820. errMsg = "季节性图表配置信息异常"
  1821. err = errors.New("季节性图表配置信息异常,Err:" + tErr.Error())
  1822. return
  1823. }
  1824. seasonExtraConfig = string(seasonExtra)
  1825. }
  1826. }
  1827. }
  1828. }
  1829. } else {
  1830. if extraConfig == `` {
  1831. errMsg = "请选择指标!"
  1832. err = errors.New(errMsg)
  1833. return
  1834. }
  1835. edbInfoIdArr = extraConfigEdbInfoIdArr
  1836. lenEdbInfoIdArr := len(edbInfoIdArr)
  1837. if lenEdbInfoIdArr > 0 {
  1838. tmpEdbList, tmpErr := data_manage.GetEdbInfoByIdList(edbInfoIdArr)
  1839. if tmpErr != nil {
  1840. errMsg = "指标异常!"
  1841. err = errors.New("指标异常!Err:" + tmpErr.Error())
  1842. return
  1843. }
  1844. if len(tmpEdbList) != lenEdbInfoIdArr {
  1845. errMsg = "指标异常!"
  1846. err = errors.New(fmt.Sprint("查找出来的指标数量与选择的指标数量不符!查找出来的指标数量:", len(tmpEdbList), ";用户选择的指标数量:", lenEdbInfoIdArr))
  1847. return
  1848. }
  1849. for _, v := range tmpEdbList {
  1850. chartEdbInfoList = append(chartEdbInfoList, &data_manage.ChartSaveItem{
  1851. EdbInfoId: v.EdbInfoId,
  1852. MaxData: 0,
  1853. MinData: 0,
  1854. IsOrder: false,
  1855. IsAxis: 1,
  1856. EdbInfoType: 1,
  1857. LeadValue: 0,
  1858. LeadUnit: "",
  1859. ChartStyle: "",
  1860. ChartColor: "",
  1861. PredictChartColor: "",
  1862. ChartWidth: 0,
  1863. Source: utils.CHART_SOURCE_DEFAULT,
  1864. })
  1865. }
  1866. }
  1867. }
  1868. if len(edbInfoIdArr) <= 0 {
  1869. errMsg = "请选择指标!"
  1870. err = errors.New(errMsg)
  1871. return
  1872. }
  1873. // 图表额外配置
  1874. extraConfig, err, errMsg = HandleExtraConfig(chartType, extraConfig)
  1875. if err != nil {
  1876. if errMsg == `` {
  1877. errMsg = "指标异常!"
  1878. }
  1879. err = errors.New("指标异常!Err:" + err.Error())
  1880. return
  1881. }
  1882. sort.Ints(edbInfoIdArr)
  1883. var edbInfoIdArrStr []string
  1884. for _, v := range edbInfoIdArr {
  1885. edbInfoIdArrStr = append(edbInfoIdArrStr, strconv.Itoa(v))
  1886. }
  1887. edbInfoIdStr := strings.Join(edbInfoIdArrStr, ",")
  1888. //count, err := data_manage.ChartInfoExist("", edbInfoIdStr)
  1889. //if err != nil && err.Error() != utils.ErrNoRow() {
  1890. // br.Msg = "保存失败"
  1891. // br.ErrMsg = "判断图表名称是否存在失败,Err:" + err.Error()
  1892. // return
  1893. //}
  1894. //if count > 0 {
  1895. // br.Msg = "所选指标已存在相同指标"
  1896. // return
  1897. //}
  1898. //判断图表是否存在
  1899. var condition string
  1900. var pars []interface{}
  1901. // 图表名称在不同图分类下不允许重复 需求调整时间:2022年11月07日09:47:07
  1902. //condition += " AND chart_classify_id=? "
  1903. //pars = append(pars, req.ChartClassifyId)
  1904. condition += " AND chart_name=? AND source = ? "
  1905. pars = append(pars, req.ChartName, utils.CHART_SOURCE_DEFAULT)
  1906. count, err := data_manage.GetChartInfoCountByCondition(condition, pars)
  1907. if err != nil {
  1908. errMsg = "判断图表名称是否存在失败"
  1909. err = errors.New("判断图表名称是否存在失败,Err:" + err.Error())
  1910. return
  1911. }
  1912. if count > 0 {
  1913. errMsg = "图表已存在,请重新填写"
  1914. err = errors.New("判断图表名称是否存在失败")
  1915. isSendEmail = false
  1916. return
  1917. }
  1918. barChartConf := `` //柱方图的配置信息
  1919. if chartType == 7 {
  1920. barChartConfReq := req.BarChartInfo
  1921. if len(barChartConfReq.EdbInfoIdList) <= 0 {
  1922. errMsg = "请选择指标"
  1923. err = errors.New(errMsg)
  1924. isSendEmail = false
  1925. return
  1926. }
  1927. if len(barChartConfReq.DateList) <= 0 {
  1928. errMsg = "请选择日期"
  1929. err = errors.New(errMsg)
  1930. isSendEmail = false
  1931. return
  1932. }
  1933. barChartConfByte, tmpErr := json.Marshal(barChartConfReq)
  1934. if tmpErr != nil {
  1935. errMsg = "柱方图信息异常"
  1936. err = errors.New("柱方图信息异常,Err:" + tmpErr.Error())
  1937. return
  1938. }
  1939. barChartConf = string(barChartConfByte)
  1940. }
  1941. disableVal := CheckIsDisableChart(edbInfoIdArr)
  1942. chartInfo = new(data_manage.ChartInfo)
  1943. chartInfo.ChartName = req.ChartName
  1944. chartInfo.EdbInfoIds = edbInfoIdStr
  1945. chartInfo.ChartClassifyId = req.ChartClassifyId
  1946. chartInfo.SysUserId = sysUserId
  1947. chartInfo.SysUserRealName = sysUserRealName
  1948. chartInfo.CreateTime = time.Now()
  1949. chartInfo.ModifyTime = time.Now()
  1950. chartInfo.IsSetName = 0
  1951. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  1952. chartInfo.UniqueCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  1953. // todo 判断是否需要重新计算用户的start_date
  1954. if req.DateType > 0 {
  1955. chartInfo.DateType = req.DateType
  1956. } else {
  1957. chartInfo.DateType = 3
  1958. }
  1959. if chartType == 0 {
  1960. chartType = 1
  1961. }
  1962. chartInfo.ChartType = chartType
  1963. calendar := req.Calendar
  1964. if calendar == "" {
  1965. calendar = "公历"
  1966. }
  1967. chartInfo.Calendar = calendar
  1968. chartInfo.StartDate = req.StartDate
  1969. chartInfo.EndDate = req.EndDate
  1970. chartInfo.SeasonStartDate = req.StartDate
  1971. chartInfo.SeasonEndDate = req.EndDate
  1972. chartInfo.LeftMin = req.LeftMin
  1973. chartInfo.LeftMax = req.LeftMax
  1974. chartInfo.RightMin = req.RightMin
  1975. chartInfo.RightMax = req.RightMax
  1976. chartInfo.Disabled = disableVal
  1977. chartInfo.BarConfig = barChartConf
  1978. chartInfo.ExtraConfig = extraConfig
  1979. chartInfo.SeasonExtraConfig = seasonExtraConfig
  1980. chartInfo.StartYear = req.StartYear
  1981. chartInfo.Source = utils.CHART_SOURCE_DEFAULT
  1982. chartInfo.ChartThemeId = req.ChartThemeId
  1983. chartInfo.SourcesFrom = req.SourcesFrom
  1984. chartInfo.Instructions = req.Instructions
  1985. chartInfo.MarkersLines = req.MarkersLines
  1986. chartInfo.MarkersAreas = req.MarkersAreas
  1987. chartInfo.Unit = req.Unit
  1988. chartInfo.UnitEn = req.UnitEn
  1989. newId, err := data_manage.AddChartInfo(chartInfo)
  1990. if err != nil {
  1991. errMsg = `保存失败`
  1992. err = errors.New("保存失败,Err:" + err.Error())
  1993. return
  1994. }
  1995. chartInfo.ChartInfoId = int(newId)
  1996. mapList := make([]*data_manage.ChartEdbMapping, 0)
  1997. for _, v := range chartEdbInfoList {
  1998. mapItem := new(data_manage.ChartEdbMapping)
  1999. mapItem.ChartInfoId = int(newId)
  2000. mapItem.EdbInfoId = v.EdbInfoId
  2001. mapItem.CreateTime = time.Now()
  2002. mapItem.ModifyTime = time.Now()
  2003. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  2004. mapItem.UniqueCode = utils.MD5(fmt.Sprint(utils.CHART_PREFIX, "_", v.EdbInfoId, "_", timestamp))
  2005. mapItem.MaxData = v.MaxData
  2006. mapItem.MinData = v.MinData
  2007. mapItem.IsOrder = v.IsOrder
  2008. mapItem.IsAxis = v.IsAxis
  2009. mapItem.EdbInfoType = v.EdbInfoType
  2010. mapItem.LeadValue = v.LeadValue
  2011. mapItem.LeadUnit = v.LeadUnit
  2012. mapItem.ChartStyle = v.ChartStyle
  2013. mapItem.ChartColor = v.ChartColor
  2014. mapItem.PredictChartColor = v.PredictChartColor
  2015. mapItem.ChartWidth = v.ChartWidth
  2016. mapItem.Source = utils.CHART_SOURCE_DEFAULT
  2017. mapItem.EdbAliasName = v.EdbAliasName
  2018. mapList = append(mapList, mapItem)
  2019. }
  2020. err = data_manage.AddChartEdbMapping(mapList)
  2021. if err != nil {
  2022. errMsg = `保存失败`
  2023. err = errors.New("保存失败,Err:" + err.Error())
  2024. return
  2025. }
  2026. //添加es数据
  2027. go EsAddOrEditChartInfo(chartInfo.ChartInfoId)
  2028. return
  2029. }
  2030. // EditChartInfo 编辑图表
  2031. func EditChartInfo(req data_manage.EditChartInfoReq, sysUser *system.Admin) (chartItem *data_manage.ChartInfo, err error, errMsg string, isSendEmail bool) {
  2032. isSendEmail = true // 默认错误的时候要发送邮件
  2033. req.ChartName = strings.Trim(req.ChartName, " ")
  2034. if req.ChartName == "" {
  2035. errMsg = "请填写图表名称!"
  2036. err = errors.New(errMsg)
  2037. isSendEmail = false
  2038. return
  2039. }
  2040. if req.ChartClassifyId <= 0 {
  2041. errMsg = "分类参数错误!"
  2042. err = errors.New(errMsg)
  2043. isSendEmail = false
  2044. return
  2045. }
  2046. //if req.ChartThemeId <= 0 {
  2047. // errMsg = "请选择主题!"
  2048. // err = errors.New(errMsg)
  2049. // isSendEmail = false
  2050. // return
  2051. //}
  2052. //
  2053. //// 判断主题是否存在
  2054. //_, err = chart_theme.GetChartThemeId(req.ChartThemeId)
  2055. //if err != nil {
  2056. // if err.Error() == utils.ErrNoRow() {
  2057. // errMsg = "主题不存在"
  2058. // err = errors.New(errMsg)
  2059. // return
  2060. // }
  2061. // errMsg = "获取主题信息失败"
  2062. // return
  2063. //}
  2064. chartClassify, err := data_manage.GetChartClassifyById(req.ChartClassifyId)
  2065. if err != nil {
  2066. if err.Error() == utils.ErrNoRow() {
  2067. errMsg = "分类不存在"
  2068. err = errors.New(errMsg)
  2069. return
  2070. }
  2071. errMsg = "获取分类信息失败"
  2072. return
  2073. }
  2074. if chartClassify == nil {
  2075. errMsg = "分类不存在"
  2076. err = errors.New(errMsg)
  2077. return
  2078. }
  2079. chartItem, err = data_manage.GetChartInfoById(req.ChartInfoId)
  2080. if err != nil {
  2081. if err.Error() == utils.ErrNoRow() {
  2082. errMsg = "图表已被删除,请刷新页面"
  2083. err = errors.New(errMsg)
  2084. isSendEmail = false
  2085. return
  2086. }
  2087. errMsg = "获取图表信息失败"
  2088. err = errors.New("获取图表信息失败,Err:" + err.Error())
  2089. return
  2090. }
  2091. var extraConfigEdbInfoIdArr []int
  2092. extraConfigEdbInfoIdArr, err, errMsg = CheckChartExtraConfig(req.ChartType, req.ExtraConfig)
  2093. if err != nil {
  2094. err = errors.New("添加失败:" + err.Error())
  2095. return
  2096. }
  2097. // 季节性图表额外配置信息
  2098. var seasonExtraConfig string
  2099. // 图表关联指标id
  2100. chartEdbInfoList := make([]*data_manage.ChartSaveItem, 0)
  2101. // 关联指标
  2102. var edbInfoIdArr []int
  2103. // 非散点截面图的直接通过前端获取,散点截面图需要额外从配置中获取
  2104. if chartItem.ChartType != 10 {
  2105. //edbList := make([]*data_manage.EdbInfo, 0)
  2106. for _, v := range req.ChartEdbInfoList {
  2107. edbInfoId := v.EdbInfoId
  2108. edbInfo, tmpErr := data_manage.GetEdbInfoById(edbInfoId)
  2109. if tmpErr != nil {
  2110. if tmpErr.Error() == utils.ErrNoRow() {
  2111. errMsg = "指标不存在!"
  2112. err = errors.New("指标不存在,edbInfoId:" + strconv.Itoa(edbInfoId))
  2113. return
  2114. } else {
  2115. errMsg = "获取指标信息失败!"
  2116. err = errors.New("获取图表的指标信息失败,Err:" + tmpErr.Error())
  2117. return
  2118. }
  2119. }
  2120. if edbInfo == nil {
  2121. errMsg = "指标已被删除,请重新选择!"
  2122. err = errors.New("指标不存在,ChartInfoId:" + strconv.Itoa(edbInfoId))
  2123. return
  2124. } else {
  2125. if edbInfo.EdbInfoId <= 0 {
  2126. errMsg = "指标已被删除,请重新选择!"
  2127. err = errors.New("指标不存在,ChartInfoId:" + strconv.Itoa(edbInfoId))
  2128. return
  2129. }
  2130. }
  2131. edbInfoIdArr = append(edbInfoIdArr, edbInfoId)
  2132. edbInfo.EdbNameSource = edbInfo.EdbName
  2133. //edbList = append(edbList, edbInfo)
  2134. //新增季节性图表数据计算
  2135. if req.ChartType == 2 {
  2136. existCount, tmpErr := data_manage.GetEdbDataQuarterCount(edbInfoId)
  2137. if tmpErr != nil {
  2138. errMsg = "保存失败"
  2139. err = errors.New("判断季节性图表,指标数据是否存在失败,Err:" + tmpErr.Error())
  2140. return
  2141. }
  2142. if existCount <= 0 {
  2143. go data_manage.AddCalculateQuarter(edbInfoId, edbInfo.Source, edbInfo.EdbCode)
  2144. }
  2145. // 处理季节性图表横轴配置
  2146. {
  2147. if req.SeasonExtraConfig.XEndDate != "" {
  2148. if req.SeasonExtraConfig.XStartDate > req.SeasonExtraConfig.XEndDate && req.SeasonExtraConfig.JumpYear != 1 {
  2149. errMsg = "季节性图表配置信息异常:横坐标日期配置错误"
  2150. err = errors.New("季节性图表配置信息异常: 横坐标日期配置错误")
  2151. return
  2152. }
  2153. seasonExtra, tErr := json.Marshal(req.SeasonExtraConfig)
  2154. if tErr != nil {
  2155. errMsg = "季节性图表配置信息异常"
  2156. err = errors.New("季节性图表配置信息异常,Err:" + tErr.Error())
  2157. return
  2158. }
  2159. seasonExtraConfig = string(seasonExtra)
  2160. }
  2161. }
  2162. }
  2163. }
  2164. chartEdbInfoList = req.ChartEdbInfoList
  2165. } else {
  2166. if req.ExtraConfig == `` {
  2167. errMsg = "请选择指标!"
  2168. err = errors.New(errMsg)
  2169. isSendEmail = false
  2170. return
  2171. }
  2172. edbInfoIdArr = extraConfigEdbInfoIdArr
  2173. lenEdbInfoIdArr := len(edbInfoIdArr)
  2174. if lenEdbInfoIdArr > 0 {
  2175. tmpEdbList, tmpErr := data_manage.GetEdbInfoByIdList(edbInfoIdArr)
  2176. if tmpErr != nil {
  2177. errMsg = "指标异常!"
  2178. err = errors.New("指标异常!Err:" + tmpErr.Error())
  2179. return
  2180. }
  2181. if len(tmpEdbList) != lenEdbInfoIdArr {
  2182. errMsg = "指标异常!"
  2183. err = errors.New(fmt.Sprint("查找出来的指标数量与选择的指标数量不符!查找出来的指标数量:", len(tmpEdbList), ";用户选择的指标数量:", lenEdbInfoIdArr))
  2184. return
  2185. }
  2186. for _, v := range tmpEdbList {
  2187. chartEdbInfoList = append(chartEdbInfoList, &data_manage.ChartSaveItem{
  2188. EdbInfoId: v.EdbInfoId,
  2189. MaxData: 0,
  2190. MinData: 0,
  2191. IsOrder: false,
  2192. IsAxis: 1,
  2193. EdbInfoType: 1,
  2194. LeadValue: 0,
  2195. LeadUnit: "",
  2196. ChartStyle: "",
  2197. ChartColor: "",
  2198. PredictChartColor: "",
  2199. ChartWidth: 0,
  2200. Source: utils.CHART_SOURCE_DEFAULT,
  2201. })
  2202. }
  2203. }
  2204. }
  2205. if len(edbInfoIdArr) <= 0 {
  2206. errMsg = "请选择指标!"
  2207. err = errors.New(errMsg)
  2208. isSendEmail = false
  2209. return
  2210. }
  2211. // 图表额外配置
  2212. extraConfig, err, errMsg := HandleExtraConfig(req.ChartType, req.ExtraConfig)
  2213. if err != nil {
  2214. if errMsg == `` {
  2215. errMsg = "指标异常!"
  2216. }
  2217. err = errors.New("指标异常!Err:" + err.Error())
  2218. return
  2219. }
  2220. req.ExtraConfig = extraConfig
  2221. //图表操作权限
  2222. ok := CheckOpChartPermission(sysUser, chartItem.SysUserId)
  2223. if !ok {
  2224. errMsg = "没有该图表的操作权限"
  2225. err = errors.New(errMsg)
  2226. isSendEmail = false
  2227. return
  2228. }
  2229. var calendar string
  2230. var dateType int
  2231. dateType = req.DateType
  2232. if req.ChartType != chartItem.ChartType {
  2233. if chartItem.ChartType != 2 && chartItem.Calendar == "" { //非季节性图
  2234. calendar = "公历"
  2235. }
  2236. if chartItem.ChartType == 2 && chartItem.DateType <= 0 {
  2237. dateType = 3
  2238. }
  2239. }
  2240. sort.Ints(edbInfoIdArr)
  2241. var edbInfoIdArrStr []string
  2242. for _, v := range edbInfoIdArr {
  2243. edbInfoIdArrStr = append(edbInfoIdArrStr, strconv.Itoa(v))
  2244. }
  2245. edbInfoIdStr := strings.Join(edbInfoIdArrStr, ",")
  2246. //mappingCondition := ` AND chart_info_id<> ` + strconv.Itoa(req.ChartInfoId)
  2247. //count, err := data_manage.ChartInfoExist(mappingCondition, edbInfoIdStr)
  2248. //if err != nil && err.Error() != utils.ErrNoRow() {
  2249. // br.Msg = "保存失败"
  2250. // br.ErrMsg = "判断图表名称是否存在失败,Err:" + err.Error()
  2251. // return
  2252. //}
  2253. //if count > 0 {
  2254. // br.Msg = "所选指标已存在相同指标"
  2255. // return
  2256. //}
  2257. //判断图表是否存在
  2258. var condition string
  2259. var pars []interface{}
  2260. condition += " AND chart_info_id<>? "
  2261. pars = append(pars, req.ChartInfoId)
  2262. // 图表名称在不同图分类下不允许重复 需求调整时间:2022年11月07日09:47:07
  2263. //condition += " AND chart_classify_id=? "
  2264. //pars = append(pars, req.ChartClassifyId)
  2265. condition += " AND chart_name=? AND source = ? "
  2266. pars = append(pars, req.ChartName, utils.CHART_SOURCE_DEFAULT)
  2267. count, err := data_manage.GetChartInfoCountByCondition(condition, pars)
  2268. if err != nil {
  2269. errMsg = "判断图表名称是否存在失败"
  2270. err = errors.New("判断图表名称是否存在失败,Err:" + err.Error())
  2271. return
  2272. }
  2273. if count > 0 {
  2274. errMsg = "图表已存在,请重新填写"
  2275. err = errors.New(errMsg)
  2276. isSendEmail = false
  2277. return
  2278. }
  2279. barChartConf := `` //柱方图的配置信息
  2280. if req.ChartType == 7 {
  2281. barChartConfReq := req.BarChartInfo
  2282. if len(barChartConfReq.EdbInfoIdList) <= 0 {
  2283. errMsg = "请选择指标"
  2284. err = errors.New(errMsg)
  2285. isSendEmail = false
  2286. return
  2287. }
  2288. if len(barChartConfReq.DateList) <= 0 {
  2289. errMsg = "请选择日期"
  2290. err = errors.New(errMsg)
  2291. isSendEmail = false
  2292. return
  2293. }
  2294. barChartConfByte, tmpErr := json.Marshal(barChartConfReq)
  2295. if tmpErr != nil {
  2296. errMsg = "柱方图信息异常"
  2297. err = errors.New("柱方图信息异常,Err:" + tmpErr.Error())
  2298. return
  2299. }
  2300. barChartConf = string(barChartConfByte)
  2301. }
  2302. // 图表启用与否
  2303. disableVal := CheckIsDisableChart(edbInfoIdArr)
  2304. err = data_manage.EditChartInfoAndMapping(&req, edbInfoIdStr, calendar, dateType, disableVal, barChartConf, chartEdbInfoList, seasonExtraConfig)
  2305. if err != nil {
  2306. errMsg = "保存失败"
  2307. err = errors.New("保存失败,Err:" + err.Error())
  2308. return
  2309. }
  2310. resp := new(data_manage.AddChartInfoResp)
  2311. resp.ChartInfoId = chartItem.ChartInfoId
  2312. resp.UniqueCode = chartItem.UniqueCode
  2313. resp.ChartType = req.ChartType
  2314. //添加es数据
  2315. go EsAddOrEditChartInfo(chartItem.ChartInfoId)
  2316. //修改my eta es数据
  2317. go EsAddOrEditMyChartInfoByChartInfoId(chartItem.ChartInfoId)
  2318. return
  2319. }
  2320. // GetEdbSourceByEdbInfoIdList 获取关联指标的来源
  2321. func GetEdbSourceByEdbInfoIdList(chartEdbInfoMappingList []*data_manage.ChartEdbInfoMapping) (sourceNameList, sourceNameEnList []string) {
  2322. sourceNameList = make([]string, 0)
  2323. sourceNameEnList = make([]string, 0)
  2324. sourceMap := make(map[int]string)
  2325. for _, v := range chartEdbInfoMappingList {
  2326. // 指标类型:1:基础指标,2:计算指标
  2327. if v.EdbType == 2 || v.EdbInfoCategoryType == 1 {
  2328. //sourceMap[0] = "弘则研究"
  2329. baseEdbInfoArr, _, _ := data_manage.GetRefreshEdbInfoFromBase(v.EdbInfoId, v.Source)
  2330. for _, baseEdbInfo := range baseEdbInfoArr {
  2331. if baseEdbInfo.EdbInfoType == 0 { //普通指标才参与,预测指标不参与
  2332. sourceMap[baseEdbInfo.Source] = baseEdbInfo.SourceName
  2333. }
  2334. }
  2335. } else {
  2336. sourceMap[v.Source] = v.SourceName
  2337. }
  2338. }
  2339. for source, sourceName := range sourceMap {
  2340. if utils.InArrayByInt([]int{utils.DATA_SOURCE_MANUAL, utils.DATA_SOURCE_MYSTEEL_CHEMICAL}, source) {
  2341. continue
  2342. }
  2343. sourceNameList = append(sourceNameList, sourceName)
  2344. sourceNameEn, ok := utils.DataSourceEnMap[source]
  2345. if !ok {
  2346. sourceNameEn = sourceName
  2347. }
  2348. sourceNameEnList = append(sourceNameEnList, sourceNameEn)
  2349. }
  2350. //sourceNameList = append(sourceNameList, utils.ChartDefaultNameCn)
  2351. //sourceNameEnList = append(sourceNameEnList, utils.ChartDefaultNameEn)
  2352. // 图表来源
  2353. conf, e := models.GetBusinessConf()
  2354. if e != nil {
  2355. return
  2356. }
  2357. if conf[models.BusinessConfCompanyName] != "" {
  2358. sourceNameList = append(sourceNameList, conf[models.BusinessConfCompanyName])
  2359. sourceNameEnList = append(sourceNameEnList, conf[models.BusinessConfCompanyName])
  2360. }
  2361. return
  2362. }
  2363. // RadarChartData 雷达图的数据处理
  2364. func RadarChartData(mappingList []*data_manage.ChartEdbInfoMapping, edbDataListMap map[int][]*data_manage.EdbDataList, extraConfig data_manage.RadarChartInfoReq) (edbIdList []int, chartDataResp data_manage.RadarChartInfoResp, err error) {
  2365. // 指标数据数组(10086:{"2022-12-02":100.01,"2022-12-01":102.3})
  2366. edbDataMap := make(map[int]map[string]float64)
  2367. for edbInfoId, edbDataList := range edbDataListMap {
  2368. edbDateData := make(map[string]float64)
  2369. for _, edbData := range edbDataList {
  2370. edbDateData[edbData.DataTime] = edbData.Value
  2371. }
  2372. edbDataMap[edbInfoId] = edbDateData
  2373. }
  2374. // edbIdList 指标展示顺序;x轴的指标顺序
  2375. edbIdList = make([]int, 0)
  2376. for _, v := range mappingList {
  2377. edbIdList = append(edbIdList, v.EdbInfoId)
  2378. }
  2379. chartDateList := extraConfig.DateList
  2380. yDataList := make([]data_manage.RadarYData, 0) //y轴的数据列表
  2381. for _, chartDate := range chartDateList {
  2382. var maxDate time.Time
  2383. findDataList := make([]float64, 0) // 当前日期的数据值
  2384. for _, edbInfoId := range edbIdList {
  2385. findDate := chartDate.Date //需要的日期值
  2386. dataList := edbDataListMap[edbInfoId] //指标的所有数据值
  2387. if len(dataList) <= 0 {
  2388. // 没有数据的指标id
  2389. findDataList = append(findDataList, 0)
  2390. continue
  2391. }
  2392. switch chartDate.Type {
  2393. case 1: //最新值
  2394. findDate = dataList[len(dataList)-1].DataTime
  2395. case 2: //近期几天
  2396. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[len(dataList)-1].DataTime, time.Local)
  2397. if tmpErr != nil {
  2398. err = tmpErr
  2399. return
  2400. }
  2401. findDateTime = findDateTime.AddDate(0, 0, -chartDate.Value)
  2402. lenData := len(dataList) - 1
  2403. for i := lenData; i >= 0; i-- {
  2404. currDateTime, e := time.ParseInLocation(utils.FormatDate, dataList[i].DataTime, time.Local)
  2405. if e != nil {
  2406. err = e
  2407. return
  2408. }
  2409. if currDateTime.Equal(findDateTime) || currDateTime.Before(findDateTime) {
  2410. findDate = dataList[i].DataTime
  2411. break
  2412. }
  2413. }
  2414. case 3: // 固定日期
  2415. //最早的日期
  2416. minDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, dataList[0].DataTime, time.Local)
  2417. if tmpErr != nil {
  2418. err = tmpErr
  2419. return
  2420. }
  2421. //寻找固定日期的数据
  2422. findDateTime, tmpErr := time.ParseInLocation(utils.FormatDate, chartDate.Date, time.Local)
  2423. if tmpErr != nil {
  2424. err = tmpErr
  2425. return
  2426. }
  2427. for tmpDateTime := findDateTime; tmpDateTime.After(minDateTime) || tmpDateTime.Equal(minDateTime); tmpDateTime = tmpDateTime.AddDate(0, 0, -1) {
  2428. tmpDate := tmpDateTime.Format(utils.FormatDate)
  2429. if _, ok := edbDataMap[edbInfoId][tmpDate]; ok { //如果能找到数据,那么就返回
  2430. findDate = tmpDate
  2431. break
  2432. }
  2433. }
  2434. default:
  2435. err = errors.New(fmt.Sprint("日期类型异常,Type:", chartDate.Type))
  2436. return
  2437. }
  2438. findDateTime, _ := time.ParseInLocation(utils.FormatDate, findDate, time.Local)
  2439. if maxDate.IsZero() {
  2440. maxDate = findDateTime
  2441. } else {
  2442. if findDateTime.After(maxDate) {
  2443. maxDate = findDateTime
  2444. }
  2445. }
  2446. if tmpValue, ok := edbDataMap[edbInfoId][findDate]; ok {
  2447. tmpValue, _ = decimal.NewFromFloat(tmpValue).Round(4).Float64()
  2448. findDataList = append(findDataList, tmpValue)
  2449. } else {
  2450. findDataList = append(findDataList, 0)
  2451. }
  2452. }
  2453. yDate := "0000-00-00"
  2454. if !maxDate.IsZero() {
  2455. yDate = maxDate.Format(utils.FormatDate)
  2456. }
  2457. yDataList = append(yDataList, data_manage.RadarYData{
  2458. Date: yDate,
  2459. Value: findDataList,
  2460. Color: chartDate.Color,
  2461. Name: chartDate.Name,
  2462. })
  2463. }
  2464. chartDataResp = data_manage.RadarChartInfoResp{
  2465. YDataList: yDataList,
  2466. XEdbIdValue: edbIdList,
  2467. }
  2468. return
  2469. }