edb_info.go 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. package services
  2. import (
  3. "errors"
  4. "eta/eta_forum_hub/models"
  5. "eta/eta_forum_hub/models/mgodb"
  6. "eta/eta_forum_hub/services/elastic"
  7. "eta/eta_forum_hub/utils"
  8. "fmt"
  9. "strconv"
  10. "time"
  11. )
  12. // BatchAddOrUpdateEdbInfo 添加批量添加指标到指标库
  13. func BatchAddOrUpdateEdbInfo(edbList []*models.EdbInfo, edbMapping []*models.EdbInfoCalculateMapping, sysUserId int, sysUserRealName string) (newList []*models.EdbInfo, err error, errMsg string, isSendEmail bool) {
  14. isSendEmail = true
  15. edbCodeMap := make(map[string]*models.EdbInfo)
  16. for _, v := range edbList {
  17. tmp, e, msg, _ := AddOrUpdateEdbInfo(v, sysUserId, sysUserRealName)
  18. if e != nil {
  19. err = fmt.Errorf("添加指标失败:%s,%s", e.Error(), msg)
  20. errMsg = "添加指标失败"
  21. return
  22. }
  23. newList = append(newList, tmp)
  24. edbCodeMap[tmp.EdbCode] = tmp
  25. }
  26. //批量添加指标的mapping信息
  27. calculateMappingItemList := make([]*models.EdbInfoCalculateMapping, 0)
  28. for _, v := range edbMapping {
  29. edbInfo, ok := edbCodeMap[v.EdbCode]
  30. if !ok {
  31. continue
  32. }
  33. fromEdbInfo, ok := edbCodeMap[v.FromEdbCode]
  34. if !ok {
  35. continue
  36. }
  37. calculateMappingItem := new(models.EdbInfoCalculateMapping)
  38. calculateMappingItem.CreateTime = time.Now()
  39. calculateMappingItem.ModifyTime = time.Now()
  40. calculateMappingItem.Sort = v.Sort
  41. calculateMappingItem.EdbCode = edbInfo.EdbCode
  42. calculateMappingItem.EdbInfoId = edbInfo.EdbInfoId
  43. calculateMappingItem.FromEdbInfoId = fromEdbInfo.EdbInfoId
  44. calculateMappingItem.FromEdbCode = fromEdbInfo.EdbCode
  45. calculateMappingItem.FromEdbName = fromEdbInfo.EdbName
  46. calculateMappingItem.FromSource = fromEdbInfo.Source
  47. calculateMappingItem.FromSourceName = fromEdbInfo.SourceName
  48. calculateMappingItem.FromTag = v.FromTag
  49. calculateMappingItem.Source = edbInfo.Source
  50. calculateMappingItem.SourceName = edbInfo.SourceName
  51. calculateMappingItem.FromSubSource = edbInfo.SubSource
  52. calculateMappingItemList = append(calculateMappingItemList, calculateMappingItem)
  53. }
  54. if len(calculateMappingItemList) > 0 {
  55. err = models.AddEdbInfoCalculateMappingMulti(calculateMappingItemList)
  56. if err != nil {
  57. errMsg = "指标映射关系添加失败"
  58. err = fmt.Errorf("指标映射关系添加失败, %s", err.Error())
  59. return
  60. }
  61. }
  62. return
  63. }
  64. // AddOrUpdateEdbInfo 添加指标到指标库
  65. func AddOrUpdateEdbInfo(edbItem *models.EdbInfo, sysUserId int, sysUserRealName string) (edbInfo *models.EdbInfo, err error, errMsg string, isSendEmail bool) {
  66. isSendEmail = true
  67. //判断指标是否存在
  68. edbInfo, err = models.GetEdbInfoByEdbCode(edbItem.Source, edbItem.EdbCode)
  69. if err != nil {
  70. if err.Error() == utils.ErrNoRow() {
  71. err = nil
  72. } else {
  73. errMsg = "判断指标名称是否存在失败"
  74. err = errors.New("判断指标名称是否存在失败,Err:" + err.Error())
  75. return
  76. }
  77. }
  78. var edbInfoId int64
  79. // 指标已存在
  80. if edbInfo != nil && edbInfo.EdbInfoId > 0 {
  81. edbInfoId = int64(edbInfo.EdbInfoId)
  82. // 更新指标信息
  83. edbInfo.Source = edbItem.Source
  84. edbInfo.SourceName = edbItem.SourceName
  85. edbInfo.EdbType = edbItem.EdbType
  86. edbInfo.EdbCode = edbItem.EdbCode
  87. edbInfo.EdbName = edbItem.EdbName
  88. edbInfo.EdbNameSource = edbItem.EdbNameSource
  89. edbInfo.Frequency = edbItem.Frequency
  90. edbInfo.Unit = edbItem.Unit
  91. edbInfo.StartDate = edbItem.StartDate
  92. edbInfo.EndDate = edbItem.EndDate
  93. edbInfo.ClassifyId = edbItem.ClassifyId
  94. edbInfo.SysUserId = sysUserId
  95. edbInfo.SysUserRealName = sysUserRealName
  96. edbInfo.ModifyTime = time.Now()
  97. edbInfo.ServerUrl = edbItem.ServerUrl
  98. edbInfo.Sort = edbItem.Sort
  99. edbInfo.DataDateType = edbItem.DataDateType
  100. edbInfo.TerminalCode = edbItem.TerminalCode
  101. edbInfo.SourceIndexName = edbItem.SourceIndexName
  102. edbInfo.MaxValue = edbItem.MaxValue
  103. edbInfo.MinValue = edbItem.MinValue
  104. edbInfo.EdbType = edbItem.EdbType
  105. edbInfo.LatestDate = edbItem.LatestDate
  106. edbInfo.LatestValue = edbItem.LatestValue
  107. err = edbInfo.Update([]string{})
  108. if err != nil {
  109. errMsg = "保存失败"
  110. err = errors.New("保存失败,Err:" + err.Error())
  111. return
  112. }
  113. //同时删除指标的映射信息
  114. err = models.DeleteEdbInfoMapping(edbInfoId)
  115. if err != nil {
  116. errMsg = "删除指标映射信息失败"
  117. err = errors.New("删除指标映射信息失败,Err:" + err.Error())
  118. return
  119. }
  120. } else {
  121. edbInfo = new(models.EdbInfo)
  122. edbInfo.Source = edbItem.Source
  123. edbInfo.SourceName = edbItem.SourceName
  124. edbInfo.EdbType = edbItem.EdbType
  125. edbInfo.EdbCode = edbItem.EdbCode
  126. edbInfo.EdbName = edbItem.EdbName
  127. edbInfo.EdbNameSource = edbItem.EdbNameSource
  128. edbInfo.Frequency = edbItem.Frequency
  129. edbInfo.Unit = edbItem.Unit
  130. edbInfo.StartDate = edbItem.StartDate
  131. edbInfo.EndDate = edbItem.EndDate
  132. edbInfo.ClassifyId = edbItem.ClassifyId
  133. edbInfo.SysUserId = sysUserId
  134. edbInfo.SysUserRealName = sysUserRealName
  135. edbInfo.CreateTime = time.Now()
  136. edbInfo.ModifyTime = time.Now()
  137. edbInfo.ServerUrl = edbItem.ServerUrl
  138. edbInfo.Sort = edbItem.Sort
  139. edbInfo.DataDateType = edbItem.DataDateType
  140. edbInfo.TerminalCode = edbItem.TerminalCode
  141. edbInfo.SourceIndexName = edbItem.SourceIndexName
  142. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  143. edbInfo.UniqueCode = utils.MD5(utils.DATA_PREFIX + "_" + timestamp)
  144. edbInfo.MaxValue = edbItem.MaxValue
  145. edbInfo.MinValue = edbItem.MinValue
  146. edbInfo.EdbType = edbItem.EdbType
  147. edbInfo.LatestDate = edbItem.LatestDate
  148. edbInfo.LatestValue = edbItem.LatestValue
  149. edbInfoId, err = models.AddEdbInfo(edbInfo)
  150. if err != nil {
  151. errMsg = "保存失败"
  152. err = errors.New("保存失败,Err:" + err.Error())
  153. return
  154. }
  155. edbInfo.EdbInfoId = int(edbInfoId)
  156. }
  157. if edbInfo.EdbType == 1 {
  158. err = mgodb.ModifyEdbDataEdbInfoId(edbInfoId, edbInfo.EdbCode)
  159. if err != nil {
  160. errMsg = "保存失败"
  161. err = errors.New("更新指标数据失败,Err:" + err.Error())
  162. return
  163. }
  164. } else {
  165. err = mgodb.ModifyEdbCalculateDataEdbInfoId(edbInfoId, edbInfo.EdbCode)
  166. if err != nil {
  167. errMsg = "保存失败"
  168. err = errors.New("更新指标数据失败,Err:" + err.Error())
  169. return
  170. }
  171. }
  172. // 更新es
  173. go AddOrEditEdbInfoToEs(edbInfo.EdbInfoId)
  174. return
  175. }
  176. // 批量删除指标,
  177. func BatchDeleteEdbInfo(edbInfoIds []int) (err error, errMsg string) {
  178. for _, v := range edbInfoIds {
  179. //查询单个指标是否允许删除
  180. err, errMsg = DeleteEdbInfo(v)
  181. if err != nil {
  182. errMsg = "删除指标失败"
  183. return
  184. }
  185. }
  186. return
  187. }
  188. // 删除单个指标
  189. func DeleteEdbInfo(edbInfoId int) (err error, errMsg string) {
  190. //判断指标是否存在
  191. info, err := models.GetEdbInfoById(edbInfoId)
  192. if err != nil {
  193. if err.Error() == utils.ErrNoRow() {
  194. err = nil
  195. return
  196. } else {
  197. errMsg = "判断指标名称是否存在失败"
  198. err = errors.New("判断指标名称是否存在失败,Err:" + err.Error())
  199. return
  200. }
  201. }
  202. //判断指标是否用于作图,如果用于作图,则不可删除
  203. chartCount, tmpErr := models.GetChartEdbMappingCount(edbInfoId)
  204. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  205. errMsg = "删除失败"
  206. err = errors.New("判断指标是否被用于作图失败,Err:" + tmpErr.Error())
  207. return
  208. }
  209. if chartCount > 0 {
  210. errMsg = "当前指标已用作画图,不可删除"
  211. return
  212. }
  213. //判断指标是否用作其他指标的计算
  214. calculateCount, tmpErr := models.GetEdbInfoCalculateMappingCount(edbInfoId)
  215. if tmpErr != nil {
  216. errMsg = "删除失败"
  217. err = errors.New("判断指标是否被用于计算失败,GetEdbInfoCalculateCount Err:" + tmpErr.Error())
  218. return
  219. }
  220. if calculateCount > 0 {
  221. errMsg = "当前指标已用作,指标运算,不可删除"
  222. return
  223. }
  224. // 删除指标,删除映射关系,删除指标数据
  225. err = models.DeleteEdbInfo(edbInfoId)
  226. if err != nil {
  227. errMsg = "删除失败"
  228. err = errors.New("删除指标失败,Err:" + err.Error())
  229. return
  230. }
  231. if info.EdbType == 1 {
  232. err = mgodb.DeleteEdbInfoDataByEdbInfoId(edbInfoId)
  233. if err != nil {
  234. errMsg = "删除失败"
  235. err = errors.New("删除指标数据失败,Err:" + err.Error())
  236. return
  237. }
  238. } else {
  239. err = mgodb.DeleteEdbInfoCalculateDataByEdbInfoId(edbInfoId)
  240. if err != nil {
  241. errMsg = "删除失败"
  242. err = errors.New("删除指标数据失败,Err:" + err.Error())
  243. return
  244. }
  245. }
  246. // 删除es中的数据
  247. go DeleteEdbInfoToEs(edbInfoId)
  248. return
  249. }
  250. // AddOrEditEdbInfoToEs 添加/修改ES中的指标
  251. func AddOrEditEdbInfoToEs(edbInfoId int) {
  252. //添加es
  253. itemInfo, _ := models.GetEdbInfoByCondition("AND edb_info_id=?", []interface{}{edbInfoId})
  254. go elastic.EsAddOrEditEdbInfoData(utils.DATA_INDEX_NAME, strconv.Itoa(itemInfo.EdbInfoId), itemInfo)
  255. }