elastic.go 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320
  1. package services
  2. import (
  3. "context"
  4. "eta_gn/eta_api/models"
  5. saModel "eta_gn/eta_api/models/semantic_analysis"
  6. "eta_gn/eta_api/models/smart_report"
  7. "eta_gn/eta_api/services/alarm_msg"
  8. "eta_gn/eta_api/utils"
  9. "fmt"
  10. "github.com/olivere/elastic/v7"
  11. "strings"
  12. )
  13. func NewClient() (client *elastic.Client, err error) {
  14. client, err = elastic.NewClient(
  15. elastic.SetURL(utils.ES_URL),
  16. elastic.SetBasicAuth(utils.ES_USERNAME, utils.ES_PASSWORD),
  17. elastic.SetSniff(false))
  18. return
  19. }
  20. // indexName:索引名称
  21. // mappingJson:表结构
  22. func EsCreateIndex(indexName, mappingJson string) (err error) {
  23. client, err := NewClient()
  24. if err != nil {
  25. return
  26. }
  27. //定义表结构
  28. exists, err := client.IndexExists(indexName).Do(context.Background()) //<5>
  29. if err != nil {
  30. return
  31. }
  32. if !exists {
  33. resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
  34. //BodyJson(bodyJson).Do(context.Background())
  35. if err != nil {
  36. fmt.Println("CreateIndex Err:" + err.Error())
  37. return err
  38. }
  39. fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
  40. } else {
  41. fmt.Println(indexName + " 已存在")
  42. }
  43. return
  44. }
  45. // 删除数据
  46. func EsDeleteData(indexName, docId string) (err error) {
  47. client, err := NewClient()
  48. if err != nil {
  49. return
  50. }
  51. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  52. fmt.Println(resp)
  53. if err != nil {
  54. return
  55. }
  56. if resp.Status == 0 {
  57. fmt.Println("删除成功")
  58. } else {
  59. fmt.Println("AddData", resp.Status, resp.Result)
  60. }
  61. return
  62. }
  63. // EsAddOrEditReport 新增编辑es报告
  64. func EsAddOrEditReport(indexName, docId string, item *models.ElasticReportDetail) (err error) {
  65. defer func() {
  66. if err != nil {
  67. fmt.Println("EsAddOrEditReport Err:", err.Error())
  68. }
  69. }()
  70. client, err := NewClient()
  71. if err != nil {
  72. return
  73. }
  74. // docId为报告ID+章节ID
  75. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  76. if err != nil && !strings.Contains(err.Error(), "404") {
  77. fmt.Println("Get Err" + err.Error())
  78. return
  79. }
  80. if searchById != nil && searchById.Found {
  81. resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  82. "ReportId": item.ReportId,
  83. "ReportChapterId": item.ReportChapterId,
  84. "Title": item.Title,
  85. "Abstract": item.Abstract,
  86. "BodyContent": item.BodyContent,
  87. "PublishTime": item.PublishTime,
  88. "PublishState": item.PublishState,
  89. "Author": item.Author,
  90. "ClassifyIdFirst": item.ClassifyIdFirst,
  91. "ClassifyNameFirst": item.ClassifyNameFirst,
  92. "ClassifyIdSecond": item.ClassifyIdSecond,
  93. "ClassifyNameSecond": item.ClassifyNameSecond,
  94. "ClassifyId": item.ClassifyId,
  95. "ClassifyName": item.ClassifyName,
  96. "Categories": item.Categories,
  97. "StageStr": item.StageStr,
  98. }).Do(context.Background())
  99. if err != nil {
  100. return err
  101. }
  102. //fmt.Println(resp.Status, resp.Result)
  103. if resp.Status == 0 {
  104. fmt.Println("修改成功" + docId)
  105. err = nil
  106. } else {
  107. fmt.Println("EditData", resp.Status, resp.Result)
  108. }
  109. } else {
  110. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  111. if err != nil {
  112. fmt.Println("新增失败:", err.Error())
  113. return err
  114. }
  115. if resp.Status == 0 && resp.Result == "created" {
  116. fmt.Println("新增成功" + docId)
  117. return nil
  118. } else {
  119. fmt.Println("AddData", resp.Status, resp.Result)
  120. }
  121. }
  122. return
  123. }
  124. // EsAddOrEditEnglishReport 新增编辑es英文报告
  125. func EsAddOrEditEnglishReport(indexName, docId string, item *models.ElasticEnglishReportDetail) (err error) {
  126. defer func() {
  127. if err != nil {
  128. fmt.Println("EsAddOrEditEnglishReport Err:", err.Error())
  129. go alarm_msg.SendAlarmMsg("新增编辑es英文报告 EsAddOrEditEnglishReport,Err:"+err.Error(), 3)
  130. }
  131. }()
  132. client, err := NewClient()
  133. if err != nil {
  134. return
  135. }
  136. // docId为报告ID
  137. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  138. if err != nil {
  139. if strings.Contains(err.Error(), "404") {
  140. err = nil
  141. } else {
  142. fmt.Println("Get Err" + err.Error())
  143. return
  144. }
  145. }
  146. if searchById != nil && searchById.Found {
  147. resp, e := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  148. "Id": item.Id,
  149. "ReportId": item.ReportId,
  150. "VideoId": item.VideoId,
  151. "Title": item.Title,
  152. "Abstract": item.Abstract,
  153. "BodyContent": item.BodyContent,
  154. "PublishTime": item.PublishTime,
  155. "PublishState": item.PublishState,
  156. "Author": item.Author,
  157. "ClassifyIdFirst": item.ClassifyIdFirst,
  158. "ClassifyNameFirst": item.ClassifyNameFirst,
  159. "ClassifyIdSecond": item.ClassifyIdSecond,
  160. "ClassifyNameSecond": item.ClassifyNameSecond,
  161. "CreateTime": item.CreateTime,
  162. "Overview": item.Overview,
  163. "ReportCode": item.ReportCode,
  164. "Frequency": item.Frequency,
  165. "StageStr": item.StageStr,
  166. "ContentSub": item.ContentSub,
  167. }).Do(context.Background())
  168. if e != nil {
  169. err = e
  170. return
  171. }
  172. //fmt.Println(resp.Status, resp.Result)
  173. if resp.Status == 0 {
  174. fmt.Println("修改成功" + docId)
  175. err = nil
  176. } else {
  177. fmt.Println("EditData", resp.Status, resp.Result)
  178. }
  179. } else {
  180. resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  181. if e != nil {
  182. err = e
  183. fmt.Println("新增失败:", err.Error())
  184. return
  185. }
  186. if resp.Status == 0 && resp.Result == "created" {
  187. fmt.Println("新增成功" + docId)
  188. return
  189. } else {
  190. fmt.Println("AddData", resp.Status, resp.Result)
  191. }
  192. }
  193. return
  194. }
  195. // EsAddOrEditSaDoc 新增编辑语义分析文档
  196. func EsAddOrEditSaDoc(indexName, docId string, item *saModel.ElasticSaDoc) (err error) {
  197. defer func() {
  198. if err != nil {
  199. fmt.Println("EsAddOrEditSaDoc Err:", err.Error())
  200. }
  201. }()
  202. client, e := NewClient()
  203. if e != nil {
  204. err = e
  205. return
  206. }
  207. // docId为语义分析文档ID+段落ID
  208. searchById, e := client.Get().Index(indexName).Id(docId).Do(context.Background())
  209. if e != nil && !strings.Contains(e.Error(), "404") {
  210. err = fmt.Errorf("query sa doc err: %s", e.Error())
  211. return
  212. }
  213. // 更新
  214. if searchById != nil && searchById.Found {
  215. docMap := map[string]interface{}{
  216. "SaDocId": item.SaDocId,
  217. "SaDocSectionId": item.SaDocSectionId,
  218. "ClassifyId": item.ClassifyId,
  219. "ClassifyName": item.ClassifyName,
  220. "Title": item.Title,
  221. "Theme": item.Theme,
  222. "BodyContent": item.BodyContent,
  223. "Author": item.Author,
  224. "CoverImg": item.CoverImg,
  225. "CreateTime": item.CreateTime,
  226. }
  227. resp, e := client.Update().Index(indexName).Id(docId).Doc(docMap).Do(context.Background())
  228. if e != nil {
  229. err = fmt.Errorf("update sa doc err: %s", e.Error())
  230. return
  231. }
  232. if resp.Status == 0 {
  233. return
  234. }
  235. fmt.Println("EditData", resp.Status, resp.Result)
  236. return
  237. }
  238. // 新增
  239. resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  240. if e != nil {
  241. err = fmt.Errorf("insert sa doc err: %s", e.Error())
  242. return
  243. }
  244. if resp.Status == 0 && resp.Result == "created" {
  245. return
  246. }
  247. fmt.Println("AddData", resp.Status, resp.Result)
  248. return
  249. }
  250. // EsAddOrEditSmartReport 新增编辑es智能研报
  251. func EsAddOrEditSmartReport(indexName, docId string, item *smart_report.ElasticSmartReport) (err error) {
  252. defer func() {
  253. if err != nil {
  254. fmt.Println("EsAddOrEditSmartReport Err:", err.Error())
  255. }
  256. }()
  257. client, err := NewClient()
  258. if err != nil {
  259. return
  260. }
  261. // docId为报告ID
  262. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  263. if err != nil && !strings.Contains(err.Error(), "404") {
  264. fmt.Println("Get Err" + err.Error())
  265. return
  266. }
  267. if searchById != nil && searchById.Found {
  268. resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  269. "SmartReportId": item.SmartReportId,
  270. "Title": item.Title,
  271. "Abstract": item.Abstract,
  272. "BodyContent": item.BodyContent,
  273. "PublishTime": item.PublishTime,
  274. "PublishState": item.PublishState,
  275. "Author": item.Author,
  276. "ClassifyIdFirst": item.ClassifyIdFirst,
  277. "ClassifyNameFirst": item.ClassifyNameFirst,
  278. "ClassifyIdSecond": item.ClassifyIdSecond,
  279. "ClassifyNameSecond": item.ClassifyNameSecond,
  280. "StageStr": item.StageStr,
  281. "Frequency": item.Frequency,
  282. }).Do(context.Background())
  283. if err != nil {
  284. return err
  285. }
  286. //fmt.Println(resp.Status, resp.Result)
  287. if resp.Status == 0 {
  288. fmt.Println("修改成功" + docId)
  289. err = nil
  290. } else {
  291. fmt.Println("EditData", resp.Status, resp.Result)
  292. }
  293. } else {
  294. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  295. if err != nil {
  296. fmt.Println("新增失败:", err.Error())
  297. return err
  298. }
  299. if resp.Status == 0 && resp.Result == "created" {
  300. fmt.Println("新增成功" + docId)
  301. return nil
  302. } else {
  303. fmt.Println("AddData", resp.Status, resp.Result)
  304. }
  305. }
  306. return
  307. }