elastic.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268
  1. package services
  2. import (
  3. "context"
  4. "fmt"
  5. "github.com/olivere/elastic/v7"
  6. "hongze/hz_eta_api/models"
  7. saModel "hongze/hz_eta_api/models/semantic_analysis"
  8. "hongze/hz_eta_api/services/alarm_msg"
  9. "strings"
  10. )
  11. func NewClient() (client *elastic.Client, err error) {
  12. client, err = elastic.NewClient(
  13. elastic.SetURL(ES_URL),
  14. elastic.SetBasicAuth(ES_USERNAME, ES_PASSWORD),
  15. elastic.SetSniff(false))
  16. return
  17. }
  18. // indexName:索引名称
  19. // mappingJson:表结构
  20. func EsCreateIndex(indexName, mappingJson string) (err error) {
  21. client, err := NewClient()
  22. if err != nil {
  23. return
  24. }
  25. //定义表结构
  26. exists, err := client.IndexExists(indexName).Do(context.Background()) //<5>
  27. if err != nil {
  28. return
  29. }
  30. if !exists {
  31. resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
  32. //BodyJson(bodyJson).Do(context.Background())
  33. if err != nil {
  34. fmt.Println("CreateIndex Err:" + err.Error())
  35. return err
  36. }
  37. fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
  38. } else {
  39. fmt.Println(indexName + " 已存在")
  40. }
  41. return
  42. }
  43. // 删除数据
  44. func EsDeleteData(indexName, docId string) (err error) {
  45. client, err := NewClient()
  46. if err != nil {
  47. return
  48. }
  49. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  50. fmt.Println(resp)
  51. if err != nil {
  52. return
  53. }
  54. if resp.Status == 0 {
  55. fmt.Println("删除成功")
  56. } else {
  57. fmt.Println("AddData", resp.Status, resp.Result)
  58. }
  59. return
  60. }
  61. func MappingModify(indexName, mappingJson string) {
  62. client, err := NewClient()
  63. if err != nil {
  64. return
  65. }
  66. result, err := client.PutMapping().Index(indexName).BodyString(mappingJson).Do(context.Background())
  67. fmt.Println(err)
  68. fmt.Println(result)
  69. return
  70. }
  71. // EsAddOrEditReport 新增编辑es报告
  72. func EsAddOrEditReport(indexName, docId string, item *models.ElasticReportDetail) (err error) {
  73. defer func() {
  74. if err != nil {
  75. fmt.Println("EsAddOrEditReport Err:", err.Error())
  76. }
  77. }()
  78. client, err := NewClient()
  79. if err != nil {
  80. return
  81. }
  82. // docId为报告ID+章节ID
  83. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  84. if err != nil && !strings.Contains(err.Error(), "404") {
  85. fmt.Println("Get Err" + err.Error())
  86. return
  87. }
  88. if searchById != nil && searchById.Found {
  89. resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  90. "ReportId": item.ReportId,
  91. "ReportChapterId": item.ReportChapterId,
  92. "Title": item.Title,
  93. "Abstract": item.Abstract,
  94. "BodyContent": item.BodyContent,
  95. "PublishTime": item.PublishTime,
  96. "PublishState": item.PublishState,
  97. "Author": item.Author,
  98. "ClassifyIdFirst": item.ClassifyIdFirst,
  99. "ClassifyNameFirst": item.ClassifyNameFirst,
  100. "ClassifyIdSecond": item.ClassifyIdSecond,
  101. "ClassifyNameSecond": item.ClassifyNameSecond,
  102. "Categories": item.Categories,
  103. "StageStr": item.StageStr,
  104. }).Do(context.Background())
  105. if err != nil {
  106. return err
  107. }
  108. //fmt.Println(resp.Status, resp.Result)
  109. if resp.Status == 0 {
  110. fmt.Println("修改成功" + docId)
  111. err = nil
  112. } else {
  113. fmt.Println("EditData", resp.Status, resp.Result)
  114. }
  115. } else {
  116. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  117. if err != nil {
  118. fmt.Println("新增失败:", err.Error())
  119. return err
  120. }
  121. if resp.Status == 0 && resp.Result == "created" {
  122. fmt.Println("新增成功" + docId)
  123. return nil
  124. } else {
  125. fmt.Println("AddData", resp.Status, resp.Result)
  126. }
  127. }
  128. return
  129. }
  130. // EsAddOrEditEnglishReport 新增编辑es英文报告
  131. func EsAddOrEditEnglishReport(indexName, docId string, item *models.ElasticEnglishReportDetail) (err error) {
  132. defer func() {
  133. if err != nil {
  134. fmt.Println("EsAddOrEditEnglishReport Err:", err.Error())
  135. go alarm_msg.SendAlarmMsg("新增编辑es英文报告 EsAddOrEditEnglishReport,Err:"+err.Error(), 3)
  136. }
  137. }()
  138. client, err := NewClient()
  139. if err != nil {
  140. return
  141. }
  142. // docId为报告ID
  143. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  144. if err != nil {
  145. if strings.Contains(err.Error(), "404") {
  146. err = nil
  147. } else {
  148. fmt.Println("Get Err" + err.Error())
  149. return
  150. }
  151. }
  152. if searchById != nil && searchById.Found {
  153. resp, e := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  154. "Id": item.Id,
  155. "ReportId": item.ReportId,
  156. "VideoId": item.VideoId,
  157. "Title": item.Title,
  158. "Abstract": item.Abstract,
  159. "BodyContent": item.BodyContent,
  160. "PublishTime": item.PublishTime,
  161. "PublishState": item.PublishState,
  162. "Author": item.Author,
  163. "ClassifyIdFirst": item.ClassifyIdFirst,
  164. "ClassifyNameFirst": item.ClassifyNameFirst,
  165. "ClassifyIdSecond": item.ClassifyIdSecond,
  166. "ClassifyNameSecond": item.ClassifyNameSecond,
  167. "CreateTime": item.CreateTime,
  168. "Overview": item.Overview,
  169. "ReportCode": item.ReportCode,
  170. "Frequency": item.Frequency,
  171. "StageStr": item.StageStr,
  172. "ContentSub": item.ContentSub,
  173. }).Do(context.Background())
  174. if e != nil {
  175. err = e
  176. return
  177. }
  178. //fmt.Println(resp.Status, resp.Result)
  179. if resp.Status == 0 {
  180. fmt.Println("修改成功" + docId)
  181. err = nil
  182. } else {
  183. fmt.Println("EditData", resp.Status, resp.Result)
  184. }
  185. } else {
  186. resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  187. if e != nil {
  188. err = e
  189. fmt.Println("新增失败:", err.Error())
  190. return
  191. }
  192. if resp.Status == 0 && resp.Result == "created" {
  193. fmt.Println("新增成功" + docId)
  194. return
  195. } else {
  196. fmt.Println("AddData", resp.Status, resp.Result)
  197. }
  198. }
  199. return
  200. }
  201. // EsAddOrEditSaDoc 新增编辑语义分析文档
  202. func EsAddOrEditSaDoc(indexName, docId string, item *saModel.ElasticSaDoc) (err error) {
  203. defer func() {
  204. if err != nil {
  205. fmt.Println("EsAddOrEditSaDoc Err:", err.Error())
  206. }
  207. }()
  208. client, e := NewClient()
  209. if e != nil {
  210. err = e
  211. return
  212. }
  213. // docId为语义分析文档ID+段落ID
  214. searchById, e := client.Get().Index(indexName).Id(docId).Do(context.Background())
  215. if e != nil && !strings.Contains(e.Error(), "404") {
  216. err = fmt.Errorf("query sa doc err: %s", e.Error())
  217. return
  218. }
  219. // 更新
  220. if searchById != nil && searchById.Found {
  221. docMap := map[string]interface{}{
  222. "SaDocId": item.SaDocId,
  223. "SaDocSectionId": item.SaDocSectionId,
  224. "ClassifyId": item.ClassifyId,
  225. "ClassifyName": item.ClassifyName,
  226. "Title": item.Title,
  227. "Theme": item.Theme,
  228. "BodyContent": item.BodyContent,
  229. "Author": item.Author,
  230. "CoverImg": item.CoverImg,
  231. "CreateTime": item.CreateTime,
  232. }
  233. resp, e := client.Update().Index(indexName).Id(docId).Doc(docMap).Do(context.Background())
  234. if e != nil {
  235. err = fmt.Errorf("update sa doc err: %s", e.Error())
  236. return
  237. }
  238. if resp.Status == 0 {
  239. return
  240. }
  241. fmt.Println("EditData", resp.Status, resp.Result)
  242. return
  243. }
  244. // 新增
  245. resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  246. if e != nil {
  247. err = fmt.Errorf("insert sa doc err: %s", e.Error())
  248. return
  249. }
  250. if resp.Status == 0 && resp.Result == "created" {
  251. return
  252. }
  253. fmt.Println("AddData", resp.Status, resp.Result)
  254. return
  255. }