elastic.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247
  1. package services
  2. import (
  3. "context"
  4. "eta_gn/eta_api/models"
  5. saModel "eta_gn/eta_api/models/semantic_analysis"
  6. "eta_gn/eta_api/models/smart_report"
  7. "eta_gn/eta_api/utils"
  8. "fmt"
  9. "github.com/olivere/elastic/v7"
  10. "strings"
  11. )
  12. func NewClient() (client *elastic.Client, err error) {
  13. client, err = elastic.NewClient(
  14. elastic.SetURL(utils.ES_URL),
  15. elastic.SetBasicAuth(utils.ES_USERNAME, utils.ES_PASSWORD),
  16. elastic.SetSniff(false))
  17. return
  18. }
  19. // indexName:索引名称
  20. // mappingJson:表结构
  21. func EsCreateIndex(indexName, mappingJson string) (err error) {
  22. client, err := NewClient()
  23. if err != nil {
  24. return
  25. }
  26. //定义表结构
  27. exists, err := client.IndexExists(indexName).Do(context.Background()) //<5>
  28. if err != nil {
  29. return
  30. }
  31. if !exists {
  32. resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
  33. //BodyJson(bodyJson).Do(context.Background())
  34. if err != nil {
  35. fmt.Println("CreateIndex Err:" + err.Error())
  36. return err
  37. }
  38. fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
  39. } else {
  40. fmt.Println(indexName + " 已存在")
  41. }
  42. return
  43. }
  44. // 删除数据
  45. func EsDeleteData(indexName, docId string) (err error) {
  46. client, err := NewClient()
  47. if err != nil {
  48. return
  49. }
  50. resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
  51. fmt.Println(resp)
  52. if err != nil {
  53. return
  54. }
  55. if resp.Status == 0 {
  56. fmt.Println("删除成功")
  57. } else {
  58. fmt.Println("AddData", resp.Status, resp.Result)
  59. }
  60. return
  61. }
  62. // EsAddOrEditReport 新增编辑es报告
  63. func EsAddOrEditReport(indexName, docId string, item *models.ElasticReportDetail) (err error) {
  64. defer func() {
  65. if err != nil {
  66. fmt.Println("EsAddOrEditReport Err:", err.Error())
  67. }
  68. }()
  69. client, err := NewClient()
  70. if err != nil {
  71. return
  72. }
  73. // docId为报告ID+章节ID
  74. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  75. if err != nil && !strings.Contains(err.Error(), "404") {
  76. fmt.Println("Get Err" + err.Error())
  77. return
  78. }
  79. if searchById != nil && searchById.Found {
  80. resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  81. "ReportId": item.ReportId,
  82. "ReportChapterId": item.ReportChapterId,
  83. "Title": item.Title,
  84. "Abstract": item.Abstract,
  85. "BodyContent": item.BodyContent,
  86. "PublishTime": item.PublishTime,
  87. "PublishState": item.PublishState,
  88. "Author": item.Author,
  89. "ClassifyIdFirst": item.ClassifyIdFirst,
  90. "ClassifyNameFirst": item.ClassifyNameFirst,
  91. "ClassifyIdSecond": item.ClassifyIdSecond,
  92. "ClassifyNameSecond": item.ClassifyNameSecond,
  93. "ClassifyId": item.ClassifyId,
  94. "ClassifyName": item.ClassifyName,
  95. "Categories": item.Categories,
  96. "StageStr": item.StageStr,
  97. }).Do(context.Background())
  98. if err != nil {
  99. return err
  100. }
  101. //fmt.Println(resp.Status, resp.Result)
  102. if resp.Status == 0 {
  103. fmt.Println("修改成功" + docId)
  104. err = nil
  105. } else {
  106. fmt.Println("EditData", resp.Status, resp.Result)
  107. }
  108. } else {
  109. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  110. if err != nil {
  111. fmt.Println("新增失败:", err.Error())
  112. return err
  113. }
  114. if resp.Status == 0 && resp.Result == "created" {
  115. fmt.Println("新增成功" + docId)
  116. return nil
  117. } else {
  118. fmt.Println("AddData", resp.Status, resp.Result)
  119. }
  120. }
  121. return
  122. }
  123. // EsAddOrEditSaDoc 新增编辑语义分析文档
  124. func EsAddOrEditSaDoc(indexName, docId string, item *saModel.ElasticSaDoc) (err error) {
  125. defer func() {
  126. if err != nil {
  127. fmt.Println("EsAddOrEditSaDoc Err:", err.Error())
  128. }
  129. }()
  130. client, e := NewClient()
  131. if e != nil {
  132. err = e
  133. return
  134. }
  135. // docId为语义分析文档ID+段落ID
  136. searchById, e := client.Get().Index(indexName).Id(docId).Do(context.Background())
  137. if e != nil && !strings.Contains(e.Error(), "404") {
  138. err = fmt.Errorf("query sa doc err: %s", e.Error())
  139. return
  140. }
  141. // 更新
  142. if searchById != nil && searchById.Found {
  143. docMap := map[string]interface{}{
  144. "SaDocId": item.SaDocId,
  145. "SaDocSectionId": item.SaDocSectionId,
  146. "ClassifyId": item.ClassifyId,
  147. "ClassifyName": item.ClassifyName,
  148. "Title": item.Title,
  149. "Theme": item.Theme,
  150. "BodyContent": item.BodyContent,
  151. "Author": item.Author,
  152. "CoverImg": item.CoverImg,
  153. "CreateTime": item.CreateTime,
  154. }
  155. resp, e := client.Update().Index(indexName).Id(docId).Doc(docMap).Do(context.Background())
  156. if e != nil {
  157. err = fmt.Errorf("update sa doc err: %s", e.Error())
  158. return
  159. }
  160. if resp.Status == 0 {
  161. return
  162. }
  163. fmt.Println("EditData", resp.Status, resp.Result)
  164. return
  165. }
  166. // 新增
  167. resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  168. if e != nil {
  169. err = fmt.Errorf("insert sa doc err: %s", e.Error())
  170. return
  171. }
  172. if resp.Status == 0 && resp.Result == "created" {
  173. return
  174. }
  175. fmt.Println("AddData", resp.Status, resp.Result)
  176. return
  177. }
  178. // EsAddOrEditSmartReport 新增编辑es智能研报
  179. func EsAddOrEditSmartReport(indexName, docId string, item *smart_report.ElasticSmartReport) (err error) {
  180. defer func() {
  181. if err != nil {
  182. fmt.Println("EsAddOrEditSmartReport Err:", err.Error())
  183. }
  184. }()
  185. client, err := NewClient()
  186. if err != nil {
  187. return
  188. }
  189. // docId为报告ID
  190. searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
  191. if err != nil && !strings.Contains(err.Error(), "404") {
  192. fmt.Println("Get Err" + err.Error())
  193. return
  194. }
  195. if searchById != nil && searchById.Found {
  196. resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
  197. "SmartReportId": item.SmartReportId,
  198. "Title": item.Title,
  199. "Abstract": item.Abstract,
  200. "BodyContent": item.BodyContent,
  201. "PublishTime": item.PublishTime,
  202. "PublishState": item.PublishState,
  203. "Author": item.Author,
  204. "ClassifyIdFirst": item.ClassifyIdFirst,
  205. "ClassifyNameFirst": item.ClassifyNameFirst,
  206. "ClassifyIdSecond": item.ClassifyIdSecond,
  207. "ClassifyNameSecond": item.ClassifyNameSecond,
  208. "StageStr": item.StageStr,
  209. "Frequency": item.Frequency,
  210. }).Do(context.Background())
  211. if err != nil {
  212. return err
  213. }
  214. //fmt.Println(resp.Status, resp.Result)
  215. if resp.Status == 0 {
  216. fmt.Println("修改成功" + docId)
  217. err = nil
  218. } else {
  219. fmt.Println("EditData", resp.Status, resp.Result)
  220. }
  221. } else {
  222. resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
  223. if err != nil {
  224. fmt.Println("新增失败:", err.Error())
  225. return err
  226. }
  227. if resp.Status == 0 && resp.Result == "created" {
  228. fmt.Println("新增成功" + docId)
  229. return nil
  230. } else {
  231. fmt.Println("AddData", resp.Status, resp.Result)
  232. }
  233. }
  234. return
  235. }