package services import ( "context" "encoding/json" "fmt" "github.com/PuerkitoBio/goquery" "github.com/olivere/elastic/v7" "hongze/hz_crm_api/models" "hongze/hz_crm_api/models/cygx" "hongze/hz_crm_api/services/alarm_msg" "hongze/hz_crm_api/utils" "html" "strconv" "strings" ) func NewClient() (client *elastic.Client, err error) { client, err = elastic.NewClient( elastic.SetURL(ES_URL), elastic.SetBasicAuth(ES_USERNAME, ES_PASSWORD), elastic.SetSniff(false)) return } // indexName:索引名称 // mappingJson:表结构 func EsCreateIndex(indexName, mappingJson string) (err error) { client, err := NewClient() if err != nil { return } //定义表结构 exists, err := client.IndexExists(indexName).Do(context.Background()) //<5> if err != nil { return } if !exists { resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background()) //BodyJson(bodyJson).Do(context.Background()) if err != nil { fmt.Println("CreateIndex Err:" + err.Error()) return err } fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged) } else { fmt.Println(indexName + " 已存在") } return } // 新增和修改数据 func EsAddOrEditData(item *cygx.CygxArticle) (err error) { defer func() { if err != nil { fmt.Println("EsAddOrEditData Err:", err.Error()) } }() indexName := utils.IndexName content := html.UnescapeString(item.Body) doc, errDoc := goquery.NewDocumentFromReader(strings.NewReader(content)) if errDoc != nil { return } doc.Find("a").Each(func(i int, a *goquery.Selection) { a.Remove() }) bodyText := doc.Text() client, err := NewClient() if err != nil { fmt.Println(err, "err1") return } var Annotation string var Abstract string //Annotation, _ := cygxService.GetReportContentTextSubNew(item.Annotation) //Abstract, _ := cygxService.GetReportContentTextSubNew(item.Abstract) docId := strconv.Itoa(item.ArticleId) searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background()) if err != nil && !strings.Contains(err.Error(), "404") { fmt.Println("Get Err" + err.Error()) return } if err != nil && strings.Contains(err.Error(), "404") { err = nil } if searchById != nil && searchById.Found { resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{ "BodyText": bodyText, "Title": item.Title, "Annotation": Annotation, "Abstract": Abstract, "PublishDate": item.PublishDate.Format(utils.FormatDateTime), "CategoryId": strconv.Itoa(item.CategoryId), // es的坑 方便json转结构体这里做一个强制转换 "ExpertBackground": item.ExpertBackground, }).Do(context.Background()) if err != nil { fmt.Println(err, "err") return err } if resp.Status == 0 { fmt.Println("修改成功") } else { fmt.Println("EditData", resp.Status, resp.Result) } } else { itemEs := new(cygx.ElasticTestArticleDetail) itemEs.ArticleId = item.ArticleId itemEs.Title = item.Title itemEs.PublishDate = item.PublishDate.Format(utils.FormatDateTime) itemEs.BodyText = bodyText itemEs.CategoryId = strconv.Itoa(item.CategoryId) itemEs.ExpertBackground = item.ExpertBackground itemEs.Abstract = Abstract itemEs.Annotation = Annotation resp, err := client.Index().Index(indexName).Id(docId).BodyJson(itemEs).Do(context.Background()) if err != nil { fmt.Println("新增失败:", err.Error()) return err } if resp.Status == 0 && resp.Result == "created" { fmt.Println("新增成功") err = nil } else { fmt.Println("AddData", resp.Status, resp.Result) } } return } // 删除数据 func EsDeleteData(indexName, docId string) (err error) { client, err := NewClient() if err != nil { return } resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background()) fmt.Println(resp) if err != nil { return } if resp.Status == 0 { fmt.Println("删除成功") } else { fmt.Println("AddData", resp.Status, resp.Result) } return } func MappingModify(indexName, mappingJson string) { client, err := NewClient() if err != nil { return } result, err := client.PutMapping().Index(indexName).BodyString(mappingJson).Do(context.Background()) fmt.Println(err) fmt.Println(result) return } // EsAddOrEditReport 新增编辑es报告 //func EsAddOrEditReport(indexName, docId string, item *models.ElasticReportDetail) (err error) { // defer func() { // if err != nil { // fmt.Println("EsAddOrEditReport Err:", err.Error()) // } // }() // client, err := NewClient() // if err != nil { // return // } // // docId为报告ID+章节ID // searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background()) // if err != nil && !strings.Contains(err.Error(), "404") { // fmt.Println("Get Err" + err.Error()) // return // } // if searchById != nil && searchById.Found { // resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{ // "ReportId": item.ReportId, // "ReportChapterId": item.ReportChapterId, // "Title": item.Title, // "Abstract": item.Abstract, // "BodyContent": item.BodyContent, // "PublishTime": item.PublishTime, // "PublishState": item.PublishState, // "Author": item.Author, // "ClassifyIdFirst": item.ClassifyIdFirst, // "ClassifyNameFirst": item.ClassifyNameFirst, // "ClassifyIdSecond": item.ClassifyIdSecond, // "ClassifyNameSecond": item.ClassifyNameSecond, // "Categories": item.Categories, // "StageStr": item.StageStr, // }).Do(context.Background()) // if err != nil { // return err // } // //fmt.Println(resp.Status, resp.Result) // if resp.Status == 0 { // fmt.Println("修改成功" + docId) // err = nil // } else { // fmt.Println("EditData", resp.Status, resp.Result) // } // } else { // resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background()) // if err != nil { // fmt.Println("新增失败:", err.Error()) // return err // } // if resp.Status == 0 && resp.Result == "created" { // fmt.Println("新增成功" + docId) // return nil // } else { // fmt.Println("AddData", resp.Status, resp.Result) // } // } // return //} // EsAddOrEditEnglishReport 新增编辑es英文报告 func EsAddOrEditEnglishReport(indexName, docId string, item *models.ElasticEnglishReportDetail) (err error) { defer func() { if err != nil { fmt.Println("EsAddOrEditEnglishReport Err:", err.Error()) go alarm_msg.SendAlarmMsg("新增编辑es英文报告 EsAddOrEditEnglishReport,Err:"+err.Error(), 3) } }() client, err := NewClient() if err != nil { return } // docId为报告ID searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background()) if err != nil { if strings.Contains(err.Error(), "404") { err = nil } else { fmt.Println("Get Err" + err.Error()) return } } if searchById != nil && searchById.Found { resp, e := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{ "Id": item.Id, "ReportId": item.ReportId, "VideoId": item.VideoId, "Title": item.Title, "Abstract": item.Abstract, "BodyContent": item.BodyContent, "PublishTime": item.PublishTime, "PublishState": item.PublishState, "Author": item.Author, "ClassifyIdFirst": item.ClassifyIdFirst, "ClassifyNameFirst": item.ClassifyNameFirst, "ClassifyIdSecond": item.ClassifyIdSecond, "ClassifyNameSecond": item.ClassifyNameSecond, "CreateTime": item.CreateTime, "Overview": item.Overview, "ReportCode": item.ReportCode, "Frequency": item.Frequency, "StageStr": item.StageStr, "ContentSub": item.ContentSub, }).Do(context.Background()) if e != nil { err = e return } //fmt.Println(resp.Status, resp.Result) if resp.Status == 0 { fmt.Println("修改成功" + docId) err = nil } else { fmt.Println("EditData", resp.Status, resp.Result) } } else { resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background()) if e != nil { err = e fmt.Println("新增失败:", err.Error()) return } if resp.Status == 0 && resp.Result == "created" { fmt.Println("新增成功" + docId) return } else { fmt.Println("AddData", resp.Status, resp.Result) } } return } // SearcCygxArticleHistoryData 查询查研观向的文章阅读记录 func SearcCygxArticleHistoryData(indexName, keyword, startDate, endDate, companyIds string, from, size int) (total int64, list []*cygx.EsUserInteraction, err error) { list = make([]*cygx.EsUserInteraction, 0) defer func() { if err != nil { fmt.Println("EsUserInteraction Err:", err.Error()) } }() client, err := NewClient() if err != nil { return } mustMap := make([]interface{}, 0) seliceid := []int{} //管理员权限||对应销售 if companyIds != "" { silceCompanyId := strings.Split(companyIds, ",") for _, v := range silceCompanyId { companyId, _ := strconv.Atoi(v) seliceid = append(seliceid, companyId) } mustMap = append(mustMap, map[string]interface{}{ "terms": map[string]interface{}{ "CompanyId": seliceid, }, }) } //时间 if startDate != "" && endDate != "" { mustMap = append(mustMap, map[string]interface{}{ "range": map[string]interface{}{ "CreateTime": map[string]interface{}{ "gte": startDate, "lte": endDate, }, }, }) } shouldMap := make(map[string]interface{}, 0) //关键字匹配 if keyword != "" { shouldMap = map[string]interface{}{ "should": []interface{}{ map[string]interface{}{ "wildcard": map[string]interface{}{ "RealName": "*" + keyword + "*", }, }, map[string]interface{}{ "wildcard": map[string]interface{}{ "Email": "*" + keyword + "*", }, }, map[string]interface{}{ "wildcard": map[string]interface{}{ "Mobile": "*" + keyword + "*", }, }, map[string]interface{}{ "wildcard": map[string]interface{}{ "CompanyName": "*" + keyword + "*", }, }, }, } } mustMap = append(mustMap, map[string]interface{}{ "bool": shouldMap, }) queryMap := map[string]interface{}{ "query": map[string]interface{}{ "bool": map[string]interface{}{ "must": mustMap, }, }, } //排序 //机构阅读数量 sortMap := make([]interface{}, 0) //如果是一家公司就不按照这个字段排序 //if len(seliceid) > 1 { // sortMap = append(sortMap, map[string]interface{}{ // "CompanyArticleHistoryNum": map[string]interface{}{ // "order": "desc", // }, // }) //} // ////用户阅读数量 //sortMap = append(sortMap, map[string]interface{}{ // "UserArticleHistoryNum": map[string]interface{}{ // "order": "desc", // }, //}) //时间 sortMap = append(sortMap, map[string]interface{}{ "CreateTime": map[string]interface{}{ "order": "desc", }, }) //根据条件数量统计 requestTotalHits := client.Count(indexName).BodyJson(queryMap) total, err = requestTotalHits.Do(context.Background()) if err != nil { return } queryMap["sort"] = sortMap queryMap["from"] = from queryMap["size"] = size jsonBytes, _ := json.Marshal(queryMap) fmt.Println(string(jsonBytes)) request := client.Search(indexName).Source(queryMap) // sets the JSON request searchMap := make(map[string]string) searchResp, err := request.Do(context.Background()) if err != nil { return } //fmt.Println(searchResp) //fmt.Println(searchResp.Status) if searchResp.Status != 0 { return } if searchResp.Hits != nil { for _, v := range searchResp.Hits.Hits { if _, ok := searchMap[v.Id]; !ok { itemJson, tmpErr := v.Source.MarshalJSON() if tmpErr != nil { err = tmpErr fmt.Println("movieJson err:", err) return } edbInfoItem := new(cygx.EsUserInteraction) tmpErr = json.Unmarshal(itemJson, &edbInfoItem) if tmpErr != nil { fmt.Println("json.Unmarshal movieJson err:", err) err = tmpErr return } list = append(list, edbInfoItem) searchMap[v.Id] = v.Id } } } return } // EsAddOrEditSaDoc 新增编辑语义分析文档 //func EsAddOrEditSaDoc(indexName, docId string, item *saModel.ElasticSaDoc) (err error) { // defer func() { // if err != nil { // fmt.Println("EsAddOrEditSaDoc Err:", err.Error()) // } // }() // // client, e := NewClient() // if e != nil { // err = e // return // } // // // docId为语义分析文档ID+段落ID // searchById, e := client.Get().Index(indexName).Id(docId).Do(context.Background()) // if e != nil && !strings.Contains(e.Error(), "404") { // err = fmt.Errorf("query sa doc err: %s", e.Error()) // return // } // // // 更新 // if searchById != nil && searchById.Found { // docMap := map[string]interface{}{ // "SaDocId": item.SaDocId, // "SaDocSectionId": item.SaDocSectionId, // "ClassifyId": item.ClassifyId, // "ClassifyName": item.ClassifyName, // "Title": item.Title, // "Theme": item.Theme, // "BodyContent": item.BodyContent, // "Author": item.Author, // "CoverImg": item.CoverImg, // "CreateTime": item.CreateTime, // } // // resp, e := client.Update().Index(indexName).Id(docId).Doc(docMap).Do(context.Background()) // if e != nil { // err = fmt.Errorf("update sa doc err: %s", e.Error()) // return // } // if resp.Status == 0 { // return // } // fmt.Println("EditData", resp.Status, resp.Result) // return // } // // // 新增 // resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background()) // if e != nil { // err = fmt.Errorf("insert sa doc err: %s", e.Error()) // return // } // if resp.Status == 0 && resp.Result == "created" { // return // } // fmt.Println("AddData", resp.Status, resp.Result) // return //}