粮油爬虫调整

controllers/base_from_ly.go

@@ -763,3 +763,52 @@ func (this *BaseFromLyController) AddBatchLyEdbData() {
 	br.Success = true
 	br.Msg = "处理成功"
 }
+
+// CheckLyIndexRecordIsExist
+// @Title 校验当前页是否有指标读取到指标库
+// @Description 校验当前页是否有指标读取到指标库
+// @Success 200 string "处理成功"
+// @router /check/ly/index/record/is/exist [post]
+func (this *BaseFromLyController) CheckLyIndexRecordIsExist() {
+	br := new(models.BaseResponse).Init()
+	var cacheKey string
+	defer func() {
+		if br.ErrMsg == "" {
+			br.IsSendEmail = false
+		}
+		_ = utils.Rc.Delete(cacheKey)
+		this.Data["json"] = br
+		this.ServeJSON()
+	}()
+
+	var req struct {
+		UrlList []string `json:"UrlList"`
+	}
+	err := json.Unmarshal(this.Ctx.Input.RequestBody, &req)
+	if err != nil {
+		br.Msg = "参数解析异常！"
+		br.ErrMsg = "参数解析失败，Err:" + err.Error()
+		return
+	}
+
+	var condition string
+	var params []interface{}
+
+	condition += ` and url in (` + utils.GetOrmInReplace(len(req.UrlList)) + `)`
+	for _, url := range req.UrlList {
+		params = append(params, url)
+	}
+	count, err := models.GetLyIndexRecordByCondition(condition, params)
+	if err != nil {
+		return
+	}
+	if count > 0 {
+		br.Data = true
+	} else {
+		br.Data = false
+	}
+
+	br.Ret = 200
+	br.Success = true
+	br.Msg = "处理成功"
+}

models/base_from_ly_index_record.go

@@ -44,3 +44,14 @@ func GetLyIndexRecordByUrl(url string) (item *BaseFromLyIndexRecord, err error)
 
 	return
 }
+
+func GetLyIndexRecordByCondition(condition string, pars []interface{}) (count int, err error) {
+	o := orm.NewOrm()
+	sql := `SELECT count(1) FROM base_from_ly_index_record WHERE 1 = 1 `
+	sql += condition
+	err = o.Raw(sql, pars...).QueryRow(&count)
+	if err != nil {
+		return 0, err
+	}
+	return count, err
+}

routers/commentsRouter.go

@@ -142,6 +142,15 @@ func init() {
             Filters: nil,
             Params: nil})
 
+    beego.GlobalControllerRouter["eta/eta_index_lib/controllers:BaseFromLyController"] = append(beego.GlobalControllerRouter["eta/eta_index_lib/controllers:BaseFromLyController"],
+        beego.ControllerComments{
+            Method: "CheckLyIndexRecordIsExist",
+            Router: `/check/ly/index/record/is/exist`,
+            AllowHTTPMethods: []string{"post"},
+            MethodParams: param.Make(),
+            Filters: nil,
+            Params: nil})
+
     beego.GlobalControllerRouter["eta/eta_index_lib/controllers:BaseFromLyController"] = append(beego.GlobalControllerRouter["eta/eta_index_lib/controllers:BaseFromLyController"],
         beego.ControllerComments{
             Method: "GetEdbInfoByIndexCode",