|
|
@@ -6,7 +6,8 @@ import (
|
|
|
"eta/eta_crawler/utils"
|
|
|
"fmt"
|
|
|
"github.com/mozillazg/go-pinyin"
|
|
|
- "github.com/rdlucklib/rdluck_tools/http"
|
|
|
+ "io/ioutil"
|
|
|
+ netHttp "net/http"
|
|
|
"strings"
|
|
|
"time"
|
|
|
)
|
|
|
@@ -266,10 +267,26 @@ func SyncRankingFromCffex() {
|
|
|
func GetXmlItem(url, contract string) *XmlItem {
|
|
|
zzUrl := url + contract + ".xml"
|
|
|
fmt.Println(zzUrl)
|
|
|
- body, err := http.Get(zzUrl)
|
|
|
+ //body, err := http.Get(zzUrl)
|
|
|
+ //if err != nil {
|
|
|
+ // fmt.Println("err:", err)
|
|
|
+ //}
|
|
|
+ req, _ := netHttp.NewRequest("GET", zzUrl, nil)
|
|
|
+ req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.111 Safari/537.36")
|
|
|
+ client := netHttp.Client{}
|
|
|
+ res, err := client.Do(req)
|
|
|
if err != nil {
|
|
|
- fmt.Println("err:", err)
|
|
|
+ fmt.Println(err)
|
|
|
+ return nil
|
|
|
}
|
|
|
+ defer res.Body.Close()
|
|
|
+ // 读取响应的内容
|
|
|
+ body, err := ioutil.ReadAll(res.Body)
|
|
|
+ if err != nil {
|
|
|
+ fmt.Println(err)
|
|
|
+ return nil
|
|
|
+ }
|
|
|
+
|
|
|
xmlItem := new(XmlItem)
|
|
|
err = xml.Unmarshal(body, &xmlItem)
|
|
|
if err != nil {
|
zwxi