您的位置 首页 golang

golang爬虫,构造http自定义请求1

1、构造1个客户端

 client := http.Client{}  

2、构造请求

 method := "GET"
url := "#34;
request, err := http.NewRequest(method, url, nil)
if err != nil {
return
}  

3、增加请求头信息

 request.Header.Add(
"User-Agent",
`Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.361 (KHTML, like Gecko) Chrome/96.0.4664.45 Safari/537.36)`,
)  

4、发送请求

 response, err := client.Do(request)  

5、获取页面源码

 readAll, err := ioutil.ReadAll(response.Body)
if err != nil {
return
}
log.Println(string(readAll))
}  

 package main

import (
"io/ioutil"
"log"
"net/http"
)

func getUrl() {
client := http.Client{}
method := "GET"
url := "#34;
request, err := http.NewRequest(method, url, nil)
if err != nil {
return
}
request.Header.Add(
"User-Agent",
`Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.361 (KHTML, like Gecko) Chrome/96.0.4664.45 Safari/537.36)`,
)
response, err := client.Do(request)
if err != nil {
return
}
readAll, err := ioutil.ReadAll(response.Body)
if err != nil {
return
}
log.Println(string(readAll))
}
func main() {
getUrl()
}
  

文章来源:智云一二三科技

文章标题:golang爬虫,构造http自定义请求1

文章地址:https://www.zhihuclub.com/86473.shtml

关于作者: 智云科技

热门文章

网站地图