# 趴虫一下
请求头要加
head = {
"user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36"
}
1
2
3
4
2
3
4
from fake_useragent import UserAgent
response = requests.get(url, headers={'User-Agent': UserAgent().random.strip()})
1
2
2
requests最后要关闭连接
res = requests.get(url)
res.close()
1
2
2
去掉安全验证
res = requests.get(url , headers=head,verify=False)
1
2
2
RE解析。 bs4解析