PythonSpider示例代码

PythonSpider示例代码

爬取百度首页

import requests

url = "https://www.baidu.com"
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36'}

response = requests.get(url=url,headers=headers)
# response.encoding = "utf-8"
print(response.status_code)
print(response.text)
with open('baidu.html',"w",encoding="utf-8") as f:   
    f.write(response.text)
    f.close()