requests

requests库是一个第三方库，urllib是python自带库。requests要更加简便好用

下载

pip install requests

示例

get

import requests

# 反爬：模拟浏览器请求，防止识别为自动化程序
headers = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Edg/131.0.0.0"}

resp = requests.get("https://www.baidu.com?q=周杰伦", headers=headers)

print(resp.text)

# 记得关闭响应，释放资源
resp.close()

post

import requests

url = "https://fanyi.baidu.com/sug"

words = input("请输入英文单词：")
data = {
    "kw": words,
}

resp = requests.post(url, data=data)

# print(resp.text)
print(resp.json())

resp.close()

爬取豆瓣排行榜-戏剧分类

import requests

url = "https://movie.douban.com/j/chart/top_list"

params = {
    "type": "24",
    "interval_id": "100:90",
    "action": "",
    "start": 0,
    "limit": 20,
}

headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Edg/131.0.0.0"
}

resp = requests.get(url=url, params=params, headers=headers)

# print(resp.text)
print(resp.json())
# print(resp.request)
# print(resp.request.url)
# print(resp.request.headers)

resp.close()