爬取百度热搜

import requests#用于请求网页
from bs4 import BeautifulSoup#用于解析网页
import pandas as pd
url=url="http://top.baidu.com/buzz.php?p=top_keyword"
headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36'}
r=requests.get(url)#请求网站
r.raise_for_status()
r.encoding = r.apparent_encoding
data=r.text
soup=BeautifulSoup(data,'html.parser')
#输出BeautifulSoup库解析后的结果
print(soup.prettify())
a=[]#创建空列表
b=[]#创建空列表
for i in soup.find_all(class_="list-title"):
    a.append(i.get_text().strip())
for g in soup.find_all(class_="icon-rise"):
    b.append(g.get_text().strip())
data=[a,b]
print(data)
h=pd.DataFrame(data,index=["标题","热度"])
print(h.T)