2021年度小说排行榜

"""

姓名 ：赵康乐

职业 ：学生

日期 ：2022-2-8

任务 ：爬取2022年度小说排行榜

"""

import requests
from bs4 import BeautifulSoup
url = "https://www.xbiquge.la/paihangbang/"
headers = {
    "User-Agent":
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:96.0) Gecko/20100101 Firefox/96.0"
}
response = requests.get(url,headers).text
# print(response)
soup = BeautifulSoup(response,"lxml")
for i in range(1,5):
    content = soup.find("div",class_="box b"+str(i))
    lis = content.find_all("li")
    for li in lis:
        title = li.a.text
        new_url = li.a["href"]
        print(title,new_url)