爬取河南农贸市场信息

"""
姓名 ：赵康乐
职业 ：学生
日期 ：2022-1-19
任务 ：爬取河南农贸市场信息
"""

import requests
from bs4 import BeautifulSoup

url = "https://baijiahao.baidu.com/s?id=1672247918122410882&wfr=spider&for=pc"
headers = {
    "User-Agent":
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:96.0) Gecko/20100101 Firefox/96.0"
}
response = requests.get(url, headers).text
# print(response)
soup = BeautifulSoup(response, "lxml")
word = soup.find("div", class_="index-module_articleWrap_2Zphx")
# print(word)
pages = word.find_all("div", class_="index-module_textWrap_3ygOc")
# print(page)
for page in pages:
    article = page.p.text
    print(article)
print("over!!!")