爬取校园新闻首页的新闻
import requests from bs4 import BeautifulSoup url = 'http://news.gzcc.cn/html/xiaoyuanxinwen/' res = requests.get(url) res.encoding = 'utf-8' soup = BeautifulSoup(res.text, 'html.parser') for news in soup.select('li'): if len(news.select('.news-list-title'))>0: t = news.select('.news-list-info')[0].contents[0].text #时间 h = news.select('.news-list-title')[0].text #标题 a = news.select('a')[0].attrs['href'] #连接 print(t, h, a) # 通过连接获取新闻网页 res2 = requests.get(a) res2.encoding = 'utf-8' soup2 = BeautifulSoup(res2.text, 'html.parser') # 取得新闻正文 z=soup2.select('#content')[0].text print(z) break
运行结果: