15.爬页面源码

from selenium import webdriver
import re
driver = webdriver.Chrome()
driver.get("http://www.cnblogs.com/yoyoketang/")
page = driver.page_source
#print(page)
# "非贪婪匹配,re.S('.'匹配字符,包括换行符)"
url_list = re.findall('href=\"(.*?)\"',page,re.S)
url_all = []
for url in url_list:
if "http" in url:
print(url)
url_all.append(url)
posted @ 2020-06-17 14:19  等烟火清凉  阅读(166)  评论(0)    收藏  举报