爬虫小练习

# __author: "ZXYang"
# date: 2020/5/21
import time
import gevent
from gevent import monkey;

monkey.patch_all()
from urllib.request import urlopen

monkey.patch_all()


def f(url):
print('GET: %s' % url)
resp = urlopen(url)
data = resp.read()
print('%d bytes from received %s' % (len(data), url))

with open('pa02.html', 'wb')as f:
f.write(data)


start = time.time()
gevent.joinall([
gevent.spawn(f, 'https://www.python.org/'),
gevent.spawn(f, 'http://www.baidu.com/'),
gevent.spawn(f, 'http://github.com/'),
])

# gevent.joinall([
# gevent.spawn(f, 'https://www.python.org/'),
# gevent.spawn(f, 'http://www.baidu.com/'),
# gevent.spawn(f, 'http://github.com/'),
# ])

print(time.time() - start)
posted @ 2020-12-21 22:22  zxy_ang  阅读(107)  评论(0)    收藏  举报