爬虫小练习

# __author: "ZXYang"
# date: 2020/5/21
import time
import gevent
from gevent import monkey;

monkey.patch_all()
from urllib.request import urlopen

monkey.patch_all()


def f(url):
    print('GET: %s' % url)
    resp = urlopen(url)
    data = resp.read()
    print('%d bytes from received %s' % (len(data), url))

    with open('pa02.html', 'wb')as f:
        f.write(data)


start = time.time()
gevent.joinall([
    gevent.spawn(f, 'https://www.python.org/'),
    gevent.spawn(f, 'http://www.baidu.com/'),
    gevent.spawn(f, 'http://github.com/'),
])

# gevent.joinall([
#     gevent.spawn(f, 'https://www.python.org/'),
#     gevent.spawn(f, 'http://www.baidu.com/'),
#     gevent.spawn(f, 'http://github.com/'),
# ])

print(time.time() - start)