Pytho并发编程-利用协程实现简单爬虫

from gevent import monkey;monkey.patch_all()
import gevent
from urllib.request import urlopen

def get_url(url):
    response = urlopen(url)
    content = response.read().decode('utf-8')
    return len(content)
g1 = gevent.spawn(get_url, 'http://www.baidu.com')
g2 = gevent.spawn(get_url, 'http://www.sogou.com')
g3 = gevent.spawn(get_url, 'http://www.taobao.com')
g4 =gevent.spawn(get_url, 'http://www.hao123.com')
g5 =gevent.spawn(get_url, 'http://www.cnblogs.com')
gevent.joinall([g1,g2,g3,g4,g5])
print(g1.value)
print(g2.value)
print(g3.value)
print(g4.value)
print(g5.value)

ret = get_url('http://www.baidu.com')
print(ret)
posted @ 2018-09-28 10:10  空林~~清风~~~  阅读(127)  评论(0编辑  收藏  举报