URL for 单线程 和 多线程(线程池)

# 原 URL ,只能爬取一页的数据
url = "http://www.xinfadi.com.cn/marketanalysis/0/list/1.shtml"

# 单线程,爬取全部数据
for i in range(1, 100):
url = f"http://www.xinfadi.com.cn/marketanalysis/0/list/{i}.shtml"

# 多线程,线程池
from concurrent.futures import ThreadPoolExecutor

def download(url):
pass

if __name__ == '__main__':
with ThreadPoolExecutor(20) as t:
for i in range(1, 100):
url = f"http://www.xinfadi.com.cn/marketanalysis/0/list/{i}.shtml"
t.submit(download, url)
posted @ 2023-07-09 18:38  严永富  阅读(7)  评论(0)    收藏  举报