URL for 单线程 和 多线程(线程池)
# 原 URL ,只能爬取一页的数据
url = "http://www.xinfadi.com.cn/marketanalysis/0/list/1.shtml"
# 单线程,爬取全部数据
for i in range(1, 100):
url = f"http://www.xinfadi.com.cn/marketanalysis/0/list/{i}.shtml"
# 多线程,线程池
from concurrent.futures import ThreadPoolExecutor
def download(url):
pass
if __name__ == '__main__':
with ThreadPoolExecutor(20) as t:
for i in range(1, 100):
url = f"http://www.xinfadi.com.cn/marketanalysis/0/list/{i}.shtml"
t.submit(download, url)
                    
                
                
            
        
浙公网安备 33010602011771号