提高scrapy速度 

DOWNLOAD_DELAY = 0

CONCURRENT_REQUESTS = 100

CONCURRENT_REQUESTS_PER_DOMAIN = 100

CONCURRENT_REQUESTS_PER_IP = 100

COOKIES_ENABLED = False
posted @ 2022-07-12 15:36  下个ID见  阅读(38)  评论(0)    收藏  举报