<4> scrapy

 1 """1.快捷保存CSV文件"""
 2 
 3 # 例：scrapy crawl quotes -o quotes.csv
 4 scrapy crawl 爬虫名 -o 保存的csv文件名

 6 """2.运行方式"""
 7 
 8 """方式一"""
 9 from scrapy import cmdline
10 
11 cmdline.execute('scrapy crawl 爬虫名 -s LOG_ENABLED=False'.split())
12 # 或
13 cmdline.execute('scrapy crawl 爬虫名 -s --nolog'.split())
14 
15 """方式二"""
16 from scrapy.crawler import CrawlerProcess
17 # 导入爬虫名
18 from QuotesSpider.spiders.quotes import QuotesSpider
19 
20 process = CrawlerProcessol
21 # process.crawl(爬虫名)
22 process.crawl(QuotesSpider)
23 process.start()

posted on 2022-10-30 23:21 不是霉蛋阅读(29) 评论(0) 收藏举报