# -*- coding: utf-8 -*-
import scrapy
class PostSpider(scrapy.Spider):
name = 'post'
# allowed_domains = ['www.xxx.com']
start_urls = ['https://fanyi.baidu.com/sug']
def start_requests(self): # 重写该方法,发送的是post请求,scrapy.FormRequest()
data = {
'kw':'dog'
}
for url in self.start_urls:
# yield scrapy.Request(url=url,callback=self.parse) #本来该函数封装的是对url的get请求,scrapy.Request()
yield scrapy.FormRequest(url=url,callback=self.parse,formdata=data) #这里重写,
def parse(self, response):
print(response.text)
浙公网安备 33010602011771号