复制代码
# -*- coding: utf-8 -*-
import scrapy

class PostSpider(scrapy.Spider):
    name = 'post'
    # allowed_domains = ['www.xxx.com']
    start_urls = ['https://fanyi.baidu.com/sug']

    def start_requests(self):   # 重写该方法,发送的是post请求,scrapy.FormRequest()
        data = {
            'kw':'dog'
        }
        for url in self.start_urls:
            # yield scrapy.Request(url=url,callback=self.parse)  #本来该函数封装的是对url的get请求,scrapy.Request()
            yield scrapy.FormRequest(url=url,callback=self.parse,formdata=data)    #这里重写,

    def parse(self, response):
        print(response.text)
 
posted on 2025-01-23 00:11  我爱你的  阅读(13)  评论(0)    收藏  举报