# -*- coding: utf-8 -*-
import scrapy
class PostSpider(scrapy.Spider):
name = 'post'
# allowed_domains = ['www.xxx.com']
start_urls = ['https://fanyi.baidu.com/sug']
def start_requests(self): # 重寫該方法,發送的是post請求,scrapy.FormRequest()
data = {
'kw':'dog'
}
for url in self.start_urls:
# yield scrapy.Request(url=url,callback=self.parse) #本來該函數封裝的是對url的get請求,scrapy.Request()
yield scrapy.FormRequest(url=url,callback=self.parse,formdata=data) #這里重寫,
def parse(self, response):
print(response.text)
浙公網安備 33010602011771號