scrapy post请求遇到 Request Payload
import json
import scrapy
class JobSpider(scrapy.Spider):
name = 'job'
# 2.检查修改allowed_domains
allowed_domains = ['163.com']
# 1.修改起始url
start_urls = ['https://hr.163.com/job-list.html']
def parse(self, response):
headers = {
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.81 Safari/537.36',
'content-type': 'application/json;charset=UTF-8'
}
post_data = {
'currentPage':'1',
'pageSize':'10'
}
yield scrapy.Request(
url='https://hr.163.com/api/hr163/position/queryPage',
method="POST",
body=json.dumps(post_data),
headers=headers,
callback=self.after_parse()
)
def after_parse(self,response):
yield scrapy.Request(response.text)
请求的网址是:
网易社会招聘
网易社会招聘
https://hr.163.com/job-list.html
在network XHR 中queryPage中发现是post请求 Request Payload 去网上寻找了解决方案 还是报以上的错误 因为是自学的 帮忙看一下是什么问题