import requests
import random
def get_list_json(list_url):
header = {
"Host": " search.51job.com",
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36",
"Accept": "application/json",
"Accept - Encoding": "gzip, deflate, br"
}
response=requests.get(list_url,headers=header)
response.encoding = 'gbk'
print(response.text)
def main(keywords, pages):
for index in range(1, pages + 1):
url = "
【上海,python招聘，求职】-前程无忧
前程无忧为您提供上海,python招聘，求职信息。网聚全国各城市的人才信息，找好工作，找好员工，上前程无忧。
https://search.51job.com/list/020000,000000,0000,00,9,99,python,2,1.html%22.format
(keywords, str(index))
print("正在爬取第" + str(index) + "页数据")
get_list_json(url)
if name == 'main':
main('python', 1)
