import requests
import urllib
import urllib.request
import time
import pymongo
client=pymongo.MongoClient('localhost',27017)
book_qunar=client['qunar']
sheet_qunar_zyx=book_qunar['qunar_zyx']
url="https://touch.dujia.qunar.com/depCities.qunar"
strhtml=requests.get(url)
dep_dict=strhtml.json()
for dep_item in dep_dict['data']:
for dep in dep_dict['data'][dep_item]:
a = []
#print(dep)
url = 'https://m.dujia.qunar.com/golfz/sight/arriveRecommend?dep={}&exclude=&extensionImg=255,175'.format(urllib.request.quote(dep))
time.sleep(1)
strhtml = requests.get(url)
arrive_dict = strhtml.json()
for arr_item in arrive_dict['data']:
for arr_item_1 in arr_item['subModules']:
for query in arr_item_1['items']:
if query['query'] not in a:
a.append(query['query'])
for item in a:
url = 'https://touch.dujia.qunar.com/list?modules=list,bookingInfo&dep={}&query={}&mtype=all&ddt=false&mobFunction=%E6%89%A9%E5%B1%95%E8%87%AA%E7%94%B1%E8%A1%8C&cfrom=zyx&it=FreetripTouchin&et=FreetripTouch&date=&configDepNew=&needNoResult=true&originalquery={}&limit=0,20&includeAD=true&qsact=search'.format(urllib.request.quote(dep), urllib.request.quote(item), urllib.request.quote(item))
time.sleep(1)
strhtml = requests.get(url)
routeCount=int(strhtml.json()['data']['limit']['routeCount'])
for limit in range(0, routeCount, 20):
url = 'https://touch.dujia.qunar.com/list?modules=list,bookingInfo&dep={}&query={}&mtype=all&ddt=false&mobFunction=%E6%89%A9%E5%B1%95%E8%87%AA%E7%94%B1%E8%A1%8C&cfrom=zyx&it=FreetripTouchin&et=FreetripTouch&date=&configDepNew=&needNoResult=true&originalquery={}&limit={},20&includeAD=true&qsact=search'.format(
urllib.request.quote(dep), urllib.request.quote(item),
urllib.request.quote(item), limit)
time.sleep(1)
strhtml = requests.get(url)
result = {
'data': time.strftime('%Y-%m-%d', time.localtime(time.time())),
'dep': dep,
'arrive': limit,
'result': strhtml.json()
}
print(result)
sheet_qunar_zyx.insert_one(result)
以上是我的出现的问题,当我双击1时,我的2,3会报错,以上代码,我打印输出result是可以抓取数据的,但是无法在mongo plugin插件中以表格打开,请问有哪位知道如何解决吗?谢谢朋友们