跟着教学视频用python爬取房天下数据出错

Question

我的代码

import requests as req

res=req.get("https://zj.esf.fang.com/")

 

from bs4 import BeautifulSoup

soup=BeautifulSoup(res.text,"html.parser")

 

houses = soup.select(".shop_list dl")

 

def getHouseInfo(url):

info = {}

soup = BeautifulSoup(req.get(url).text,"html.parser")

res = soup.select(".tab-cont-right .trl-item1")

print(res)

for re in res:

tmp = re.text.strip().split('\n')

info[tmp[1].strip()] = tmp[0].strip()

xiaoqu = soup.select(".rcont .blue")[0].text

info["小区名字"] = xiaoqu

zongjia = soup.select(".tab-cont-right .trl-item")

info["总价"] = zongjia[0].text

print(info)

 

getHouseInfo("https://zj.esf.fang.com/chushou/3_181595442.htm")

 

domain="https://zj.esf.fang.com"

#遍历返回的房屋信息

for house in houses:

#加try except异常处理

try:

print(domain+house.select(".clearfix a")[0]['href'])

except Exception as e:

print("---------->",e)

 

错误如下和教学视频爬出结果如下

 

 

Answer 1

import requests as req
res=req.get("https://zj.esf.fang.com/")
from bs4 import BeautifulSoup
soup=BeautifulSoup(res.text,"html.parser")
houses = soup.select(".shop_list dl")

def getHouseInfo(url):
    info = {}
    soup = BeautifulSoup(req.get(url).text,"html.parser")
    res = soup.select(".tab-cont-right .trl-item1")
    print(res)
    for re in res:
        tmp = re.text.strip().split('\n')
        info[tmp[-1].strip()] = tmp[0].strip()
    xiaoqu = soup.select(".rcont .blue")[0].text
    info["小区名字"] = xiaoqu
    zongjia = soup.select(".tab-cont-right .trl-item")
    info["总价"] = zongjia[0].text.strip()
    print(info)

getHouseInfo("https://zj.esf.fang.com/chushou/3_181595442.htm?rfss=1-ca39b791988eaa89e8-1d")