import requests
from lxml import etree
headers = {"User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3823.400 QQBrowser/10.6.4302.400","Referer":"https://movie.douban.com/",
}
url = "https://movie.douban.com/review/best/"
rep = requests.get(url,headers = headers)
text = rep.text
html = etree.HTML(text)
ul = html.xpath("//ul[@class = 'lists']")[0]
lis = ul.xpath("./li")
movies = []
for li in lis:
title = li.xpath("@data-title")[0]
score = li.xpath("@data-score")[0]
region = li.xpath("@data-region")[0]
actors = li.xpath("@data-actors")[0]
director = li.xpath("@data-director")[0]
liimg = li.xpath(".//img/@src")
movie = {"title":title,
"score":score,
"region":region,
"actors":actors,
"director":director,
"liimg":liimg,
}
movies.append(movie)
print(movies)