怎么滚动获取全部的粉丝数据
问题相关代码,请勿粘贴截图
"""
粉丝的xpath: //*[@id="app"]//main/div[1]/div/div[2]/div[1]/div[1]/div[2]/div[2]/div[2]/a[1]/@href
粉丝页面url: https://weibo.com/ajax/friendships/friends?relate=fans&page=4&uid=7617227236&type=fans&newFollowerCount=0
粉丝页面url: https://weibo.com/ajax/friendships/friends?relate=fans&page=3&uid=7617227236&type=fans&newFollowerCount=0
粉丝页面url: https://weibo.com/ajax/friendships/friends?relate=fans&page=2&uid=7617227236&type=fans&newFollowerCount=0
关注推荐url: https://weibo.com/ajax/profile/sidedetail?uid=7617227236
关注推荐url: https://weibo.com/ajax/profile/mbloghistory?uid=7617227236
内容url: https://weibo.com/ajax/statuses/mymblog?uid=7617227236&page=1&feature=0
"""
'''
driver.execute_script('arguments[0].click()',ele)
'''
import requests
from selenium import webdriver
import random
from selenium.webdriver.common.keys import Keys
import time
import re
url = "https://weibo.com/login.php"
dirver = webdriver.Chrome()
dirver.get(url)
time.sleep(0.5)
dirver.maximize_window()
dirver.find_element_by_id('loginname').send_keys('18327862307')
time.sleep(2)
dirver.find_element_by_xpath('//*[@id="pl_login_form"]/div/div[3]/div[2]/div/input').send_keys('love572461914')
time.sleep(2)
dirver.find_element_by_xpath('//*[@id="pl_login_form"]/div/div[3]/div[6]/a').click()
time.sleep(20)
url_six = "https://weibo.com/liuxingedu"
dirver.get(url_six)
time.sleep(2)
print('*'*20)
print('用户资料')
dirver.find_element_by_xpath('//*[@id="app"]/div[1]/div[2]/div[2]/main/div[1]/div/div[2]/div[1]/div[1]/div[2]/div[2]/div[2]/a[1]').click()
# dirver.find_element_by_xpath('//*[@id="app"]/div[1]').send_keys(Keys.DOWN)
# time.sleep(5)
# ele = dirver.find_element_by_xpath('//*[@id="app"]/div[1]/div[2]/div[2]/main/div[1]/div/div[2]/div[1]/div[1]/div[2]/div[2]/div[2]/a[1]')
# driver.execute_script('arguments[0].click()',ele)
报错信息:
Traceback (most recent call last):
File "E:/11期爬虫班/svg练习/微博爬取练习/微博爬取练习.py", line 47, in <module>
ele = dirver.find_element_by_xpath('//*[@id="app"]/div[1]/div[2]/div[2]/main/div[1]/div/div[2]/div[1]/div[1]/div[2]/div[2]/div[2]/a[1]')
File "E:\python\lib\site-packages\selenium\webdriver\remote\webdriver.py", line 295, in find_element_by_xpath
return self.find_element(by=By.XPATH, value=xpath)
File "E:\python\lib\site-packages\selenium\webdriver\remote\webdriver.py", line 756, in find_element
'value': value})['value']
File "E:\python\lib\site-packages\selenium\webdriver\remote\webdriver.py", line 238, in execute
self.error_handler.check_response(response)
File "E:\python\lib\site-packages\selenium\webdriver\remote\errorhandler.py", line 193, in check_response
raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.NoSuchElementException: Message: no such element: Unable to locate element: {"method":"xpath","selector":"//*[@id="app"]/div[1]/div[2]/div[2]/main/div[1]/div/div[2]/div[1]/div[1]/div[2]/div[2]/div[2]/a[1]"}
(Session info: chrome=72.0.3626.121)
(Driver info: chromedriver=72.0.3626.69 (3c16f8a135abc0d4da2dff33804db79b849a7c38),platform=Windows NT 10.0.19042 x86_64)
我想要达到的结果
获取全部的粉丝数据