     1	from selenium import webdriver
     2	from scrapy.http import HtmlResponse
     3	import time
     4	from selenium.webdriver.chrome.options import Options
     5	 
     6	chrome_option = Options()
     7	chrome_option.add_argument('--no-sandbox')
     8	chrome_option.add_argument('--disable-dev-shm-usage')
     9	chrome_option.add_argument('--headless')
    10	browser = webdriver.Chrome(chrome_options=chrome_option)
    11	
    12	
    13	class zhongjianjian(object):
    14	    def process_request(self, request, spider):
    15	        print("************woshizhongjianjian**************************");
    16	        if spider.name == "lol_hero_story":
    17	            print ("PhantomJS is starting...")
    18	            chromedriver = "/usr/local/bin/chromedriver"
    19		    #chrome_option = selenium.webdriver.chrome.options
    20		    #chrome_option.add_argument('--no-sandbox')
    21		    #chrome_option.add_argument('--disable-dev-shm-usage')
    22		    #chrome_option.add_argument('--headless')
    23	            driver = browser(chromedriver) #指定使用的浏览器
    24	            driver.get(request.url)
    25	            time.sleep(1)
    26	            js = "var q=document.documentElement.scrollTop=10000" 
    27	            driver.execute_script(js) #可执行js，模仿用户操作。此处为将页面拉至最底端。       
    28	            time.sleep(3)
    29	            body = driver.page_source
    30	            print ("访问"+request.url)
    31	            return HtmlResponse(driver.current_url, body=body, encoding='utf-8', request=request)
    32	        else:
    33	            return None

以上是指定Chrome浏览器模拟代码

下面的就是错误，请大神求救，找好jiu都没有处理好

TypeError: 'WebDriver' object is not callable
2020-11-24 19:28:13 [scrapy.core.scraper] ERROR: Error downloading <GET http://yz.lol.qq.com/zh_CN/story/champion/Zilean/>
Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
    result = g.send(result)
  File "/usr/local/lib/python3.7/site-packages/scrapy/core/downloader/middleware.py", line 36, in process_request
    response = yield deferred_from_coro(method(request=request, spider=spider))
  File "/home/dark/lol/LOL/LOL/mymiddlewares/mymiddlewares.py", line 23, in process_request
    driver = browser(chromedriver) #指定使用的浏览器
TypeError: 'WebDriver' object is not callable
2020-11-24 19:28:13 [scrapy.core.scraper] ERROR: Error downloading <GET http://yz.lol.qq.com/zh_CN/story/champion/Zoe/>
Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
    result = g.send(result)
  File "/usr/local/lib/python3.7/site-packages/scrapy/core/downloader/middleware.py", line 36, in process_request
    response = yield deferred_from_coro(method(request=request, spider=spider))
  File "/home/dark/lol/LOL/LOL/mymiddlewares/mymiddlewares.py", line 23, in process_request
    driver = browser(chromedriver) #指定使用的浏览器
TypeError: 'WebDriver' object is not callable
2020-11-24 19:28:13 [scrapy.core.scraper] ERROR: Error downloading <GET http://yz.lol.qq.com/zh_CN/story/champion/Zyra/>
Traceback (most recent call last):
  File "/usr/local/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
    result = g.send(result)
  File "/usr/local/lib/python3.7/site-packages/scrapy/core/downloader/middleware.py", line 36, in process_request
    response = yield deferred_from_coro(method(request=request, spider=spider))
  File "/home/dark/lol/LOL/LOL/mymiddlewares/mymiddlewares.py", line 23, in process_request
    driver = browser(chromedriver) #指定使用的浏览器
TypeError: 'WebDriver' object is not callable
2020-11-24 19:28:13 [scrapy.core.engine] INFO: Closing spider (finished)
2020-11-24 19:28:13 [scrapy.statscollectors] INFO: Dumping Scrapy stats:
{'downloader/exception_count': 138,

Python 怎样提取excel文件中某一行中的特定内容？

大芒果wr

1个回复