詳解webdriver驅動下載

一、火狐webdriver驅動下載

1、打開官網

from selenium import webdriver

url = "https://github.com/mozilla/geckodriver/releases"
browser = webdriver.Firefox()
browser.get(url)

2、下載最新版本

from selenium import webdriver
from bs4 import BeautifulSoup

url = "https://github.com/mozilla/geckodriver/releases"
browser = webdriver.Firefox()
browser.get(url)

soup = BeautifulSoup(browser.page_source, 'html.parser')
latest_version = soup.find("div", {"class": "release-entry"})
download_url = latest_version.find("a")["href"]

driver_path = "/path/to/driver"
urllib.request.urlretrieve(download_url, driver_path)

3、指定版本下載

from selenium import webdriver
from bs4 import BeautifulSoup

url = "https://github.com/mozilla/geckodriver/releases"
browser = webdriver.Firefox()
browser.get(url)

soup = BeautifulSoup(browser.page_source, 'html.parser')
version = "v0.27.0"
download_url = None
for release in soup.find_all("div", {"class": "release-entry"}):
    if version in release.text:
        download_url = release.find("a")["href"]
        break

if download_url:
    driver_path = "/path/to/driver"
    urllib.request.urlretrieve(download_url, driver_path)

二、webdriver驅動卡頓問題

1、使用無頭瀏覽器

from selenium import webdriver

options = webdriver.ChromeOptions()
options.add_argument("--headless")
options.add_argument("--disable-gpu")
browser = webdriver.Chrome(options=options)

2、設置implicitly_wait

from selenium import webdriver

browser = webdriver.Chrome()
browser.implicitly_wait(10)

3、設置頁面載入策略

from selenium import webdriver
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities

caps = DesiredCapabilities().CHROME
caps["pageLoadStrategy"] = "normal"
browser = webdriver.Chrome(desired_capabilities=caps)

三、webdriver下載選取

1、webdriver驅動下載官網

from selenium import webdriver

url = "https://sites.google.com/a/chromium.org/chromedriver/downloads"
browser = webdriver.Chrome()
browser.get(url)

2、獲取最新版本

from selenium import webdriver
from bs4 import BeautifulSoup

url = "https://sites.google.com/a/chromium.org/chromedriver/downloads"
browser = webdriver.Chrome()
browser.get(url)

soup = BeautifulSoup(browser.page_source, 'html.parser')
latest_version = soup.find("div", {"class": "gd-body"})
download_url = latest_version.find("a")["href"]

driver_path = "/path/to/driver"
urllib.request.urlretrieve(download_url, driver_path)

3、按系統選取

from sys import platform
from selenium import webdriver
from bs4 import BeautifulSoup

url = "https://sites.google.com/a/chromium.org/chromedriver/downloads"

if platform == "linux" or platform == "linux2":
    os_type = "linux64"
elif platform == "darwin":
    os_type = "mac64"
elif platform == "win32":
    os_type = "win32"
else:
    os_type = ""

if os_type:
    browser = webdriver.Chrome()
    browser.get(url)

    soup = BeautifulSoup(browser.page_source, 'html.parser')
    download_links = soup.find_all(
        "a", {"class": "download-icon"}, href=True)
    for link in download_links:
        if os_type in link["href"]:
            download_url = link["href"]

            driver_path = "/path/to/driver"
            urllib.request.urlretrieve(download_url, driver_path)
            break