python+selenium爬取网站并截图 屏蔽网站根据window.navigator.webdriver检测模拟浏览器

# -*- encoding:utf-8 -*-
import os
import traceback

from selenium import webdriver
from selenium.webdriver import ChromeOptions
import time
from threading import Thread
from config import *
from loguru import logger

chrome_driver = 'chromedriver.exe'

@logger.catch()
def passes(name, num):
    logger.add(os.getcwd() + '\\log\\' + '{time}.log', encoding="utf-8", rotation="00:00", retention='1 days')
    logger.debug('--------------开始执行------------------')
    option = ChromeOptions()
    # 屏蔽网站根据window.navigator.webdriver检测模拟浏览器
    option.add_experimental_option('excludeSwitches', ['enable-automation']) 
    driver = webdriver.Chrome(executable_path=chrome_driver, options=option)
    PASS_URL = 'https://www.*****' + num
    driver.get(PASS_URL)

    try:
        all_pass_btn = driver.find_element_by_id('*****')
        if all_pass_btn.is_enabled():
            all_pass_btn.click()
            get_elements(name, driver)

        else:
      

你可能感兴趣的:(python爬虫,爬虫)