Python Selenium 元素未找到且不易处理

Question

我正在尝试从moneycontrol.com抓取。当我尝试在搜索框中发送值时，我在除块中不断收到与“未找到元素”相同的错误。 我尝试使用 XPath id 以及 full XPath，但在这两种情况下都不起作用。

不最大化窗口

XPath id - //*[@id="search_str"]
完整 XPath - /html/body/div[1]/header/div[1]/div[1]/div/div/div[2]/div/div/form/input[5]

附上完整代码：

import time
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.keys import Keys

def search_stock():
    driver = webdriver.Chrome(
        r'./chromedriver')
    driver.get('https://www.moneycontrol.com/')
    time.sleep(5)
    search_icon = driver.find_element_by_xpath(
        '//*[@id="fixedheader"]/div[4]/span')
    search_icon.click()
    time.sleep(2)
    try:
        search_box = driver.find_element_by_xpath('//*[@id="search_str"]')
        print("Element is visible? " + str(search_box.is_displayed()))
        time.sleep(10)
        if search_box.is_displayed():
            search_box.send_keys('Zomato')
            search_box.send_keys(Keys.RETURN)
    except NoSuchElementException:
        print("Element not found")
    driver.close()

search_stock()

有时，它开始工作，但大多数时候它抛出异常和错误。自 3 天以来一直在苦苦挣扎，但没有一个解决方案有效。

Answer 1

这样的网络抓取似乎效率很低，使用请求和 bs4 可能会更好。但是，如果您想这样做，您可以尝试使用动作链。 found here 或者你可以从一开始就输入 driver.get('https://www.moneycontrol.com/india/stockpricequote/consumer-food/zomato/Z') 而不是输入。

Answer 2

你可能想试试下面的代码：

def search_stock():
    driver = webdriver.Chrome(r'./chromedriver')
    driver.maximize_window()
    driver.implicitly_wait(30)
    driver.get('https://www.moneycontrol.com/')
    wait = WebDriverWait(driver, 10)
    time.sleep(5)
    try:
        ActionChains(driver).move_to_element(wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, "input[id='search_str']")))).perform()
        search_box = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, "input[id='search_str']")))
        print("Element is visible? ", search_box.is_displayed())
        time.sleep(10)
        if search_box.is_displayed():
            search_box.send_keys('Zomato')
            search_box.send_keys(Keys.RETURN)
    except NoSuchElementException:
        print("Element not found")

进口：

from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.action_chains import ActionChains

Answer 3

尝试点击search_box，然后再在那里发送文本。

search_box = driver.find_element_by_xpath('//form[@id="form_topsearch"]//input[@id="search_str"]')
search_box.click()
time.sleep(0.1)
search_box.send_keys('Zomato')
search_box.send_keys(Keys.RETURN)

另外，我建议您使用预期条件的显式等待而不是硬编码的睡眠。
有了它，您的代码将更快、更可靠。

import time
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

def search_stock():
    driver = webdriver.Chrome(r'./chromedriver')
    wait = WebDriverWait(driver, 20)
    driver.get('https://www.moneycontrol.com/')

    wait.until(EC.element_to_be_clickable((By.XPATH, '//*[@id="fixedheader"]/div[4]/span')).click()

    search_box =  wait.until(EC.element_to_be_clickable((By.XPATH, '//form[@id="form_topsearch"]//input[@id="search_str"]')))
    search_box.send_keys('Zomato')
    search_box.send_keys(Keys.RETURN)
    #I'm not sure you should close the driver immediately after involving searching....
    #driver.close()

search_stock()

UPD
让我们试试这个

import time
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.action_chains import ActionChains


def search_stock():
    driver = webdriver.Chrome(r'./chromedriver')
    wait = WebDriverWait(driver, 20)
    actions = ActionChains(driver)

    driver.get('https://www.moneycontrol.com/')

    search_icon = wait.until(EC.presence_of_element_located((By.XPATH, '//*[@id="fixedheader"]/div[4]/span')).click()
    time.sleep(0.5)
    driver.execute_script("arguments[0].scrollIntoView();", search_icon)
    driver.execute_script("arguments[0].click();", search_icon)

    search_box =  wait.until(EC.presence_of_element_located((By.XPATH, '//form[@id="form_topsearch"]//input[@id="search_str"]')))
    driver.execute_script("arguments[0].scrollIntoView();", search_icon)
    driver.execute_script("arguments[0].click();", search_icon)
    time.sleep(0.5)
    search_box.send_keys('Zomato')
    search_box.send_keys(Keys.RETURN)
    #I'm not sure you should close the driver immediately after involving searching....
    #driver.close()

search_stock()

如果上述解决方案仍然不起作用，而不是

actions.move_to_element(search_box).click().perform()

试试

driver.execute_script("arguments[0].click();", search_box)