Python硒元素未找到且非顽固性

Question

我正在尝试刮从moneycontrol.com。当我试图在搜索框发送值时我一直得到相同的错误，除了块"元素未找到"。我尝试使用XPath id以及使用完整的XPath但在这两种情况下，它都不起作用。

不最大化窗口

XPath id-//*[@id="search_str"]
完整XPath-/html/body/div[1]/header/div[1]/div[1]/div/div/div[2]/div/div/form/input[5]

将完整代码附在下面:

import time
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.keys import Keys
def search_stock():
driver = webdriver.Chrome(
r'./chromedriver')
driver.get('https://www.moneycontrol.com/')
time.sleep(5)
search_icon = driver.find_element_by_xpath(
'//*[@id="fixedheader"]/div[4]/span')
search_icon.click()
time.sleep(2)
try:
search_box = driver.find_element_by_xpath('//*[@id="search_str"]')
print("Element is visible? " + str(search_box.is_displayed()))
time.sleep(10)
if search_box.is_displayed():
search_box.send_keys('Zomato')
search_box.send_keys(Keys.RETURN)
except NoSuchElementException:
print("Element not found")
driver.close()
search_stock()

有时，它开始工作，但大多数时候它抛出异常和错误。挣扎了3天，但没有一个解决方案有效。

Answer 1

这样的网页抓取似乎效率很低，使用请求和bs4可能更好。然而，如果你想这样做，你可以尝试使用动作链。或者您可以从一开始就执行driver.get('https://www.moneycontrol.com/india/stockpricequote/consumer-food/zomato/Z')，而不是键入它。

Answer 2

你可以试试下面的代码:

def search_stock():
driver = webdriver.Chrome(r'./chromedriver')
driver.maximize_window()
driver.implicitly_wait(30)
driver.get('https://www.moneycontrol.com/')
wait = WebDriverWait(driver, 10)
time.sleep(5)
try:
ActionChains(driver).move_to_element(wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, "input[id='search_str']")))).perform()
search_box = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, "input[id='search_str']")))
print("Element is visible? ", search_box.is_displayed())
time.sleep(10)
if search_box.is_displayed():
search_box.send_keys('Zomato')
search_box.send_keys(Keys.RETURN)
except NoSuchElementException:
print("Element not found")

进口:

from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.action_chains import ActionChains

Answer 3

试着点击search_box，然后在那里发送文本。

search_box = driver.find_element_by_xpath('//form[@id="form_topsearch"]//input[@id="search_str"]')
search_box.click()
time.sleep(0.1)
search_box.send_keys('Zomato')
search_box.send_keys(Keys.RETURN)

另外，我建议你使用预期条件的显式等待，而不是硬编码的睡眠。
有了它，你的代码会更快更可靠。

import time
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
def search_stock():
driver = webdriver.Chrome(r'./chromedriver')
wait = WebDriverWait(driver, 20)
driver.get('https://www.moneycontrol.com/')
wait.until(EC.element_to_be_clickable((By.XPATH, '//*[@id="fixedheader"]/div[4]/span')).click()
search_box =  wait.until(EC.element_to_be_clickable((By.XPATH, '//form[@id="form_topsearch"]//input[@id="search_str"]')))
search_box.send_keys('Zomato')
search_box.send_keys(Keys.RETURN)
#I'm not sure you should close the driver immediately after involving searching....
#driver.close()
search_stock()

乌利希期刊指南
让我们试试这个

import time
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.action_chains import ActionChains

def search_stock():
driver = webdriver.Chrome(r'./chromedriver')
wait = WebDriverWait(driver, 20)
actions = ActionChains(driver)
driver.get('https://www.moneycontrol.com/')
search_icon = wait.until(EC.presence_of_element_located((By.XPATH, '//*[@id="fixedheader"]/div[4]/span')).click()
time.sleep(0.5)
driver.execute_script("arguments[0].scrollIntoView();", search_icon)
driver.execute_script("arguments[0].click();", search_icon)
search_box =  wait.until(EC.presence_of_element_located((By.XPATH, '//form[@id="form_topsearch"]//input[@id="search_str"]')))
driver.execute_script("arguments[0].scrollIntoView();", search_icon)
driver.execute_script("arguments[0].click();", search_icon)
time.sleep(0.5)
search_box.send_keys('Zomato')
search_box.send_keys(Keys.RETURN)
#I'm not sure you should close the driver immediately after involving searching....
#driver.close()
search_stock()

如果上述解决方案仍然不起作用，而不是

actions.move_to_element(search_box).click().perform()

试

driver.execute_script("arguments[0].click();", search_box)