Question

有没有办法在硒中点击视线外的元素？我试图单击滑块上的所有元素，以便我可以刮每页。但是，这项工作给我一个错误：

Traceback (most recent call last):
  File "C:/Users/Bain3/PycharmProjects/untitled4/TOPBETTA.py", line 1329, in <module>
    clickMe = wait(driver, 10).until(EC.element_to_be_clickable((By.XPATH, '("//*[@class="name"]//span")[%s]' % str(index + 1))))
  File "C:\Users\Bain3\Anaconda3\lib\site-packages\selenium\webdriver\support\wait.py", line 80, in until
    raise TimeoutException(message, screen, stacktrace)
selenium.common.exceptions.TimeoutException: Message:

Href似乎是https://www.topbetta.com.au/sports/的默认页面，如图所示，因此无法单独提取Href并导航到每个页面。

我能够通过Winautomation来解决这个问题。关于如何用Selenium做到这一点的任何想法？

driver.execute_script('document.getElementByxpath("//[@class="name"]//span").style.visibility = "visible";')

遗憾的是，上面的代码没有帮助并给出了：

Traceback (most recent call last):
  File "C:/Users/Bain3/PycharmProjects/untitled4/TOPBETTA.py", line 1329, in <module>
    driver.execute_script('document.getElementByxpath("//*[@class="name"]//span").style.visibility = "visible";')
  File "C:\Users\Bain3\Anaconda3\lib\site-packages\selenium\webdriver\remote\webdriver.py", line 532, in execute_script
    'args': converted_args})['value']
  File "C:\Users\Bain3\Anaconda3\lib\site-packages\selenium\webdriver\remote\webdriver.py", line 297, in execute
    self.error_handler.check_response(response)
  File "C:\Users\Bain3\Anaconda3\lib\site-packages\selenium\webdriver\remote\errorhandler.py", line 194, in check_response
    raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.WebDriverException: Message: unknown error: Runtime.evaluate threw exception: SyntaxError: missing ) after argument list
  (Session info: chrome=61.0.3163.100)
  (Driver info: chromedriver=2.31.488763 (092de99f48a300323ecf8c2a4e2e7cab51de5ba8),platform=Windows NT 10.0.16299 x86_64)

Code:

try:
    os.remove('vtg121.csv')
except OSError:
    pass

driver.get('https://www.topbetta.com.au/sports/football/')

#SCROLL_PAUSE_TIME = 0.5


from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

#clickMe = wait(driver, 3).until(EC.element_to_be_clickable((By.XPATH, ('//*[@id="TopPromotionBetNow"]'))))
#if driver.find_element_by_css_selector('#TopPromotionBetNow'):
    #driver.find_element_by_css_selector('#TopPromotionBetNow').click()

#last_height = driver.execute_script("return document.body.scrollHeight")

#while True:

    #driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")


    #time.sleep(SCROLL_PAUSE_TIME)


    #new_height = driver.execute_script("return document.body.scrollHeight")
    #if new_height == last_height:
        #break
    #last_height = new_height

time.sleep(1)

#clickMe = wait(driver, 10).until(EC.element_to_be_clickable((By.XPATH, ('//div[text()="Soccer"][contains(@class, "wn-Classification")]'))))
#clickMe.click()
#time.sleep(0)
options = driver.find_elements_by_xpath('//*[@class="name"]//span')

indexes = [index for index in range(len(options))]
shuffle(indexes)
for index in indexes:
    time.sleep(0)
    clickMe = wait(driver, 10).until(EC.element_to_be_clickable((By.XPATH, '("//*[@class="name"]//span")[%s]' % str(index + 1))))
    clickMe.click()
    time.sleep(0)

    # Team
    clickMe = wait(driver, 10).until(EC.element_to_be_clickable((By.CSS_SELECTOR,("#js_body-region > div > div:nth-child(1) > div.sports-body-region > div.js_event-list-region > div > div.js_events-container.events-container > div > div.js_event-region.event-region > div > a > div > div.team-container.home > div"))))
    langs3 = driver.find_elements_by_css_selector("#js_body-region > div > div:nth-child(1) > div.sports-body-region > div.js_event-list-region > div > div.js_events-container.events-container > div > div.js_event-region.event-region > div > a > div > div.team-container.home > div")
    langs3_text = []

    for lang in langs3:
        #print(lang.text)

        langs3_text.append(lang.text)
    time.sleep(0)

    # Team ODDS
    langs = driver.find_elements_by_css_selector(" #js_body-region > div > div:nth-child(1) > div.sports-body-region > div.js_event-list-region > div > div.js_events-container.events-container > div > div.js_event-region.event-region > div > div > div > div.js_teams-container.market-items > div.head-to-head-item.home > div > div > button.js_price-button.price")

    langs_text = []

    for lang in langs:
        #print(lang.text)
        langs_text.append(lang.text)
    time.sleep(0)

    # Draw odds
    #langs1 = driver.find_elements_by_xpath("//ul[@class='runners']//li[2]")
    langs1 = driver.find_elements_by_css_selector("#js_body-region > div > div:nth-child(1) > div.sports-body-region > div.js_event-list-region > div > div.js_events-container.events-container > div > div.js_event-region.event-region > div > a > div > div.team-container.away > div")
    langs1_text = []

    for lang in langs1:
        #print(lang.text)
        langs1_text.append(lang.text)
    time.sleep(0)

    # HREF
    #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
    url1 = driver.current_url




    print(("NEW LINE BREAK"))
    import sys
    import io


    with open('vtg121.csv', 'a', newline='', encoding="utf-8") as outfile:
        writer = csv.writer(outfile)
        for row in zip(langs_text, langs1_text, langs3_text):
            writer.writerow(row + (url1,))
            print(row + (url1,))

Answer 1

在Selenium中看不到元素时，该元素不可点击。您必须使用滚动按钮单击所有元素。

Answer 2

尝试以下解决方案来刮取所需页面：

url = "https://www.topbetta.com.au/sports/football/"
driver.get(url)

counter = 0
for link in range(len(wait(driver, 15).until(EC.presence_of_all_elements_located((By.XPATH, '//a[@href="/sports" and ./div[@class="name"]]'))))):
    wait(driver, 15).until_not(EC.visibility_of_element_located((By.CLASS_NAME, "mask")))
    link = wait(driver, 15).until(EC.presence_of_all_elements_located((By.XPATH, '//a[@href="/sports" and ./div[@class="name"]]')))[counter]
    link.location_once_scrolled_into_view
    link = wait(driver, 10).until(EC.element_to_be_clickable((By.XPATH, '(//a[@href="/sports" and ./div[@class="name"]])[%s]' % str(counter + 1))))
    wait(driver, 15).until_not(EC.visibility_of_element_located((By.CLASS_NAME, "mask")))
    link.click()
    print(driver.current_url)
    wait(driver, 10).until(EC.staleness_of(driver.find_element(By.XPATH, '//div[@class="competition-events-module"]')))
    counter += 1
    driver.get(url)

只需将print(driver.current_url)替换为您要应用于每个页面的代码

单击不可见的元素（有滑块的位置）

2 个答案: