'not able to Web scrape product overview text

While i am scrapping for the product overview text it scrapes most of the products overview but leave few products i don't know but the xpath for all the product overview extraction is Same but still it leave few products .

import selenium
import pandas as pd 
from selenium import webdriver
import getpass, time
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from selenium.common.exceptions import NoSuchElementException, ElementNotVisibleException,StaleElementReferenceException

#First we will connect to webdriver
driver=webdriver.Chrome(r'/Users/ankit/chromedriver')
#Open the webpage with webdriver
driver.get('https://www.getapp.com/hr-employee-management-software/human-resources/')

URL2 = []  # for product pages
URL = []  # for storing all the pages
URL3=[]  #for storing all the video url

for i in range(1, 2):
   URL.append(
       f"https://www.getapp.com/hr-employee-management-software/human-resources/page-{i}/")

# visiting all the pages and scraping the products/Read More About... Links
for p in URL:
   driver.get(p)
   for i in driver.find_elements_by_xpath(
       '//a[@data-testid="listing-item_text-link_read-more-about-product"]'
   ):
       URL2.append(i.get_attribute("href"))

OVERVIEW=[]
for i in URL2:
   driver.get(i)
   try:
       overview=driver.find_element_by_xpath('//*[@id="__next"]/div[2]/div[2]/section[1]/div/div[1]/div/div[1]/div[1]/div/div[2]/p')
       OVERVIEW.append(overview.text)
   except NoSuchElementException:
       OVERVIEW.append('--') 


Sources

This article follows the attribution requirements of Stack Overflow and is licensed under CC BY-SA 3.0.

Source: Stack Overflow

Solution Source