'Extract text from custom <h2> in <div> elements by BeautifulSoup

Hi i try to extract the name from h2 but an error occurs and names are extracted from other <h2> I want to extract names from <h2> specified from only <div class="poap serp-container lawyer"><div class="gray_border"><div class="col-lg-8 col-md-8 col-sm-9 col-xs-8 text_container"><h2 class=""indigo_text>Hi My name is Mark</h2></div></div></div>

import requests
import csv
from bs4 import BeautifulSoup
from itertools import zip_longest
name = []
page_num = 1
phone = []
logo = []
website = []
links = []
while True:
    try:
        result = requests.get(f"https://attorneys.superlawyers.com/motor-vehicle-accidents/texas/houston/page{page_num}/")
        src = result.content
        soup = BeautifulSoup(src, "lxml")
        page_limit = int("126")
        if(page_num > page_limit // 20):
            print("page ended, terminate")
            break
        names = soup.find_all("h2", {"class":"indigo_text"})
        for i in range(len(names)) :
            name.append(names[i].text.strip())
            links.append(names[i].find("a").attrs["href"])
        for link in links:
            result = requests.get(link)
            src = result.content
            soup = BeautifulSoup(src, "lxml")
            phones = soup.find("a", {"class":"profile-phone-header profile-contact-btn"})
            phone.append(phones["href"])
            logos = soup.find("div", {"class":"photo-container"})
            logo.append(logos.find('img')['src'])
            websites = soup.find("a", {"class":"profile-website-header","id":"firm_website"})
            website.append(websites.text.strip())
        page_num +=1
        print("page switched")
    except:
        print("error")
        break
file_list = [name, phone, website, logo]
exported = zip_longest(*file_list)
with open("/Users/dsoky/Desktop/fonts/Moaaz.csv", "w") as myfile:
    wr = csv.writer(myfile)
    wr.writerow(["name","phone","website","logo"])
    wr.writerows(exported)

I hope you guys can help me solve this problem



Sources

This article follows the attribution requirements of Stack Overflow and is licensed under CC BY-SA 3.0.

Source: Stack Overflow

Solution Source