def GetLink():
URLs_all_Page = GetURL()
for Link_url in URLs_all_Page:
driver.get(Link_url)
time.sleep(2)
page_source = driver.page_source
soup = BeautifulSoup(page_source, "html.parser")
ExeName = soup.find('dt', {'class':'flex align-items-center'}).find('span', {'class':'profile-topcard-person-entity__name t-24 t-black t-bold'})
soup_ExeName = BeautifulSoup(ExeName.text, 'html.parser')
# print(soup_ExeName)1
PreCompany = soup.find('dd', {'class':'profile-topcard__previous-positions flex mt3'}).find('span', {'class':'t-14 t-black t-bold'})
if PreCompany is None:
PreCompany = soup.find('dd', {'class':'profile-topcard__previous-positions flex mt3'}).find('span', {'class':'align-self-center'}).find('a', {'class':'li-i18n-linkto inverse-link-on-a-light-background t-14 t-black t-bold'})
soup_PreCompany = BeautifulSoup(PreCompany.text,'html.parser')
# print(soup_PreCompany_a)
elif PreCompany is not None:
soup_PreCompany = BeautifulSoup(PreCompany.text,'html.parser')
# print(soup_PreCompany)
NewTitle = soup.find('span', {'class':'align-self-center'}).find('span', {'class':'profile-topcard__summary-position-title'})
soup_NewTitle = BeautifulSoup(NewTitle.text,'html.parser')
# print(soup_NewTitle)
Company = soup.find('span', {'class':'align-self-center'}).find('span', {'class':'t-14 t-black t-bold'})
if Company is None:
Company = soup.find('span', {'class':'align-self-center'}).find('a', {'class':'li-i18n-linkto inverse-link-on-a-light-background t-14 t-black t-bold'})
soup_Company = BeautifulSoup(Company.text, 'html.parser')
# print(soup_Company_a)
elif Company is not None:
soup_Company = BeautifulSoup(Company.text,'html.parser')
# print(soup_Company)
tenur = soup.find('span', {'class':'align-self-center'}).find('span', {'class':'profile-topcard__time-period-bullet'})
soup_tenur = BeautifulSoup(tenur.text,'html.parser')
# print(soup_tenur)
print(soup_ExeName,"|",soup_PreCompany,"|",soup_NewTitle,"|",soup_Company,"|",soup_tenur)
return Link_url
print(GetLink())
What I have tried:
PreCompany = soup.find('dd', {'class':'profile-topcard__previous-positions flex mt3'}).find('span', {'class':'t-14 t-black t-bold'})
if PreCompany is None:
PreCompany = soup.find('dd', {'class':'profile-topcard__previous-positions flex mt3'}).find('span', {'class':'align-self-center'}).find('a', {'class':'li-i18n-linkto inverse-link-on-a-light-background t-14 t-black t-bold'})
soup_PreCompany = BeautifulSoup(PreCompany.text,'html.parser')
# print(soup_PreCompany_a)
elif PreCompany is not None:
soup_PreCompany = BeautifulSoup(PreCompany.text,'html.parser')
# print(soup_PreCompany)