-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathwebscraper.py
30 lines (23 loc) · 1.05 KB
/
webscraper.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
from bs4 import BeautifulSoup
import requests
print("what type of working environemnt would you like?")
work_envo= input(">")
print()
html_text = requests.get("https://www.builtinaustin.com/jobs/internships").text
soup= BeautifulSoup(html_text, 'lxml')
jobs= soup.find_all("div", class_="row")
for job in jobs:
name = job.find("h2", class_="fw-extrabold fs-md fs-xl-xl")
company = job.find("div", class_="font-barlow fs-md fs-xl-xl d-inline-block m-0 hover-underline")
posted_date= job.find("span", class_="font-barlow text-gray-03")
headers=soup.find("div", class_="d-flex gap-md")
type1= headers.find("span", class_="font-barlow text-gray-03")
#skills= job.find("div", class_="font-barlow fw-medium mb-md")
#if work_envo==type:
if type1 and work_envo.lower() in type1.text.lower():
if name:
print("Company:"+ company.text)
print("Position:"+ name.text)
print("Posted Date:" + posted_date.text)
print("Type: " + type1.text)
print()