File tree Expand file tree Collapse file tree 2 files changed +0
-10
lines changed
airflow/dags/sync_ntd_data_xlsx Expand file tree Collapse file tree 2 files changed +0
-10
lines changed Original file line number Diff line number Diff line change 20
20
- python
21
21
# Suppress SyntaxWarning about invalid escape sequence from calitp-data-infra dependency without modifying source
22
22
entry : env PYTHONWARNINGS="ignore::SyntaxWarning" flake8
23
-
24
23
- repo : https://github.com/psf/black
25
24
rev : 23.1.0
26
25
hooks :
Original file line number Diff line number Diff line change @@ -28,15 +28,6 @@ def scrape_ntd_ridership_xlsx_url(**context):
28
28
req = requests .get (url )
29
29
soup = BeautifulSoup (req .text , "html.parser" )
30
30
31
- # # Look for an anchor tag where the href ends with '.xlsx' and starts with '/sites/fta.dot.gov/files/'
32
- # link = soup.find(
33
- # "a",
34
- # href=lambda href: (
35
- # href
36
- # and href.startswith("/sites/fta.dot.gov/files/")
37
- # and href.endswith(".xlsx")
38
- # ),
39
- # )
40
31
link = soup .find ("a" , href = href_matcher )
41
32
42
33
# Extract the href if the link is found
You can’t perform that action at this time.
0 commit comments