Skip to content

Commit eeea744

Browse files
committed
update deps
Signed-off-by: John Seekins <john@robot-house.us>
1 parent 16a5184 commit eeea744

2 files changed

Lines changed: 121 additions & 108 deletions

File tree

ice_scrapers/facilities_scraper.py

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,24 @@
1-
from bs4 import BeautifulSoup
21
import copy
32
import datetime
43
import re
5-
from schemas import facility_schema
64
import time
5+
6+
from bs4 import BeautifulSoup
7+
8+
from schemas import facility_schema
79
from utils import (
810
default_timestamp,
911
logger,
1012
req_get,
1113
timestamp_format,
1214
)
15+
1316
from .utils import (
1417
get_ice_scrape_pages,
1518
repair_locality,
19+
repair_name,
1620
repair_street,
1721
repair_zip,
18-
repair_name,
1922
special_facilities,
2023
update_facility,
2124
)
@@ -33,6 +36,7 @@ def scrape_facilities(facilities_data: dict) -> dict:
3336
scraped_count = 0
3437
for page_num, url in enumerate(urls):
3538
logger.info("Scraping page %s/%s...", page_num + 1, len(urls))
39+
facilities = []
3640
try:
3741
facilities = _scrape_page(url)
3842
except Exception as e:

0 commit comments

Comments
 (0)