File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1- from bs4 import BeautifulSoup
21import copy
32import datetime
43import re
5- from schemas import facility_schema
64import time
5+
6+ from bs4 import BeautifulSoup
7+
8+ from schemas import facility_schema
79from utils import (
810 default_timestamp ,
911 logger ,
1012 req_get ,
1113 timestamp_format ,
1214)
15+
1316from .utils import (
1417 get_ice_scrape_pages ,
1518 repair_locality ,
19+ repair_name ,
1620 repair_street ,
1721 repair_zip ,
18- repair_name ,
1922 special_facilities ,
2023 update_facility ,
2124)
@@ -33,6 +36,7 @@ def scrape_facilities(facilities_data: dict) -> dict:
3336 scraped_count = 0
3437 for page_num , url in enumerate (urls ):
3538 logger .info ("Scraping page %s/%s..." , page_num + 1 , len (urls ))
39+ facilities = []
3640 try :
3741 facilities = _scrape_page (url )
3842 except Exception as e :
You can’t perform that action at this time.
0 commit comments