add skip-vera switch

Signed-off-by: John Seekins <john@robot-house.us>

Author: johnseekins

ice_scrapers/general.py

@@ -10,12 +10,13 @@
 from schemas import facilities_schema
 
 
-def facilities_scrape_wrapper(keep_sheet: bool = True, force_download: bool = True) -> dict:
+def facilities_scrape_wrapper(keep_sheet: bool = True, force_download: bool = True, skip_vera: bool = False) -> dict:
     facilities_data = copy.deepcopy(facilities_schema)
     facilities = load_sheet(keep_sheet, force_download)
     facilities_data["facilities"] = copy.deepcopy(facilities)
     facilities_data = scrape_facilities(facilities_data)
-    facilities_data = collect_vera_facility_data(facilities_data, keep_sheet, force_download)
+    if not skip_vera:
+        facilities_data = collect_vera_facility_data(facilities_data, keep_sheet, force_download)
     field_offices = scrape_field_offices()
     facilities_data = merge_field_offices(facilities_data, field_offices)
     facilities_data = insert_additional_facilities(facilities_data)

main.py

@@ -102,6 +102,11 @@ def main() -> None:
         action="store_true",
         help="Remove any sheets we downloaded",
     )
+    parser.add_argument(
+        "--skip-vera",
+        action="store_true",
+        help="Don't collect vera.org data",
+    )
 
     args = parser.parse_args()
     if args.debug:
@@ -124,7 +129,9 @@ def main() -> None:
 
     if args.scrape:
         facilities_data = facilities_scrape_wrapper(
-            keep_sheet=not args.delete_sheets, force_download=not args.skip_downloads
+            keep_sheet=not args.delete_sheets,
+            force_download=not args.skip_downloads,
+            skip_vera=args.skip_vera,
         )
     elif args.load_existing:
         facilities_data = copy.deepcopy(default_data.facilities_data)