ingest nypl_libraries

NYCPlanning · Jan 29, 2025 · 6681432 · 6681432
1 parent 26651e2
commit 6681432
Show file tree

Hide file tree

Showing 5 changed files with 31 additions and 126 deletions.
diff --git a/dcpy/library/script/nypl_libraries.py b/dcpy/library/script/nypl_libraries.py
diff --git a/dcpy/library/templates/nypl_libraries.yml b/dcpy/library/templates/nypl_libraries.yml
diff --git a/dcpy/lifecycle/ingest/dev_templates/nypl_libraries.yml b/dcpy/lifecycle/ingest/dev_templates/nypl_libraries.yml
diff --git a/dcpy/lifecycle/ingest/templates/nypl_libraries.yml b/dcpy/lifecycle/ingest/templates/nypl_libraries.yml
@@ -0,0 +1,31 @@
+id: nypl_libraries
+
+acl: public-read
+
+attributes:
+  name: New York Public Libraries
+  description: NYPL operates libraries in Manhattan, Bronx, and Staten Island
+  url: https://www.nypl.org/locations
+
+ingestion:
+  source:
+    type: api
+    endpoint: https://refinery.nypl.org/api/nypl/locations/v1.0/locations
+    format: json
+  file_format:
+    type: json
+    json_read_fn: normalize
+    json_read_kwargs: { "record_path": [ "locations" ] }
+    geometry:
+      geom_column: geolocation.coordinates
+      crs: EPSG:4326
+      format:
+        point_xy_str: "[x, y]"
+  processing_steps:
+  - name: rename_columns
+    args:
+      map: { postal_code: zipcode, street_address: address, geom: wkb_geometry }
+  - name: filter_columns
+    args: { columns: [ name, zipcode, address, locality, region, wkb_geometry ] }
+
+columns: []
diff --git a/dcpy/test/library/test_ingest_script.py b/dcpy/test/library/test_ingest_script.py
@@ -9,9 +9,3 @@ def test_bpl_libraries():
     ingestor = Ingestor()
     ingestor.csv(f"{template_path}/bpl_libraries.yml", version="test")
     assert os.path.isfile(".library/datasets/bpl_libraries/test/bpl_libraries.csv")
-
-
-def test_nypl_libraries():
-    ingestor = Ingestor()
-    ingestor.csv(f"{template_path}/nypl_libraries.yml", version="test")
-    assert os.path.isfile(".library/datasets/nypl_libraries/test/nypl_libraries.csv")