feat(ingest/dbt-core): support fetching using the s3a protocol (datah…

…ub-project#12465) Co-authored-by: hzhang <[email protected]>
G-Research · Jan 30, 2025 · c8e88ae · c8e88ae
1 parent 6acd94b
commit c8e88ae
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py
@@ -488,7 +488,7 @@ def load_file_as_json(
     ) -> Dict:
         if re.match("^https?://", uri):
             return json.loads(requests.get(uri).text)
-        elif re.match("^s3://", uri):
+        elif is_s3_uri(uri):
             u = urlparse(uri)
             assert aws_connection
             response = aws_connection.get_s3_client().get_object(