Workflows discovery and build stac fixes

README.md

@@ -35,14 +35,6 @@ See [terraform-getting-started](https://developer.hashicorp.com/terraform/tutori
 
 See [getting-started-install](https://docs.aws.amazon.com/cli/latest/userguide/getting-started-install.html)
 
-### Poetry
-
-See [poetry-landing-page](https://pypi.org/project/poetry/)
-
-```bash
-pip install poetry
-```
-
 ## Deployment
 
 This project uses Terraform modules to deploy Apache Airflow and related AWS resources using Amazon's managed Airflow provider.

docker_tasks/build_stac/requirements.txt

@@ -4,7 +4,7 @@ boto3
 pystac==1.4.0
 python-cmr
 rasterio==1.3.0
-rio-stac==0.7.0
+rio-stac>=0.8.0
 shapely
 smart-open==6.3.0
 pydantic==1.10.7

docker_tasks/build_stac/utils/stac.py

@@ -5,12 +5,10 @@
 from pystac.utils import datetime_to_str
 from rasterio.session import AWSSession
 from rio_stac import stac
-
-from . import events, regex, role
+from rio_stac.stac import PROJECTION_EXT_VERSION, RASTER_EXT_VERSION
 
 
-PROJECTION_EXT_VERSION = "v1.1.0"
-RASTER_EXT_VERSION = "v1.1.0"
+from . import events, regex, role
 
 
 def get_sts_session():
@@ -132,7 +130,7 @@ def generate_stac(event: events.RegexEvent) -> pystac.Item:
 
         minx, miny, maxx, maxy = zip(*bboxes)
         bbox = [min(minx), min(miny), max(maxx), max(maxy)]
-        
+
         create_item_response = create_item(
             item_id=event.item_id,
             bbox=bbox,

workflows_api/runtime/src/airflow_helpers.py

@@ -5,6 +5,7 @@
 
 import boto3
 import requests
+import json
 from fastapi import HTTPException
 
 try:
@@ -56,7 +57,7 @@ def trigger_discover(input: Dict) -> Dict:
     )
 
     unique_key = str(uuid4())
-    raw_data = f"dags trigger veda_discover --conf '{input.json()}' -r {unique_key}"
+    raw_data = f"dags trigger veda_discover --conf '{json.dumps(input)}' -r {unique_key}"
     mwaa_response = requests.post(
         mwaa_webserver_hostname,
         headers={

workflows_api/runtime/src/main.py

@@ -86,7 +86,7 @@ async def publish_dataset(
         workflow_runs = []
         for discovery in dataset.discovery_items:
             discovery.collection = dataset.collection
-            response = await start_discovery_workflow_execution(discovery)
+            response = await start_discovery_workflow_execution(discovery.dict())
             workflow_runs.append(response.id)
         if workflow_runs:
             return_dict["message"] += f" {len(workflow_runs)} workflows initiated."  # type: ignore