Merge pull request #502 from latchbio/taras/nexflow-fsync

Taras/nexflow fsync
latchbio · Oct 16, 2024 · 6faa03f · 6faa03f
2 parents 122f91c + ec9e8bc
commit 6faa03f
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 2 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -16,6 +16,14 @@ Types of changes
 
 # Latch SDK Changelog
 
+## 2.53.7 - 2024-10-16
+
+### Added
+
+* Nextflow
+  - bump nf runtime version to 2.3.0
+  - use `NXF_ENABLE_FS_SYNC` flag in workflows to enable using sync on task finish
+
 ## 2.53.6 - 2024-10-11
 
 ### Added

diff --git a/latch_cli/constants.py b/latch_cli/constants.py
@@ -22,7 +22,7 @@ class LatchConstants:
     base_image: str = (
         "812206152185.dkr.ecr.us-west-2.amazonaws.com/latch-base:fe0b-main"
     )
-    nextflow_latest_version: str = "v2.2.0"
+    nextflow_latest_version: str = "v2.3.0"
 
     file_max_size: int = 4 * Units.MiB
     file_chunk_size: int = 64 * Units.MiB

diff --git a/latch_cli/nextflow/workflow.py b/latch_cli/nextflow/workflow.py
@@ -146,6 +146,7 @@ def nextflow_runtime(pvc_name: str, {param_signature}) -> None:
             "NXF_OPTS": "-Xms{heap_initial}M -Xmx{heap_max}M -XX:ActiveProcessorCount={cpu}",
             "NXF_DISABLE_CHECK_LATEST": "true",
             "NXF_ENABLE_VIRTUAL_THREADS": "false",
+            "NXF_ENABLE_FS_SYNC": "true",
         }}
 
         if {upload_command_logs}:

diff --git a/setup.py b/setup.py
@@ -13,7 +13,7 @@
 
 setup(
     name="latch",
-    version="v2.53.6",
+    version="v2.53.7",
     author_email="[email protected]",
     description="The Latch SDK",
     packages=find_packages(),