fixed incomplete stream read

alpha-unito · Dec 11, 2023 · 7a112f7 · 7a112f7
1 parent 37ae15c
commit 7a112f7
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/streamflow/deployment/aiotarstream.py b/streamflow/deployment/aiotarstream.py
@@ -253,7 +253,13 @@ def __init__(self, stream):
         self.position: int = 0
 
     async def read(self, size: int | None = None):
-        buf = await self.stream.read(size)
+        buf = b""
+        while size > 0:
+            res = await self.stream.read(size)
+            if len(res) == 0:
+                break
+            size -= len(res)
+            buf += res
         self.position += len(buf)
         return buf