From 7a112f7a20c5dbf3304f58bf49559a1ac9fda6ad Mon Sep 17 00:00:00 2001 From: Alberto Mulone Date: Mon, 11 Dec 2023 15:13:43 +0100 Subject: [PATCH] fixed incomplete stream read --- streamflow/deployment/aiotarstream.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/streamflow/deployment/aiotarstream.py b/streamflow/deployment/aiotarstream.py index 0f08d4cea..8a7804c5b 100644 --- a/streamflow/deployment/aiotarstream.py +++ b/streamflow/deployment/aiotarstream.py @@ -253,7 +253,13 @@ def __init__(self, stream): self.position: int = 0 async def read(self, size: int | None = None): - buf = await self.stream.read(size) + buf = b"" + while size > 0: + res = await self.stream.read(size) + if len(res) == 0: + break + size -= len(res) + buf += res self.position += len(buf) return buf