fix new line reader to work when reads are partial and improve memory…

… usage Signed-off-by: Utkarsh Srivastava <[email protected]> cleanup code Signed-off-by: Utkarsh Srivastava <[email protected]> fix reset method and rename config params Signed-off-by: Utkarsh Srivastava <[email protected]> handle overflow case Signed-off-by: Utkarsh Srivastava <[email protected]> Co-authored-by: Guy Margalit <[email protected]>
noobaa · Oct 30, 2024 · 1905da6 · 1905da6
1 parent 9dece0e
commit 1905da6
Show file tree

Hide file tree

Showing 5 changed files with 183 additions and 30 deletions.
diff --git a/src/sdk/nsfs_glacier_backend/tapecloud.js b/src/sdk/nsfs_glacier_backend/tapecloud.js
@@ -51,7 +51,7 @@ class TapeCloudUtils {
                 throw new Error('process exited with non-zero exit code:', errcode);
             }
 
-            reader = new NewlineReader(fs_context, tmp);
+            reader = new NewlineReader(fs_context, tmp, { skip_overflow_lines: true });
             await reader.forEach(async line => {
                 const failure_case = line.startsWith("Fail");
                 const success_case = line.startsWith("Success");