Merge pull request #8456 from tangledbytes/utkarsh/fix/file-reader-pa…

…rtial-encoded [NSFS] Fix Newline Reader to work with partial reads and improve its memory usage
noobaa · Oct 31, 2024 · b27e63b · b27e63b
2 parents aef68ca + c2bbbe5
commit b27e63b
Show file tree

Hide file tree

Showing 5 changed files with 183 additions and 30 deletions.
diff --git a/src/sdk/nsfs_glacier_backend/tapecloud.js b/src/sdk/nsfs_glacier_backend/tapecloud.js
@@ -51,7 +51,7 @@ class TapeCloudUtils {
                 throw new Error('process exited with non-zero exit code:', errcode);
             }
 
-            reader = new NewlineReader(fs_context, tmp);
+            reader = new NewlineReader(fs_context, tmp, { skip_overflow_lines: true });
             await reader.forEach(async line => {
                 const failure_case = line.startsWith("Fail");
                 const success_case = line.startsWith("Success");