From 6303cc9b45d106995d2466fe87a3615d068992ce Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 2 Jul 2024 09:39:46 -0400
Subject: [PATCH 01/20] For node, use zlib for brotli

---
 lib/compression.ts | 15 ++-------------
 1 file changed, 2 insertions(+), 13 deletions(-)

diff --git a/lib/compression.ts b/lib/compression.ts
index 1dd1367b..e8451f7d 100644
--- a/lib/compression.ts
+++ b/lib/compression.ts
@@ -1,6 +1,5 @@
 import zlib from 'zlib';
 import snappy from 'snappyjs';
-import { compress as brotliCompress, decompress as brotliDecompress } from 'brotli-wasm';
 
 type PARQUET_COMPRESSION_METHODS = Record<
   string,
@@ -54,16 +53,7 @@ function deflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
 }
 
 async function deflate_brotli(value: Uint8Array) {
-  const compressedContent = await brotliCompress(
-    value /*, {
-    mode: 0,
-    quality: 8,
-    lgwin: 22
-  }
-  */
-  );
-
-  return Buffer.from(compressedContent);
+  return zlib.brotliCompressSync(value);
 }
 
 /**
@@ -91,8 +81,7 @@ function inflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
 }
 
 async function inflate_brotli(value: Uint8Array) {
-  const uncompressedContent = await brotliDecompress(value);
-  return Buffer.from(uncompressedContent);
+  return zlib.brotliDecompressSync(value);
 }
 
 function buffer_from_result(result: ArrayBuffer | Buffer | Uint8Array): Buffer {

From 4080b3f83918ff91bfd88ca44081017eb95f0d08 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 2 Jul 2024 12:40:28 -0400
Subject: [PATCH 02/20] Adding an html output to the example

---
 examples/server/views/parquetFiles.ejs | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/examples/server/views/parquetFiles.ejs b/examples/server/views/parquetFiles.ejs
index 5477ea28..8e543f21 100644
--- a/examples/server/views/parquetFiles.ejs
+++ b/examples/server/views/parquetFiles.ejs
@@ -11,31 +11,38 @@
 <script>
     const port = "<%= port %>"
     const readit = function (filename) {
+        const output = document.getElementById('output');
         parquetjs.ParquetReader
             .openUrl(`http://localhost:${port}/files/${filename}`)
             .then(async (reader) => {
                 let cursor = await reader.getCursor();
 
                 let record = null;
+                output.innerHTML = "";
                 while (record = await cursor.next()) {
+                    output.innerHTML += `\nRecord: ${JSON.stringify(record, (_, v) => typeof v === 'bigint' ? v.toString() : v, 2)}`;
                     console.log("record", record);
                 }
                 return reader;
             })
             .then((reader) => reader.close())
             .catch((e) => {
+                output.innerHTML += `\nERROR: ${e}`;
                 console.log("error", e);
             })
 
     }
 
     const search = async function (filename, columnName, searchTerm) {
+        const output = document.getElementById('output');
         const rdr = await parquetjs.ParquetReader.openUrl(`http://localhost:${port}/files/${filename}`)
         const bfs = await rdr.getBloomFiltersFor([columnName])
         if (!bfs[columnName]) return false
+        output.innerHTML = "";
         Promise.all(bfs[columnName].map(async item => item.sbbf.check(searchTerm)))
             .then(values => {
                 const res = values.some((el) => (el === true));
+                output.innerHTML += `\nResponse "${searchTerm}": ${JSON.stringify(res, null, 2)}`;
                 console.log("res: ", res)
                 return res
             })
@@ -59,5 +66,8 @@
 <h3>Search fruits-bloomfilter.parquet "name" column for</h3>
 <button onclick="search('fruits-bloomfilter.parquet', 'name', 'kiwi')">Search fruits-bloomfilter.parquet for "kiwi"</button>
 <button onclick="search('fruits-bloomfilter.parquet', 'name', 'xxx')">Search fruits-bloomfilter.parquet for "xxx"</button>
+
+<h2>Output</h2>
+<pre id="output"></pre>
 </body>
 </html>

From ae553004668cdc9b8d078199aa0f1ee96a6f2252 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 2 Jul 2024 12:41:56 -0400
Subject: [PATCH 03/20] Add additional examples

---
 .../public/files/gzip-nation.impala.parquet      | Bin 0 -> 1742 bytes
 .../public/files/snappy-compressed.parquet       | Bin 0 -> 387 bytes
 examples/server/views/parquetFiles.ejs           |   2 ++
 3 files changed, 2 insertions(+)
 create mode 100755 examples/server/public/files/gzip-nation.impala.parquet
 create mode 100644 examples/server/public/files/snappy-compressed.parquet

diff --git a/examples/server/public/files/gzip-nation.impala.parquet b/examples/server/public/files/gzip-nation.impala.parquet
new file mode 100755
index 0000000000000000000000000000000000000000..5bbf0d50c72057c51f0e4ab9fe8286ff3ae18516
GIT binary patch
literal 1742
zcmWG=3^EjD5WT`E+QO(KY6N7miE=P7$aez?5MUNPa+I;bfrnv3(T?3`4*okVDCgPL
zVIKTPwTR10D@!WMs*24`Eln)Utc=f3FHg?Sndx(17Eq(wCPo=iCP`HWHc1KYy!gDt
zlFa<P?9@t87BM5SUyNd_7}bDQh_Z;TViEnp<O8&t1=(8HzG$IC1{|)xA68#6-7)nx
zi*}ZWYNzqrf8t6Z>3>c!`swBDUU#@yA@z-HslrN~8xa?^)9S2PIh3xsnfN5%wY(zz
ze4_ZrRTCVdmASnpob;Xc<E+UEr`C<14qdtbyXbYF;3LWJYXl#yWk1Qn?;Tmp@pHq2
zo-3bMPpp^ooIU$t+Vov3Z*DW{Yh%^@#M(7)`o-BRxhAc@5cZ~PbD;1#5q<t?iqA@Z
zm3z4^{lr*u=JP>OMxa+1L=8kEKw-#&9)`(D2?+*CDNjRQ6ujAVC8Dw<Z0kYI^H-}?
z8CISbi;)0@Rv(*;D37Em0~?E^1RE&0a#O(}HH%ej0*l%dR<(Z+D}WJIfHj^VcCZNX
z^mxo@Wn`MMa0X{r<boNTp1eE;PDf`>ymH`6^AiTg$o(h4vGa}{Id+Ot(~)B52cy^&
zMzvdP;OIFeCwhY$BYJW}z59g?dG6Ia@pS~xWR{r_=A><*yrbD-$;$Luxl-q!ZM^;S
zyM?~`=F>}8snylY|9kUaO?kQcxuQrOA16=tVv{uC&D$<@2(Nij`r(Uu1J|M1z4x9d
zedRAwZkEh{aP-xORkmBwmtL5=CDz43@SK8-&P9*u@{4%ugxpQkfBg|T7+jEfAx`7o
zwEwzs^Bo?{i4EUi8N_Vl^hI04S0ZesUXh~27o{hH$tTv`T6ncfz^ZDt*0yKNQ}~vs
zKN8s!A=h%9E$2bS+2sfCKb^VwvcyS;2gW<*7-alXU4QdP<+U%9B32!G?Gbi!#o>Ol
zUmgK3wC7!TF`?G`=3^%vuSLsOTvZLfy70TD+xfc-=H3gOmA*mtard4L@29-An{aa9
z?zN1;-NhP9cc^=7t)9rp!*l+QL*efiPs;9V$ds|&KQX)Ekgu!1!;~7A%S#WcR85Uc
zS$#RA?xjY%_bMH`f@s+ZlfT?9<(+Z*$e!8Rf(0KXOoLnt+)5jD18*IuG-8f8dT~ix
z@3;Arw7MQktBM)eh%NEn;H7SG|D?8RqJg`MzYWv6o104u;=i!}i#xGrxyH_wp)Blb
z`(9WU$UYU{Bt2QR*F>%PS2gFZn*YldZR^bXyK?I5S+5p{`C3n!`m6a7$EC2wjaR}w
zdk()>F`WHuH{+>hzeR<dFGVl=c|72$`f)!+a1o<tS(>C>jnAQ36;ZeUl*Eeo%(-nl
z>F|Q2I*Dmq+cz%BD`A`KB)8hHW_#nQLmJ5++c&KYzw{y|ic^=ZB+Q)mow-l^1Qnae
z+*b_>t@>_r-`737n(|1>_rmInOTKh|ezzlPCy(|@kr2MeL4|*oOyTrddh++I^{%<f
zrx$PCSRmbXVzHZGF}KFNuq(}l`)1Z?{ao00di|1{b($|eMZ~`-N-ut`v&8hzvoCMb
z&pdUjJG=Y-Hp|-TfM0P>THVd|el&akr77P=>_^c1#JQny`*~fh4SN2(a9H(u^`_u8
z%ib>AU9bEj&u=L^rP+CnC?Y#^=EW!H=jNv7m4I{fE_tyJJZhUn)b@bNKPJf-54Pgu
zjMUsjV7V*Gq{@U+S~7_807ak$0$duNT_Ms43mC+VBxNLhh%0-ED|6I{D=E~7^|9DK
zVKE~H4WG>1g2bFeg|gJ5VqnpuV5n!L>**Kb8sz8bqo9#gnwgWLkZ59Nl$vZ}lxk{f
qkZf+6mYkfFmS$;@Y;I(bW^A5joSJHxVrrUbtjXXGEF1%XH5mZNijzM8

literal 0
HcmV?d00001

diff --git a/examples/server/public/files/snappy-compressed.parquet b/examples/server/public/files/snappy-compressed.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..2d36d52fb50c4e188be59000336fab8238340536
GIT binary patch
literal 387
zcmWG=3^EjD6AcgziV@`yWdLIaQ3gR73D)xbqMQ^74#R@{M3ba~G%*G-4h%sC1_liU
zRv?*?nv;{y$e97w#0C^dO3VX74j>C=fGCfoDjS2Ogg|nBZb4CMadB!&a7j^SUb-lg
z7>C$7Mj%q-u)(kbhrOBzmq|kPFi6UXafkv90$M7{B&p-UQk0)xBFe-d%A?AFX{{;)
z&_|Lok}_)77-gvIII&sGqGDp7m_#)g#9je?#~{fg!S9e#oL8V<kXTe$np%=o%&-{f
J%m85U0{~p`UUvWh

literal 0
HcmV?d00001

diff --git a/examples/server/views/parquetFiles.ejs b/examples/server/views/parquetFiles.ejs
index 8e543f21..601058fc 100644
--- a/examples/server/views/parquetFiles.ejs
+++ b/examples/server/views/parquetFiles.ejs
@@ -61,6 +61,8 @@
     <li><button onclick="readit('fruits-bloomfilter.parquet')" >with Bloom filter</button></li>
     <li><button onclick="readit('alltypes_dictionary.parquet')" >all types w/ dictionary</button></li>
     <li><button onclick="readit('fruits.parquet')" >With (unsupported) Brötli compression</button></li>
+    <li><button onclick="readit('gzip-nation.impala.parquet')" >With gzip compression</button></li>
+    <li><button onclick="readit('snappy-compressed.parquet')" >With snappy compression</button></li>
     <li><button onclick="readit('list.parquet')" >With list elements</button></li>
 </ul>
 <h3>Search fruits-bloomfilter.parquet "name" column for</h3>

From 252a403e6bf9ece112af497dffad27120f70ecd4 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Mon, 9 Sep 2024 09:23:35 -0400
Subject: [PATCH 04/20] Updating compression for node and web

# Conflicts:
#	package-lock.json
#	package.json
---
 lib/browser/compression.js |  78 ----
 lib/browser/compression.ts |  90 +++++
 lib/compression.ts         |   2 +
 package-lock.json          | 734 +------------------------------------
 package.json               |   8 +-
 5 files changed, 103 insertions(+), 809 deletions(-)
 delete mode 100644 lib/browser/compression.js
 create mode 100644 lib/browser/compression.ts

diff --git a/lib/browser/compression.js b/lib/browser/compression.js
deleted file mode 100644
index dab9618b..00000000
--- a/lib/browser/compression.js
+++ /dev/null
@@ -1,78 +0,0 @@
-'use strict';
-const zlib = require('zlib');
-const snappy = require('snappyjs');
-
-const PARQUET_COMPRESSION_METHODS = {
-  UNCOMPRESSED: {
-    deflate: deflate_identity,
-    inflate: inflate_identity,
-  },
-  GZIP: {
-    deflate: deflate_gzip,
-    inflate: inflate_gzip,
-  },
-  SNAPPY: {
-    deflate: deflate_snappy,
-    inflate: inflate_snappy,
-  },
-};
-
-/**
- * Deflate a value using compression method `method`
- */
-async function deflate(method, value) {
-  if (!(method in PARQUET_COMPRESSION_METHODS)) {
-    throw 'invalid compression method: ' + method;
-  }
-
-  return PARQUET_COMPRESSION_METHODS[method].deflate(value);
-}
-
-function deflate_identity(value) {
-  return buffer_from_result(value);
-}
-
-function deflate_gzip(value) {
-  return zlib.gzipSync(value);
-}
-
-function deflate_snappy(value) {
-  const compressedValue = snappy.compress(value);
-  return buffer_from_result(compressedValue);
-}
-
-/**
- * Inflate a value using compression method `method`
- */
-async function inflate(method, value) {
-  if (!(method in PARQUET_COMPRESSION_METHODS)) {
-    throw 'invalid compression method: ' + method;
-  }
-
-  return await PARQUET_COMPRESSION_METHODS[method].inflate(value);
-}
-
-function inflate_identity(value) {
-  return buffer_from_result(value);
-}
-
-function inflate_gzip(value) {
-  return zlib.gunzipSync(value);
-}
-
-function inflate_snappy(value) {
-  const uncompressedValue = snappy.uncompress(value);
-  return buffer_from_result(uncompressedValue);
-}
-
-function buffer_from_result(result) {
-  if (Buffer.isBuffer(result)) {
-    return result;
-  } else {
-    return Buffer.from(result);
-  }
-}
-
-exports.PARQUET_COMPRESSION_METHODS = PARQUET_COMPRESSION_METHODS;
-exports.deflate = deflate;
-exports.inflate = inflate;
diff --git a/lib/browser/compression.ts b/lib/browser/compression.ts
new file mode 100644
index 00000000..14119ebb
--- /dev/null
+++ b/lib/browser/compression.ts
@@ -0,0 +1,90 @@
+// NOTICE: This is NOT tested by the normal unit tests as this is the browser version
+// Needs to be tested manually for now by:
+// 1. Load up the example server
+// 2. examples/service/README.md
+// 3. Test the files
+'use strict';
+import snappy from 'snappyjs';
+
+type PARQUET_COMPRESSION_METHODS = Record<
+  string,
+  {
+    deflate: (value: any) => Buffer | Promise<Buffer>;
+    inflate: (value: any) => Buffer | Promise<Buffer>;
+  }
+>;
+// LZO compression is disabled. See: https://github.com/LibertyDSNP/parquetjs/issues/18
+export const PARQUET_COMPRESSION_METHODS: PARQUET_COMPRESSION_METHODS = {
+  UNCOMPRESSED: {
+    deflate: deflate_identity,
+    inflate: inflate_identity,
+  },
+  GZIP: {
+    deflate: deflate_gzip,
+    inflate: inflate_gzip,
+  },
+  SNAPPY: {
+    deflate: deflate_snappy,
+    inflate: inflate_snappy,
+  },
+};
+
+/**
+ * Deflate a value using compression method `method`
+ */
+export async function deflate(method: string, value: unknown): Promise<Buffer> {
+  if (!(method in PARQUET_COMPRESSION_METHODS)) {
+    throw 'invalid compression method: ' + method;
+  }
+
+  return PARQUET_COMPRESSION_METHODS[method].deflate(value);
+}
+
+function deflate_identity(value: ArrayBuffer | Buffer | Uint8Array) {
+  return buffer_from_result(value);
+}
+
+async function deflate_gzip(value: ArrayBuffer | Buffer | string) {
+  const cs = new CompressionStream('gzip');
+  const pipedCs = new Response(value).body?.pipeThrough(cs);
+  return buffer_from_result(await new Response(pipedCs).arrayBuffer());
+}
+
+function deflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
+  const compressedValue = snappy.compress(value);
+  return buffer_from_result(compressedValue);
+}
+
+/**
+ * Inflate a value using compression method `method`
+ */
+export async function inflate(method: string, value: unknown): Promise<Buffer> {
+  if (!(method in PARQUET_COMPRESSION_METHODS)) {
+    throw 'invalid compression method: ' + method;
+  }
+
+  return await PARQUET_COMPRESSION_METHODS[method].inflate(value);
+}
+
+async function inflate_identity(value: ArrayBuffer | Buffer | Uint8Array): Promise<Buffer> {
+  return buffer_from_result(value);
+}
+
+async function inflate_gzip(value: Buffer | ArrayBuffer | string) {
+  const ds = new DecompressionStream('gzip');
+  const pipedDs = new Response(value).body?.pipeThrough(ds);
+  return buffer_from_result(await new Response(pipedDs).arrayBuffer());
+}
+
+function inflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
+  const uncompressedValue = snappy.uncompress(value);
+  return buffer_from_result(uncompressedValue);
+}
+
+function buffer_from_result(result: ArrayBuffer | Buffer | Uint8Array): Buffer {
+  if (Buffer.isBuffer(result)) {
+    return result;
+  } else {
+    return Buffer.from(result);
+  }
+}
diff --git a/lib/compression.ts b/lib/compression.ts
index e8451f7d..cba77679 100644
--- a/lib/compression.ts
+++ b/lib/compression.ts
@@ -1,3 +1,5 @@
+// NOTICE: This is the NodeJS implementation.
+// The browser implementation is ./browser/compression.ts
 import zlib from 'zlib';
 import snappy from 'snappyjs';
 
diff --git a/package-lock.json b/package-lock.json
index 7d4b96bc..c8f207f3 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -13,9 +13,8 @@
         "@types/long": "^4.0.2",
         "@types/node-int64": "^0.4.32",
         "@types/thrift": "^0.10.17",
-        "@zenfs/core": "^0.16.0",
-        "brotli-wasm": "^3.0.0",
-        "browserify-zlib": "^0.2.0",
+        "@zenfs/core": "^0.17.1",
+        "brotli-wasm": "^3.0.1",
         "bson": "6.7.0",
         "int53": "^1.0.0",
         "long": "^5.2.3",
@@ -929,70 +928,6 @@
         "statuses": "^2.0.1"
       }
     },
-    "node_modules/@esbuild/aix-ppc64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/aix-ppc64/-/aix-ppc64-0.21.2.tgz",
-      "integrity": "sha512-/c7hocx0pm14bHQlqUVKmxwdT/e5/KkyoY1W8F9lk/8CkE037STDDz8PXUP/LE6faj2HqchvDs9GcShxFhI78Q==",
-      "cpu": [
-        "ppc64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "aix"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/android-arm": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/android-arm/-/android-arm-0.21.2.tgz",
-      "integrity": "sha512-G1ve3b4FeyJeyCjB4MX1CiWyTaIJwT9wAYE+8+IRA53YoN/reC/Bf2GDRXAzDTnh69Fpl+1uIKg76DiB3U6vwQ==",
-      "cpu": [
-        "arm"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "android"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/android-arm64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/android-arm64/-/android-arm64-0.21.2.tgz",
-      "integrity": "sha512-SGZKngoTWVUriO5bDjI4WDGsNx2VKZoXcds+ita/kVYB+8IkSCKDRDaK+5yu0b5S0eq6B3S7fpiEvpsa2ammlQ==",
-      "cpu": [
-        "arm64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "android"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/android-x64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/android-x64/-/android-x64-0.21.2.tgz",
-      "integrity": "sha512-1wzzNoj2QtNkAYwIcWJ66UTRA80+RTQ/kuPMtEuP0X6dp5Ar23Dn566q3aV61h4EYrrgGlOgl/HdcqN/2S/2vg==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "android"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
     "node_modules/@esbuild/darwin-arm64": {
       "version": "0.21.2",
       "resolved": "https://registry.npmjs.org/@esbuild/darwin-arm64/-/darwin-arm64-0.21.2.tgz",
@@ -1009,294 +944,6 @@
         "node": ">=12"
       }
     },
-    "node_modules/@esbuild/darwin-x64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/darwin-x64/-/darwin-x64-0.21.2.tgz",
-      "integrity": "sha512-K4ZdVq1zP9v51h/cKVna7im7G0zGTKKB6bP2yJiSmHjjOykbd8DdhrSi8V978sF69rkwrn8zCyL2t6I3ei6j9A==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "darwin"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/freebsd-arm64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/freebsd-arm64/-/freebsd-arm64-0.21.2.tgz",
-      "integrity": "sha512-4kbOGdpA61CXqadD+Gb/Pw3YXamQGiz9mal/h93rFVSjr5cgMnmJd/gbfPRm+3BMifvnaOfS1gNWaIDxkE2A3A==",
-      "cpu": [
-        "arm64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "freebsd"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/freebsd-x64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/freebsd-x64/-/freebsd-x64-0.21.2.tgz",
-      "integrity": "sha512-ShS+R09nuHzDBfPeMUliKZX27Wrmr8UFp93aFf/S8p+++x5BZ+D344CLKXxmY6qzgTL3mILSImPCNJOzD6+RRg==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "freebsd"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-arm": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-arm/-/linux-arm-0.21.2.tgz",
-      "integrity": "sha512-nnGXjOAv+7cM3LYRx4tJsYdgy8dGDGkAzF06oIDGppWbUkUKN9SmgQA8H0KukpU0Pjrj9XmgbWqMVSX/U7eeTA==",
-      "cpu": [
-        "arm"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-arm64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-arm64/-/linux-arm64-0.21.2.tgz",
-      "integrity": "sha512-Hdu8BL+AmO+eCDvvT6kz/fPQhvuHL8YK4ExKZfANWsNe1kFGOHw7VJvS/FKSLFqheXmB3rTF3xFQIgUWPYsGnA==",
-      "cpu": [
-        "arm64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-ia32": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-ia32/-/linux-ia32-0.21.2.tgz",
-      "integrity": "sha512-m73BOCW2V9lcj7RtEMi+gBfHC6n3+VHpwQXP5offtQMPLDkpVolYn1YGXxOZ9hp4h3UPRKuezL7WkBsw+3EB3Q==",
-      "cpu": [
-        "ia32"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-loong64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-loong64/-/linux-loong64-0.21.2.tgz",
-      "integrity": "sha512-84eYHwwWHq3myIY/6ikALMcnwkf6Qo7NIq++xH0x+cJuUNpdwh8mlpUtRY+JiGUc60yu7ElWBbVHGWTABTclGw==",
-      "cpu": [
-        "loong64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-mips64el": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-mips64el/-/linux-mips64el-0.21.2.tgz",
-      "integrity": "sha512-9siSZngT0/ZKG+AH+/agwKF29LdCxw4ODi/PiE0F52B2rtLozlDP92umf8G2GPoVV611LN4pZ+nSTckebOscUA==",
-      "cpu": [
-        "mips64el"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-ppc64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-ppc64/-/linux-ppc64-0.21.2.tgz",
-      "integrity": "sha512-y0T4aV2CA+ic04ULya1A/8M2RDpDSK2ckgTj6jzHKFJvCq0jQg8afQQIn4EM0G8u2neyOiNHgSF9YKPfuqKOVw==",
-      "cpu": [
-        "ppc64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-riscv64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-riscv64/-/linux-riscv64-0.21.2.tgz",
-      "integrity": "sha512-x5ssCdXmZC86L2Li1qQPF/VaC4VP20u/Zm8jlAu9IiVOVi79YsSz6cpPDYZl1rfKSHYCJW9XBfFCo66S5gVPSA==",
-      "cpu": [
-        "riscv64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-s390x": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-s390x/-/linux-s390x-0.21.2.tgz",
-      "integrity": "sha512-NP7fTpGSFWdXyvp8iAFU04uFh9ARoplFVM/m+8lTRpaYG+2ytHPZWyscSsMM6cvObSIK2KoPHXiZD4l99WaxbQ==",
-      "cpu": [
-        "s390x"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/linux-x64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-x64/-/linux-x64-0.21.2.tgz",
-      "integrity": "sha512-giZ/uOxWDKda44ZuyfKbykeXznfuVNkTgXOUOPJIjbayJV6FRpQ4zxUy9JMBPLaK9IJcdWtaoeQrYBMh3Rr4vQ==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/netbsd-x64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/netbsd-x64/-/netbsd-x64-0.21.2.tgz",
-      "integrity": "sha512-IeFMfGFSQfIj1d4XU+6lkbFzMR+mFELUUVYrZ+jvWzG4NGvs6o53ReEHLHpYkjRbdEjJy2W3lTekTxrFHW7YJg==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "netbsd"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/openbsd-x64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/openbsd-x64/-/openbsd-x64-0.21.2.tgz",
-      "integrity": "sha512-48QhWD6WxcebNNaE4FCwgvQVUnAycuTd+BdvA/oZu+/MmbpU8pY2dMEYlYzj5uNHWIG5jvdDmFXu0naQeOWUoA==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "openbsd"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/sunos-x64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/sunos-x64/-/sunos-x64-0.21.2.tgz",
-      "integrity": "sha512-90r3nTBLgdIgD4FCVV9+cR6Hq2Dzs319icVsln+NTmTVwffWcCqXGml8rAoocHuJ85kZK36DCteii96ba/PX8g==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "sunos"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/win32-arm64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/win32-arm64/-/win32-arm64-0.21.2.tgz",
-      "integrity": "sha512-sNndlsBT8OeE/MZDSGpRDJlWuhjuUz/dn80nH0EP4ZzDUYvMDVa7G87DVpweBrn4xdJYyXS/y4CQNrf7R2ODXg==",
-      "cpu": [
-        "arm64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "win32"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/win32-ia32": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/win32-ia32/-/win32-ia32-0.21.2.tgz",
-      "integrity": "sha512-Ti2QChGNFzWhUNNVuU4w21YkYTErsNh3h+CzvlEhzgRbwsJ7TrWQqRzW3bllLKKvTppuF3DJ3XP1GEg11AfrEQ==",
-      "cpu": [
-        "ia32"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "win32"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/@esbuild/win32-x64": {
-      "version": "0.21.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/win32-x64/-/win32-x64-0.21.2.tgz",
-      "integrity": "sha512-VEfTCZicoZnZ6sGkjFPGRFFJuL2fZn2bLhsekZl1CJslflp2cJS/VoKs1jMk+3pDfsGW6CfQVUckP707HwbXeQ==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "win32"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
     "node_modules/@eslint-community/eslint-utils": {
       "version": "4.4.0",
       "resolved": "https://registry.npmjs.org/@eslint-community/eslint-utils/-/eslint-utils-4.4.0.tgz",
@@ -2629,9 +2276,9 @@
       "dev": true
     },
     "node_modules/@zenfs/core": {
-      "version": "0.16.4",
-      "resolved": "https://registry.npmjs.org/@zenfs/core/-/core-0.16.4.tgz",
-      "integrity": "sha512-QYT0tB3iHWo6q4KlSTl1zr2LWLgayNOHGPw5x+s926weH3Nrnw2Npe2gfLK05UFvXhhTynee8DgYGjFhgqBUmg==",
+      "version": "0.17.1",
+      "resolved": "https://registry.npmjs.org/@zenfs/core/-/core-0.17.1.tgz",
+      "integrity": "sha512-ceR68eWm+qIPboDUUxXsfzjSwC/M2ZClywTeA6KNs1TvyCyFs2w6n5LYSzrze5hNqR5eK6EZaZKNbvq9acgzeQ==",
       "dependencies": {
         "@types/node": "^20.12.12",
         "@types/readable-stream": "^4.0.10",
@@ -2978,9 +2625,9 @@
       }
     },
     "node_modules/brotli-wasm": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/brotli-wasm/-/brotli-wasm-3.0.0.tgz",
-      "integrity": "sha512-YSBb8MwxqMt7QVjf0vZME6DCT3NfxfhAjo30e+qW/yUPVT15KqHRVqZTyECgtixNnu7bn3qw/PL2+cHX04NOJA==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/brotli-wasm/-/brotli-wasm-3.0.1.tgz",
+      "integrity": "sha512-U3K72/JAi3jITpdhZBqzSUq+DUY697tLxOuFXB+FpAE/Ug+5C3VZrv4uA674EUZHxNAuQ9wETXNqQkxZD6oL4A==",
       "engines": {
         "node": ">=v18.0.0"
       }
@@ -2996,14 +2643,6 @@
       "integrity": "sha512-qhAVI1+Av2X7qelOfAIYwXONood6XlZE/fXaBSmW/T5SzLAmCgzi+eiWE7fUvbHaeNBQH13UftjpXxsfLkMpgw==",
       "dev": true
     },
-    "node_modules/browserify-zlib": {
-      "version": "0.2.0",
-      "resolved": "https://registry.npmjs.org/browserify-zlib/-/browserify-zlib-0.2.0.tgz",
-      "integrity": "sha512-Z942RysHXmJrhqk88FmKBVq/v5tqmSkDz7p54G/MGyjMnCFFnC79XWNbg+Vta8W6Wb2qtSZTSxIGkJrRpCFEiA==",
-      "dependencies": {
-        "pako": "~1.0.5"
-      }
-    },
     "node_modules/bson": {
       "version": "6.7.0",
       "resolved": "https://registry.npmjs.org/bson/-/bson-6.7.0.tgz",
@@ -4838,11 +4477,6 @@
         "url": "https://github.com/sponsors/sindresorhus"
       }
     },
-    "node_modules/pako": {
-      "version": "1.0.11",
-      "resolved": "https://registry.npmjs.org/pako/-/pako-1.0.11.tgz",
-      "integrity": "sha512-4hLB8Py4zZce5s4yd9XzopqwVv/yGNhV1Bl8NTmCq1763HeK2+EwVTv+leGeL13Dnh2wfbqowVPXCIO0z4taYw=="
-    },
     "node_modules/parent-module": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/parent-module/-/parent-module-1.0.1.tgz",
@@ -5622,70 +5256,6 @@
         "fsevents": "~2.3.3"
       }
     },
-    "node_modules/tsx/node_modules/@esbuild/aix-ppc64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/aix-ppc64/-/aix-ppc64-0.20.2.tgz",
-      "integrity": "sha512-D+EBOJHXdNZcLJRBkhENNG8Wji2kgc9AZ9KiPr1JuZjsNtyHzrsfLRrY0tk2H2aoFu6RANO1y1iPPUCDYWkb5g==",
-      "cpu": [
-        "ppc64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "aix"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/android-arm": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/android-arm/-/android-arm-0.20.2.tgz",
-      "integrity": "sha512-t98Ra6pw2VaDhqNWO2Oph2LXbz/EJcnLmKLGBJwEwXX/JAN83Fym1rU8l0JUWK6HkIbWONCSSatf4sf2NBRx/w==",
-      "cpu": [
-        "arm"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "android"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/android-arm64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/android-arm64/-/android-arm64-0.20.2.tgz",
-      "integrity": "sha512-mRzjLacRtl/tWU0SvD8lUEwb61yP9cqQo6noDZP/O8VkwafSYwZ4yWy24kan8jE/IMERpYncRt2dw438LP3Xmg==",
-      "cpu": [
-        "arm64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "android"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/android-x64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/android-x64/-/android-x64-0.20.2.tgz",
-      "integrity": "sha512-btzExgV+/lMGDDa194CcUQm53ncxzeBrWJcncOBxuC6ndBkKxnHdFJn86mCIgTELsooUmwUm9FkhSp5HYu00Rg==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "android"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
     "node_modules/tsx/node_modules/@esbuild/darwin-arm64": {
       "version": "0.20.2",
       "resolved": "https://registry.npmjs.org/@esbuild/darwin-arm64/-/darwin-arm64-0.20.2.tgz",
@@ -5702,294 +5272,6 @@
         "node": ">=12"
       }
     },
-    "node_modules/tsx/node_modules/@esbuild/darwin-x64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/darwin-x64/-/darwin-x64-0.20.2.tgz",
-      "integrity": "sha512-tBcXp9KNphnNH0dfhv8KYkZhjc+H3XBkF5DKtswJblV7KlT9EI2+jeA8DgBjp908WEuYll6pF+UStUCfEpdysA==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "darwin"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/freebsd-arm64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/freebsd-arm64/-/freebsd-arm64-0.20.2.tgz",
-      "integrity": "sha512-d3qI41G4SuLiCGCFGUrKsSeTXyWG6yem1KcGZVS+3FYlYhtNoNgYrWcvkOoaqMhwXSMrZRl69ArHsGJ9mYdbbw==",
-      "cpu": [
-        "arm64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "freebsd"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/freebsd-x64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/freebsd-x64/-/freebsd-x64-0.20.2.tgz",
-      "integrity": "sha512-d+DipyvHRuqEeM5zDivKV1KuXn9WeRX6vqSqIDgwIfPQtwMP4jaDsQsDncjTDDsExT4lR/91OLjRo8bmC1e+Cw==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "freebsd"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-arm": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-arm/-/linux-arm-0.20.2.tgz",
-      "integrity": "sha512-VhLPeR8HTMPccbuWWcEUD1Az68TqaTYyj6nfE4QByZIQEQVWBB8vup8PpR7y1QHL3CpcF6xd5WVBU/+SBEvGTg==",
-      "cpu": [
-        "arm"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-arm64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-arm64/-/linux-arm64-0.20.2.tgz",
-      "integrity": "sha512-9pb6rBjGvTFNira2FLIWqDk/uaf42sSyLE8j1rnUpuzsODBq7FvpwHYZxQ/It/8b+QOS1RYfqgGFNLRI+qlq2A==",
-      "cpu": [
-        "arm64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-ia32": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-ia32/-/linux-ia32-0.20.2.tgz",
-      "integrity": "sha512-o10utieEkNPFDZFQm9CoP7Tvb33UutoJqg3qKf1PWVeeJhJw0Q347PxMvBgVVFgouYLGIhFYG0UGdBumROyiig==",
-      "cpu": [
-        "ia32"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-loong64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-loong64/-/linux-loong64-0.20.2.tgz",
-      "integrity": "sha512-PR7sp6R/UC4CFVomVINKJ80pMFlfDfMQMYynX7t1tNTeivQ6XdX5r2XovMmha/VjR1YN/HgHWsVcTRIMkymrgQ==",
-      "cpu": [
-        "loong64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-mips64el": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-mips64el/-/linux-mips64el-0.20.2.tgz",
-      "integrity": "sha512-4BlTqeutE/KnOiTG5Y6Sb/Hw6hsBOZapOVF6njAESHInhlQAghVVZL1ZpIctBOoTFbQyGW+LsVYZ8lSSB3wkjA==",
-      "cpu": [
-        "mips64el"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-ppc64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-ppc64/-/linux-ppc64-0.20.2.tgz",
-      "integrity": "sha512-rD3KsaDprDcfajSKdn25ooz5J5/fWBylaaXkuotBDGnMnDP1Uv5DLAN/45qfnf3JDYyJv/ytGHQaziHUdyzaAg==",
-      "cpu": [
-        "ppc64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-riscv64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-riscv64/-/linux-riscv64-0.20.2.tgz",
-      "integrity": "sha512-snwmBKacKmwTMmhLlz/3aH1Q9T8v45bKYGE3j26TsaOVtjIag4wLfWSiZykXzXuE1kbCE+zJRmwp+ZbIHinnVg==",
-      "cpu": [
-        "riscv64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-s390x": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-s390x/-/linux-s390x-0.20.2.tgz",
-      "integrity": "sha512-wcWISOobRWNm3cezm5HOZcYz1sKoHLd8VL1dl309DiixxVFoFe/o8HnwuIwn6sXre88Nwj+VwZUvJf4AFxkyrQ==",
-      "cpu": [
-        "s390x"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/linux-x64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/linux-x64/-/linux-x64-0.20.2.tgz",
-      "integrity": "sha512-1MdwI6OOTsfQfek8sLwgyjOXAu+wKhLEoaOLTjbijk6E2WONYpH9ZU2mNtR+lZ2B4uwr+usqGuVfFT9tMtGvGw==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "linux"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/netbsd-x64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/netbsd-x64/-/netbsd-x64-0.20.2.tgz",
-      "integrity": "sha512-K8/DhBxcVQkzYc43yJXDSyjlFeHQJBiowJ0uVL6Tor3jGQfSGHNNJcWxNbOI8v5k82prYqzPuwkzHt3J1T1iZQ==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "netbsd"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/openbsd-x64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/openbsd-x64/-/openbsd-x64-0.20.2.tgz",
-      "integrity": "sha512-eMpKlV0SThJmmJgiVyN9jTPJ2VBPquf6Kt/nAoo6DgHAoN57K15ZghiHaMvqjCye/uU4X5u3YSMgVBI1h3vKrQ==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "openbsd"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/sunos-x64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/sunos-x64/-/sunos-x64-0.20.2.tgz",
-      "integrity": "sha512-2UyFtRC6cXLyejf/YEld4Hajo7UHILetzE1vsRcGL3earZEW77JxrFjH4Ez2qaTiEfMgAXxfAZCm1fvM/G/o8w==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "sunos"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/win32-arm64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/win32-arm64/-/win32-arm64-0.20.2.tgz",
-      "integrity": "sha512-GRibxoawM9ZCnDxnP3usoUDO9vUkpAxIIZ6GQI+IlVmr5kP3zUq+l17xELTHMWTWzjxa2guPNyrpq1GWmPvcGQ==",
-      "cpu": [
-        "arm64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "win32"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/win32-ia32": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/win32-ia32/-/win32-ia32-0.20.2.tgz",
-      "integrity": "sha512-HfLOfn9YWmkSKRQqovpnITazdtquEW8/SoHW7pWpuEeguaZI4QnCRW6b+oZTztdBnZOS2hqJ6im/D5cPzBTTlQ==",
-      "cpu": [
-        "ia32"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "win32"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
-    "node_modules/tsx/node_modules/@esbuild/win32-x64": {
-      "version": "0.20.2",
-      "resolved": "https://registry.npmjs.org/@esbuild/win32-x64/-/win32-x64-0.20.2.tgz",
-      "integrity": "sha512-N49X4lJX27+l9jbLKSqZ6bKNjzQvHaT8IIFUy+YIqmXQdjYCToGWwOItDrfby14c78aDd5NHQl29xingXfCdLQ==",
-      "cpu": [
-        "x64"
-      ],
-      "dev": true,
-      "optional": true,
-      "os": [
-        "win32"
-      ],
-      "engines": {
-        "node": ">=12"
-      }
-    },
     "node_modules/tsx/node_modules/esbuild": {
       "version": "0.20.2",
       "resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.20.2.tgz",
diff --git a/package.json b/package.json
index e9eb18ed..5b257dd2 100644
--- a/package.json
+++ b/package.json
@@ -19,9 +19,8 @@
     "@types/long": "^4.0.2",
     "@types/node-int64": "^0.4.32",
     "@types/thrift": "^0.10.17",
-    "@zenfs/core": "^0.16.0",
-    "brotli-wasm": "^3.0.0",
-    "browserify-zlib": "^0.2.0",
+    "@zenfs/core": "^0.17.1",
+    "brotli-wasm": "^3.0.1",
     "bson": "6.7.0",
     "int53": "^1.0.0",
     "long": "^5.2.3",
@@ -86,8 +85,7 @@
     "path": "path-browserify",
     "stream": "readable-stream",
     "thrift": "./node_modules/thrift/lib/nodejs/lib/thrift/browser.js",
-    "util": "util",
-    "zlib": "browserify-zlib"
+    "util": "util"
   },
   "engines": {
     "node": ">=18.18.2"

From d90bdccf86767693f8f5511c270a968c9766c56f Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 2 Jul 2024 13:24:44 -0400
Subject: [PATCH 05/20] Add additional browser test and docs on how to run it
 in a browser

---
 README.md            |  9 +++++
 test/browser/main.ts | 85 ++++++++++++++++++++++++++++++++++++++++++++
 2 files changed, 94 insertions(+)

diff --git a/README.md b/README.md
index 749e45a3..a5de7937 100644
--- a/README.md
+++ b/README.md
@@ -484,6 +484,15 @@ var writer = await parquet.ParquetWriter.openFile(schema, 'fruits.parquet');
 writer.setRowGroupSize(8192);
 ```
 
+## Browser Tests
+
+To run the browser tests (folder: `test/browser`) in a specific browser:
+
+1. `npm i`
+2. `npm run build:browser`
+3. `npx serve .`
+4. `open http://localhost:3000/test/browser/` in your preferred browser
+
 ## Dependencies
 
 Parquet uses [thrift](https://thrift.apache.org/) to encode the schema and other
diff --git a/test/browser/main.ts b/test/browser/main.ts
index a22e11d8..c2a88470 100644
--- a/test/browser/main.ts
+++ b/test/browser/main.ts
@@ -36,5 +36,90 @@ describe('Browser tests', function () {
         await reader.close();
       });
     });
+
+    it('can read gzip compressed data', async function () {
+      // Data from test/test-files/gzip-nation.impala.parquet
+      const uint8Array = [
+        80, 65, 82, 49, 21, 0, 21, 212, 1, 21, 132, 1, 44, 21, 50, 21, 0, 21, 6, 21, 8, 0, 0, 31, 139, 8, 0, 0, 0, 0, 0,
+        0, 3, 21, 196, 197, 1, 128, 64, 12, 0, 176, 114, 184, 187, 204, 193, 254, 195, 17, 30, 73, 138, 136, 55, 83,
+        252, 37, 114, 10, 74, 42, 106, 26, 90, 58, 122, 6, 70, 38, 102, 22, 86, 54, 118, 14, 78, 46, 110, 30, 62, 67, 2,
+        243, 142, 106, 0, 0, 0, 38, 178, 1, 28, 21, 2, 25, 37, 0, 6, 25, 24, 11, 110, 95, 110, 97, 116, 105, 111, 110,
+        107, 101, 121, 21, 4, 22, 50, 22, 250, 1, 22, 170, 1, 38, 8, 0, 0, 21, 4, 21, 170, 4, 21, 248, 2, 76, 21, 50,
+        21, 4, 0, 0, 31, 139, 8, 0, 0, 0, 0, 0, 0, 3, 69, 142, 91, 18, 194, 48, 8, 69, 251, 225, 123, 212, 53, 184, 149,
+        219, 4, 43, 106, 72, 37, 137, 51, 237, 254, 23, 34, 84, 103, 252, 202, 1, 78, 46, 108, 187, 174, 195, 115, 32,
+        101, 236, 29, 117, 32, 169, 44, 216, 88, 209, 43, 102, 126, 58, 5, 8, 34, 214, 70, 52, 76, 99, 221, 57, 212, 27,
+        231, 145, 23, 241, 170, 144, 64, 91, 35, 11, 74, 144, 201, 77, 150, 248, 205, 52, 200, 66, 133, 177, 242, 194,
+        212, 223, 251, 114, 235, 142, 17, 226, 25, 247, 172, 17, 226, 173, 7, 201, 4, 15, 75, 89, 115, 8, 249, 176, 224,
+        140, 212, 243, 171, 145, 127, 30, 73, 155, 155, 225, 102, 151, 186, 169, 217, 182, 50, 142, 134, 5, 45, 242, 5,
+        138, 158, 151, 209, 155, 169, 10, 146, 175, 208, 86, 236, 138, 179, 81, 19, 174, 20, 47, 15, 150, 33, 230, 116,
+        250, 119, 74, 69, 165, 242, 1, 116, 204, 243, 193, 21, 1, 0, 0, 21, 0, 21, 48, 21, 88, 44, 21, 50, 21, 4, 21, 6,
+        21, 8, 0, 0, 31, 139, 8, 0, 0, 0, 0, 0, 0, 3, 99, 98, 96, 96, 48, 98, 100, 229, 84, 232, 112, 236, 178, 212, 88,
+        121, 116, 86, 181, 193, 41, 207, 213, 123, 37, 0, 169, 207, 22, 92, 24, 0, 0, 0, 38, 142, 6, 28, 21, 12, 25, 53,
+        0, 6, 4, 25, 24, 6, 110, 95, 110, 97, 109, 101, 21, 4, 22, 50, 22, 154, 5, 22, 144, 4, 38, 148, 5, 38, 254, 1,
+        0, 0, 21, 0, 21, 212, 1, 21, 112, 44, 21, 50, 21, 0, 21, 6, 21, 8, 0, 0, 31, 139, 8, 0, 0, 0, 0, 0, 0, 3, 99,
+        98, 96, 96, 48, 98, 4, 18, 12, 140, 72, 152, 133, 1, 2, 152, 161, 152, 9, 138, 89, 160, 152, 9, 73, 13, 12, 48,
+        66, 197, 153, 145, 212, 192, 244, 131, 228, 0, 65, 89, 191, 200, 106, 0, 0, 0, 38, 238, 7, 28, 21, 2, 25, 37, 0,
+        6, 25, 24, 11, 110, 95, 114, 101, 103, 105, 111, 110, 107, 101, 121, 21, 4, 22, 50, 22, 248, 1, 22, 148, 1, 38,
+        218, 6, 0, 0, 21, 4, 21, 202, 30, 21, 216, 11, 76, 21, 50, 21, 4, 0, 0, 31, 139, 8, 0, 0, 0, 0, 0, 0, 3, 109,
+        85, 75, 143, 19, 49, 12, 222, 127, 66, 14, 136, 83, 153, 3, 28, 144, 86, 66, 43, 56, 35, 184, 131, 56, 164, 169,
+        103, 154, 109, 26, 207, 230, 177, 219, 249, 247, 56, 47, 39, 179, 203, 165, 170, 38, 126, 124, 159, 253, 217,
+        254, 124, 119, 119, 39, 206, 114, 89, 12, 76, 66, 73, 7, 115, 52, 102, 19, 179, 182, 210, 136, 19, 172, 232,
+        117, 240, 244, 39, 128, 10, 194, 155, 141, 222, 228, 34, 245, 15, 114, 35, 131, 25, 111, 224, 197, 234, 240,
+        170, 61, 180, 103, 165, 208, 157, 180, 93, 68, 64, 17, 206, 32, 28, 44, 209, 72, 151, 31, 162, 13, 126, 18, 71,
+        52, 39, 250, 252, 20, 193, 83, 112, 105, 208, 94, 40, 222, 150, 255, 45, 94, 159, 64, 224, 156, 93, 87, 176, 57,
+        82, 3, 50, 66, 244, 43, 40, 77, 24, 86, 169, 46, 114, 33, 24, 244, 34, 228, 17, 99, 200, 174, 218, 161, 213,
+        138, 16, 58, 122, 155, 42, 182, 230, 3, 148, 14, 164, 39, 226, 20, 188, 88, 30, 132, 215, 6, 108, 224, 120, 205,
+        167, 193, 223, 229, 153, 163, 211, 24, 201, 64, 224, 51, 184, 156, 48, 104, 250, 37, 175, 217, 196, 121, 214,
+        244, 146, 88, 170, 194, 235, 72, 86, 217, 168, 195, 143, 54, 250, 72, 80, 232, 43, 158, 208, 232, 144, 125, 75,
+        217, 227, 66, 44, 74, 162, 167, 168, 213, 37, 87, 213, 161, 247, 57, 70, 207, 221, 160, 157, 222, 81, 154, 103,
+        176, 29, 227, 139, 188, 176, 239, 148, 237, 62, 144, 201, 190, 187, 173, 1, 83, 139, 115, 40, 165, 184, 39, 75,
+        42, 171, 145, 1, 12, 12, 207, 220, 64, 113, 251, 232, 228, 118, 223, 40, 28, 118, 6, 223, 200, 155, 128, 194,
+        77, 69, 79, 64, 148, 124, 68, 211, 165, 193, 36, 122, 149, 89, 100, 171, 211, 84, 126, 233, 40, 135, 75, 170,
+        44, 62, 112, 91, 29, 144, 147, 244, 219, 117, 13, 152, 203, 196, 188, 155, 107, 17, 112, 241, 24, 53, 82, 69,
+        112, 70, 117, 129, 45, 81, 218, 192, 121, 50, 3, 88, 197, 209, 164, 134, 141, 246, 159, 146, 42, 138, 227, 27,
+        37, 22, 48, 60, 22, 164, 75, 176, 74, 39, 48, 223, 201, 43, 37, 97, 48, 71, 68, 79, 60, 2, 174, 217, 179, 117,
+        112, 95, 244, 7, 254, 94, 200, 188, 167, 40, 185, 169, 85, 4, 7, 38, 190, 232, 57, 112, 29, 229, 23, 178, 27,
+        147, 37, 141, 52, 38, 131, 250, 123, 9, 186, 124, 255, 166, 162, 182, 137, 106, 253, 169, 149, 235, 154, 234,
+        163, 86, 77, 59, 146, 149, 250, 131, 226, 8, 210, 86, 129, 177, 212, 87, 73, 140, 195, 239, 36, 49, 155, 230,
+        187, 1, 202, 131, 78, 162, 113, 9, 233, 21, 211, 78, 72, 224, 12, 122, 248, 223, 100, 17, 162, 1, 73, 118, 102,
+        25, 62, 124, 76, 194, 154, 120, 90, 219, 252, 116, 93, 20, 76, 156, 219, 61, 146, 195, 160, 98, 126, 24, 150,
+        10, 183, 177, 164, 110, 116, 6, 157, 66, 30, 171, 78, 124, 183, 129, 202, 194, 40, 99, 241, 135, 178, 169, 87,
+        210, 232, 92, 90, 9, 45, 6, 116, 86, 55, 13, 238, 55, 76, 95, 144, 36, 60, 89, 109, 234, 128, 32, 133, 47, 70,
+        157, 239, 126, 225, 213, 100, 226, 26, 77, 208, 171, 209, 164, 244, 137, 243, 238, 184, 90, 185, 12, 43, 169,
+        20, 84, 14, 227, 82, 113, 252, 164, 148, 9, 76, 165, 201, 251, 154, 175, 69, 109, 35, 203, 163, 181, 177, 112,
+        27, 138, 200, 163, 70, 17, 115, 11, 40, 158, 86, 212, 131, 113, 190, 153, 124, 42, 249, 161, 142, 203, 175, 164,
+        217, 126, 41, 232, 242, 88, 95, 232, 114, 103, 115, 235, 44, 164, 53, 252, 230, 244, 236, 103, 204, 229, 70,
+        126, 205, 187, 223, 182, 57, 125, 123, 80, 250, 94, 228, 133, 71, 54, 189, 241, 54, 239, 244, 130, 111, 60, 22,
+        248, 82, 239, 97, 157, 85, 94, 191, 13, 69, 59, 48, 140, 252, 232, 64, 170, 243, 171, 178, 83, 172, 166, 237,
+        166, 187, 127, 35, 248, 110, 78, 165, 7, 0, 0, 21, 0, 21, 48, 21, 88, 44, 21, 50, 21, 4, 21, 6, 21, 8, 0, 0, 31,
+        139, 8, 0, 0, 0, 0, 0, 0, 3, 99, 98, 96, 96, 48, 98, 100, 229, 84, 232, 112, 236, 178, 212, 88, 121, 116, 86,
+        181, 193, 41, 207, 213, 123, 37, 0, 169, 207, 22, 92, 24, 0, 0, 0, 38, 172, 21, 28, 21, 12, 25, 53, 0, 6, 4, 25,
+        24, 9, 110, 95, 99, 111, 109, 109, 101, 110, 116, 21, 4, 22, 50, 22, 186, 31, 22, 240, 12, 38, 178, 20, 38, 188,
+        8, 0, 0, 21, 2, 25, 92, 72, 6, 115, 99, 104, 101, 109, 97, 21, 8, 0, 21, 2, 37, 2, 24, 11, 110, 95, 110, 97,
+        116, 105, 111, 110, 107, 101, 121, 0, 21, 12, 37, 2, 24, 6, 110, 95, 110, 97, 109, 101, 0, 21, 2, 37, 2, 24, 11,
+        110, 95, 114, 101, 103, 105, 111, 110, 107, 101, 121, 0, 21, 12, 37, 2, 24, 9, 110, 95, 99, 111, 109, 109, 101,
+        110, 116, 0, 22, 50, 25, 28, 25, 76, 38, 178, 1, 28, 21, 2, 25, 37, 0, 6, 25, 24, 11, 110, 95, 110, 97, 116,
+        105, 111, 110, 107, 101, 121, 21, 4, 22, 50, 22, 250, 1, 22, 170, 1, 38, 8, 0, 0, 38, 142, 6, 28, 21, 12, 25,
+        53, 0, 6, 4, 25, 24, 6, 110, 95, 110, 97, 109, 101, 21, 4, 22, 50, 22, 154, 5, 22, 144, 4, 38, 148, 5, 38, 254,
+        1, 0, 0, 38, 238, 7, 28, 21, 2, 25, 37, 0, 6, 25, 24, 11, 110, 95, 114, 101, 103, 105, 111, 110, 107, 101, 121,
+        21, 4, 22, 50, 22, 248, 1, 22, 148, 1, 38, 218, 6, 0, 0, 38, 172, 21, 28, 21, 12, 25, 53, 0, 6, 4, 25, 24, 9,
+        110, 95, 99, 111, 109, 109, 101, 110, 116, 21, 4, 22, 50, 22, 186, 31, 22, 240, 12, 38, 178, 20, 38, 188, 8, 0,
+        0, 22, 190, 19, 22, 50, 0, 40, 76, 105, 109, 112, 97, 108, 97, 32, 118, 101, 114, 115, 105, 111, 110, 32, 49,
+        46, 50, 45, 73, 78, 84, 69, 82, 78, 65, 76, 32, 40, 98, 117, 105, 108, 100, 32, 97, 52, 54, 50, 101, 99, 52, 50,
+        101, 53, 53, 48, 99, 55, 53, 102, 99, 99, 98, 102, 102, 57, 56, 99, 55, 50, 48, 102, 51, 55, 102, 51, 101, 101,
+        57, 100, 53, 53, 97, 51, 41, 0, 71, 1, 0, 0, 80, 65, 82, 49,
+      ];
+      const gzipCompressedBuffer = buffer.Buffer.from(uint8Array);
+      const reader = await parquetjs.ParquetReader.openBuffer(gzipCompressedBuffer);
+      const data: any[] = [];
+      for await (const record of reader) {
+        data.push(record);
+      }
+      assert.equal(data.length, 25);
+
+      after(async function () {
+        await reader.close();
+      });
+    });
   });
 });

From 6e755dd6eb7c8c13537eb8bd67e4a1b09b8304de Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 2 Jul 2024 15:27:05 -0400
Subject: [PATCH 06/20] Attempting to add Brotli to browser

---
 lib/browser/compression.ts | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)

diff --git a/lib/browser/compression.ts b/lib/browser/compression.ts
index 14119ebb..6a14c977 100644
--- a/lib/browser/compression.ts
+++ b/lib/browser/compression.ts
@@ -5,6 +5,7 @@
 // 3. Test the files
 'use strict';
 import snappy from 'snappyjs';
+import brotliPromise from 'brotli-wasm';
 
 type PARQUET_COMPRESSION_METHODS = Record<
   string,
@@ -27,6 +28,10 @@ export const PARQUET_COMPRESSION_METHODS: PARQUET_COMPRESSION_METHODS = {
     deflate: deflate_snappy,
     inflate: inflate_snappy,
   },
+  BROTLI: {
+    deflate: deflate_brotli,
+    inflate: inflate_brotli,
+  },
 };
 
 /**
@@ -55,6 +60,12 @@ function deflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
   return buffer_from_result(compressedValue);
 }
 
+async function deflate_brotli(value: Uint8Array) {
+  // Import is async in browsers due to wasm requirements!
+  const brotli = await brotliPromise;
+  return buffer_from_result(brotli.compress(value));
+}
+
 /**
  * Inflate a value using compression method `method`
  */
@@ -81,6 +92,12 @@ function inflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
   return buffer_from_result(uncompressedValue);
 }
 
+async function inflate_brotli(value: Uint8Array) {
+  // Import is async in browsers due to wasm requirements!
+  const brotli = await brotliPromise;
+  return buffer_from_result(brotli.decompress(value));
+}
+
 function buffer_from_result(result: ArrayBuffer | Buffer | Uint8Array): Buffer {
   if (Buffer.isBuffer(result)) {
     return result;

From 699f879dfb2b56a7bb6a915c0d6eb0872677cc57 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 2 Jul 2024 15:27:48 -0400
Subject: [PATCH 07/20] Browser version of compress.ts

---
 esbuild-plugins.js | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/esbuild-plugins.js b/esbuild-plugins.js
index a9caefc0..ed24b9fc 100644
--- a/esbuild-plugins.js
+++ b/esbuild-plugins.js
@@ -1,6 +1,6 @@
 /**
- * this plugin resolves to a browser version of compression.js that
- * does not include LZO or Brötli comprssion.
+ * this plugin resolves to a browser version of compression.ts that
+ * does not include LZO or Brotli comprssion.
  */
 const compressionBrowserPlugin = {
   name: 'compressionBrowser',
@@ -8,7 +8,7 @@ const compressionBrowserPlugin = {
     let path = require('path');
     build.onResolve({ filter: /^\.\/compression$/ }, (_args) => {
       return {
-        path: path.resolve(__dirname, 'lib', 'browser', 'compression.js'),
+        path: path.resolve(__dirname, 'lib', 'browser', 'compression.ts'),
       };
     });
   },

From c95b8bc1679754f486dab8c8c527549a410868b5 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Mon, 9 Sep 2024 15:33:32 -0400
Subject: [PATCH 08/20] Fix esbuild files to use modules

---
 esbuild-plugins.js                    |  73 ------
 esbuild-plugins.mjs                   |  13 +
 esbuild-serve.js => esbuild-serve.mjs |   8 +-
 esbuild-shims.js                      |   2 -
 esbuild-shims.mjs                     |   2 +
 esbuild.js => esbuild.mjs             |  42 ++--
 package-lock.json                     | 350 ++++++++++++++++++++++++++
 package.json                          |   5 +-
 8 files changed, 401 insertions(+), 94 deletions(-)
 delete mode 100644 esbuild-plugins.js
 create mode 100644 esbuild-plugins.mjs
 rename esbuild-serve.js => esbuild-serve.mjs (77%)
 delete mode 100644 esbuild-shims.js
 create mode 100644 esbuild-shims.mjs
 rename esbuild.js => esbuild.mjs (55%)

diff --git a/esbuild-plugins.js b/esbuild-plugins.js
deleted file mode 100644
index ed24b9fc..00000000
--- a/esbuild-plugins.js
+++ /dev/null
@@ -1,73 +0,0 @@
-/**
- * this plugin resolves to a browser version of compression.ts that
- * does not include LZO or Brotli comprssion.
- */
-const compressionBrowserPlugin = {
-  name: 'compressionBrowser',
-  setup(build) {
-    let path = require('path');
-    build.onResolve({ filter: /^\.\/compression$/ }, (_args) => {
-      return {
-        path: path.resolve(__dirname, 'lib', 'browser', 'compression.ts'),
-      };
-    });
-  },
-};
-
-// Lifted from https://esbuild.github.io/plugins/#webassembly-plugin
-const wasmPlugin = {
-  name: 'wasm',
-  setup(build) {
-    let path = require('path');
-    let fs = require('fs');
-
-    // Resolve ".wasm" files to a path with a namespace
-    build.onResolve({ filter: /\.wasm$/ }, (args) => {
-      // If this is the import inside the stub module, import the
-      // binary itself. Put the path in the "wasm-binary" namespace
-      // to tell our binary load callback to load the binary file.
-      if (args.namespace === 'wasm-stub') {
-        return {
-          path: args.path,
-          namespace: 'wasm-binary',
-        };
-      }
-
-      // Otherwise, generate the JavaScript stub module for this
-      // ".wasm" file. Put it in the "wasm-stub" namespace to tell
-      // our stub load callback to fill it with JavaScript.
-      //
-      // Resolve relative paths to absolute paths here since this
-      // resolve callback is given "resolveDir", the directory to
-      // resolve imports against.
-      if (args.resolveDir === '') {
-        return; // Ignore unresolvable paths
-      }
-      return {
-        path: path.isAbsolute(args.path) ? args.path : path.join(args.resolveDir, args.path),
-        namespace: 'wasm-stub',
-      };
-    });
-
-    // Virtual modules in the "wasm-stub" namespace are filled with
-    // the JavaScript code for compiling the WebAssembly binary. The
-    // binary itself is imported from a second virtual module.
-    build.onLoad({ filter: /.*/, namespace: 'wasm-stub' }, async (args) => ({
-      contents: `import wasm from ${JSON.stringify(args.path)}
-        export default (imports) =>
-          WebAssembly.instantiate(wasm, imports).then(
-            result => result.instance.exports)`,
-    }));
-
-    // Virtual modules in the "wasm-binary" namespace contain the
-    // actual bytes of the WebAssembly file. This uses esbuild's
-    // built-in "binary" loader instead of manually embedding the
-    // binary data inside JavaScript code ourselves.
-    build.onLoad({ filter: /.*/, namespace: 'wasm-binary' }, async (args) => ({
-      contents: await fs.promises.readFile(args.path),
-      loader: 'binary',
-    }));
-  },
-};
-
-module.exports = { compressionBrowserPlugin, wasmPlugin };
diff --git a/esbuild-plugins.mjs b/esbuild-plugins.mjs
new file mode 100644
index 00000000..5df9980b
--- /dev/null
+++ b/esbuild-plugins.mjs
@@ -0,0 +1,13 @@
+import path from 'node:path';
+/**
+ * this plugin resolves to a browser version of compression.ts that
+ * does not include LZO comprssion.
+ */
+export const compressionBrowserPlugin = {
+  name: 'compressionBrowser',
+  setup(build) {
+    build.onResolve({ filter: /^\.\/compression$/ }, (args) => {
+      return { path: path.join(args.resolveDir, args.path.replace('compression', 'browser/compression.ts')) };
+    });
+  },
+};
diff --git a/esbuild-serve.js b/esbuild-serve.mjs
similarity index 77%
rename from esbuild-serve.js
rename to esbuild-serve.mjs
index 343048aa..17be8dc5 100644
--- a/esbuild-serve.js
+++ b/esbuild-serve.mjs
@@ -3,7 +3,8 @@
  * It attaches the parquet.js exports to a "parquetjs" global variable.
  * See the example server for how to use it.
  */
-const { compressionBrowserPlugin, wasmPlugin } = require('./esbuild-plugins');
+import { compressionBrowserPlugin } from './esbuild-plugins.mjs';
+import watPlugin from 'esbuild-plugin-wat';
 // esbuild has TypeScript support by default. It will use .tsconfig
 require('esbuild')
   .context({
@@ -11,11 +12,12 @@ require('esbuild')
     outfile: 'main.js',
     define: { 'process.env.NODE_DEBUG': 'false', 'process.env.NODE_ENV': '"production"', global: 'window' },
     platform: 'browser',
-    plugins: [compressionBrowserPlugin, wasmPlugin],
+    plugins: [compressionBrowserPlugin, watPlugin()],
     sourcemap: 'external',
     bundle: true,
+    minify: false,
     globalName: 'parquetjs',
-    inject: ['./esbuild-shims.js'],
+    inject: ['./esbuild-shims.mjs'],
   })
   .then((context) => {
     context
diff --git a/esbuild-shims.js b/esbuild-shims.js
deleted file mode 100644
index c948dc27..00000000
--- a/esbuild-shims.js
+++ /dev/null
@@ -1,2 +0,0 @@
-const buffer = require('buffer/').Buffer;
-export let Buffer = buffer;
diff --git a/esbuild-shims.mjs b/esbuild-shims.mjs
new file mode 100644
index 00000000..cf6459ff
--- /dev/null
+++ b/esbuild-shims.mjs
@@ -0,0 +1,2 @@
+import { Buffer as buffer } from 'buffer/';
+export let Buffer = buffer;
diff --git a/esbuild.js b/esbuild.mjs
similarity index 55%
rename from esbuild.js
rename to esbuild.mjs
index bf2d5250..ea63fc55 100644
--- a/esbuild.js
+++ b/esbuild.mjs
@@ -1,6 +1,6 @@
-const esbuild = require('esbuild');
-const path = require('path');
-const { compressionBrowserPlugin, wasmPlugin } = require('./esbuild-plugins');
+import esbuild from 'esbuild';
+import watPlugin from 'esbuild-plugin-wat';
+import { compressionBrowserPlugin } from './esbuild-plugins.mjs';
 // esbuild has TypeScript support by default
 const baseConfig = {
   bundle: true,
@@ -10,11 +10,11 @@ const baseConfig = {
     'process.env.NODE_ENV': '"production"',
     global: 'window',
   },
-  inject: ['./esbuild-shims.js'],
-  minify: true,
+  inject: ['./esbuild-shims.mjs'],
+  minify: false,
   mainFields: ['browser', 'module', 'main'],
   platform: 'browser', // default
-  plugins: [compressionBrowserPlugin, wasmPlugin],
+  plugins: [compressionBrowserPlugin, watPlugin()],
   target: 'es2020', // default
 };
 // configuration for generating test code in browser
@@ -26,39 +26,53 @@ const testConfig = {
     'process.env.NODE_ENV': '"production"',
     global: 'window',
   },
-  inject: ['./esbuild-shims.js'],
+  inject: ['./esbuild-shims.mjs'],
   minify: false,
   mainFields: ['browser', 'module', 'main'],
   platform: 'browser', // default
-  plugins: [compressionBrowserPlugin, wasmPlugin],
+  plugins: [compressionBrowserPlugin, watPlugin()],
   target: 'es2020', // default
 };
 const targets = [
   {
     ...baseConfig,
     globalName: 'parquetjs',
-    outdir: path.resolve(__dirname, 'dist', 'browser'),
+    outdir: './dist/browser',
   },
   {
     ...baseConfig,
     format: 'esm',
-    outfile: path.resolve(__dirname, 'dist', 'browser', 'parquet.esm.js'),
+    outfile: 'dist/browser/parquet.esm.js',
   },
   {
     ...baseConfig,
     format: 'cjs',
-    outfile: path.resolve(__dirname, 'dist', 'browser', 'parquet.cjs.js'),
+    outfile: 'dist/browser/parquet.cjs.js',
   },
-  // Browser test code below
+];
+
+// Browser test code below is only in ESM
+const testTargets = [
   {
     ...testConfig,
-    outfile: path.resolve(__dirname, 'test', 'browser', 'main.js'),
+    format: 'esm',
+    mainFields: ['module', 'main'],
+    outfile: 'test/browser/main.js',
   },
 ];
+
 Promise.all(targets.map(esbuild.build))
   .then((results) => {
     if (results.reduce((m, r) => m && !r.warnings.length, true)) {
-      console.log('built with no errors or warnings');
+      console.log('built dist targets with no errors or warnings');
+    }
+  })
+  .then(() => {
+    return Promise.all(testTargets.map(esbuild.build));
+  })
+  .then((results) => {
+    if (results.reduce((m, r) => m && !r.warnings.length, true)) {
+      console.log('built test targets with no errors or warnings');
     }
   })
   .catch((e) => {
diff --git a/package-lock.json b/package-lock.json
index c8f207f3..b3487e85 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -39,6 +39,7 @@
         "chai": "4.4.1",
         "core-js": "^3.37.1",
         "esbuild": "^0.21.2",
+        "esbuild-plugin-wat": "^0.2.7",
         "eslint": "^8.57.0",
         "eslint-plugin-mocha": "^10.4.3",
         "events": "^3.3.0",
@@ -2275,6 +2276,147 @@
       "integrity": "sha512-zuVdFrMJiuCDQUMCzQaD6KL28MjnqqN8XnAqiEq9PNm/hCPTSGfrXCOfwj1ow4LFb/tNymJPwsNbVePc1xFqrQ==",
       "dev": true
     },
+    "node_modules/@webassemblyjs/ast": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/latest/download/webassemblyjs-ast.tgz",
+      "integrity": "sha512-cY3aYc1FhZdiE9wUn474Kw+l288fmWZsrfLv8fR8/5q3rcUlYO+YoHewwPDV3L0sJBh48qCKORA/+PqQG7rDYA==",
+      "dev": true,
+      "license": "MIT",
+      "dependencies": {
+        "@webassemblyjs/helper-numbers": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-numbers.tgz",
+        "@webassemblyjs/helper-wasm-bytecode": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-wasm-bytecode.tgz"
+      }
+    },
+    "node_modules/@webassemblyjs/floating-point-hex-parser": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-floating-point-hex-parser.tgz",
+      "integrity": "sha512-z+6ExkIgehxOYG/AgXzBrkCJXAA9FmylpeE/85lYPounBo/eylW6NsvOkVcvzL5KETdKdxSbP0dCwxzAA5TFYA==",
+      "dev": true,
+      "license": "MIT"
+    },
+    "node_modules/@webassemblyjs/helper-api-error": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-api-error.tgz",
+      "integrity": "sha512-s47oO2lTrZ4YetGYyu7P4ueUZ3Zl+UfzGySLUFkPlxrV8amp4ySeiG0cS4zE54WYJ5ajG8x+kPcj+wmJmqjc8A==",
+      "dev": true,
+      "license": "MIT"
+    },
+    "node_modules/@webassemblyjs/helper-code-frame": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-code-frame.tgz",
+      "integrity": "sha512-aF2xsJ/LYz6ld4+zNDJ8AsynC3g0UiP1/u+HExz6bPFq55VP7RL0/v22tixuzlfpVkOOrtapt9DL+uFJYSZoZQ==",
+      "dev": true,
+      "license": "MIT",
+      "dependencies": {
+        "@webassemblyjs/wast-printer": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-wast-printer.tgz"
+      }
+    },
+    "node_modules/@webassemblyjs/helper-fsm": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-fsm.tgz",
+      "integrity": "sha512-7GIVVj64wX4PZxQ89p/GjcMgMQW68DikfzSg18neCJvHa6d8+M0G1oUeeu2L+VfKf3DH9qfGwDjjwHiyMeATAg==",
+      "dev": true,
+      "license": "ISC"
+    },
+    "node_modules/@webassemblyjs/helper-numbers": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-numbers.tgz",
+      "integrity": "sha512-G9XJ1H90Po0cIEUgi3JlEg5x35k1WTjIhT1OSa6dWjP6Gu4H3unqUkdbnBHmgrdBx/TKuhm0fHarsIyGsneMSA==",
+      "dev": true,
+      "license": "MIT",
+      "dependencies": {
+        "@webassemblyjs/floating-point-hex-parser": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-floating-point-hex-parser.tgz",
+        "@webassemblyjs/helper-api-error": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-api-error.tgz",
+        "@xtuc/long": "4.2.2"
+      }
+    },
+    "node_modules/@webassemblyjs/helper-wasm-bytecode": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-wasm-bytecode.tgz",
+      "integrity": "sha512-XPAPtrVginHTCjk4taKHVZq7A1mC8zcLrNS3PTWzR84IX1RUdVI7XpAulr6F6bzBHrpRfm8JDq9PhLxCqEjgvA==",
+      "dev": true,
+      "license": "MIT"
+    },
+    "node_modules/@webassemblyjs/ieee754": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-ieee754.tgz",
+      "integrity": "sha512-xhKvCB2yysf6hg7LE52/0Q4DK9ydWkZIPwhQuGBtatSjwxU1oFd7JxQe+oqd8bmrYEd/W86Cq1FfA81IOpKTqA==",
+      "dev": true,
+      "license": "MIT",
+      "dependencies": {
+        "@xtuc/ieee754": "^1.2.0"
+      }
+    },
+    "node_modules/@webassemblyjs/leb128": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-leb128.tgz",
+      "integrity": "sha512-eXvoK2Q3MG9IXIRmVncysJDk2y7ImoztWbbRE/UytbBAFkw/c2qxTVty3gX2YhoRjAvv9/ifBqVkBZ8uh4/KSg==",
+      "dev": true,
+      "license": "Apache-2.0",
+      "dependencies": {
+        "@xtuc/long": "4.2.2"
+      }
+    },
+    "node_modules/@webassemblyjs/utf8": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-utf8.tgz",
+      "integrity": "sha512-K0M8V6g1+k4hSoP/XdPvAN2y7A2FYP5IThWUTRSif1KhbiggxF1jbiVoq7YLCucWA8MZs/f5p257KKqtSKXP1A==",
+      "dev": true,
+      "license": "MIT"
+    },
+    "node_modules/@webassemblyjs/wasm-parser": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/latest/download/webassemblyjs-wasm-parser.tgz",
+      "integrity": "sha512-/jo3/7k69tIuWln/HaHKhTfm3f3zISDmCXKVFeGPc3XMPLr11EY0p3zPyHG1SKHkWETdG5LJIhMaD+CAlfk6qg==",
+      "dev": true,
+      "license": "MIT",
+      "dependencies": {
+        "@webassemblyjs/ast": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-ast.tgz",
+        "@webassemblyjs/helper-api-error": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-api-error.tgz",
+        "@webassemblyjs/helper-wasm-bytecode": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-wasm-bytecode.tgz",
+        "@webassemblyjs/ieee754": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-ieee754.tgz",
+        "@webassemblyjs/leb128": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-leb128.tgz",
+        "@webassemblyjs/utf8": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-utf8.tgz"
+      }
+    },
+    "node_modules/@webassemblyjs/wast-parser": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/latest/download/webassemblyjs-wast-parser.tgz",
+      "integrity": "sha512-DVGZfBnzYbqyHuvAKGiDc8gw0s0MITY2zrsPGvtx2XpaNJ1tHaeNpyOHs+GvN6/k7VsuEmNqrIzTpl6apw1oSQ==",
+      "dev": true,
+      "license": "MIT",
+      "dependencies": {
+        "@webassemblyjs/ast": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-ast.tgz",
+        "@webassemblyjs/floating-point-hex-parser": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-floating-point-hex-parser.tgz",
+        "@webassemblyjs/helper-api-error": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-api-error.tgz",
+        "@webassemblyjs/helper-code-frame": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-code-frame.tgz",
+        "@webassemblyjs/helper-fsm": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-helper-fsm.tgz",
+        "@xtuc/long": "4.2.2"
+      }
+    },
+    "node_modules/@webassemblyjs/wast-printer": {
+      "version": "1.11.1",
+      "resolved": "https://github.com/mitschabaude/webassemblyjs/releases/latest/download/webassemblyjs-wast-printer.tgz",
+      "integrity": "sha512-WFuDIpmoSfU0Du2GA/UGluMJLgKWALsGPcvkDFg3GDgxdDyva1hIW+8K6frSbv/YTwo50gBhW5dw4OB7cr6T5Q==",
+      "dev": true,
+      "license": "MIT",
+      "dependencies": {
+        "@webassemblyjs/ast": "https://github.com/mitschabaude/webassemblyjs/releases/download/v1.11.1-3/webassemblyjs-ast.tgz",
+        "@xtuc/long": "4.2.2"
+      }
+    },
+    "node_modules/@xtuc/ieee754": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/@xtuc/ieee754/-/ieee754-1.2.0.tgz",
+      "integrity": "sha512-DX8nKgqcGwsc0eJSqYt5lwP4DH5FlHnmuWWBRy7X0NcaGR0ZtuyeESgMwTYVEtxmsNGY+qit4QYT/MIYTOTPeA==",
+      "dev": true
+    },
+    "node_modules/@xtuc/long": {
+      "version": "4.2.2",
+      "resolved": "https://registry.npmjs.org/@xtuc/long/-/long-4.2.2.tgz",
+      "integrity": "sha512-NuHqBY1PB/D8xU6s/thBgOAiAP7HOYDQ32+BFZILJ8ivkUkAHQnWfn6WhL79Owj1qmUnoN/YPhktdIoucipkAQ==",
+      "dev": true
+    },
     "node_modules/@zenfs/core": {
       "version": "0.17.1",
       "resolved": "https://registry.npmjs.org/@zenfs/core/-/core-0.17.1.tgz",
@@ -2599,6 +2741,23 @@
         "node": ">=8"
       }
     },
+    "node_modules/binaryen": {
+      "version": "119.0.0",
+      "resolved": "https://registry.npmjs.org/binaryen/-/binaryen-119.0.0.tgz",
+      "integrity": "sha512-DTdcs8ijrj2OIEftWVPVkYsgJ8MzlYH+uSsC8156g88E7CNaG8kEfWNGSXxb3tPlzadrm6sD3mgSEKKZJu4Q3g==",
+      "dev": true,
+      "bin": {
+        "wasm-as": "bin/wasm-as",
+        "wasm-ctor-eval": "bin/wasm-ctor-eval",
+        "wasm-dis": "bin/wasm-dis",
+        "wasm-merge": "bin/wasm-merge",
+        "wasm-metadce": "bin/wasm-metadce",
+        "wasm-opt": "bin/wasm-opt",
+        "wasm-reduce": "bin/wasm-reduce",
+        "wasm-shell": "bin/wasm-shell",
+        "wasm2js": "bin/wasm2js"
+      }
+    },
     "node_modules/bowser": {
       "version": "2.11.0",
       "resolved": "https://registry.npmjs.org/bowser/-/bowser-2.11.0.tgz",
@@ -2849,6 +3008,12 @@
       "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==",
       "dev": true
     },
+    "node_modules/commondir": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/commondir/-/commondir-1.0.1.tgz",
+      "integrity": "sha512-W9pAhw0ja1Edb5GVdIF1mjZw/ASI0AlShXM83UUGe2DVr5TdAPEA1OA8m/g8zWp9x6On7gqufY+FatDbC3MDQg==",
+      "dev": true
+    },
     "node_modules/concat-map": {
       "version": "0.0.1",
       "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
@@ -3036,6 +3201,12 @@
         "node": ">= 0.4"
       }
     },
+    "node_modules/es-module-lexer": {
+      "version": "1.5.4",
+      "resolved": "https://registry.npmjs.org/es-module-lexer/-/es-module-lexer-1.5.4.tgz",
+      "integrity": "sha512-MVNK56NiMrOwitFB7cqDwq0CQutbw+0BvLshJSse0MUNU+y1FC3bUS/AQg7oUng+/wKrrki7JfmwtVHkVfPLlw==",
+      "dev": true
+    },
     "node_modules/esbuild": {
       "version": "0.21.2",
       "resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.21.2.tgz",
@@ -3074,6 +3245,26 @@
         "@esbuild/win32-x64": "0.21.2"
       }
     },
+    "node_modules/esbuild-plugin-wat": {
+      "version": "0.2.7",
+      "resolved": "https://registry.npmjs.org/esbuild-plugin-wat/-/esbuild-plugin-wat-0.2.7.tgz",
+      "integrity": "sha512-Hb2BJHezVrKDu3zY/gAKdLa5j3l8ybgi7UDgxFHwpxjMRqmMgceBa1FIQLZovfh5bhbl1u0n4MMnhRS0yM1BNg==",
+      "dev": true,
+      "dependencies": {
+        "@webassemblyjs/ast": "https://github.com/mitschabaude/webassemblyjs/releases/latest/download/webassemblyjs-ast.tgz",
+        "@webassemblyjs/wasm-parser": "https://github.com/mitschabaude/webassemblyjs/releases/latest/download/webassemblyjs-wasm-parser.tgz",
+        "@webassemblyjs/wast-parser": "https://github.com/mitschabaude/webassemblyjs/releases/latest/download/webassemblyjs-wast-parser.tgz",
+        "@webassemblyjs/wast-printer": "https://github.com/mitschabaude/webassemblyjs/releases/latest/download/webassemblyjs-wast-printer.tgz",
+        "binaryen": "latest",
+        "find-cache-dir": "^3.3.1",
+        "minimist": "^1.2.5",
+        "parse-imports": "^1.1.0",
+        "wabt": "latest"
+      },
+      "bin": {
+        "watbundle": "bin/watbundle.js"
+      }
+    },
     "node_modules/escalade": {
       "version": "3.1.1",
       "resolved": "https://registry.npmjs.org/escalade/-/escalade-3.1.1.tgz",
@@ -3433,6 +3624,23 @@
         "node": ">=8"
       }
     },
+    "node_modules/find-cache-dir": {
+      "version": "3.3.2",
+      "resolved": "https://registry.npmjs.org/find-cache-dir/-/find-cache-dir-3.3.2.tgz",
+      "integrity": "sha512-wXZV5emFEjrridIgED11OoUKLxiYjAcqot/NJdAkOhlJ+vGzwhOAfcG5OX1jP+S0PcjEn8bdMJv+g2jwQ3Onig==",
+      "dev": true,
+      "dependencies": {
+        "commondir": "^1.0.1",
+        "make-dir": "^3.0.2",
+        "pkg-dir": "^4.1.0"
+      },
+      "engines": {
+        "node": ">=8"
+      },
+      "funding": {
+        "url": "https://github.com/avajs/find-cache-dir?sponsor=1"
+      }
+    },
     "node_modules/find-up": {
       "version": "5.0.0",
       "resolved": "https://registry.npmjs.org/find-up/-/find-up-5.0.0.tgz",
@@ -4147,6 +4355,30 @@
         "get-func-name": "^2.0.1"
       }
     },
+    "node_modules/make-dir": {
+      "version": "3.1.0",
+      "resolved": "https://registry.npmjs.org/make-dir/-/make-dir-3.1.0.tgz",
+      "integrity": "sha512-g3FeP20LNwhALb/6Cz6Dd4F2ngze0jz7tbzrD2wAV+o9FeNHe4rL+yK2md0J/fiSf1sa1ADhXqi5+oVwOM/eGw==",
+      "dev": true,
+      "dependencies": {
+        "semver": "^6.0.0"
+      },
+      "engines": {
+        "node": ">=8"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
+    },
+    "node_modules/make-dir/node_modules/semver": {
+      "version": "6.3.1",
+      "resolved": "https://registry.npmjs.org/semver/-/semver-6.3.1.tgz",
+      "integrity": "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA==",
+      "dev": true,
+      "bin": {
+        "semver": "bin/semver.js"
+      }
+    },
     "node_modules/merge2": {
       "version": "1.4.1",
       "resolved": "https://registry.npmjs.org/merge2/-/merge2-1.4.1.tgz",
@@ -4181,6 +4413,15 @@
         "node": ">=10"
       }
     },
+    "node_modules/minimist": {
+      "version": "1.2.8",
+      "resolved": "https://registry.npmjs.org/minimist/-/minimist-1.2.8.tgz",
+      "integrity": "sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA==",
+      "dev": true,
+      "funding": {
+        "url": "https://github.com/sponsors/ljharb"
+      }
+    },
     "node_modules/mocha": {
       "version": "10.4.0",
       "resolved": "https://registry.npmjs.org/mocha/-/mocha-10.4.0.tgz",
@@ -4477,6 +4718,15 @@
         "url": "https://github.com/sponsors/sindresorhus"
       }
     },
+    "node_modules/p-try": {
+      "version": "2.2.0",
+      "resolved": "https://registry.npmjs.org/p-try/-/p-try-2.2.0.tgz",
+      "integrity": "sha512-R4nPAVTAU0B9D35/Gk3uJf/7XYbQcyohSKdvAxIRSNghFl4e71hVoGnBNQz9cWaXxO2I10KTC+3jMdvvoKw6dQ==",
+      "dev": true,
+      "engines": {
+        "node": ">=6"
+      }
+    },
     "node_modules/parent-module": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/parent-module/-/parent-module-1.0.1.tgz",
@@ -4489,6 +4739,19 @@
         "node": ">=6"
       }
     },
+    "node_modules/parse-imports": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/parse-imports/-/parse-imports-1.2.0.tgz",
+      "integrity": "sha512-K5aG9cextqjAlyevwuSMjWPbBr+X8xGgfHS4VopbKC1u3jLndRGl2CoUHMTvuD6LIg4di5TzH/Pw9+XZyTjI/w==",
+      "dev": true,
+      "dependencies": {
+        "es-module-lexer": "^1.5.2",
+        "slashes": "^3.0.12"
+      },
+      "engines": {
+        "node": ">= 12.17"
+      }
+    },
     "node_modules/path-exists": {
       "version": "4.0.0",
       "resolved": "https://registry.npmjs.org/path-exists/-/path-exists-4.0.0.tgz",
@@ -4552,6 +4815,70 @@
         "url": "https://github.com/sponsors/jonschlinkert"
       }
     },
+    "node_modules/pkg-dir": {
+      "version": "4.2.0",
+      "resolved": "https://registry.npmjs.org/pkg-dir/-/pkg-dir-4.2.0.tgz",
+      "integrity": "sha512-HRDzbaKjC+AOWVXxAU/x54COGeIv9eb+6CkDSQoNTt4XyWoIJvuPsXizxu/Fr23EiekbtZwmh1IcIG/l/a10GQ==",
+      "dev": true,
+      "dependencies": {
+        "find-up": "^4.0.0"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/pkg-dir/node_modules/find-up": {
+      "version": "4.1.0",
+      "resolved": "https://registry.npmjs.org/find-up/-/find-up-4.1.0.tgz",
+      "integrity": "sha512-PpOwAdQ/YlXQ2vj8a3h8IipDuYRi3wceVQQGYWxNINccq40Anw7BlsEXCMbt1Zt+OLA6Fq9suIpIWD0OsnISlw==",
+      "dev": true,
+      "dependencies": {
+        "locate-path": "^5.0.0",
+        "path-exists": "^4.0.0"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/pkg-dir/node_modules/locate-path": {
+      "version": "5.0.0",
+      "resolved": "https://registry.npmjs.org/locate-path/-/locate-path-5.0.0.tgz",
+      "integrity": "sha512-t7hw9pI+WvuwNJXwk5zVHpyhIqzg2qTlklJOf0mVxGSbe3Fp2VieZcduNYjaLDoy6p9uGpQEGWG87WpMKlNq8g==",
+      "dev": true,
+      "dependencies": {
+        "p-locate": "^4.1.0"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/pkg-dir/node_modules/p-limit": {
+      "version": "2.3.0",
+      "resolved": "https://registry.npmjs.org/p-limit/-/p-limit-2.3.0.tgz",
+      "integrity": "sha512-//88mFWSJx8lxCzwdAABTJL2MyWB12+eIY7MDL2SqLmAkeKU9qxRvWuSyTjm3FUmpBEMuFfckAIqEaVGUDxb6w==",
+      "dev": true,
+      "dependencies": {
+        "p-try": "^2.0.0"
+      },
+      "engines": {
+        "node": ">=6"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
+    },
+    "node_modules/pkg-dir/node_modules/p-locate": {
+      "version": "4.1.0",
+      "resolved": "https://registry.npmjs.org/p-locate/-/p-locate-4.1.0.tgz",
+      "integrity": "sha512-R79ZZ/0wAxKGu3oYMlz8jy/kbhsNrS7SKZ7PxEHBgJ5+F2mtFW2fK2cOtBh1cHYkQsbzFV7I+EoRKe6Yt0oK7A==",
+      "dev": true,
+      "dependencies": {
+        "p-limit": "^2.2.0"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
     "node_modules/prelude-ls": {
       "version": "1.2.1",
       "resolved": "https://registry.npmjs.org/prelude-ls/-/prelude-ls-1.2.1.tgz",
@@ -5091,6 +5418,12 @@
         "node": ">=8"
       }
     },
+    "node_modules/slashes": {
+      "version": "3.0.12",
+      "resolved": "https://registry.npmjs.org/slashes/-/slashes-3.0.12.tgz",
+      "integrity": "sha512-Q9VME8WyGkc7pJf6QEkj3wE+2CnvZMI+XJhwdTPR8Z/kWQRXi7boAWLDibRPyHRTUTPx5FaU7MsyrjI3yLB4HA==",
+      "dev": true
+    },
     "node_modules/snappyjs": {
       "version": "0.7.0",
       "resolved": "https://registry.npmjs.org/snappyjs/-/snappyjs-0.7.0.tgz",
@@ -5437,6 +5770,23 @@
       "resolved": "https://registry.npmjs.org/varint/-/varint-6.0.0.tgz",
       "integrity": "sha512-cXEIW6cfr15lFv563k4GuVuW/fiwjknytD37jIOLSdSWuOI6WnO/oKwmP2FQTU2l01LP8/M5TSAJpzUaGe3uWg=="
     },
+    "node_modules/wabt": {
+      "version": "1.0.36",
+      "resolved": "https://registry.npmjs.org/wabt/-/wabt-1.0.36.tgz",
+      "integrity": "sha512-GAfEcFyvYRZ51xIZKeeCmIKytTz3ejCeEU9uevGNhEnqt9qXp3a8Q2O4ByZr6rKWcd8jV/Oj5cbDJFtmTYdchg==",
+      "dev": true,
+      "bin": {
+        "wasm-decompile": "bin/wasm-decompile",
+        "wasm-interp": "bin/wasm-interp",
+        "wasm-objdump": "bin/wasm-objdump",
+        "wasm-stats": "bin/wasm-stats",
+        "wasm-strip": "bin/wasm-strip",
+        "wasm-validate": "bin/wasm-validate",
+        "wasm2c": "bin/wasm2c",
+        "wasm2wat": "bin/wasm2wat",
+        "wat2wasm": "bin/wat2wasm"
+      }
+    },
     "node_modules/which": {
       "version": "2.0.2",
       "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz",
diff --git a/package.json b/package.json
index 5b257dd2..7398b879 100644
--- a/package.json
+++ b/package.json
@@ -45,6 +45,7 @@
     "chai": "4.4.1",
     "core-js": "^3.37.1",
     "esbuild": "^0.21.2",
+    "esbuild-plugin-wat": "^0.2.7",
     "eslint": "^8.57.0",
     "eslint-plugin-mocha": "^10.4.3",
     "events": "^3.3.0",
@@ -66,7 +67,7 @@
     "build": "npm run build:node && npm run build:types",
     "build:types": "tsc -p tsconfig.types.json && cp gen-nodejs/parquet_types.d.ts dist/gen-nodejs/parquet_types.d.ts",
     "build:node": "tsc -b",
-    "build:browser": "node esbuild.js",
+    "build:browser": "node esbuild.mjs",
     "type": "tsc --noEmit",
     "lint": "eslint . && npx prettier . --check",
     "lint:fix": "eslint --fix .",
@@ -76,7 +77,7 @@
     "clean": "rm -Rf ./dist",
     "prepublishOnly": "npm run clean && npm run build:node && npm run build:types && npm run build:browser",
     "thrift": "thrift -out gen-nodejs --gen js:ts parquet.thrift && thrift -out gen-nodejs --gen js:node parquet.thrift",
-    "serve": "node esbuild-serve.js"
+    "serve": "node esbuild-serve.mjs"
   },
   "browser": {
     "assert": "assert",

From 380fd7cb77b2b453ecc2eb04bfcf92169dc2b915 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:02:42 -0400
Subject: [PATCH 09/20] Add note to failing reference test

---
 README.md                            | 2 +-
 test/reference-test/read-all.test.ts | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/README.md b/README.md
index a5de7937..11e4982d 100644
--- a/README.md
+++ b/README.md
@@ -491,7 +491,7 @@ To run the browser tests (folder: `test/browser`) in a specific browser:
 1. `npm i`
 2. `npm run build:browser`
 3. `npx serve .`
-4. `open http://localhost:3000/test/browser/` in your preferred browser
+4. `open http://localhost:3000/test/browser/` in your preferred browser (Trailing `/` is required)
 
 ## Dependencies
 
diff --git a/test/reference-test/read-all.test.ts b/test/reference-test/read-all.test.ts
index 90264c3f..35c85d27 100644
--- a/test/reference-test/read-all.test.ts
+++ b/test/reference-test/read-all.test.ts
@@ -27,7 +27,7 @@ export const unsupported = [
   'delta_encoding_optional_column.parquet', // DELTA_BINARY_PACKED unsupported
   'delta_encoding_required_column.parquet', // DELTA_BINARY_PACKED unsupported
   'delta_length_byte_array.parquet', // ZSTD unsupported, DELTA_BINARY_PACKED unsupported
-  'large_string_map.brotli.parquet', // BUG?
+  'large_string_map.brotli.parquet', // Failes as the large string is > 1 GB
 ];
 
 describe('Read Test for all files', function () {

From fee18a2c503ef6f4964c8af513574f1b4caf61b0 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:02:55 -0400
Subject: [PATCH 10/20] Brotli working in the browser and node

---
 lib/browser/brotli.ts                         | 133 ++++++++++++++++++
 lib/browser/compression.ts                    |  11 +-
 test/browser/index.html                       |   9 +-
 test/browser/main.ts                          | 122 ++++++++++++++++
 test/lib/codec/rle.test.ts                    |  18 +++
 test/reference-test/read-all.test.ts          |   2 +-
 test/test-files.js                            |   9 ++
 .../sample_brotli_compressed.parquet          | Bin 0 -> 2851 bytes
 8 files changed, 291 insertions(+), 13 deletions(-)
 create mode 100644 lib/browser/brotli.ts
 create mode 100644 test/lib/codec/rle.test.ts
 create mode 100644 test/test-files/sample_brotli_compressed.parquet

diff --git a/lib/browser/brotli.ts b/lib/browser/brotli.ts
new file mode 100644
index 00000000..9a186524
--- /dev/null
+++ b/lib/browser/brotli.ts
@@ -0,0 +1,133 @@
+// Thanks to https://github.com/httptoolkit/brotli-wasm/issues/8#issuecomment-1746768478
+import init, * as brotliWasm from '../../node_modules/brotli-wasm/pkg.web/brotli_wasm.js';
+import wasmUrl from '../../node_modules/brotli-wasm/pkg.web/brotli_wasm_bg.wasm';
+
+const brotliPromise = init(wasmUrl).then(() => brotliWasm);
+
+// We chunk to protect the wasm memory
+const OUTPUT_SIZE = 131_072;
+
+function mergeUint8Arrays(arrs: Uint8Array[], totalLength: number): Uint8Array {
+  const output = new Uint8Array(totalLength);
+  let priorLength = 0;
+  for (const arr of arrs) {
+    output.set(arr, priorLength);
+    priorLength += arr.length;
+  }
+  console.log('output Length', output.length);
+  return output;
+}
+
+export async function compress(input: Uint8Array): Promise<Uint8Array> {
+  console.log('Compress Input Length: ', input.length);
+  // Get a stream for your input:
+  const inputStream = new ReadableStream<Uint8Array>({
+    start(controller) {
+      controller.enqueue(input);
+      controller.close();
+    },
+  });
+
+  // Create a stream to incrementally compress the data as it streams:
+  const brotli = await brotliPromise;
+  const compressStream = new brotli.CompressStream();
+  const compressionStream = new TransformStream<Uint8Array, Uint8Array>({
+    transform(chunk, controller) {
+      let resultCode;
+      let inputOffset = 0;
+
+      // Compress this chunk, producing up to OUTPUT_SIZE output bytes at a time, until the
+      // entire input has been compressed.
+
+      do {
+        const inputChunk = chunk.slice(inputOffset);
+        const result = compressStream.compress(inputChunk, OUTPUT_SIZE);
+        controller.enqueue(result.buf);
+        resultCode = result.code;
+        inputOffset += result.input_offset;
+      } while (resultCode === brotli.BrotliStreamResultCode.NeedsMoreOutput);
+      if (resultCode !== brotli.BrotliStreamResultCode.NeedsMoreInput) {
+        controller.error(`Brotli compression failed when transforming with code ${resultCode}`);
+      }
+    },
+    flush(controller) {
+      // Once the chunks are finished, flush any remaining data (again in repeated fixed-output
+      // chunks) to finish the stream:
+      let resultCode;
+      do {
+        const result = compressStream.compress(undefined, OUTPUT_SIZE);
+        controller.enqueue(result.buf);
+        resultCode = result.code;
+      } while (resultCode === brotli.BrotliStreamResultCode.NeedsMoreOutput);
+      if (resultCode !== brotli.BrotliStreamResultCode.ResultSuccess) {
+        controller.error(`Brotli compression failed when flushing with code ${resultCode}`);
+      }
+      controller.terminate();
+    },
+  });
+
+  const outputs: Uint8Array[] = [];
+  let outputLength = 0;
+  const outputStream = new WritableStream<Uint8Array>({
+    write(chunk) {
+      outputs.push(chunk);
+      outputLength += chunk.length;
+    },
+  });
+
+  await inputStream.pipeThrough(compressionStream).pipeTo(outputStream);
+
+  return mergeUint8Arrays(outputs, outputLength);
+}
+
+export async function inflate(input: Uint8Array): Promise<Uint8Array> {
+  console.log('Inflate Input Length: ', input.length);
+  // Get a stream for your input:
+  const inputStream = new ReadableStream({
+    start(controller) {
+      controller.enqueue(input);
+      controller.close();
+    },
+  });
+
+  const brotli = await brotliPromise;
+  const decompressStream = new brotli.DecompressStream();
+  const decompressionStream = new TransformStream({
+    transform(chunk, controller) {
+      let resultCode;
+      let inputOffset = 0;
+
+      // Decompress this chunk, producing up to OUTPUT_SIZE output bytes at a time, until the
+      // entire input has been decompressed.
+
+      do {
+        const inputChunk = chunk.slice(inputOffset);
+        const result = decompressStream.decompress(inputChunk, OUTPUT_SIZE);
+        controller.enqueue(result.buf);
+        resultCode = result.code;
+        inputOffset += result.input_offset;
+      } while (resultCode === brotli.BrotliStreamResultCode.NeedsMoreOutput);
+      if (
+        resultCode !== brotli.BrotliStreamResultCode.NeedsMoreInput &&
+        resultCode !== brotli.BrotliStreamResultCode.ResultSuccess
+      ) {
+        controller.error(`Brotli decompression failed with code ${resultCode}`);
+      }
+    },
+    flush(controller) {
+      controller.terminate();
+    },
+  });
+  const outputs: Uint8Array[] = [];
+  let outputLength = 0;
+  const outputStream = new WritableStream<Uint8Array>({
+    write(chunk) {
+      outputs.push(chunk);
+      outputLength += chunk.length;
+    },
+  });
+
+  await inputStream.pipeThrough(decompressionStream).pipeTo(outputStream);
+
+  return mergeUint8Arrays(outputs, outputLength);
+}
diff --git a/lib/browser/compression.ts b/lib/browser/compression.ts
index 6a14c977..96f2294d 100644
--- a/lib/browser/compression.ts
+++ b/lib/browser/compression.ts
@@ -5,7 +5,7 @@
 // 3. Test the files
 'use strict';
 import snappy from 'snappyjs';
-import brotliPromise from 'brotli-wasm';
+import * as brotli from './brotli.js';
 
 type PARQUET_COMPRESSION_METHODS = Record<
   string,
@@ -61,9 +61,7 @@ function deflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
 }
 
 async function deflate_brotli(value: Uint8Array) {
-  // Import is async in browsers due to wasm requirements!
-  const brotli = await brotliPromise;
-  return buffer_from_result(brotli.compress(value));
+  return buffer_from_result(await brotli.compress(value));
 }
 
 /**
@@ -93,9 +91,8 @@ function inflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
 }
 
 async function inflate_brotli(value: Uint8Array) {
-  // Import is async in browsers due to wasm requirements!
-  const brotli = await brotliPromise;
-  return buffer_from_result(brotli.decompress(value));
+  // //testing
+  return buffer_from_result(await brotli.inflate(value));
 }
 
 function buffer_from_result(result: ArrayBuffer | Buffer | Uint8Array): Buffer {
diff --git a/test/browser/index.html b/test/browser/index.html
index cc487705..4dafba90 100644
--- a/test/browser/index.html
+++ b/test/browser/index.html
@@ -13,11 +13,10 @@
       mocha.setup('bdd');
     </script>
 
-    <!-- load code you want to test here -->
-    <script src="./main.js"></script>
-    <!-- load your test files here -->
-
-    <script>
+    <script type="module">
+      // <!-- load code you want to test here -->
+      import * as btest from './main.js';
+      // <!-- load your test files here -->
       mocha.run();
     </script>
   </body>
diff --git a/test/browser/main.ts b/test/browser/main.ts
index c2a88470..47c3659d 100644
--- a/test/browser/main.ts
+++ b/test/browser/main.ts
@@ -121,5 +121,127 @@ describe('Browser tests', function () {
         await reader.close();
       });
     });
+
+    it('can read brotli compressed data', async function () {
+      // Data from test/test-files/sample_brotli_compressed.parquet
+      const uint8Array = [
+        80, 65, 82, 49, 21, 4, 21, 80, 21, 34, 76, 21, 10, 21, 0, 18, 0, 0, 27, 39, 0, 0, 4, 238, 248, 108, 160, 17, 74,
+        10, 145, 22, 229, 106, 14, 21, 0, 21, 22, 21, 30, 44, 21, 10, 21, 16, 21, 6, 21, 6, 28, 24, 8, 5, 0, 0, 0, 0, 0,
+        0, 0, 24, 8, 1, 0, 0, 0, 0, 0, 0, 0, 22, 0, 40, 8, 5, 0, 0, 0, 0, 0, 0, 0, 24, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+        0, 11, 5, 128, 2, 0, 0, 0, 10, 1, 3, 3, 136, 70, 0, 3, 38, 222, 1, 28, 21, 4, 25, 53, 0, 6, 16, 25, 24, 2, 105,
+        100, 21, 8, 22, 10, 22, 252, 1, 22, 214, 1, 38, 70, 38, 8, 28, 24, 8, 5, 0, 0, 0, 0, 0, 0, 0, 24, 8, 1, 0, 0, 0,
+        0, 0, 0, 0, 22, 0, 40, 8, 5, 0, 0, 0, 0, 0, 0, 0, 24, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 25, 44, 21, 4, 21, 0, 21, 2,
+        0, 21, 0, 21, 16, 21, 2, 0, 0, 0, 21, 4, 21, 86, 21, 94, 76, 21, 10, 21, 0, 18, 0, 0, 11, 21, 128, 5, 0, 0, 0,
+        65, 108, 105, 99, 101, 3, 0, 0, 0, 66, 111, 98, 7, 0, 0, 0, 67, 104, 97, 114, 108, 105, 101, 5, 0, 0, 0, 68, 97,
+        118, 105, 100, 3, 0, 0, 0, 69, 118, 101, 3, 21, 0, 21, 22, 21, 30, 44, 21, 10, 21, 16, 21, 6, 21, 6, 28, 54, 0,
+        40, 3, 69, 118, 101, 24, 5, 65, 108, 105, 99, 101, 0, 0, 0, 11, 5, 128, 2, 0, 0, 0, 10, 1, 3, 3, 136, 70, 0, 3,
+        38, 240, 4, 28, 21, 12, 25, 53, 0, 6, 16, 25, 24, 4, 110, 97, 109, 101, 21, 8, 22, 10, 22, 202, 1, 22, 218, 1,
+        38, 144, 4, 38, 150, 3, 28, 54, 0, 40, 3, 69, 118, 101, 24, 5, 65, 108, 105, 99, 101, 0, 25, 44, 21, 4, 21, 0,
+        21, 2, 0, 21, 0, 21, 16, 21, 2, 0, 0, 0, 21, 4, 21, 80, 21, 44, 76, 21, 10, 21, 0, 18, 0, 0, 27, 39, 0, 0, 4,
+        54, 224, 18, 77, 150, 101, 57, 27, 104, 132, 146, 66, 164, 69, 185, 154, 3, 21, 0, 21, 22, 21, 30, 44, 21, 10,
+        21, 16, 21, 6, 21, 6, 28, 24, 8, 45, 0, 0, 0, 0, 0, 0, 0, 24, 8, 25, 0, 0, 0, 0, 0, 0, 0, 22, 0, 40, 8, 45, 0,
+        0, 0, 0, 0, 0, 0, 24, 8, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 5, 128, 2, 0, 0, 0, 10, 1, 3, 3, 136, 70, 0, 3,
+        38, 216, 7, 28, 21, 4, 25, 53, 0, 6, 16, 25, 24, 3, 97, 103, 101, 21, 8, 22, 10, 22, 252, 1, 22, 224, 1, 38,
+        192, 6, 38, 248, 5, 28, 24, 8, 45, 0, 0, 0, 0, 0, 0, 0, 24, 8, 25, 0, 0, 0, 0, 0, 0, 0, 22, 0, 40, 8, 45, 0, 0,
+        0, 0, 0, 0, 0, 24, 8, 25, 0, 0, 0, 0, 0, 0, 0, 0, 25, 44, 21, 4, 21, 0, 21, 2, 0, 21, 0, 21, 16, 21, 2, 0, 0, 0,
+        21, 4, 25, 76, 53, 0, 24, 6, 115, 99, 104, 101, 109, 97, 21, 6, 0, 21, 4, 37, 2, 24, 2, 105, 100, 0, 21, 12, 37,
+        2, 24, 4, 110, 97, 109, 101, 37, 0, 76, 28, 0, 0, 0, 21, 4, 37, 2, 24, 3, 97, 103, 101, 0, 22, 10, 25, 28, 25,
+        60, 38, 222, 1, 28, 21, 4, 25, 53, 0, 6, 16, 25, 24, 2, 105, 100, 21, 8, 22, 10, 22, 252, 1, 22, 214, 1, 38, 70,
+        38, 8, 28, 24, 8, 5, 0, 0, 0, 0, 0, 0, 0, 24, 8, 1, 0, 0, 0, 0, 0, 0, 0, 22, 0, 40, 8, 5, 0, 0, 0, 0, 0, 0, 0,
+        24, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 25, 44, 21, 4, 21, 0, 21, 2, 0, 21, 0, 21, 16, 21, 2, 0, 0, 0, 38, 240, 4, 28,
+        21, 12, 25, 53, 0, 6, 16, 25, 24, 4, 110, 97, 109, 101, 21, 8, 22, 10, 22, 202, 1, 22, 218, 1, 38, 144, 4, 38,
+        150, 3, 28, 54, 0, 40, 3, 69, 118, 101, 24, 5, 65, 108, 105, 99, 101, 0, 25, 44, 21, 4, 21, 0, 21, 2, 0, 21, 0,
+        21, 16, 21, 2, 0, 0, 0, 38, 216, 7, 28, 21, 4, 25, 53, 0, 6, 16, 25, 24, 3, 97, 103, 101, 21, 8, 22, 10, 22,
+        252, 1, 22, 224, 1, 38, 192, 6, 38, 248, 5, 28, 24, 8, 45, 0, 0, 0, 0, 0, 0, 0, 24, 8, 25, 0, 0, 0, 0, 0, 0, 0,
+        22, 0, 40, 8, 45, 0, 0, 0, 0, 0, 0, 0, 24, 8, 25, 0, 0, 0, 0, 0, 0, 0, 0, 25, 44, 21, 4, 21, 0, 21, 2, 0, 21, 0,
+        21, 16, 21, 2, 0, 0, 0, 22, 194, 5, 22, 10, 38, 8, 22, 144, 5, 20, 0, 0, 25, 44, 24, 6, 112, 97, 110, 100, 97,
+        115, 24, 251, 4, 123, 34, 105, 110, 100, 101, 120, 95, 99, 111, 108, 117, 109, 110, 115, 34, 58, 32, 91, 123,
+        34, 107, 105, 110, 100, 34, 58, 32, 34, 114, 97, 110, 103, 101, 34, 44, 32, 34, 110, 97, 109, 101, 34, 58, 32,
+        110, 117, 108, 108, 44, 32, 34, 115, 116, 97, 114, 116, 34, 58, 32, 48, 44, 32, 34, 115, 116, 111, 112, 34, 58,
+        32, 53, 44, 32, 34, 115, 116, 101, 112, 34, 58, 32, 49, 125, 93, 44, 32, 34, 99, 111, 108, 117, 109, 110, 95,
+        105, 110, 100, 101, 120, 101, 115, 34, 58, 32, 91, 123, 34, 110, 97, 109, 101, 34, 58, 32, 110, 117, 108, 108,
+        44, 32, 34, 102, 105, 101, 108, 100, 95, 110, 97, 109, 101, 34, 58, 32, 110, 117, 108, 108, 44, 32, 34, 112, 97,
+        110, 100, 97, 115, 95, 116, 121, 112, 101, 34, 58, 32, 34, 117, 110, 105, 99, 111, 100, 101, 34, 44, 32, 34,
+        110, 117, 109, 112, 121, 95, 116, 121, 112, 101, 34, 58, 32, 34, 111, 98, 106, 101, 99, 116, 34, 44, 32, 34,
+        109, 101, 116, 97, 100, 97, 116, 97, 34, 58, 32, 123, 34, 101, 110, 99, 111, 100, 105, 110, 103, 34, 58, 32, 34,
+        85, 84, 70, 45, 56, 34, 125, 125, 93, 44, 32, 34, 99, 111, 108, 117, 109, 110, 115, 34, 58, 32, 91, 123, 34,
+        110, 97, 109, 101, 34, 58, 32, 34, 105, 100, 34, 44, 32, 34, 102, 105, 101, 108, 100, 95, 110, 97, 109, 101, 34,
+        58, 32, 34, 105, 100, 34, 44, 32, 34, 112, 97, 110, 100, 97, 115, 95, 116, 121, 112, 101, 34, 58, 32, 34, 105,
+        110, 116, 54, 52, 34, 44, 32, 34, 110, 117, 109, 112, 121, 95, 116, 121, 112, 101, 34, 58, 32, 34, 105, 110,
+        116, 54, 52, 34, 44, 32, 34, 109, 101, 116, 97, 100, 97, 116, 97, 34, 58, 32, 110, 117, 108, 108, 125, 44, 32,
+        123, 34, 110, 97, 109, 101, 34, 58, 32, 34, 110, 97, 109, 101, 34, 44, 32, 34, 102, 105, 101, 108, 100, 95, 110,
+        97, 109, 101, 34, 58, 32, 34, 110, 97, 109, 101, 34, 44, 32, 34, 112, 97, 110, 100, 97, 115, 95, 116, 121, 112,
+        101, 34, 58, 32, 34, 117, 110, 105, 99, 111, 100, 101, 34, 44, 32, 34, 110, 117, 109, 112, 121, 95, 116, 121,
+        112, 101, 34, 58, 32, 34, 111, 98, 106, 101, 99, 116, 34, 44, 32, 34, 109, 101, 116, 97, 100, 97, 116, 97, 34,
+        58, 32, 110, 117, 108, 108, 125, 44, 32, 123, 34, 110, 97, 109, 101, 34, 58, 32, 34, 97, 103, 101, 34, 44, 32,
+        34, 102, 105, 101, 108, 100, 95, 110, 97, 109, 101, 34, 58, 32, 34, 97, 103, 101, 34, 44, 32, 34, 112, 97, 110,
+        100, 97, 115, 95, 116, 121, 112, 101, 34, 58, 32, 34, 105, 110, 116, 54, 52, 34, 44, 32, 34, 110, 117, 109, 112,
+        121, 95, 116, 121, 112, 101, 34, 58, 32, 34, 105, 110, 116, 54, 52, 34, 44, 32, 34, 109, 101, 116, 97, 100, 97,
+        116, 97, 34, 58, 32, 110, 117, 108, 108, 125, 93, 44, 32, 34, 99, 114, 101, 97, 116, 111, 114, 34, 58, 32, 123,
+        34, 108, 105, 98, 114, 97, 114, 121, 34, 58, 32, 34, 112, 121, 97, 114, 114, 111, 119, 34, 44, 32, 34, 118, 101,
+        114, 115, 105, 111, 110, 34, 58, 32, 34, 49, 55, 46, 48, 46, 48, 34, 125, 44, 32, 34, 112, 97, 110, 100, 97,
+        115, 95, 118, 101, 114, 115, 105, 111, 110, 34, 58, 32, 34, 50, 46, 50, 46, 50, 34, 125, 0, 24, 12, 65, 82, 82,
+        79, 87, 58, 115, 99, 104, 101, 109, 97, 24, 192, 9, 47, 47, 47, 47, 47, 52, 103, 68, 65, 65, 65, 81, 65, 65, 65,
+        65, 65, 65, 65, 75, 65, 65, 52, 65, 66, 103, 65, 70, 65, 65, 103, 65, 67, 103, 65, 65, 65, 65, 65, 66, 66, 65,
+        65, 81, 65, 65, 65, 65, 65, 65, 65, 75, 65, 65, 119, 65, 65, 65, 65, 69, 65, 65, 103, 65, 67, 103, 65, 65, 65,
+        76, 65, 67, 65, 65, 65, 69, 65, 65, 65, 65, 65, 81, 65, 65, 65, 65, 119, 65, 65, 65, 65, 73, 65, 65, 119, 65,
+        66, 65, 65, 73, 65, 65, 103, 65, 65, 65, 67, 73, 65, 103, 65, 65, 66, 65, 65, 65, 65, 72, 115, 67, 65, 65, 66,
+        55, 73, 109, 108, 117, 90, 71, 86, 52, 88, 50, 78, 118, 98, 72, 86, 116, 98, 110, 77, 105, 79, 105, 66, 98, 101,
+        121, 74, 114, 97, 87, 53, 107, 73, 106, 111, 103, 73, 110, 74, 104, 98, 109, 100, 108, 73, 105, 119, 103, 73,
+        109, 53, 104, 98, 87, 85, 105, 79, 105, 66, 117, 100, 87, 120, 115, 76, 67, 65, 105, 99, 51, 82, 104, 99, 110,
+        81, 105, 79, 105, 65, 119, 76, 67, 65, 105, 99, 51, 82, 118, 99, 67, 73, 54, 73, 68, 85, 115, 73, 67, 74, 122,
+        100, 71, 86, 119, 73, 106, 111, 103, 77, 88, 49, 100, 76, 67, 65, 105, 89, 50, 57, 115, 100, 87, 49, 117, 88,
+        50, 108, 117, 90, 71, 86, 52, 90, 88, 77, 105, 79, 105, 66, 98, 101, 121, 74, 117, 89, 87, 49, 108, 73, 106,
+        111, 103, 98, 110, 86, 115, 98, 67, 119, 103, 73, 109, 90, 112, 90, 87, 120, 107, 88, 50, 53, 104, 98, 87, 85,
+        105, 79, 105, 66, 117, 100, 87, 120, 115, 76, 67, 65, 105, 99, 71, 70, 117, 90, 71, 70, 122, 88, 51, 82, 53, 99,
+        71, 85, 105, 79, 105, 65, 105, 100, 87, 53, 112, 89, 50, 57, 107, 90, 83, 73, 115, 73, 67, 74, 117, 100, 87, 49,
+        119, 101, 86, 57, 48, 101, 88, 66, 108, 73, 106, 111, 103, 73, 109, 57, 105, 97, 109, 86, 106, 100, 67, 73, 115,
+        73, 67, 74, 116, 90, 88, 82, 104, 90, 71, 70, 48, 89, 83, 73, 54, 73, 72, 115, 105, 90, 87, 53, 106, 98, 50, 82,
+        112, 98, 109, 99, 105, 79, 105, 65, 105, 86, 86, 82, 71, 76, 84, 103, 105, 102, 88, 49, 100, 76, 67, 65, 105,
+        89, 50, 57, 115, 100, 87, 49, 117, 99, 121, 73, 54, 73, 70, 116, 55, 73, 109, 53, 104, 98, 87, 85, 105, 79, 105,
+        65, 105, 97, 87, 81, 105, 76, 67, 65, 105, 90, 109, 108, 108, 98, 71, 82, 102, 98, 109, 70, 116, 90, 83, 73, 54,
+        73, 67, 74, 112, 90, 67, 73, 115, 73, 67, 74, 119, 89, 87, 53, 107, 89, 88, 78, 102, 100, 72, 108, 119, 90, 83,
+        73, 54, 73, 67, 74, 112, 98, 110, 81, 50, 78, 67, 73, 115, 73, 67, 74, 117, 100, 87, 49, 119, 101, 86, 57, 48,
+        101, 88, 66, 108, 73, 106, 111, 103, 73, 109, 108, 117, 100, 68, 89, 48, 73, 105, 119, 103, 73, 109, 49, 108,
+        100, 71, 70, 107, 89, 88, 82, 104, 73, 106, 111, 103, 98, 110, 86, 115, 98, 72, 48, 115, 73, 72, 115, 105, 98,
+        109, 70, 116, 90, 83, 73, 54, 73, 67, 74, 117, 89, 87, 49, 108, 73, 105, 119, 103, 73, 109, 90, 112, 90, 87,
+        120, 107, 88, 50, 53, 104, 98, 87, 85, 105, 79, 105, 65, 105, 98, 109, 70, 116, 90, 83, 73, 115, 73, 67, 74,
+        119, 89, 87, 53, 107, 89, 88, 78, 102, 100, 72, 108, 119, 90, 83, 73, 54, 73, 67, 74, 49, 98, 109, 108, 106, 98,
+        50, 82, 108, 73, 105, 119, 103, 73, 109, 53, 49, 98, 88, 66, 53, 88, 51, 82, 53, 99, 71, 85, 105, 79, 105, 65,
+        105, 98, 50, 74, 113, 90, 87, 78, 48, 73, 105, 119, 103, 73, 109, 49, 108, 100, 71, 70, 107, 89, 88, 82, 104,
+        73, 106, 111, 103, 98, 110, 86, 115, 98, 72, 48, 115, 73, 72, 115, 105, 98, 109, 70, 116, 90, 83, 73, 54, 73,
+        67, 74, 104, 90, 50, 85, 105, 76, 67, 65, 105, 90, 109, 108, 108, 98, 71, 82, 102, 98, 109, 70, 116, 90, 83, 73,
+        54, 73, 67, 74, 104, 90, 50, 85, 105, 76, 67, 65, 105, 99, 71, 70, 117, 90, 71, 70, 122, 88, 51, 82, 53, 99, 71,
+        85, 105, 79, 105, 65, 105, 97, 87, 53, 48, 78, 106, 81, 105, 76, 67, 65, 105, 98, 110, 86, 116, 99, 72, 108,
+        102, 100, 72, 108, 119, 90, 83, 73, 54, 73, 67, 74, 112, 98, 110, 81, 50, 78, 67, 73, 115, 73, 67, 74, 116, 90,
+        88, 82, 104, 90, 71, 70, 48, 89, 83, 73, 54, 73, 71, 53, 49, 98, 71, 120, 57, 88, 83, 119, 103, 73, 109, 78,
+        121, 90, 87, 70, 48, 98, 51, 73, 105, 79, 105, 66, 55, 73, 109, 120, 112, 89, 110, 74, 104, 99, 110, 107, 105,
+        79, 105, 65, 105, 99, 72, 108, 104, 99, 110, 74, 118, 100, 121, 73, 115, 73, 67, 74, 50, 90, 88, 74, 122, 97,
+        87, 57, 117, 73, 106, 111, 103, 73, 106, 69, 51, 76, 106, 65, 117, 77, 67, 74, 57, 76, 67, 65, 105, 99, 71, 70,
+        117, 90, 71, 70, 122, 88, 51, 90, 108, 99, 110, 78, 112, 98, 50, 52, 105, 79, 105, 65, 105, 77, 105, 52, 121,
+        76, 106, 73, 105, 102, 81, 65, 71, 65, 65, 65, 65, 99, 71, 70, 117, 90, 71, 70, 122, 65, 65, 65, 68, 65, 65, 65,
+        65, 100, 65, 65, 65, 65, 68, 81, 65, 65, 65, 65, 69, 65, 65, 65, 65, 113, 80, 47, 47, 47, 119, 65, 65, 65, 81,
+        73, 81, 65, 65, 65, 65, 70, 65, 65, 65, 65, 65, 81, 65, 65, 65, 65, 65, 65, 65, 65, 65, 65, 119, 65, 65, 65, 71,
+        70, 110, 90, 81, 67, 89, 47, 47, 47, 47, 65, 65, 65, 65, 65, 85, 65, 65, 65, 65, 68, 85, 47, 47, 47, 47, 65, 65,
+        65, 66, 66, 82, 65, 65, 65, 65, 65, 99, 65, 65, 65, 65, 66, 65, 65, 65, 65, 65, 65, 65, 65, 65, 65, 69, 65, 65,
+        65, 65, 98, 109, 70, 116, 90, 81, 65, 65, 65, 65, 65, 69, 65, 65, 81, 65, 66, 65, 65, 65, 65, 66, 65, 65, 70,
+        65, 65, 73, 65, 65, 89, 65, 66, 119, 65, 77, 65, 65, 65, 65, 69, 65, 65, 81, 65, 65, 65, 65, 65, 65, 65, 66, 65,
+        104, 65, 65, 65, 65, 65, 99, 65, 65, 65, 65, 66, 65, 65, 65, 65, 65, 65, 65, 65, 65, 65, 67, 65, 65, 65, 65, 97,
+        87, 81, 65, 65, 65, 103, 65, 68, 65, 65, 73, 65, 65, 99, 65, 67, 65, 65, 65, 65, 65, 65, 65, 65, 65, 70, 65, 65,
+        65, 65, 65, 0, 24, 32, 112, 97, 114, 113, 117, 101, 116, 45, 99, 112, 112, 45, 97, 114, 114, 111, 119, 32, 118,
+        101, 114, 115, 105, 111, 110, 32, 49, 55, 46, 48, 46, 48, 25, 60, 28, 0, 0, 28, 0, 0, 28, 0, 0, 0, 208, 8, 0, 0,
+        80, 65, 82, 49,
+      ];
+      const brotliCompressedBuffer = buffer.Buffer.from(uint8Array);
+      const reader = await parquetjs.ParquetReader.openBuffer(brotliCompressedBuffer);
+      const data: any[] = [];
+      for await (const record of reader) {
+        data.push(record);
+      }
+      assert.equal(data.length, 5);
+      after(async function () {
+        await reader.close();
+      });
+    });
   });
 });
diff --git a/test/lib/codec/rle.test.ts b/test/lib/codec/rle.test.ts
new file mode 100644
index 00000000..bc2c81fa
--- /dev/null
+++ b/test/lib/codec/rle.test.ts
@@ -0,0 +1,18 @@
+// import chai, { expect } from 'chai';
+// import { decodeRunBitpacked } from '../../../lib/codec/rle';
+// import type { Cursor } from '../../../lib/codec/types';
+
+// const _assert = chai.assert;
+
+// describe('RLE Codec', function () {
+//   describe('#decodeRunBitpacked', function () {
+//     it.only('can decode a known bitpack value', function () {
+//       const cursor: Cursor = {
+//         buffer: Buffer.from([7, 251, 127, 127, 28, 1, 9, 254, 251, 191, 63]),
+//         offset: 0,
+//       };
+//       const result = decodeRunBitpacked(cursor, 24, { bitWidth: 1 });
+//       expect(result).equals([]);
+//     });
+//   });
+// });
diff --git a/test/reference-test/read-all.test.ts b/test/reference-test/read-all.test.ts
index 35c85d27..104735f7 100644
--- a/test/reference-test/read-all.test.ts
+++ b/test/reference-test/read-all.test.ts
@@ -27,7 +27,7 @@ export const unsupported = [
   'delta_encoding_optional_column.parquet', // DELTA_BINARY_PACKED unsupported
   'delta_encoding_required_column.parquet', // DELTA_BINARY_PACKED unsupported
   'delta_length_byte_array.parquet', // ZSTD unsupported, DELTA_BINARY_PACKED unsupported
-  'large_string_map.brotli.parquet', // Failes as the large string is > 1 GB
+  'large_string_map.brotli.parquet', // Fails as the large string is > 1 GB
 ];
 
 describe('Read Test for all files', function () {
diff --git a/test/test-files.js b/test/test-files.js
index 116a4bda..22927ff4 100644
--- a/test/test-files.js
+++ b/test/test-files.js
@@ -216,6 +216,15 @@ describe('test-files', function () {
     }
   });
 
+  describe('Brotli compression', function () {
+    // The browser test is separate: in test/browser/main.ts
+    it('works for Node', async function () {
+      const data = await readData('sample_brotli_compressed.parquet');
+      assert.deepEqual(data[0], { id: '1', name: 'Alice', age: '25' });
+      assert.deepEqual(data[1], { id: '2', name: 'Bob', age: '30' });
+    });
+  });
+
   describe('RLE', function () {
     // Tracked in https://github.com/LibertyDSNP/parquetjs/issues/113
     it.skip('rle_boolean_encoding.parquet loads', async function () {
diff --git a/test/test-files/sample_brotli_compressed.parquet b/test/test-files/sample_brotli_compressed.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..f5d5af8b1ed49abf573486155cbec743d083297a
GIT binary patch
literal 2851
zcmcIm&2Jh<6dw#G)Um2G>LO6A%33Kj2b=;nPKk0Eu)#|)F*s&ntJc~t!{Xg#4T~|h
zEalKck7*A%^wdNDiQb|fd+MpGdZ=>gwdyfad+2+!Kn*5RBQ*=mypP%Ue(yJLM(ojQ
zk_&Kq9ADy=IC7hiJ0B7f_~VuN?R&+gufo5#-{lAw=01pn`xY1Ef-8~GBJrL`$TyP0
z<lY=BIBzaKU4UuH=l6e^C;r%Pz7;MIO_SiQXk@|AxKMa0{I@UsvoDs9h2A7|G!C!{
zw?JUH1rs5l*SOEeW!&VRB1~!;s_q9N+fi=7lxxXd)6mhiC7&7^y0%Ys|7?+)<enew
zkwq2&7R?s&XJCa}9u*R>WlLwJ{OAk+>We)K#Gd<CW<tybyvN1IfEn+bFK_QY*E4ro
zUwobYZu|RhuHlM=)&LAXkx<kV2$Fx@3eH)~zufqje81fEAOrg^eX$q8*sDe0|9YI)
zM4wkqw3H^1U{7u7mdpiVL+&o%CKGNM1V++bQd$9E%!3F>cqzIPee^clBKAM*RP60C
z7ye-}yc7$CpDn&mNHiV^I<l?Fy~tmI3*N9b{p?Wfn0?Fc@efx&z2J|*1`^+u?WWGh
zS9xqdFxY+51g+=FT^G~@lRFNGX(s9@CNDn&#fx{yg6pHO(@~BL-P8`JZ62&ccj#a`
zzHb|9NAnQ$EoV4!bd<KPx`@ouU0IV|8J1u0x(&+>yNT}}Jjt(p%wJvsGmU~bG<<&w
z#mF{;!m!=V4aUM0hKczK1SIG(4oF62dGob2%nR0;L~mB^wOr8c*DD$sXEIH&+yAX3
zwxeBLb~{~0v}q_^xjRIjouS<Ab_SUFRPXkTj*ZsjgZqj52_Co@7kR~*x(^@zl0=qi
zwfb0m=$+@ti+4W4XQR1ADXqW{pHC>=pxGwPQ`)4tCbMO;Q~m)Ow<rD*&3QVEEDG}r
zlnyAo2QvoA2{?gH=}r&UXCDZb*_R5nje4qls_fKU#ojd@8(Bpk7Q3>TJ{H=YreGIa
zilv!?F=z@_x}}H*xTdd(XT4I68tQtrrP>v+(ZNVRRdd3ouyxQAa>aA4P#a*J-Fi|(
ze<PLYX=1WpPkFhe`Xpz+Atp^+tJt-klEZwGBZ+6n_0*iag*;%-pV!x`X|;fusG*5z
z2jU+~`vT?$jLCss%Ov!Amc<pUj3HaKww7alSE^TA5F^pp2fRByLlV<%B~^74OJ(tD
zwQ8aCq-h+@U{{B*KJNm5V_ejb#fpLTNtS6Uh3b)F<z2wB2{;_d%Qt8Mr;U2~NZT<7
zW1nJIQf1FS2d~-Jwi*eK`=qHA^6-AOHQ{I{(L>x<a(NuGy_)5Yj@KbK^ROfp%f$M}
zd!1D3+4NO@l~nOW63cIbrzNEhUdPMCr_R|+=)Xj{?QshI;Ho?3>v)^q$3i-(6wWgB
zee9p|P!jVAWnI9Yh5b5n8qm+Gea!Y3VuD;e)rPDeQc}HmE{mBy>-+ZhdZ|tOySZY9
z_4Nd!WU6-AQBoT$#;&n3EVTvWs6q>Pw8pi7h-aE=IBc;)3Fnp4lRY@^cswftGr}Q9
zg^g@LUm<Txm0Sa_24*|JaqD2DXR}piRdHnJnW=amP|AA23kQ0|^TQ&@1NT6KW(RZ^
z*D)sw7^21I*?4%TQ0QwIn^+9Iud<7Vt;UG(kjSbdcTf7dyQVtM8oL-*M;G6!cO^z2
R!QT__OMVIwvIl>U{{g`w(Ov)m

literal 0
HcmV?d00001


From 6c5d024dbf7cc8c341ebe525ae38aea507bfb84e Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:04:43 -0400
Subject: [PATCH 11/20] Add example file to example server

---
 examples/server/views/parquetFiles.ejs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/examples/server/views/parquetFiles.ejs b/examples/server/views/parquetFiles.ejs
index 601058fc..09866217 100644
--- a/examples/server/views/parquetFiles.ejs
+++ b/examples/server/views/parquetFiles.ejs
@@ -63,6 +63,7 @@
     <li><button onclick="readit('fruits.parquet')" >With (unsupported) Brötli compression</button></li>
     <li><button onclick="readit('gzip-nation.impala.parquet')" >With gzip compression</button></li>
     <li><button onclick="readit('snappy-compressed.parquet')" >With snappy compression</button></li>
+    <li><button onclick="readit('sample_brotli_compressed.parquet')" >With brotli compression</button></li>
     <li><button onclick="readit('list.parquet')" >With list elements</button></li>
 </ul>
 <h3>Search fruits-bloomfilter.parquet "name" column for</h3>

From 870e78d3d7e35454b130db7fbc571c77279c6da9 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:17:26 -0400
Subject: [PATCH 12/20] Fix serve issue

---
 esbuild-serve.mjs                                |   5 +++--
 .../files/sample_brotli_compressed.parquet       | Bin 0 -> 2851 bytes
 2 files changed, 3 insertions(+), 2 deletions(-)
 create mode 100644 examples/server/public/files/sample_brotli_compressed.parquet

diff --git a/esbuild-serve.mjs b/esbuild-serve.mjs
index 17be8dc5..0359557b 100644
--- a/esbuild-serve.mjs
+++ b/esbuild-serve.mjs
@@ -5,8 +5,9 @@
  */
 import { compressionBrowserPlugin } from './esbuild-plugins.mjs';
 import watPlugin from 'esbuild-plugin-wat';
+import esbuild from 'esbuild';
 // esbuild has TypeScript support by default. It will use .tsconfig
-require('esbuild')
+esbuild
   .context({
     entryPoints: ['parquet.ts'],
     outfile: 'main.js',
@@ -22,7 +23,7 @@ require('esbuild')
   .then((context) => {
     context
       .serve({
-        servedir: __dirname,
+        servedir: './',
       })
       .then((server) => {
         console.log('serving parquetjs', server);
diff --git a/examples/server/public/files/sample_brotli_compressed.parquet b/examples/server/public/files/sample_brotli_compressed.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..f5d5af8b1ed49abf573486155cbec743d083297a
GIT binary patch
literal 2851
zcmcIm&2Jh<6dw#G)Um2G>LO6A%33Kj2b=;nPKk0Eu)#|)F*s&ntJc~t!{Xg#4T~|h
zEalKck7*A%^wdNDiQb|fd+MpGdZ=>gwdyfad+2+!Kn*5RBQ*=mypP%Ue(yJLM(ojQ
zk_&Kq9ADy=IC7hiJ0B7f_~VuN?R&+gufo5#-{lAw=01pn`xY1Ef-8~GBJrL`$TyP0
z<lY=BIBzaKU4UuH=l6e^C;r%Pz7;MIO_SiQXk@|AxKMa0{I@UsvoDs9h2A7|G!C!{
zw?JUH1rs5l*SOEeW!&VRB1~!;s_q9N+fi=7lxxXd)6mhiC7&7^y0%Ys|7?+)<enew
zkwq2&7R?s&XJCa}9u*R>WlLwJ{OAk+>We)K#Gd<CW<tybyvN1IfEn+bFK_QY*E4ro
zUwobYZu|RhuHlM=)&LAXkx<kV2$Fx@3eH)~zufqje81fEAOrg^eX$q8*sDe0|9YI)
zM4wkqw3H^1U{7u7mdpiVL+&o%CKGNM1V++bQd$9E%!3F>cqzIPee^clBKAM*RP60C
z7ye-}yc7$CpDn&mNHiV^I<l?Fy~tmI3*N9b{p?Wfn0?Fc@efx&z2J|*1`^+u?WWGh
zS9xqdFxY+51g+=FT^G~@lRFNGX(s9@CNDn&#fx{yg6pHO(@~BL-P8`JZ62&ccj#a`
zzHb|9NAnQ$EoV4!bd<KPx`@ouU0IV|8J1u0x(&+>yNT}}Jjt(p%wJvsGmU~bG<<&w
z#mF{;!m!=V4aUM0hKczK1SIG(4oF62dGob2%nR0;L~mB^wOr8c*DD$sXEIH&+yAX3
zwxeBLb~{~0v}q_^xjRIjouS<Ab_SUFRPXkTj*ZsjgZqj52_Co@7kR~*x(^@zl0=qi
zwfb0m=$+@ti+4W4XQR1ADXqW{pHC>=pxGwPQ`)4tCbMO;Q~m)Ow<rD*&3QVEEDG}r
zlnyAo2QvoA2{?gH=}r&UXCDZb*_R5nje4qls_fKU#ojd@8(Bpk7Q3>TJ{H=YreGIa
zilv!?F=z@_x}}H*xTdd(XT4I68tQtrrP>v+(ZNVRRdd3ouyxQAa>aA4P#a*J-Fi|(
ze<PLYX=1WpPkFhe`Xpz+Atp^+tJt-klEZwGBZ+6n_0*iag*;%-pV!x`X|;fusG*5z
z2jU+~`vT?$jLCss%Ov!Amc<pUj3HaKww7alSE^TA5F^pp2fRByLlV<%B~^74OJ(tD
zwQ8aCq-h+@U{{B*KJNm5V_ejb#fpLTNtS6Uh3b)F<z2wB2{;_d%Qt8Mr;U2~NZT<7
zW1nJIQf1FS2d~-Jwi*eK`=qHA^6-AOHQ{I{(L>x<a(NuGy_)5Yj@KbK^ROfp%f$M}
zd!1D3+4NO@l~nOW63cIbrzNEhUdPMCr_R|+=)Xj{?QshI;Ho?3>v)^q$3i-(6wWgB
zee9p|P!jVAWnI9Yh5b5n8qm+Gea!Y3VuD;e)rPDeQc}HmE{mBy>-+ZhdZ|tOySZY9
z_4Nd!WU6-AQBoT$#;&n3EVTvWs6q>Pw8pi7h-aE=IBc;)3Fnp4lRY@^cswftGr}Q9
zg^g@LUm<Txm0Sa_24*|JaqD2DXR}piRdHnJnW=amP|AA23kQ0|^TQ&@1NT6KW(RZ^
z*D)sw7^21I*?4%TQ0QwIn^+9Iud<7Vt;UG(kjSbdcTf7dyQVtM8oL-*M;G6!cO^z2
R!QT__OMVIwvIl>U{{g`w(Ov)m

literal 0
HcmV?d00001


From 8b0ba53306a0cbd41b99675a5aab775673d76037 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:23:15 -0400
Subject: [PATCH 13/20] Docs fix

---
 esbuild-plugins.mjs | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/esbuild-plugins.mjs b/esbuild-plugins.mjs
index 5df9980b..365290b2 100644
--- a/esbuild-plugins.mjs
+++ b/esbuild-plugins.mjs
@@ -1,7 +1,6 @@
 import path from 'node:path';
 /**
- * this plugin resolves to a browser version of compression.ts that
- * does not include LZO comprssion.
+ * this plugin resolves to a browser version of compression.ts that uses different code for browsers
  */
 export const compressionBrowserPlugin = {
   name: 'compressionBrowser',

From 1a8026c7e94317144b7a7288cd940ed7d996f051 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:26:29 -0400
Subject: [PATCH 14/20] Remove unneeded logs

---
 lib/browser/brotli.ts | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/lib/browser/brotli.ts b/lib/browser/brotli.ts
index 9a186524..66c0a980 100644
--- a/lib/browser/brotli.ts
+++ b/lib/browser/brotli.ts
@@ -14,12 +14,10 @@ function mergeUint8Arrays(arrs: Uint8Array[], totalLength: number): Uint8Array {
     output.set(arr, priorLength);
     priorLength += arr.length;
   }
-  console.log('output Length', output.length);
   return output;
 }
 
 export async function compress(input: Uint8Array): Promise<Uint8Array> {
-  console.log('Compress Input Length: ', input.length);
   // Get a stream for your input:
   const inputStream = new ReadableStream<Uint8Array>({
     start(controller) {
@@ -81,7 +79,6 @@ export async function compress(input: Uint8Array): Promise<Uint8Array> {
 }
 
 export async function inflate(input: Uint8Array): Promise<Uint8Array> {
-  console.log('Inflate Input Length: ', input.length);
   // Get a stream for your input:
   const inputStream = new ReadableStream({
     start(controller) {

From 9ddc9fb248a5d28ac2dc660fe9a25d6d4526ef7a Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:27:10 -0400
Subject: [PATCH 15/20] Remove comment

---
 lib/browser/compression.ts | 1 -
 1 file changed, 1 deletion(-)

diff --git a/lib/browser/compression.ts b/lib/browser/compression.ts
index 96f2294d..725a2794 100644
--- a/lib/browser/compression.ts
+++ b/lib/browser/compression.ts
@@ -91,7 +91,6 @@ function inflate_snappy(value: ArrayBuffer | Buffer | Uint8Array) {
 }
 
 async function inflate_brotli(value: Uint8Array) {
-  // //testing
   return buffer_from_result(await brotli.inflate(value));
 }
 

From 5ec71df7040ac9dc4416de571619ec5dd032238c Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:27:51 -0400
Subject: [PATCH 16/20] Remove bad test

---
 test/lib/codec/rle.test.ts | 18 ------------------
 1 file changed, 18 deletions(-)
 delete mode 100644 test/lib/codec/rle.test.ts

diff --git a/test/lib/codec/rle.test.ts b/test/lib/codec/rle.test.ts
deleted file mode 100644
index bc2c81fa..00000000
--- a/test/lib/codec/rle.test.ts
+++ /dev/null
@@ -1,18 +0,0 @@
-// import chai, { expect } from 'chai';
-// import { decodeRunBitpacked } from '../../../lib/codec/rle';
-// import type { Cursor } from '../../../lib/codec/types';
-
-// const _assert = chai.assert;
-
-// describe('RLE Codec', function () {
-//   describe('#decodeRunBitpacked', function () {
-//     it.only('can decode a known bitpack value', function () {
-//       const cursor: Cursor = {
-//         buffer: Buffer.from([7, 251, 127, 127, 28, 1, 9, 254, 251, 191, 63]),
-//         offset: 0,
-//       };
-//       const result = decodeRunBitpacked(cursor, 24, { bitWidth: 1 });
-//       expect(result).equals([]);
-//     });
-//   });
-// });

From c6c19009cad4487bfb69a6ea82440f344c8f5fb9 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:50:34 -0400
Subject: [PATCH 17/20] Fix lint issues

---
 eslint.config.mjs    |  3 +++
 test/browser/main.ts | 23 +++++++++--------------
 2 files changed, 12 insertions(+), 14 deletions(-)

diff --git a/eslint.config.mjs b/eslint.config.mjs
index 7676fb11..2b666d45 100644
--- a/eslint.config.mjs
+++ b/eslint.config.mjs
@@ -10,6 +10,9 @@ export default tseslint.config(
   mochaPlugin.configs.flat.recommended,
   ...tseslint.configs.strict,
   ...tseslint.configs.stylistic,
+  {
+    ignores: ['dist/*', 'test/browser/main.js'],
+  },
   {
     rules: {
       // TODO: Fix/ignore in tests and remove
diff --git a/test/browser/main.ts b/test/browser/main.ts
index 47c3659d..a0d47755 100644
--- a/test/browser/main.ts
+++ b/test/browser/main.ts
@@ -5,6 +5,12 @@ const buffer = require('buffer');
 
 describe('Browser tests', function () {
   describe('reader', function () {
+    let reader;
+
+    after(async function () {
+      if (reader) await reader.close();
+    });
+
     it('can read snappy compressed data', async function () {
       // Data from test/test-files/snappy-compressed.parquet
       const uint8Array = [
@@ -25,16 +31,12 @@ describe('Browser tests', function () {
         101, 116, 106, 115, 0, 163, 0, 0, 0, 80, 65, 82, 49,
       ];
       const snappyCompressedBuffer = buffer.Buffer.from(uint8Array);
-      const reader = await parquetjs.ParquetReader.openBuffer(snappyCompressedBuffer);
+      reader = await parquetjs.ParquetReader.openBuffer(snappyCompressedBuffer);
       const data: any[] = [];
       for await (const record of reader) {
         data.push(record);
       }
       assert.equal(data.length, 4);
-
-      after(async function () {
-        await reader.close();
-      });
     });
 
     it('can read gzip compressed data', async function () {
@@ -110,16 +112,12 @@ describe('Browser tests', function () {
         57, 100, 53, 53, 97, 51, 41, 0, 71, 1, 0, 0, 80, 65, 82, 49,
       ];
       const gzipCompressedBuffer = buffer.Buffer.from(uint8Array);
-      const reader = await parquetjs.ParquetReader.openBuffer(gzipCompressedBuffer);
+      reader = await parquetjs.ParquetReader.openBuffer(gzipCompressedBuffer);
       const data: any[] = [];
       for await (const record of reader) {
         data.push(record);
       }
       assert.equal(data.length, 25);
-
-      after(async function () {
-        await reader.close();
-      });
     });
 
     it('can read brotli compressed data', async function () {
@@ -233,15 +231,12 @@ describe('Browser tests', function () {
         80, 65, 82, 49,
       ];
       const brotliCompressedBuffer = buffer.Buffer.from(uint8Array);
-      const reader = await parquetjs.ParquetReader.openBuffer(brotliCompressedBuffer);
+      reader = await parquetjs.ParquetReader.openBuffer(brotliCompressedBuffer);
       const data: any[] = [];
       for await (const record of reader) {
         data.push(record);
       }
       assert.equal(data.length, 5);
-      after(async function () {
-        await reader.close();
-      });
     });
   });
 });

From 23e281c904dfdbaea778e99b06c2fe1fded2badd Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:50:59 -0400
Subject: [PATCH 18/20] Update gitignore

---
 .gitignore | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/.gitignore b/.gitignore
index 5ffd9c3e..28fda3cb 100644
--- a/.gitignore
+++ b/.gitignore
@@ -8,3 +8,5 @@ dist
 !test/reference-test/files/*.parquet
 examples/server/package-lock.json
 test/browser/*.js
+main.js
+main.js.map

From 45be2f3aaab0169c5d9a68d60fba136da60a231d Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 11:54:02 -0400
Subject: [PATCH 19/20] Update test for merge

---
 test/test-files.js | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/test/test-files.js b/test/test-files.js
index 22927ff4..15da0578 100644
--- a/test/test-files.js
+++ b/test/test-files.js
@@ -220,8 +220,8 @@ describe('test-files', function () {
     // The browser test is separate: in test/browser/main.ts
     it('works for Node', async function () {
       const data = await readData('sample_brotli_compressed.parquet');
-      assert.deepEqual(data[0], { id: '1', name: 'Alice', age: '25' });
-      assert.deepEqual(data[1], { id: '2', name: 'Bob', age: '30' });
+      assert.deepEqual(data[0], { id: 1n, name: 'Alice', age: 25n });
+      assert.deepEqual(data[1], { id: 2n, name: 'Bob', age: 30n });
     });
   });
 

From 3d4146b404e878d48b448b05cee539d9be7c1ce8 Mon Sep 17 00:00:00 2001
From: Wil Wade <wil.wade@amplica.io>
Date: Tue, 10 Sep 2024 17:06:53 -0400
Subject: [PATCH 20/20] Update esbuild.mjs

---
 esbuild.mjs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/esbuild.mjs b/esbuild.mjs
index ea63fc55..7c623fc3 100644
--- a/esbuild.mjs
+++ b/esbuild.mjs
@@ -11,7 +11,7 @@ const baseConfig = {
     global: 'window',
   },
   inject: ['./esbuild-shims.mjs'],
-  minify: false,
+  minify: true,
   mainFields: ['browser', 'module', 'main'],
   platform: 'browser', // default
   plugins: [compressionBrowserPlugin, watPlugin()],