refactor: remove batch size for now

src/datafusion/config.rs

@@ -19,8 +19,6 @@ use std::sync::Arc;
 
 use object_store::ObjectStore;
 
-const DEFAULT_BATCH_SIZE: usize = 8096;
-
 /// Configuration for Zarr DataFusion processing.
 #[derive(Clone)]
 pub struct ZarrConfig {
@@ -29,9 +27,6 @@ pub struct ZarrConfig {
 
     /// The projection for the scan.
     pub projection: Option<Vec<usize>>,
-
-    /// The batch size for the scan.
-    pub batch_size: usize,
 }
 
 impl ZarrConfig {
@@ -40,16 +35,9 @@ impl ZarrConfig {
         Self {
             object_store,
             projection: None,
-            batch_size: DEFAULT_BATCH_SIZE,
         }
     }
 
-    /// Set the batch size for the scan.
-    pub fn with_batch_size(mut self, batch_size: usize) -> Self {
-        self.batch_size = batch_size;
-        self
-    }
-
     /// Set the projection for the scan.
     pub fn with_projection(mut self, projection: Option<Vec<usize>>) -> Self {
         self.projection = projection;

src/datafusion/scanner.rs

@@ -98,11 +98,8 @@ impl ExecutionPlan for ZarrScan {
             .runtime_env()
             .object_store(&self.base_config.object_store_url)?;
 
-        let batch_size = context.session_config().batch_size();
-
-        let config = ZarrConfig::new(object_store)
-            .with_batch_size(batch_size)
-            .with_projection(self.base_config.projection.clone());
+        let config =
+            ZarrConfig::new(object_store).with_projection(self.base_config.projection.clone());
 
         let opener = ZarrFileOpener::new(config);