diff --git a/src/datafusion/config.rs b/src/datafusion/config.rs index 31509e7..a66c8b6 100644 --- a/src/datafusion/config.rs +++ b/src/datafusion/config.rs @@ -19,8 +19,6 @@ use std::sync::Arc; use object_store::ObjectStore; -const DEFAULT_BATCH_SIZE: usize = 8096; - /// Configuration for Zarr DataFusion processing. #[derive(Clone)] pub struct ZarrConfig { @@ -29,9 +27,6 @@ pub struct ZarrConfig { /// The projection for the scan. pub projection: Option>, - - /// The batch size for the scan. - pub batch_size: usize, } impl ZarrConfig { @@ -40,16 +35,9 @@ impl ZarrConfig { Self { object_store, projection: None, - batch_size: DEFAULT_BATCH_SIZE, } } - /// Set the batch size for the scan. - pub fn with_batch_size(mut self, batch_size: usize) -> Self { - self.batch_size = batch_size; - self - } - /// Set the projection for the scan. pub fn with_projection(mut self, projection: Option>) -> Self { self.projection = projection; diff --git a/src/datafusion/scanner.rs b/src/datafusion/scanner.rs index 2ffcc81..b9f85b8 100644 --- a/src/datafusion/scanner.rs +++ b/src/datafusion/scanner.rs @@ -98,11 +98,8 @@ impl ExecutionPlan for ZarrScan { .runtime_env() .object_store(&self.base_config.object_store_url)?; - let batch_size = context.session_config().batch_size(); - - let config = ZarrConfig::new(object_store) - .with_batch_size(batch_size) - .with_projection(self.base_config.projection.clone()); + let config = + ZarrConfig::new(object_store).with_projection(self.base_config.projection.clone()); let opener = ZarrFileOpener::new(config);