fill_null for current check functions which doesn't account for null

cfpb · Oct 22, 2024 · d10f24c · d10f24c
1 parent d8b8690
commit d10f24c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/regtech_data_validator/validator.py b/src/regtech_data_validator/validator.py
@@ -197,7 +197,7 @@ def validate_batch_parquet(
             'aws_region': 'us-east-1',
         }
 
-    lf = pl.scan_parquet(path, allow_missing_columns=True, storage_options=storage_options)
+    lf = pl.scan_parquet(path, allow_missing_columns=True, storage_options=storage_options).fill_null('')
 
     for validation_results, uids in validate_lazy_chunks(
         syntax_schema, lf, batch_size, batch_count, max_errors, syntax_checks