feat(storage): allow configurable cache size

src/bin/dolos/common.rs

@@ -21,8 +21,10 @@ pub fn open_data_stores(config: &crate::Config) -> Result<Stores, Error> {
 
     std::fs::create_dir_all(root).map_err(Error::storage)?;
 
-    let wal = WalStore::open(root.join("wal")).map_err(Error::storage)?;
-    let ledger = LedgerStore::open(root.join("ledger")).map_err(Error::storage)?;
+    let wal = WalStore::open(root.join("wal"), config.storage.wal_cache).map_err(Error::storage)?;
+
+    let ledger = LedgerStore::open(root.join("ledger"), config.storage.ledger_cache)
+        .map_err(Error::storage)?;
 
     Ok((wal, ledger))
 }

src/bin/dolos/main.rs

@@ -65,6 +65,13 @@ struct Cli {
 #[derive(Serialize, Deserialize)]
 pub struct StorageConfig {
     path: std::path::PathBuf,
+
+    /// Size (in Mb) of memory allocated for WAL caching
+    wal_cache: Option<usize>,
+
+    /// Size (in Mb) of memory allocated for ledger caching
+    ledger_cache: Option<usize>,
+
     #[allow(dead_code)]
     wal_size: Option<u64>,
 }
@@ -73,6 +80,8 @@ impl Default for StorageConfig {
     fn default() -> Self {
         Self {
             path: PathBuf::from("data"),
+            wal_cache: None,
+            ledger_cache: None,
             wal_size: None,
         }
     }

src/ledger/store.rs

@@ -232,15 +232,18 @@ impl LedgerTable for ByAddressIndex {
     }
 }
 
+const DEFAULT_CACHE_SIZE_MB: usize = 500;
+
 #[derive(Clone)]
 pub struct LedgerStore(Arc<redb::Database>);
 
 impl LedgerStore {
-    pub fn open(path: impl AsRef<Path>) -> Result<Self, redb::Error> {
+    pub fn open(path: impl AsRef<Path>, cache_size: Option<usize>) -> Result<Self, redb::Error> {
         let inner = redb::Database::builder()
             .set_repair_callback(|x| {
                 warn!(progress = x.progress() * 100f64, "ledger db is repairing")
             })
+            .set_cache_size(1024 * 1024 * cache_size.unwrap_or(DEFAULT_CACHE_SIZE_MB))
             //.create_with_backend(redb::backends::InMemoryBackend::new())?;
             .create(path)?;
 

src/wal/redb.rs

@@ -78,6 +78,8 @@ where
     }
 }
 
+const DEFAULT_CACHE_SIZE_MB: usize = 50;
+
 /// Concrete implementation of WalStore using Redb
 #[derive(Clone)]
 pub struct WalStore {
@@ -123,9 +125,10 @@ impl WalStore {
         Ok(out)
     }
 
-    pub fn open(path: impl AsRef<Path>) -> Result<Self, WalError> {
+    pub fn open(path: impl AsRef<Path>, cache_size: Option<usize>) -> Result<Self, WalError> {
         let inner = redb::Database::builder()
             .set_repair_callback(|x| warn!(progress = x.progress() * 100f64, "wal db is repairing"))
+            .set_cache_size(1024 * 1024 * cache_size.unwrap_or(DEFAULT_CACHE_SIZE_MB))
             .create(path)?;
 
         let mut out = Self {