feat: support set min-level of logger

crates/arroyo-rpc/default.toml

@@ -87,3 +87,4 @@ nonblocking = false
 enable-file-line = false
 enable-file-name = false 
 buffered-lines-limit = 4096
+min-level = "INFO" # option: trace / debug / info / debug / error / all (i.e. trace) / off

crates/arroyo-rpc/src/config.rs

@@ -626,6 +626,10 @@ pub struct LogConfig {
     #[serde(default)]
     pub format: LogFormat,
 
+    /// set min level for logger
+    #[serde(default)]
+    pub min_level: Option<String>,
+
     /// Nonblocking logging may reduce tail latency at the cost of higher memory usage
     #[serde(default)]
     pub nonblocking: bool,

crates/arroyo-server-common/src/lib.rs

@@ -54,11 +54,29 @@ pub fn init_logging(name: &str) -> Option<WorkerGuard> {
     init_logging_with_filter(
         name,
         EnvFilter::builder()
-            .with_default_directive(LevelFilter::INFO.into())
+            .with_default_directive(parse_level_filter().into())
             .from_env_lossy(),
     )
 }
 
+fn parse_level_filter() -> LevelFilter {
+    let level_filter = config()
+        .logging
+        .min_level
+        .clone()
+        .unwrap_or(std::env::var(EnvFilter::DEFAULT_ENV).unwrap_or("info".to_string()));
+
+    match level_filter.to_lowercase().as_str() {
+        "all" | "trace" => LevelFilter::TRACE,
+        "debug" => LevelFilter::DEBUG,
+        "info" => LevelFilter::INFO,
+        "warn" => LevelFilter::WARN,
+        "error" => LevelFilter::ERROR,
+        "off" => LevelFilter::OFF,
+        _ => LevelFilter::INFO,
+    }
+}
+
 macro_rules! register_log {
     ($e: expr, $nonblocking: expr, $filter: expr) => {{
         let layer = $e;