feat(metrics): new storage_http_requests_count

src/common/metrics/src/metrics/storage.rs

@@ -16,17 +16,30 @@ use std::sync::LazyLock;
 use std::time::Duration;
 
 use databend_common_base::runtime::metrics::register_counter;
+use databend_common_base::runtime::metrics::register_counter_family;
 use databend_common_base::runtime::metrics::register_gauge;
 use databend_common_base::runtime::metrics::register_histogram_in_milliseconds;
 use databend_common_base::runtime::metrics::Counter;
+use databend_common_base::runtime::metrics::FamilyCounter;
 use databend_common_base::runtime::metrics::Gauge;
 use databend_common_base::runtime::metrics::Histogram;
+use prometheus_client::encoding::EncodeLabelSet;
 
 // Common metrics.
 static OMIT_FILTER_ROWGROUPS: LazyLock<Counter> =
     LazyLock::new(|| register_counter("omit_filter_rowgroups"));
 static OMIT_FILTER_ROWS: LazyLock<Counter> = LazyLock::new(|| register_counter("omit_filter_rows"));
 
+/// Storage Http metrics.
+#[derive(Clone, Debug, EncodeLabelSet, Hash, PartialEq, Eq)]
+struct StorageHttpLabels {
+    host: String,
+    method: String,
+}
+
+static STORAGE_HTTP_REQUESTS_COUNT: LazyLock<FamilyCounter<StorageHttpLabels>> =
+    LazyLock::new(|| register_counter_family("storage_http_requests_count"));
+
 // COPY metrics.
 static COPY_PURGE_FILE_COUNTER: LazyLock<Counter> =
     LazyLock::new(|| register_counter("copy_purge_file_counter"));
@@ -306,6 +319,13 @@ pub fn metrics_inc_omit_filter_rows(c: u64) {
     OMIT_FILTER_ROWS.inc_by(c);
 }
 
+/// Storage Http metrics.
+pub fn metrics_inc_storage_http_requests_count(host: String, method: String) {
+    STORAGE_HTTP_REQUESTS_COUNT
+        .get_or_create(&StorageHttpLabels { host, method })
+        .inc();
+}
+
 /// COPY
 pub fn metrics_inc_copy_purge_files_counter(c: u32) {
     COPY_PURGE_FILE_COUNTER.inc_by(c as u64);

src/common/storage/Cargo.toml

@@ -21,6 +21,7 @@ databend-common-base = { workspace = true }
 databend-common-exception = { workspace = true }
 databend-common-expression = { workspace = true }
 databend-common-meta-app = { workspace = true }
+databend-common-metrics = { workspace = true }
 databend-enterprise-storage-encryption = { workspace = true }
 flagset = { workspace = true }
 futures = { workspace = true }

src/common/storage/src/http_client.rs

@@ -17,6 +17,7 @@ use std::mem;
 use std::str::FromStr;
 
 use databend_common_base::http_client::GLOBAL_HTTP_CLIENT;
+use databend_common_metrics::storage::metrics_inc_storage_http_requests_count;
 use futures::TryStreamExt;
 use http::Request;
 use http::Response;
@@ -45,6 +46,19 @@ impl HttpFetch for StorageHttpClient {
         let uri = req.uri().clone();
         let is_head = req.method() == http::Method::HEAD;
 
+        let host = uri.host().unwrap_or_default();
+        let method = match req.method() {
+            &http::Method::GET => {
+                if uri.path() == "/" {
+                    "LIST"
+                } else {
+                    "GET"
+                }
+            }
+            m => m.as_str(),
+        };
+        metrics_inc_storage_http_requests_count(host.to_string(), method.to_string());
+
         let (parts, body) = req.into_parts();
 
         let mut req_builder = self