Add 95 coverage to default quantile scoring

CDCgov · Nov 23, 2024 · 2bfb324 · 2bfb324
1 parent f63fd6d
commit 2bfb324
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/pipelines/score_forecast.R b/pipelines/score_forecast.R
@@ -83,9 +83,17 @@ score_single_run <- function(
     scoringutils::transform_forecasts(...) |>
     scoringutils::score()
 
+  interval_coverage_95 <- purrr::partial(scoringutils::interval_coverage,
+    interval_range = 95
+  )
+
+  quantile_metrics <- c(get_metrics(forecast_quantile_df),
+    interval_coverage_95 = interval_coverage_95
+  )
+
   quantile_scores <- forecast_quantile_df |>
     scoringutils::transform_forecasts(...) |>
-    scoringutils::score()
+    scoringutils::score(metrics = quantile_metrics)
   # Add relative skill if more than one model is present
   if (n_distinct(scorable_data[[model_col]]) > 1) {
     sample_scores <- scoringutils::add_relative_skill(sample_scores)