Skip to content

Commit

Permalink
collab: Report when upstream rate limit is exceeded (#17083)
Browse files Browse the repository at this point in the history
This PR makes it so we report a trace when the upstream rate limit is
exceeded.

Release Notes:

- N/A
  • Loading branch information
maxdeviant authored Aug 29, 2024
1 parent 6d3fbc4 commit d666cc5
Showing 1 changed file with 16 additions and 4 deletions.
20 changes: 16 additions & 4 deletions crates/collab/src/llm.rs
Original file line number Diff line number Diff line change
Expand Up @@ -237,10 +237,22 @@ async fn perform_completion(
.await
.map_err(|err| match err {
anthropic::AnthropicError::ApiError(ref api_error) => match api_error.code() {
Some(anthropic::ApiErrorCode::RateLimitError) => Error::http(
StatusCode::TOO_MANY_REQUESTS,
"Upstream Anthropic rate limit exceeded.".to_string(),
),
Some(anthropic::ApiErrorCode::RateLimitError) => {
tracing::info!(
target: "upstream rate limit exceeded",
user_id = claims.user_id,
login = claims.github_user_login,
authn.jti = claims.jti,
is_staff = claims.is_staff,
provider = params.provider.to_string(),
model = model
);

Error::http(
StatusCode::TOO_MANY_REQUESTS,
"Upstream Anthropic rate limit exceeded.".to_string(),
)
}
Some(anthropic::ApiErrorCode::InvalidRequestError) => {
Error::http(StatusCode::BAD_REQUEST, api_error.message.clone())
}
Expand Down

0 comments on commit d666cc5

Please sign in to comment.