diff --git a/e2e/test_suite1_basic_validation.py b/e2e/test_suite1_basic_validation.py index 3fd998d5..b20ed4a5 100644 --- a/e2e/test_suite1_basic_validation.py +++ b/e2e/test_suite1_basic_validation.py @@ -360,13 +360,18 @@ def _judge_call_anthropic(model: str, system: str, user: str) -> str: ) client = anthropic.Anthropic() # reads ANTHROPIC_API_KEY from env - response = client.messages.create( - model=model, - max_tokens=1024, - system=system, - messages=[{"role": "user", "content": user}], - temperature=0, - ) + try: + response = client.messages.create( + model=model, + max_tokens=1024, + system=system, + messages=[{"role": "user", "content": user}], + temperature=0, + ) + except anthropic.BadRequestError as exc: + if "reached your specified api usage limits" in str(exc).lower(): + pytest.skip("Anthropic API usage budget is exhausted") + raise return response.content[0].text.strip() diff --git a/e2e/test_suite25_media_input.py b/e2e/test_suite25_media_input.py index 3512ff1b..e6a40459 100644 --- a/e2e/test_suite25_media_input.py +++ b/e2e/test_suite25_media_input.py @@ -213,6 +213,12 @@ def test_without_media_token_is_absent(self, runtime, key_env, model_id): result = runtime.run(agent, READ_PROMPT, timeout=TIMEOUT) + if ( + result.error + and "reached your specified api usage limits" in result.error.lower() + ): + pytest.skip("Anthropic API usage budget is exhausted") + assert result.status == "COMPLETED", ( f"no-media run did not complete: status={result.status} " f"execution_id={result.execution_id}"