From 697085a2794624d2bf51ddcbdb326383c310c515 Mon Sep 17 00:00:00 2001 From: andy-xu-db <310751426+andy-xu-db@users.noreply.github.com> Date: Mon, 24 Aug 2026 20:27:53 +0000 Subject: [PATCH] Skip incompatible Grok agent e2e tests --- tests/test_e2e.py | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/tests/test_e2e.py b/tests/test_e2e.py index beb73318..01127a12 100644 --- a/tests/test_e2e.py +++ b/tests/test_e2e.py @@ -434,6 +434,8 @@ class TestCodexLaunch: # ("invalid response from an upstream server"), so the launch fails after codex-cli # exhausts its five reconnects. Nothing ucode writes can fix it. "gpt-5-3-codex", + # Bedrock Grok rejects the Responses tool schema Codex sends (missing nested `function`). + "grok", ) def _codex_models(self, e2e_state: dict) -> list[str]: @@ -914,6 +916,8 @@ class TestCopilotLaunch: "gpt-5-5", # gpt-5.6 models similarly reject /chat/completions with 404. "gpt-5-6", + # Bedrock Grok rejects the gateway's llm/v1/chat task type. + "grok", ) def _all_models(self, e2e_state: dict) -> list[tuple[str, str]]: @@ -977,9 +981,12 @@ class TestPiLaunch: test exercises each one end-to-end through the validation path. """ - # The CI project's upstream OpenAI account cannot serve this snapshot in - # its geography. Codex's e2e excludes the same otherwise-discoverable model. - INCOMPATIBLE_MODEL_FRAGMENTS = ("gpt-5-3-codex",) + INCOMPATIBLE_MODEL_FRAGMENTS = ( + # The CI project's upstream OpenAI account cannot serve this snapshot in its geography. + "gpt-5-3-codex", + # Bedrock Grok currently rejects Pi's OpenAI request with HTTP 400. + "grok", + ) def _all_models(self, e2e_state: dict) -> list[tuple[str, str]]: out: list[tuple[str, str]] = []