From 26babbd7248d6cfdd03d6787f7c93a37f5cdefdd Mon Sep 17 00:00:00 2001 From: David McKay Date: Wed, 18 Nov 2026 08:10:22 -0800 Subject: [PATCH 1/2] Pin the LangGraph harness's model clients (#1826) agent-langgraph-agui's requirements were unpinned, and today's resolve took langchain-anthropic 1.7.11, which sends anthropic-version 2023-06-01 instead of the SDK default 2026-10-21. "python harness regressions" went red on a PR that never touched the harness. The model clients are now pinned to the set the model lock verified and main last passed on: langchain-anthropic 1.7.10, anthropic 2.10.0, langchain-core 1.8.2, langchain-openai 1.8.1, langgraph 1.2.22 and langchain-google-genai 4.4.3. The Dockerfile installs the same file, so CI and the image agree. requirements-test.txt no longer overrides langchain-openai to 1.6.0, so CI tests what the image ships. The provider boundary test no longer requires the SDK's default version. Anthropic serves both 2023-06-01 and 2026-10-21, and 2026-10-21 only adds refusals for temperature, top_p and top_k (plus two content-block cases). The test now checks that the request carries a version Anthropic serves and that the body has no sampling parameters. A live request on each version answered from Claude Opus 5.5, Sonnet 5.5, Haiku 5.5 and Fable 5.2. Tested: the unpinned resolve fails 5 tests on the old assertion; the pinned set passes all 188, and the new assertion passes on both resolves. The model lock workflow rebuilt the harness image and passed. (cherry picked from commit 0f698092a8f67fb220009fed22e4f752936437fb) --- agent-langgraph-agui/requirements-test.txt | 1 - agent-langgraph-agui/requirements.txt | 16 ++++++++++++---- .../tests/test_provider_boundaries.py | 10 +++++++--- 3 files changed, 19 insertions(+), 8 deletions(-) diff --git a/agent-langgraph-agui/requirements-test.txt b/agent-langgraph-agui/requirements-test.txt index e9c0c14818..324f96e752 100644 --- a/agent-langgraph-agui/requirements-test.txt +++ b/agent-langgraph-agui/requirements-test.txt @@ -1,3 +1,2 @@ -langchain-openai==1.6.0 pytest==9.0.2 pytest-asyncio==1.3.0 diff --git a/agent-langgraph-agui/requirements.txt b/agent-langgraph-agui/requirements.txt index 73794e9adb..c835db6f2c 100644 --- a/agent-langgraph-agui/requirements.txt +++ b/agent-langgraph-agui/requirements.txt @@ -1,9 +1,17 @@ ag-ui-langgraph==0.0.45 -langgraph +# The model clients, pinned to the set shared/model-lock.json proved against real models. Unpinned, +# a fresh resolve takes whatever the LangChain packages released that morning: langchain-anthropic +# 1.7.11 (2026-11-18) changed the anthropic-version header every Anthropic request carries, and only +# CI noticed. Move them on purpose, with the model check (docs/releasing.md, "Model lock"). +langgraph==1.2.22 langchain -langchain-openai -langchain-anthropic -langchain-google-genai +langchain-core==1.8.2 +langchain-openai==1.8.1 +langchain-anthropic==1.7.10 +# Not imported by the harness, but its version decides the request langchain-anthropic sends, +# so it moves with the rest of the set rather than on its own. +anthropic==2.10.0 +langchain-google-genai==4.4.3 # google-genai 3.0.0 (2026-11-06) moved generateContent from /v1beta to /v1, which the Gemini # boundary tests catch. Held on 2.x until the move is checked against the models Bots use. google-genai>=2.34,<3 diff --git a/agent-langgraph-agui/tests/test_provider_boundaries.py b/agent-langgraph-agui/tests/test_provider_boundaries.py index a5008e033f..9b2fb710bc 100644 --- a/agent-langgraph-agui/tests/test_provider_boundaries.py +++ b/agent-langgraph-agui/tests/test_provider_boundaries.py @@ -12,7 +12,6 @@ import httpx2 import pytest -from anthropic import Anthropic sys.path.insert(0, str(Path(__file__).resolve().parents[1])) @@ -344,8 +343,13 @@ async def test_anthropic_selection_reaches_anthropic_boundary_without_openai_key headers.get("x-api-key") == "sk-ant-openbot-ci" or headers.get("authorization") == "Bearer sk-ant-openbot-ci" ) - with Anthropic(api_key="sk-ant-openbot-ci") as sdk: - assert headers["anthropic-version"] == sdk.default_headers["anthropic-version"] + # What Anthropic needs is a version it serves, and a request valid under that version, not the + # SDK's default: langchain-anthropic 1.7.11 sends 2023-06-01 on purpose where the SDK defaults + # to 2026-10-21. Both are current (platform.claude.com/docs/en/api/versioning), and every model + # answers on either. 2026-10-21 refuses temperature, top_p and top_k with a 400, so the harness + # sends none of them, and the request is valid whichever version the client picks. + assert headers["anthropic-version"] in {"2023-06-01", "2026-10-21"} + assert not {"temperature", "top_p", "top_k"} & captured[0]["body"].keys() assert captured[0]["body"]["model"] == request_model assert captured[0]["body"]["messages"] == [ {"role": "user", "content": "Say hello."} From f8ff0b00183fe0cf88dddec980b40d0ed6079799 Mon Sep 17 00:00:00 2001 From: Jerel John Velarde Date: Wed, 18 Nov 2026 13:52:39 -0800 Subject: [PATCH 2/2] Point the harness pin comment at what release/1.1 has The comment carried over from #1826 cites shared/model-lock.json and the "Model lock" section of docs/releasing.md. Both arrived on main with the model check, which release/1.1 does not have, so on this branch the comment pointed at nothing. It now names the pinned set by where it was proven. --- agent-langgraph-agui/requirements.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/agent-langgraph-agui/requirements.txt b/agent-langgraph-agui/requirements.txt index c835db6f2c..4d0c550954 100644 --- a/agent-langgraph-agui/requirements.txt +++ b/agent-langgraph-agui/requirements.txt @@ -1,8 +1,8 @@ ag-ui-langgraph==0.0.45 -# The model clients, pinned to the set shared/model-lock.json proved against real models. Unpinned, +# The model clients, pinned to the set main proved against real models (#1826). Unpinned, # a fresh resolve takes whatever the LangChain packages released that morning: langchain-anthropic # 1.7.11 (2026-11-18) changed the anthropic-version header every Anthropic request carries, and only -# CI noticed. Move them on purpose, with the model check (docs/releasing.md, "Model lock"). +# CI noticed. Move them on purpose, as one set, never through a fresh resolve. langgraph==1.2.22 langchain langchain-core==1.8.2