Skip to content

The agent engineering platform.

xfail openai image token count test (#28828)

Bagaturce6748dbfeee
diff --git a/libs/partners/openai/tests/integration_tests/chat_models/test_base.py b/libs/partners/openai/tests/integration_tests/chat_models/test_base.py
index f2490f8950..427a030779 100644
--- a/libs/partners/openai/tests/integration_tests/chat_models/test_base.py
+++ b/libs/partners/openai/tests/integration_tests/chat_models/test_base.py
@@ -706,6 +706,12 @@ async def test_openai_response_headers_async() -> None:
assert "content-type" in headers
+ reason=(
+ "As of 12.19.24 OpenAI API returns 1151 instead of 1118. Not clear yet if "
+ "this is an undocumented API change or a bug on their end."
+ )
+)
def test_image_token_counting_jpeg() -> None:
model = ChatOpenAI(model="gpt-4o", temperature=0)
image_url = "https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg"
@@ -738,6 +744,12 @@ def test_image_token_counting_jpeg() -> None:
assert expected == actual
+ reason=(
+ "As of 12.19.24 OpenAI API returns 871 instead of 779. Not clear yet if "
+ "this is an undocumented API change or a bug on their end."
+ )
+)
def test_image_token_counting_png() -> None:
model = ChatOpenAI(model="gpt-4o", temperature=0)
image_url = "https://upload.wikimedia.org/wikipedia/commons/4/47/PNG_transparency_demonstration_1.png"