A programming framework for agentic AI
Catch token count issue while streaming with customized models (#3241)
Beibin Liece69249e41e
diff --git a/autogen/oai/client.py b/autogen/oai/client.pyindex 3ae37257b..8f6e3f185 100644--- a/autogen/oai/client.py+++ b/autogen/oai/client.py@@ -279,7 +279,12 @@ class OpenAIClient:# Prepare the final ChatCompletion object based on the accumulated datamodel = chunk.model.replace("gpt-35", "gpt-3.5") # hack for Azure API- prompt_tokens = count_token(params["messages"], model)+ try:+ prompt_tokens = count_token(params["messages"], model)+ except NotImplementedError as e:+ # Catch token calculation error if streaming with customized models.+ logger.warning(str(e))+ prompt_tokens = 0response = ChatCompletion(id=chunk.id,model=chunk.model,