🌟 The Multi-Agent Framework: First AI Software Company, Towards Natural Language Programming
Update token_counter.py
didi6b8b9c8440d8
diff --git a/metagpt/utils/token_counter.py b/metagpt/utils/token_counter.pyindex c922f2cb4..3b9533571 100644--- a/metagpt/utils/token_counter.py+++ b/metagpt/utils/token_counter.py@@ -10,6 +10,7 @@ ref3: https://github.com/Significant-Gravitas/Auto-GPT/blob/master/autogpt/llm/tref4: https://github.com/hwchase17/langchain/blob/master/langchain/chat_models/openai.pyref5: https://ai.google.dev/models/gemini"""+import anthropicimport tiktokenfrom openai.types import CompletionUsagefrom openai.types.chat import ChatCompletionChunk@@ -377,6 +378,10 @@ SPARK_TOKENS = {def count_input_tokens(messages, model="gpt-3.5-turbo-0125"):"""Return the number of tokens used by a list of messages."""+ if "claude" in model:+ vo = anthropic.Client()+ num_tokens = vo.count_tokens(str(messages))+ return num_tokenstry:encoding = tiktoken.encoding_for_model(model)except KeyError:@@ -463,6 +468,10 @@ def count_output_tokens(string: str, model: str) -> int:Returns:int: The number of tokens in the text string."""+ if "claude" in model:+ vo = anthropic.Client()+ num_tokens = vo.count_tokens(string)+ return num_tokenstry:encoding = tiktoken.encoding_for_model(model)except KeyError: