Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.
fix(gemini): surface thought output from thinking models
Greyson LaLondea8f51419f628
diff --git a/lib/crewai/src/crewai/events/types/llm_events.py b/lib/crewai/src/crewai/events/types/llm_events.pyindex 87087f100..73d743804 100644--- a/lib/crewai/src/crewai/events/types/llm_events.py+++ b/lib/crewai/src/crewai/events/types/llm_events.py@@ -86,3 +86,11 @@ class LLMStreamChunkEvent(LLMEventBase):tool_call: ToolCall | None = Nonecall_type: LLMCallType | None = Noneresponse_id: str | None = None+++class LLMThinkingChunkEvent(LLMEventBase):+ """Event emitted when a thinking/reasoning chunk is received from a thinking model"""++ type: str = "llm_thinking_chunk"+ chunk: str+ response_id: str | None = Nonediff --git a/lib/crewai/src/crewai/llms/base_llm.py b/lib/crewai/src/crewai/llms/base_llm.pyindex dcb261fd7..1ab710706 100644--- a/lib/crewai/src/crewai/llms/base_llm.py+++ b/lib/crewai/src/crewai/llms/base_llm.py@@ -26,6 +26,7 @@ from crewai.events.types.llm_events import (LLMCallStartedEvent,LLMCallType,LLMStreamChunkEvent,+ LLMThinkingChunkEvent,)from crewai.events.types.tool_usage_events import (ToolUsageErrorEvent,@@ -368,9 +369,6 @@ class BaseLLM(ABC):"""Emit LLM call started event."""from crewai.utilities.serialization import to_serializable- if not hasattr(crewai_event_bus, "emit"):- raise ValueError("crewai_event_bus does not have an emit method") from None-crewai_event_bus.emit(self,event=LLMCallStartedEvent(@@ -416,9 +414,6 @@ class BaseLLM(ABC):from_agent: Agent | None = None,) -> None:"""Emit LLM call failed event."""- if not hasattr(crewai_event_bus, "emit"):- raise ValueError("crewai_event_bus does not have an emit method") from None-crewai_event_bus.emit(self,event=LLMCallFailedEvent(@@ -449,9 +444,6 @@ class BaseLLM(ABC):call_type: The type of LLM call (LLM_CALL or TOOL_CALL).response_id: Unique ID for a particular LLM response, chunks have same response_id."""- if not hasattr(crewai_event_bus, "emit"):- raise ValueError("crewai_event_bus does not have an emit method") from None-crewai_event_bus.emit(self,event=LLMStreamChunkEvent(@@ -465,6 +457,32 @@ class BaseLLM(ABC):),)+ def _emit_thinking_chunk_event(+ self,+ chunk: str,+ from_task: Task | None = None,+ from_agent: Agent | None = None,+ response_id: str | None = None,+ ) -> None:+ """Emit thinking/reasoning chunk event from a thinking model.++ Args:+ chunk: The thinking text content.+ from_task: The task that initiated the call.+ from_agent: The agent that initiated the call.+ response_id: Unique ID for a particular LLM response.+ """+ crewai_event_bus.emit(+ self,+ event=LLMThinkingChunkEvent(+ chunk=chunk,+ from_task=from_task,+ from_agent=from_agent,+ response_id=response_id,+ call_id=get_current_call_id(),+ ),+ )+def _handle_tool_execution(self,function_name: str,diff --git a/lib/crewai/src/crewai/llms/providers/gemini/completion.py b/lib/crewai/src/crewai/llms/providers/gemini/completion.pyindex bd634c8dc..d854c150d 100644--- a/lib/crewai/src/crewai/llms/providers/gemini/completion.py+++ b/lib/crewai/src/crewai/llms/providers/gemini/completion.py@@ -61,6 +61,7 @@ class GeminiCompletion(BaseLLM):interceptor: BaseInterceptor[Any, Any] | None = None,use_vertexai: bool | None = None,response_format: type[BaseModel] | None = None,+ thinking_config: types.ThinkingConfig | None = None,**kwargs: Any,):"""Initialize Google Gemini chat completion client.@@ -93,6 +94,10 @@ class GeminiCompletion(BaseLLM):api_version="v1" is automatically configured.response_format: Pydantic model for structured output. Used as default whenresponse_model is not passed to call()/acall() methods.+ thinking_config: ThinkingConfig for thinking models (gemini-2.5+, gemini-3+).+ Controls thought output via include_thoughts, thinking_budget,+ and thinking_level. When None, thinking models automatically+ get include_thoughts=True so thought content is surfaced.**kwargs: Additional parameters"""if interceptor is not None:@@ -139,6 +144,14 @@ class GeminiCompletion(BaseLLM):version_match and float(version_match.group(1)) >= 2.0)+ self.thinking_config = thinking_config+ if (+ self.thinking_config is None+ and version_match+ and float(version_match.group(1)) >= 2.5+ ):+ self.thinking_config = types.ThinkingConfig(include_thoughts=True)+@propertydef stop(self) -> list[str]:"""Get stop sequences sent to the API."""@@ -520,6 +533,9 @@ class GeminiCompletion(BaseLLM):if self.safety_settings:config_params["safety_settings"] = self.safety_settings+ if self.thinking_config is not None:+ config_params["thinking_config"] = self.thinking_config+return types.GenerateContentConfig(**config_params)def _convert_tools_for_interference( # type: ignore[override]@@ -931,15 +947,6 @@ class GeminiCompletion(BaseLLM):if chunk.usage_metadata:usage_data = self._extract_token_usage(chunk)- if chunk.text:- full_response += chunk.text- self._emit_stream_chunk_event(- chunk=chunk.text,- from_task=from_task,- from_agent=from_agent,- response_id=response_id,- )-if chunk.candidates:candidate = chunk.candidates[0]if candidate.content and candidate.content.parts:@@ -976,6 +983,21 @@ class GeminiCompletion(BaseLLM):call_type=LLMCallType.TOOL_CALL,response_id=response_id,)+ elif part.thought and part.text:+ self._emit_thinking_chunk_event(+ chunk=part.text,+ from_task=from_task,+ from_agent=from_agent,+ response_id=response_id,+ )+ elif part.text:+ full_response += part.text+ self._emit_stream_chunk_event(+ chunk=part.text,+ from_task=from_task,+ from_agent=from_agent,+ response_id=response_id,+ )return full_response, function_calls, usage_data@@ -1329,7 +1351,7 @@ class GeminiCompletion(BaseLLM):text_parts = [part.textfor part in candidate.content.parts- if hasattr(part, "text") and part.text+ if part.text and not part.thought]return "".join(text_parts)