Build applications that make decisions (chatbots, agents, simulations, etc...). Monitor, trace, persist, and execute on your own infrastructure.
Python aiburrchatbot-frameworkdagsgenerative-aigraphshacktoberfestllmopsllmsmlopspersistent-data-structurestate-machinestate-managementvisibility
Updates youtube server example
elijahbenizzy236d76dbe31f
diff --git a/burr/core/action.py b/burr/core/action.pyindex a08c27e5..ab80b2b0 100644--- a/burr/core/action.py+++ b/burr/core/action.py@@ -1229,7 +1229,7 @@ class streaming_action:writes: List[str],state_input_type: Type["BaseModel"],state_output_type: Type["BaseModel"],- stream_type: Type[StreamType],+ stream_type: Union[Type["BaseModel"], Type[dict]],) -> Callable:try:from burr.integrations.pydantic import pydantic_streaming_actiondiff --git a/examples/youtube-to-social-media-post/application.py b/examples/youtube-to-social-media-post/application.pyindex a3a0a8e9..e0b6983e 100644--- a/examples/youtube-to-social-media-post/application.py+++ b/examples/youtube-to-social-media-post/application.py@@ -1,5 +1,5 @@import textwrap-from typing import Any, Generator, Optional, Tuple, Union+from typing import Any, AsyncGenerator, Generator, Optional, Tuple, Unionimport instructorimport openai@@ -8,13 +8,13 @@ from pydantic.json_schema import SkipJsonSchemafrom rich.console import Consolefrom youtube_transcript_api import YouTubeTranscriptApi-from burr.core import Application, ApplicationBuilder-from burr.core.action import AsyncStreamingResultContainer, StreamingResultContainer-from burr.integrations.pydantic import (- PydanticTypingSystem,- pydantic_action,- pydantic_streaming_action,+from burr.core import Application, ApplicationBuilder, action+from burr.core.action import (+ AsyncStreamingResultContainer,+ StreamingResultContainer,+ streaming_action,)+from burr.integrations.pydantic import PydanticTypingSystemclass Concept(BaseModel):@@ -122,7 +122,7 @@ class ApplicationStateStream(ApplicationState):# return new_obj-@pydantic_action(reads=[], writes=["transcript"])[email protected](reads=[], writes=["transcript"])def get_youtube_transcript(state: ApplicationState, youtube_url: str) -> ApplicationState:"""Get the official YouTube transcript for a video given it's URL"""_, _, video_id = youtube_url.partition("?v=")@@ -134,7 +134,7 @@ def get_youtube_transcript(state: ApplicationState, youtube_url: str) -> Applica# store the transcript in state-@pydantic_action(reads=["transcript"], writes=["post"])[email protected](reads=["transcript"], writes=["post"])def generate_post(state: ApplicationState, llm_client) -> ApplicationState:"""Use the Instructor LLM client to generate `SocialMediaPost` from the YouTube transcript."""@@ -158,7 +158,7 @@ def generate_post(state: ApplicationState, llm_client) -> ApplicationState:return state-@pydantic_streaming_action(+@streaming_action.pydantic(reads=["transcript"],writes=["post"],state_input_type=ApplicationState,@@ -191,7 +191,7 @@ def generate_post_streaming(yield final_post, state-@pydantic_streaming_action(+@streaming_action.pydantic(reads=["transcript"],writes=["post"],state_input_type=ApplicationState,@@ -200,7 +200,7 @@ def generate_post_streaming()async def generate_post_streaming_async(state: ApplicationStateStream, llm_client-) -> Generator[Tuple[SocialMediaPost, Optional[ApplicationState]], None, None]:+) -> AsyncGenerator[Tuple[SocialMediaPost, Optional[ApplicationState]], None]:"""Use the Instructor LLM client to generate `SocialMediaPost` from the YouTube transcript."""transcript = state.transcript@@ -234,6 +234,7 @@ def build_application() -> Application[ApplicationState]:).with_transitions(("get_youtube_transcript", "generate_post"),+ ("generate_post", "get_youtube_transcript"),)# .with_state_persister(SQLLitePersister(db_path=".burr.db", table_name="state")).with_entrypoint("get_youtube_transcript")@@ -255,6 +256,7 @@ def build_streaming_application() -> Application[ApplicationState]:).with_transitions(("get_youtube_transcript", "generate_post"),+ ("generate_post", "get_youtube_transcript"),)# .with_state_persister(SQLLitePersister(db_path=".burr.db", table_name="state")).with_entrypoint("get_youtube_transcript")@@ -276,6 +278,7 @@ def build_streaming_application_async() -> Application[ApplicationState]:).with_transitions(("get_youtube_transcript", "generate_post"),+ ("generate_post", "get_youtube_transcript"),)# .with_state_persister(SQLLitePersister(db_path=".burr.db", table_name="state")).with_entrypoint("get_youtube_transcript")@@ -291,7 +294,7 @@ async def run_async():console = Console()app = build_streaming_application_async()- action, streaming_container = await app.astream_result(+ a, streaming_container = await app.astream_result(halt_after=["generate_post"],inputs={"youtube_url": "https://www.youtube.com/watch?v=hqutVJyd3TI"},) # type: ignore@@ -306,7 +309,7 @@ async def run_async():if __name__ == "__main__":console = Console()app = build_streaming_application()- action, streaming_container = app.stream_result(+ a, streaming_container = app.stream_result(halt_after=["generate_post"],inputs={"youtube_url": "https://www.youtube.com/watch?v=hqutVJyd3TI"},) # type: ignorediff --git a/examples/youtube-to-social-media-post/curls.sh b/examples/youtube-to-social-media-post/curls.shnew file mode 100755index 00000000..fb479e56--- /dev/null+++ b/examples/youtube-to-social-media-post/curls.sh@@ -0,0 +1,20 @@+#!/bin/bash++# Default to the 'social_media_post' endpoint if no argument is passed+ENDPOINT="social_media_post"+if [[ "$1" == "streaming_async" ]]; then+ ENDPOINT="social_media_post_streaming_async"+elif [[ "$1" == "streaming" ]]; then+ ENDPOINT="social_media_post_streaming"+fi++# Perform the curl request to the chosen endpoint+curl -X 'GET' "http://localhost:7443/$ENDPOINT" \+ -s -H 'Accept: application/json' \+ --no-buffer | jq --unbuffered -c '.' | while IFS= read -r line; do+ if [[ "$line" != "" ]]; then # Check for non-empty lines+ clear+ echo "$line" | jq --color-output .+ sleep .01 # Add a small delay for visual clarity+ fi+donediff --git a/examples/youtube-to-social-media-post/server.py b/examples/youtube-to-social-media-post/server.pyindex 4c0fd20f..906bb155 100644--- a/examples/youtube-to-social-media-post/server.py+++ b/examples/youtube-to-social-media-post/server.py@@ -1,57 +1,88 @@import contextlib+import jsonimport loggingimport fastapiimport uvicornfrom application import (ApplicationState,- ApplicationStateStream,+ SocialMediaPost,build_application,- build_application_iterator_streaming,+ build_streaming_application,+ build_streaming_application_async,)from fastapi.responses import StreamingResponsefrom burr.core import Application+from burr.core.action import AsyncStreamingResultContainer, StreamingResultContainerlogger = logging.getLogger(__name__)# define a global `burr_app` variableburr_app: Application[ApplicationState] = None-# Second variant -- this uses a stream + a self-loop-# Note this will save a *lot* to the tracker, each stream!-burr_app_streaming_iterator: Application[ApplicationStateStream] = None+# This does streaming, in sync mode+burr_app_streaming: Application[ApplicationState] = None++# And this does streaming, in async mode+burr_app_streaming_async: Application[ApplicationState] = None++DEFAULT_YOUTUBE_URL = "https://www.youtube.com/watch?v=hqutVJyd3TI"@contextlib.asynccontextmanagerasync def lifespan(app: fastapi.FastAPI):"""Instantiate the Burr application on FastAPI startup."""# set value for the global `burr_app` variable- global burr_app, burr_app_streaming_iterator+ global burr_app, burr_app_streaming, burr_app_streaming_asyncburr_app = build_application()- burr_app_streaming_iterator = build_application_iterator_streaming()+ burr_app_streaming = build_streaming_application()+ burr_app_streaming_async = build_streaming_application_async()yieldapp = fastapi.FastAPI(lifespan=lifespan)[email protected]("/social_media_post", response_model=ApplicationState)-def social_media_post(youtube_url: str) -> ApplicationState:[email protected]("/social_media_post", response_model=SocialMediaPost)+def social_media_post(youtube_url: str = DEFAULT_YOUTUBE_URL) -> SocialMediaPost:"""Creates a completion for the chat message"""_, _, state = burr_app.run(halt_after=["generate_post"], inputs={"youtube_url": youtube_url})- return state.data+ return state.data.post++[email protected]("/social_media_post_streaming_async", response_class=StreamingResponse)+async def social_media_post_streaming_async(+ youtube_url: str = DEFAULT_YOUTUBE_URL,+) -> StreamingResponse:+ """Creates a completion for the chat message"""++ async def gen():+ _, streaming_container = await burr_app_streaming_async.astream_result(+ halt_after=["generate_post"],+ inputs={"youtube_url": youtube_url},+ ) # type: ignore+ streaming_container: AsyncStreamingResultContainer[ApplicationState, SocialMediaPost]+ async for post in streaming_container:+ obj = post.model_dump()+ yield json.dumps(obj)++ return StreamingResponse(gen())[email protected]("/social_media_post_streaming_1", response_model=StreamingResponse)-def social_media_post_streaming(youtube_url: str) -> StreamingResponse:[email protected]("/social_media_post_streaming", response_class=StreamingResponse)+def social_media_post_streaming(youtube_url: str = DEFAULT_YOUTUBE_URL) -> StreamingResponse:"""Creates a completion for the chat message"""def gen():- for action, _, state in burr_app_streaming_iterator.iterate(- halt_after=["final"], inputs={"youtube_url": youtube_url}- ):- yield state.data.model_dump_json()+ _, streaming_container = burr_app_streaming.stream_result(+ halt_after=["generate_post"],+ inputs={"youtube_url": youtube_url},+ ) # type: ignore+ streaming_container: StreamingResultContainer[ApplicationState, SocialMediaPost]+ for post in streaming_container:+ obj = post.model_dump()+ yield json.dumps(obj)return StreamingResponse(gen())