Build applications that make decisions (chatbots, agents, simulations, etc...). Monitor, trace, persist, and execute on your own infrastructure.
Python aiburrchatbot-frameworkdagsgenerative-aigraphshacktoberfestllmopsllmsmlopspersistent-data-structurestate-machinestate-managementvisibility
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
from typing import Optional, Tuple
import openai
from burr.core import Application, ApplicationBuilder, State, default, when
from burr.core.action import action
from burr.core.graph import GraphBuilder
from burr.visibility import TracerFactory
MODES = {
"answer_question": "text",
"generate_image": "image",
"generate_code": "code",
"unknown": "text",
}
@action(reads=[], writes=["chat_history", "prompt"])
def process_prompt(state: State, prompt: str, __tracer: TracerFactory) -> Tuple[dict, State]:
with __tracer("process_prompt") as tracer:
result = {"chat_item": {"role": "user", "content": prompt, "type": "text"}}
tracer.log_attributes(prompt=prompt)
return result, state.wipe(keep=["prompt", "chat_history"]).append(
chat_history=result["chat_item"]
).update(prompt=prompt)
@action(reads=["prompt"], writes=["safe"])
def check_safety(state: State, __tracer: TracerFactory) -> Tuple[dict, State]:
with __tracer("check_safety"):
result = {"safe": "unsafe" not in state["prompt"]} # quick hack to demonstrate
return result, state.update(safe=result["safe"])
def _get_openai_client():
return openai.Client()
@action(reads=["prompt"], writes=["mode"])
def choose_mode(state: State, __tracer: TracerFactory) -> Tuple[dict, State]:
with __tracer("generate_prompt"):
prompt = (
f"You are a chatbot. You've been prompted this: {state['prompt']}. "
f"You have the capability of responding in the following modes: {', '.join(MODES)}. "
"Please respond with *only* a single word representing the mode that most accurately "
"corresponds to the prompt. Fr instance, if the prompt is 'draw a picture of a cat', "
"the mode would be 'generate_image'. If the prompt is 'what is the capital of France', the mode would be 'answer_question'."
"If none of these modes apply, please respond with 'unknown'."
)
with __tracer("query_openai", span_dependencies=["generate_prompt"]):
with __tracer("create_openai_client"):
client = _get_openai_client()
with __tracer("query_openai") as tracer:
result = client.chat.completions.create(
model="gpt-4o",
messages=[
{"role": "system", "content": "You are a helpful assistant"},
{"role": "user", "content": prompt},
],
)
tracer.log_attributes(
response=result.choices[0].message.content,
prompt_tokens=result.usage.prompt_tokens,
total_tokens=result.usage.total_tokens,
completion_tokens=result.usage.completion_tokens,
)
with __tracer("process_openai_response", span_dependencies=["query_openai"]):
content = result.choices[0].message.content
mode = content.lower()
if mode not in MODES:
mode = "unknown"
result = {"mode": mode}
return result, state.update(**result)
@action(reads=["prompt", "chat_history"], writes=["response"])
def prompt_for_more(state: State) -> Tuple[dict, State]:
result = {
"response": {
"content": "None of the response modes I support apply to your question. Please clarify?",
"type": "text",
"role": "assistant",
}
}
return result, state.update(**result)
@action(reads=["prompt", "chat_history", "mode"], writes=["response"])
def chat_response(
state: State,
prepend_prompt: str,
__tracer: TracerFactory,
model: str = "gpt-4o-mini",
) -> Tuple[dict, State]:
__tracer.log_attributes(model=model, prepend_prompt=prepend_prompt)
with __tracer("process_chat_history"):
chat_history = state["chat_history"].copy()
chat_history[-1]["content"] = f"{prepend_prompt}: {chat_history[-1]['content']}"
chat_history_api_format = [
{
"role": chat["role"],
"content": chat["content"],
}
for chat in chat_history
]
with __tracer("query_openai", span_dependencies=["change_chat_history"]):
with __tracer("create_openai_client"):
client = _get_openai_client()
with __tracer("query_openai", span_dependencies=["create_openai_client"]) as tracer:
result = client.chat.completions.create(
model=model,
messages=chat_history_api_format,
)
tracer.log_attributes(
response=result.choices[0].message.content,
prompt_tokens=result.usage.prompt_tokens,
total_tokens=result.usage.total_tokens,
completion_tokens=result.usage.completion_tokens,
)
with __tracer("process_openai_response", span_dependencies=["query_openai"]):
response = result.choices[0].message.content
result = {
"response": {"content": response, "type": MODES[state["mode"]], "role": "assistant"}
}
return result, state.update(**result)
@action(reads=["prompt", "chat_history", "mode"], writes=["response"])
def image_response(
state: State, __tracer: TracerFactory, model: str = "dall-e-2"
) -> Tuple[dict, State]:
__tracer.log_attributes(model=model)
with __tracer("create_openai_client"):
client = _get_openai_client()
with __tracer("query_openai_image", span_dependencies=["create_openai_client"]):
result = client.images.generate(
model=model, prompt=state["prompt"], size="1024x1024", quality="standard", n=1
)
response = result.data[0].url
with __tracer("process_openai_response", span_dependencies=["query_openai_image"]):
result = {
"response": {"content": response, "type": MODES[state["mode"]], "role": "assistant"}
}
__tracer.log_attributes(response=response)
return result, state.update(**result)
@action(reads=["response", "safe", "mode"], writes=["chat_history"])
def response(state: State, __tracer: TracerFactory) -> Tuple[dict, State]:
with __tracer("process_response"):
if not state["safe"]:
with __tracer("unsafe"):
result = {
"chat_item": {
"role": "assistant",
"content": "I'm sorry, I can't respond to that.",
"type": "text",
}
}
else:
with __tracer("safe"):
result = {"chat_item": state["response"]}
return result, state.append(chat_history=result["chat_item"])
graph = (
GraphBuilder()
.with_actions(
prompt=process_prompt,
check_safety=check_safety,
decide_mode=choose_mode,
generate_image=image_response,
generate_code=chat_response.bind(
prepend_prompt="Please respond with *only* code and no other text (at all) to the following:",
),
answer_question=chat_response.bind(
prepend_prompt="Please answer the following question:",
),
prompt_for_more=prompt_for_more,
response=response,
)
.with_transitions(
("prompt", "check_safety", default),
("check_safety", "decide_mode", when(safe=True)),
("check_safety", "response", default),
("decide_mode", "generate_image", when(mode="generate_image")),
("decide_mode", "generate_code", when(mode="generate_code")),
("decide_mode", "answer_question", when(mode="answer_question")),
("decide_mode", "prompt_for_more", default),
(
["generate_image", "answer_question", "generate_code", "prompt_for_more"],
"response",
),
("response", "prompt", default),
)
.build()
)
def application(
app_id: Optional[str] = None,
storage_dir: Optional[str] = "~/.burr",
) -> Application:
return (
ApplicationBuilder()
.with_entrypoint("prompt")
.with_state(chat_history=[])
.with_graph(graph)
.with_tracker(project="demo_tracing", params={"storage_dir": storage_dir})
.with_identifiers(app_id=app_id)
.build()
)
if __name__ == "__main__":
app = application()
app.visualize(output_file_path="statemachine", include_conditions=True, view=True, format="png")
app.run(halt_after=["response"], inputs={"prompt": "What is the capital of France?"})