A reactive notebook for Python — run reproducible experiments, query with SQL, execute as a script, deploy as an app, and version with git. Stored as pure Python. All in a modern, AI-native editor.
Python artificial-intelligencedagdata-sciencedata-visualizationdataflowdeveloper-toolsmachine-learningnotebookspipelinepythonreactivesqlweb-app
# /// script
# requires-python = ">=3.11"
# dependencies = [
# "marimo",
# "groq==0.11.0",
# ]
# ///
import marimo
__generated_with = "0.25.2"
app = marimo.App(width="medium")
@app.cell
def _():
import marimo as mo
return (mo,)
@app.cell(hide_code=True)
def _(mo):
mo.md(r"""
# Using Groq
This example shows how to use [`mo.ui.chat`](https://docs.marimo.io/api/inputs/chat.html#marimo.ui.chat) to make a chatbot backed by [Groq](https://groq.com/).
""")
@app.cell(hide_code=True)
def _(mo):
# Hyperlinking the groq as it is mentioned here - https://console.groq.com/docs/badge
mo.md(
r"""
<a href="https://groq.com" target="_blank" rel="noopener noreferrer">
<img
src="https://groq.com/wp-content/uploads/2024/03/PBG-mark1-color.svg"
alt="Powered by Groq for fast inference."
width="80" height="800"
/>
</a>
"""
).right()
@app.cell
def _(mo):
import os
os_key = os.environ.get("GROQ_AI_API_KEY")
input_key = mo.ui.text(label="Groq AI API key", kind="password")
input_key if not os_key else None
return input_key, os_key
@app.cell
def _(input_key, mo, os_key: None | str):
key = os_key or input_key.value
mo.stop(
not key,
mo.md("Please provide your Groq AI API key in the input field."),
)
return (key,)
@app.cell
def _(key: None | str, mo):
chatbot = mo.ui.chat(
mo.ai.llm.groq(
model="llama-3.1-70b-versatile",
system_message="You are a helpful assistant.",
api_key=key,
),
prompts=[
"Hello",
"How are you?",
"I'm doing great, how about you?",
],
)
chatbot
return (chatbot,)
@app.cell(hide_code=True)
def _(mo):
mo.md("""
Access the chatbot's historical messages with [`chatbot.value`](https://docs.marimo.io/api/inputs/chat.html#accessing-chat-history).
""")
@app.cell
def _(chatbot):
# chatbot.value is the list of chat messages
chatbot.value
if __name__ == "__main__":
app.run()