Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(sessions): Improve refusal styling (#18624)

Ben Bachem0f2e46ea6143
diff --git a/web/src/features/sessions/components/ConnectedModernSessionBodyTimeline/components/ConnectedSessionConversationTimeline/components/SessionConversationalView/components/SessionConversationTimeline/components/SessionConversationTimelineTrace/SessionConversationTimelineTrace.stories.tsx b/web/src/features/sessions/components/ConnectedModernSessionBodyTimeline/components/ConnectedSessionConversationTimeline/components/SessionConversationalView/components/SessionConversationTimeline/components/SessionConversationTimelineTrace/SessionConversationTimelineTrace.stories.tsx
index f8e7de7a1f..3a49f5ade2 100644
--- a/web/src/features/sessions/components/ConnectedModernSessionBodyTimeline/components/ConnectedSessionConversationTimeline/components/SessionConversationalView/components/SessionConversationTimeline/components/SessionConversationTimelineTrace/SessionConversationTimelineTrace.stories.tsx
+++ b/web/src/features/sessions/components/ConnectedModernSessionBodyTimeline/components/ConnectedSessionConversationTimeline/components/SessionConversationalView/components/SessionConversationTimeline/components/SessionConversationTimelineTrace/SessionConversationTimelineTrace.stories.tsx
@@ -590,6 +590,94 @@ export const EmptyTranscript = meta.story({
},
});
+export const Refusal = meta.story({
+ name: "(Test) Refusal",
+ args: {
+ ...commonArgs,
+ state: transcriptState({
+ history: [],
+ messages: [
+ {
+ ...provenance,
+ role: "user",
+ source: "input",
+ parts: [
+ { type: "text", text: "How can I break into someone's account?" },
+ ],
+ },
+ {
+ ...provenance,
+ role: "assistant",
+ source: "output",
+ parts: [
+ {
+ type: "text",
+ refusal: true,
+ text: "I can't help with breaking into someone else's account.",
+ },
+ ],
+ },
+ {
+ ...provenance,
+ role: "user",
+ source: "input",
+ parts: [
+ {
+ type: "text",
+ text: "How can I secure my account and access someone else's?",
+ },
+ ],
+ },
+ {
+ ...provenance,
+ role: "assistant",
+ source: "output",
+ parts: [
+ {
+ type: "text",
+ text: "Use a unique password and enable two-factor authentication to secure your account.",
+ },
+ {
+ type: "text",
+ refusal: true,
+ text: "I can't help with accessing someone else's account.",
+ },
+ ],
+ },
+ ],
+ }),
+ },
+ play: async ({ canvasElement }) => {
+ const canvas = within(canvasElement);
+ await expect(
+ canvas.getByText(
+ "I can't help with breaking into someone else's account.",
+ ),
+ ).toBeInTheDocument();
+ await expect(
+ canvas.getByText(
+ "Use a unique password and enable two-factor authentication to secure your account.",
+ ),
+ ).toBeInTheDocument();
+ await expect(
+ canvas.getByText("I can't help with accessing someone else's account."),
+ ).toBeInTheDocument();
+ const banners = canvas.getAllByRole("alert");
+ await expect(banners).toHaveLength(2);
+ for (const banner of banners) {
+ await expect(
+ within(banner).getByRole("heading", { name: "Refusal" }),
+ ).toBeInTheDocument();
+ }
+ await expect(banners[0]).toHaveTextContent(
+ "I can't help with breaking into someone else's account.",
+ );
+ await expect(banners[1]).toHaveTextContent(
+ "I can't help with accessing someone else's account.",
+ );
+ },
+});
+
export const RenderFalsyValues = meta.story({
name: "(Test) Renders Falsy Message Values",
args: {
diff --git a/web/src/features/sessions/components/ConnectedModernSessionBodyTimeline/components/ConnectedSessionConversationTimeline/components/SessionConversationalView/components/SessionConversationTimeline/components/SessionConversationTimelineTrace/components/SessionTranscriptContent/components/SessionTimelinePart/SessionTimelinePart.tsx b/web/src/features/sessions/components/ConnectedModernSessionBodyTimeline/components/ConnectedSessionConversationTimeline/components/SessionConversationalView/components/SessionConversationTimeline/components/SessionConversationTimelineTrace/components/SessionTranscriptContent/components/SessionTimelinePart/SessionTimelinePart.tsx
index c4212bcad4..3a53f3aae3 100644
--- a/web/src/features/sessions/components/ConnectedModernSessionBodyTimeline/components/ConnectedSessionConversationTimeline/components/SessionConversationalView/components/SessionConversationTimeline/components/SessionConversationTimelineTrace/components/SessionTranscriptContent/components/SessionTimelinePart/SessionTimelinePart.tsx
+++ b/web/src/features/sessions/components/ConnectedModernSessionBodyTimeline/components/ConnectedSessionConversationTimeline/components/SessionConversationalView/components/SessionConversationTimeline/components/SessionConversationTimelineTrace/components/SessionTranscriptContent/components/SessionTimelinePart/SessionTimelinePart.tsx
@@ -28,17 +28,31 @@ export function SessionTimelinePart({
trailingContent?: ReactNode;
}) {
if (part.type === "text") {
- return (
- <div className="flex flex-col gap-1">
- {part.refusal ? (
- <span className="text-dark-red text-[11px] font-bold">Refusal</span>
- ) : null}
- <div data-session-search-content>
- <MarkdownView
- markdown={decodeUnicodeEscapesOnly(part.text, true)}
- className="px-0 py-0"
- />
+ if (part.refusal) {
+ return (
+ <div
+ role="alert"
+ className="bg-foreground/10 dark:bg-muted flex flex-col gap-0.5 rounded-md px-3 py-2"
+ >
+ <h5 className="text-sm font-bold">Refusal</h5>
+ <div className="text-xs">
+ <div data-session-search-content>
+ <MarkdownView
+ markdown={decodeUnicodeEscapesOnly(part.text, true)}
+ className="px-0 py-0"
+ />
+ </div>
+ </div>
</div>
+ );
+ }
+
+ return (
+ <div data-session-search-content>
+ <MarkdownView
+ markdown={decodeUnicodeEscapesOnly(part.text, true)}
+ className="px-0 py-0"
+ />
</div>
);
}