There can be more than Notion and Miro. AFFiNE(pronounced [ə‘fain]) is a next-gen knowledge base that brings planning, sorting and creating all together. Privacy first, open-source, customizable and ready to use.
TypeScript appcrdteditorelectronknowledge-basemarkdownmironotesnotionnotion-alternativerustrust-langrust-languagetabletableviewwhiteboardwikiworkspace
test(core): split and enhance copilot e2e tests (#11007)
yoyoyohamapi317d3e7ea6f6
diff --git a/packages/frontend/core/src/blocksuite/ai/_common/config.ts b/packages/frontend/core/src/blocksuite/ai/_common/config.tsindex 8a161f68bd..498e2cbebc 100644--- a/packages/frontend/core/src/blocksuite/ai/_common/config.ts+++ b/packages/frontend/core/src/blocksuite/ai/_common/config.ts@@ -49,6 +49,7 @@ import {export const translateSubItem: AISubItemConfig[] = translateLangs.map(lang => {return {type: lang,+ testId: `action-translate-${lang}`,handler: actionToHandler('translate', AIStarIconWithAnimation, { lang }),};});@@ -56,6 +57,7 @@ export const translateSubItem: AISubItemConfig[] = translateLangs.map(lang => {export const toneSubItem: AISubItemConfig[] = textTones.map(tone => {return {type: tone,+ testId: `action-change-tone-${tone.toLowerCase()}`,handler: actionToHandler('changeTone', AIStarIconWithAnimation, { tone }),};});@@ -66,6 +68,7 @@ export function createImageFilterSubItem(return imageFilterStyles.map(style => {return {type: style,+ testId: `action-image-filter-${style.toLowerCase().replace(' ', '-')}`,handler: actionToHandler('filterImage',AIImageIconWithAnimation,@@ -84,6 +87,7 @@ export function createImageProcessingSubItem(return imageProcessingTypes.map(type => {return {type,+ testId: `action-image-processing-${type.toLowerCase().replace(' ', '-')}`,handler: actionToHandler('processImage',AIImageIconWithAnimation,@@ -146,36 +150,42 @@ const EditAIGroup: AIItemGroupConfig = {items: [{name: 'Translate to',+ testId: 'action-translate',icon: LanguageIcon(),showWhen: textBlockShowWhen,subItem: translateSubItem,},{name: 'Change tone to',+ testId: 'action-change-tone',icon: ToneIcon(),showWhen: textBlockShowWhen,subItem: toneSubItem,},{name: 'Improve writing',+ testId: 'action-improve-writing',icon: ImproveWritingIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('improveWriting', AIStarIconWithAnimation),},{name: 'Make it longer',+ testId: 'action-make-it-longer',icon: LongerIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('makeLonger', AIStarIconWithAnimation),},{name: 'Make it shorter',+ testId: 'action-make-it-shorter',icon: ShorterIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('makeShorter', AIStarIconWithAnimation),},{name: 'Continue writing',+ testId: 'action-continue-writing',icon: PenIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('continueWriting', AIPenIconWithAnimation),@@ -188,30 +198,35 @@ const DraftAIGroup: AIItemGroupConfig = {items: [{name: 'Write an article about this',+ testId: 'action-write-article',icon: PenIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('writeArticle', AIPenIconWithAnimation),},{name: 'Write a tweet about this',+ testId: 'action-write-twitter-post',icon: PenIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('writeTwitterPost', AIPenIconWithAnimation),},{name: 'Write a poem about this',+ testId: 'action-write-poem',icon: PenIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('writePoem', AIPenIconWithAnimation),},{name: 'Write a blog post about this',+ testId: 'action-write-blog-post',icon: PenIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('writeBlogPost', AIPenIconWithAnimation),},{name: 'Brainstorm ideas about this',+ testId: 'action-brainstorm',icon: PenIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('brainstorm', AIPenIconWithAnimation),@@ -224,36 +239,42 @@ const ReviewWIthAIGroup: AIItemGroupConfig = {items: [{name: 'Fix spelling',+ testId: 'action-fix-spelling',icon: DoneIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('fixSpelling', AIStarIconWithAnimation),},{name: 'Fix grammar',+ testId: 'action-fix-grammar',icon: DoneIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('improveGrammar', AIStarIconWithAnimation),},{name: 'Explain this image',+ testId: 'action-explain-image',icon: PenIcon(),showWhen: imageBlockShowWhen,handler: actionToHandler('explainImage', AIStarIconWithAnimation),},{name: 'Explain this code',+ testId: 'action-explain-code',icon: ExplainIcon(),showWhen: codeBlockShowWhen,handler: actionToHandler('explainCode', AIStarIconWithAnimation),},{name: 'Check code error',+ testId: 'action-check-code-error',icon: ExplainIcon(),showWhen: codeBlockShowWhen,handler: actionToHandler('checkCodeErrors', AIStarIconWithAnimation),},{name: 'Explain selection',+ testId: 'action-explain-selection',icon: SelectionIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('explain', AIStarIconWithAnimation),@@ -266,12 +287,14 @@ const GenerateWithAIGroup: AIItemGroupConfig = {items: [{name: 'Summarize',+ testId: 'action-summarize',icon: PenIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('summary', AIPenIconWithAnimation),},{name: 'Generate headings',+ testId: 'action-generate-headings',icon: PenIcon(),beta: true,handler: actionToHandler('createHeadings', AIPenIconWithAnimation),@@ -293,24 +316,28 @@ const GenerateWithAIGroup: AIItemGroupConfig = {},{name: 'Generate an image',+ testId: 'action-generate-image',icon: ImageIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('createImage', AIImageIconWithAnimation),},{name: 'Generate outline',+ testId: 'action-generate-outline',icon: PenIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('writeOutline', AIPenIconWithAnimation),},{name: 'Brainstorm ideas with mind map',+ testId: 'action-brainstorm-mindmap',icon: MindmapIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('brainstormMindmap', AIPenIconWithAnimation),},{name: 'Generate presentation',+ testId: 'action-generate-presentation',icon: PresentationIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('createSlides', AIPresentationIconWithAnimation),@@ -318,6 +345,7 @@ const GenerateWithAIGroup: AIItemGroupConfig = {},{name: 'Make it real',+ testId: 'action-make-it-real',icon: MakeItRealIcon(),beta: true,showWhen: textBlockShowWhen,@@ -325,6 +353,7 @@ const GenerateWithAIGroup: AIItemGroupConfig = {},{name: 'Find actions',+ testId: 'action-find-actions',icon: SearchIcon(),showWhen: textBlockShowWhen,handler: actionToHandler('findActions', AIStarIconWithAnimation),@@ -338,6 +367,7 @@ const OthersAIGroup: AIItemGroupConfig = {items: [{name: 'Continue with AI',+ testId: 'action-continue-with-ai',icon: CommentIcon(),handler: host => {const panel = getAIPanelWidget(host);@@ -366,6 +396,7 @@ export function buildAIImageItemGroups(): AIItemGroupConfig[] {items: [{name: 'Explain this image',+ testId: 'action-explain-image',icon: ImageIcon(),showWhen: () => true,handler: actionToHandler(@@ -382,6 +413,7 @@ export function buildAIImageItemGroups(): AIItemGroupConfig[] {items: [{name: 'Generate an image',+ testId: 'action-generate-image',icon: ImageIcon(),showWhen: () => true,handler: actionToHandler(@@ -393,6 +425,7 @@ export function buildAIImageItemGroups(): AIItemGroupConfig[] {},{name: 'Image processing',+ testId: 'action-image-processing',icon: ImageIcon(),showWhen: () => true,subItem: createImageProcessingSubItem(blockActionTrackerOptions),@@ -401,6 +434,7 @@ export function buildAIImageItemGroups(): AIItemGroupConfig[] {},{name: 'AI image filter',+ testId: 'action-ai-image-filter',icon: ImproveWritingIcon(),showWhen: () => true,subItem: createImageFilterSubItem(blockActionTrackerOptions),@@ -409,6 +443,7 @@ export function buildAIImageItemGroups(): AIItemGroupConfig[] {},{name: 'Generate a caption',+ testId: 'action-generate-caption',icon: PenIcon(),showWhen: () => true,beta: true,@@ -432,6 +467,7 @@ export function buildAICodeItemGroups(): AIItemGroupConfig[] {items: [{name: 'Explain this code',+ testId: 'action-explain-code',icon: ExplainIcon(),showWhen: () => true,handler: actionToHandler(@@ -443,6 +479,7 @@ export function buildAICodeItemGroups(): AIItemGroupConfig[] {},{name: 'Check code error',+ testId: 'action-check-code-error',icon: ExplainIcon(),showWhen: () => true,handler: actionToHandler(diff --git a/packages/frontend/core/src/blocksuite/ai/actions/edgeless-handler.ts b/packages/frontend/core/src/blocksuite/ai/actions/edgeless-handler.tsindex 96854bd527..c8205782bf 100644--- a/packages/frontend/core/src/blocksuite/ai/actions/edgeless-handler.ts+++ b/packages/frontend/core/src/blocksuite/ai/actions/edgeless-handler.ts@@ -462,7 +462,6 @@ export function noteBlockOrTextShowWhen(host: EditorHost) {const selected = getCopilotSelectedElems(host);-return selected.some(el =>el instanceof NoteBlockModel ||diff --git a/packages/frontend/core/src/blocksuite/ai/actions/edgeless-response.ts b/packages/frontend/core/src/blocksuite/ai/actions/edgeless-response.tsindex c594caa360..ab5b07cf74 100644--- a/packages/frontend/core/src/blocksuite/ai/actions/edgeless-response.ts+++ b/packages/frontend/core/src/blocksuite/ai/actions/edgeless-response.ts@@ -85,6 +85,7 @@ export function discard(return {name: 'Discard',icon: DeleteIcon(),+ testId: 'answer-discard',showWhen: () => !!panel.answer,handler: () => {panel.discard();@@ -96,6 +97,7 @@ export function retry(panel: AffineAIPanelWidget): AIItemConfig {return {name: 'Retry',icon: ResetIcon(),+ testId: 'answer-retry',handler: () => {reportResponse('result:retry');panel.generate();@@ -123,6 +125,7 @@ export function createInsertItems<T extends keyof BlockSuitePresets.AIActions>(icon: html`<div style=${styleMap({ height: '20px', width: '20px' })}>${LightLoadingIcon}</div>`,+ testId: 'answer-insert-below-loading',showWhen: () => {const panel = getAIPanelWidget(host);const data = ctx.get();@@ -137,6 +140,8 @@ export function createInsertItems<T extends keyof BlockSuitePresets.AIActions>({name: buttonText,icon: InsertBelowIcon(),+ testId:+ buttonText === 'Replace' ? 'answer-replace' : `answer-insert-below`,showWhen: () => {const panel = getAIPanelWidget(host);const data = ctx.get();@@ -191,6 +196,7 @@ export function asCaption<T extends keyof BlockSuitePresets.AIActions>(return {name: 'Use as caption',icon: PenIcon(),+ testId: 'answer-use-as-caption',showWhen: () => {const panel = getAIPanelWidget(host);return id === 'generateCaption' && !!panel.answer;@@ -553,9 +559,11 @@ export function actionToResponse<T extends keyof BlockSuitePresets.AIActions>(responses: [{name: 'Response',+ testId: 'answer-responses',items: [{name: 'Continue in chat',+ testId: 'answer-continue-in-chat',icon: ChatWithAiIcon({}),handler: () => {reportResponse('result:continue-in-chat');diff --git a/packages/frontend/core/src/blocksuite/ai/ai-panel.ts b/packages/frontend/core/src/blocksuite/ai/ai-panel.tsindex f40d9f29a7..bbe4233ba4 100644--- a/packages/frontend/core/src/blocksuite/ai/ai-panel.ts+++ b/packages/frontend/core/src/blocksuite/ai/ai-panel.ts@@ -53,6 +53,7 @@ function asCaption<T extends keyof BlockSuitePresets.AIActions>(return {name: 'Use as caption',icon: PenIcon(),+ testId: 'answer-use-as-caption',showWhen: () => {const panel = getAIPanelWidget(host);return id === 'generateCaption' && !!panel.answer;@@ -79,6 +80,7 @@ function createNewNote(host: EditorHost): AIItemConfig {return {name: 'Create new note',icon: PageIcon(),+ testId: 'answer-create-new-note',showWhen: () => {const panel = getAIPanelWidget(host);return !!panel.answer && isInsideEdgelessEditor(host);@@ -147,9 +149,11 @@ function buildPageResponseConfig<T extends keyof BlockSuitePresets.AIActions>(return [{name: 'Response',+ testId: 'answer-responses',items: [{name: 'Insert below',+ testId: 'answer-insert-below',icon: InsertBelowIcon(),showWhen: () =>!!panel.answer && (!id || !INSERT_ABOVE_ACTIONS.includes(id)),@@ -161,6 +165,7 @@ function buildPageResponseConfig<T extends keyof BlockSuitePresets.AIActions>(},{name: 'Insert above',+ testId: 'answer-insert-above',icon: InsertTopIcon(),showWhen: () =>!!panel.answer && !!id && INSERT_ABOVE_ACTIONS.includes(id),@@ -173,6 +178,7 @@ function buildPageResponseConfig<T extends keyof BlockSuitePresets.AIActions>(asCaption(host, id),{name: 'Replace selection',+ testId: 'answer-replace',icon: ReplaceIcon(),showWhen: () =>!!panel.answer && !EXCLUDING_REPLACE_ACTIONS.includes(id),@@ -187,10 +193,12 @@ function buildPageResponseConfig<T extends keyof BlockSuitePresets.AIActions>(},{name: '',+ testId: 'answer-common-responses',items: [{name: 'Continue in chat',icon: ChatWithAiIcon(),+ testId: 'answer-continue-in-chat',handler: () => {reportResponse('result:continue-in-chat');AIProvider.slots.requestOpenWithChat.next({ host });@@ -200,6 +208,7 @@ function buildPageResponseConfig<T extends keyof BlockSuitePresets.AIActions>({name: 'Regenerate',icon: ResetIcon(),+ testId: 'answer-regenerate',handler: () => {reportResponse('result:retry');panel.generate();@@ -208,6 +217,7 @@ function buildPageResponseConfig<T extends keyof BlockSuitePresets.AIActions>({name: 'Discard',icon: DeleteIcon(),+ testId: 'answer-discard',handler: () => {panel.discard();},@@ -225,6 +235,7 @@ export function buildErrorResponseConfig(panel: AffineAIPanelWidget) {{name: 'Retry',icon: ResetIcon(),+ testId: 'error-retry',showWhen: () => true,handler: () => {reportResponse('result:retry');@@ -234,6 +245,7 @@ export function buildErrorResponseConfig(panel: AffineAIPanelWidget) {{name: 'Discard',icon: DeleteIcon(),+ testId: 'error-discard',showWhen: () => !!panel.answer,handler: () => {panel.discard();diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/action-wrapper.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/action-wrapper.tsindex 911e5a574a..6fec66bf96 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/action-wrapper.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/action-wrapper.ts@@ -142,6 +142,7 @@ export class ActionWrapper extends WithDisposable(LitElement) {<slot></slot><divclass="action-name"+ data-testid="action-name"@click=${() => (this.promptShow = !this.promptShow)}>${icons[item.action] ? icons[item.action] : DoneIcon()}@@ -152,22 +153,27 @@ export class ActionWrapper extends WithDisposable(LitElement) {</div>${this.promptShow? html`- <div class="answer-prompt">+ <div class="answer-prompt" data-testid="answer-prompt"><div class="subtitle">Answer</div>${HISTORY_IMAGE_ACTIONS.includes(item.action)? images &&html`<chat-content-images.images=${images}+ data-testid="generated-image"></chat-content-images>`: nothing}${answer- ? createTextRenderer(this.host, { customHeading: true })(answer)+ ? createTextRenderer(this.host, {+ customHeading: true,+ testId: 'chat-message-action-answer',+ })(answer): nothing}${originalText? html`<div class="subtitle prompt">Prompt</div>- ${createTextRenderer(this.host, { customHeading: true })(- item.messages[0].content + originalText- )}`+ ${createTextRenderer(this.host, {+ customHeading: true,+ testId: 'chat-message-action-prompt',+ })(item.messages[0].content + originalText)}`: nothing}</div>`diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/image-to-text.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/image-to-text.tsindex 7584dac215..ac69d79485 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/image-to-text.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/image-to-text.ts@@ -1,6 +1,3 @@-import './action-wrapper';-import '../content/images';-import { WithDisposable } from '@blocksuite/affine/global/lit';import type { EditorHost } from '@blocksuite/affine/std';import { ShadowlessElement } from '@blocksuite/affine/std';@@ -27,7 +24,10 @@ export class ActionImageToText extends WithDisposable(ShadowlessElement) {})}>${answer- ? html`<chat-content-images .images=${answer}></chat-content-images>`+ ? html`<chat-content-images+ data-testid="original-images"+ .images=${answer}+ ></chat-content-images>`: nothing}</div></action-wrapper>`;diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/image.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/image.tsindex 8cf4d4e7e2..2cdbb92982 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/image.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/image.ts@@ -17,13 +17,19 @@ export class ActionImage extends WithDisposable(ShadowlessElement) {@property({ attribute: false })accessor host!: EditorHost;+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'action-image';+protected override render() {const images = this.item.messages[0].attachments;return html`<action-wrapper .host=${this.host} .item=${this.item}><div style=${styleMap({ marginBottom: '12px' })}>${images- ? html`<chat-content-images .images=${images}></chat-content-images>`+ ? html`<chat-content-images+ .images=${images}+ data-testid="original-image"+ ></chat-content-images>`: nothing}</div></action-wrapper>`;diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/text.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/text.tsindex 253eb9999d..ea36b5cfb0 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/text.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/actions/text.ts@@ -54,6 +54,7 @@ export class ActionText extends WithDisposable(LitElement) {border: isCode ? 'none' : '1px solid var(--affine-border-color)',})}class="original-text"+ data-testid="original-text">${createTextRenderer(this.host, {customHeading: true,diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/ai-loading.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/ai-loading.tsindex 93a8d3ef29..0c4772adaa 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/ai-loading.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/ai-loading.ts@@ -47,6 +47,9 @@ export class AILoading extends WithDisposable(LitElement) {@property({ attribute: false })accessor stopGenerating!: () => void;+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'ai-loading';+override render() {return html`<div class="generating-tip">diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-chips.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-chips.tsindex 6ffeb8a342..04502f26fd 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-chips.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-chips.ts@@ -99,6 +99,9 @@ export class ChatPanelChips extends SignalWatcher(@property({ attribute: false })accessor searchMenuConfig!: SearchMenuConfig;+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'chat-panel-chips';+@query('.add-button')accessor addButton!: HTMLDivElement;@@ -137,7 +140,11 @@ export class ChatPanelChips extends SignalWatcher(const chips = isCollapsed ? allChips.slice(0, 1) : allChips;return html`<div class="chips-wrapper">- <div class="add-button" @click=${this._toggleAddDocMenu}>+ <div+ class="add-button"+ data-testid="chat-panel-with-button"+ @click=${this._toggleAddDocMenu}+ >${PlusIcon()}</div>${repeat(diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-input.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-input.tsindex 2884fcf02d..dbd2feb6a5 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-input.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-input.ts@@ -220,6 +220,9 @@ export class ChatPanelInput extends SignalWatcher(WithDisposable(LitElement)) {@property({ attribute: false })accessor docDisplayConfig!: DocDisplayConfig;+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'chat-panel-input-container';+private get _isNetworkActive() {return (!!this.networkSearchConfig.visible.value &&@@ -335,7 +338,10 @@ export class ChatPanelInput extends SignalWatcher(WithDisposable(LitElement)) {`: nothing}${this.chatContextValue.quote- ? html`<div class="chat-selection-quote">+ ? html`<div+ class="chat-selection-quote"+ data-testid="chat-selection-quote"+ >${repeat(getFirstTwoLines(this.chatContextValue.quote),line => line,@@ -420,6 +426,7 @@ export class ChatPanelInput extends SignalWatcher(WithDisposable(LitElement)) {: nothing}${images.length < MaximumImageCount? html`<div+ data-testid="chat-panel-input-image-upload"class="image-upload"aria-disabled=${uploadDisabled}@click=${uploadDisabled ? undefined : this._uploadImageFiles}@@ -434,6 +441,7 @@ export class ChatPanelInput extends SignalWatcher(WithDisposable(LitElement)) {this.updateContext({ status: 'success' });reportResponse('aborted:stop');}}+ data-testid="chat-panel-stop">${ChatAbortIcon}</div>`diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-messages.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-messages.tsindex 2e9d57b4f6..e37a6f5e5b 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-messages.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/chat-panel-messages.ts@@ -31,7 +31,7 @@ export class ChatPanelMessages extends WithDisposable(ShadowlessElement) {position: relative;}- .chat-panel-messages {+ .chat-panel-messages-container {display: flex;flex-direction: column;gap: 24px;@@ -157,9 +157,16 @@ export class ChatPanelMessages extends WithDisposable(ShadowlessElement) {@property({ attribute: false })accessor previewSpecBuilder!: SpecBuilder;- @query('.chat-panel-messages')+ @query('.chat-panel-messages-container')accessor messagesContainer: HTMLDivElement | null = null;+ @property({+ type: String,+ attribute: 'data-testid',+ reflect: true,+ })+ accessor testId = 'chat-panel-messages';+getScrollContainer(): HTMLDivElement | null {return this.messagesContainer;}@@ -168,12 +175,13 @@ export class ChatPanelMessages extends WithDisposable(ShadowlessElement) {return this.isLoading ||!this.host?.doc.get(FeatureFlagService).getFlag('enable_ai_onboarding')? nothing- : html`<div class="onboarding-wrapper">+ : html`<div class="onboarding-wrapper" data-testid="ai-onboarding">${repeat(AIPreloadConfig,config => config.text,config => {return html`<div+ data-testid=${config.testId}@click=${() => config.handler()}class="onboarding-item">@@ -220,7 +228,8 @@ export class ChatPanelMessages extends WithDisposable(ShadowlessElement) {return html`<div- class="chat-panel-messages"+ class="chat-panel-messages-container"+ data-testid="chat-panel-messages-container"@scroll=${() => this._debouncedOnScroll()}>${filteredItems.length === 0@@ -232,8 +241,12 @@ export class ChatPanelMessages extends WithDisposable(ShadowlessElement) {)}<div class="messages-placeholder-title" data-loading=${isLoading}>${this.isLoading- ? 'AFFiNE AI is loading history...'- : 'What can I help you with?'}+ ? html`<span data-testid="chat-panel-loading-state"+ >AFFiNE AI is loading history...</span+ >`+ : html`<span data-testid="chat-panel-empty-state"+ >What can I help you with?</span+ >`}</div>${this._renderAIOnboarding()}</div> `@@ -268,7 +281,11 @@ export class ChatPanelMessages extends WithDisposable(ShadowlessElement) {)}</div>${showDownIndicator && filteredItems.length > 0- ? html`<div class="down-indicator" @click=${this._onDownIndicatorClick}>+ ? html`<div+ data-testid="chat-panel-scroll-down-indicator"+ class="down-indicator"+ @click=${this._onDownIndicatorClick}+ >${ArrowDownIcon()}</div>`: nothing}diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/components/add-popover.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/components/add-popover.tsindex 628991b7b9..7077c96ca0 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/components/add-popover.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/components/add-popover.ts@@ -44,6 +44,8 @@ export type MenuItem = {name: string | TemplateResult<1>;icon: TemplateResult<1>;action: MenuAction;+ suffix?: string | TemplateResult<1>;+ testId?: string;};export type MenuAction = () => Promise<void> | void;@@ -140,6 +142,7 @@ export class ChatPanelAddPopover extends SignalWatcher({key: 'tags',name: 'Tags',+ testId: 'ai-chat-with-tags',icon: TagsIcon(),action: () => {this._toggleMode(AddPopoverMode.Tags);@@ -148,6 +151,7 @@ export class ChatPanelAddPopover extends SignalWatcher({key: 'collections',name: 'Collections',+ testId: 'ai-chat-with-collections',icon: CollectionsIcon(),action: () => {this._toggleMode(AddPopoverMode.Collections);@@ -176,6 +180,7 @@ export class ChatPanelAddPopover extends SignalWatcher({key: 'files',name: 'Upload files (pdf, txt, csv)',+ testId: 'ai-chat-with-files',icon: UploadIcon(),action: this._addFileChip,},@@ -330,13 +335,14 @@ export class ChatPanelAddPopover extends SignalWatcher(${repeat(items,item => item.key,- ({ key, name, icon, action }, idx) => {+ ({ key, name, icon, action, testId }, idx) => {const curIdx = startIndex + idx;return html`<icon-buttonwidth="280px"height="30px"data-id=${key}data-index=${curIdx}+ data-testid=${testId}.text=${name}hover=${this._activatedIndex === curIdx}@click=${() => action()?.catch(console.error)}diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/content/pure-text.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/content/pure-text.tsindex 5d43c3d227..b71fc0e866 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/content/pure-text.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/content/pure-text.ts@@ -37,6 +37,9 @@ export class ChatContentPureText extends ShadowlessElement {@property({ attribute: false })accessor text: string = '';+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'chat-content-pure-text';+protected override render() {return this.text.length > 0? html`<div class="chat-content-pure-text">${this.text}</div>`diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/message/action.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/message/action.tsindex 7e1499c487..f327fff0d8 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/message/action.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/message/action.ts@@ -16,6 +16,9 @@ export class ChatMessageAction extends WithDisposable(ShadowlessElement) {@property({ attribute: false })accessor item!: ChatAction;+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'chat-message-action';+renderHeader() {return html`<div class="user-info">diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/message/assistant.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/message/assistant.tsindex c6ccffa81c..7a51e8dd0a 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/message/assistant.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/message/assistant.ts@@ -34,7 +34,7 @@ export class ChatMessageAssistant extends WithDisposable(ShadowlessElement) {@property({ attribute: false })accessor isLast: boolean = false;- @property({ attribute: false })+ @property({ attribute: 'data-status', reflect: true })accessor status: string = 'idle';@property({ attribute: false })@@ -49,6 +49,9 @@ export class ChatMessageAssistant extends WithDisposable(ShadowlessElement) {@property({ attribute: false })accessor retry!: () => void;+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'chat-message-assistant';+renderHeader() {const isWithDocs ='content' in this.item &&diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/message/user.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/message/user.tsindex 15abe5cf14..d52e5cdf81 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/message/user.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/message/user.ts@@ -31,6 +31,9 @@ export class ChatMessageUser extends WithDisposable(ShadowlessElement) {@property({ attribute: false })accessor item!: ChatMessage;+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'chat-message-user';+renderContent() {const { item } = this;@@ -41,7 +44,7 @@ export class ChatMessageUser extends WithDisposable(ShadowlessElement) {.images=${item.attachments}></chat-content-images>`: nothing}- <div class="text-content-wrapper">+ <div class="text-content-wrapper" data-test-id="chat-content-user-text"><chat-content-pure-text .text=${item.content}></chat-content-pure-text></div>`;diff --git a/packages/frontend/core/src/blocksuite/ai/chat-panel/preload-config.ts b/packages/frontend/core/src/blocksuite/ai/chat-panel/preload-config.tsindex 9d35b25531..7fd46e0ae3 100644--- a/packages/frontend/core/src/blocksuite/ai/chat-panel/preload-config.ts+++ b/packages/frontend/core/src/blocksuite/ai/chat-panel/preload-config.ts@@ -17,6 +17,7 @@ export const AIPreloadConfig = [{icon: LanguageIcon(),text: 'Read a foreign language article with AI',+ testId: 'read-foreign-language-article-with-ai',handler: () => {AIProvider.slots.requestInsertTemplate.next({template: readAforeign,@@ -27,6 +28,7 @@ export const AIPreloadConfig = [{icon: MindmapIcon(),text: 'Tidy an article with AI MindMap Action',+ testId: 'tidy-an-article-with-ai-mindmap-action',handler: () => {AIProvider.slots.requestInsertTemplate.next({template: TidyMindMapV3,@@ -37,6 +39,7 @@ export const AIPreloadConfig = [{icon: ImageIcon(),text: 'Add illustrations to the article',+ testId: 'add-illustrations-to-the-article',handler: () => {AIProvider.slots.requestInsertTemplate.next({template: redHat,@@ -47,6 +50,7 @@ export const AIPreloadConfig = [{icon: PenIcon(),text: 'Complete writing with AI',+ testId: 'complete-writing-with-ai',handler: () => {AIProvider.slots.requestInsertTemplate.next({template: completeWritingWithAI,@@ -57,6 +61,7 @@ export const AIPreloadConfig = [{icon: SendIcon(),text: 'Freely communicate with AI',+ testId: 'freely-communicate-with-ai',handler: () => {AIProvider.slots.requestInsertTemplate.next({template: freelyCommunicateWithAI,diff --git a/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-item-list.ts b/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-item-list.tsindex 20907f4bb5..af10ff413c 100644--- a/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-item-list.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-item-list.ts@@ -87,6 +87,7 @@ export class AIItemList extends WithDisposable(LitElement) {createLitPortal({template: html`<ai-sub-item-list+ data-testid=${item.testId ? item.testId + '-menu' : ''}.item=${item}.host=${this.host}.onClick=${this.onClick}@@ -141,6 +142,9 @@ export class AIItemList extends WithDisposable(LitElement) {@property({ attribute: false })accessor onClick: (() => void) | undefined = undefined;++ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'ai-item-list';}declare global {diff --git a/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-item.ts b/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-item.tsindex 2dace65185..f5ff594bb3 100644--- a/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-item.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-item.ts@@ -23,8 +23,10 @@ export class AIItem extends WithDisposable(LitElement) {override render() {const { item } = this;const className = item.name.split(' ').join('-').toLocaleLowerCase();+ const testId = item.testId;return html`<div+ data-testid=${testId}class="menu-item ${className}"@pointerdown=${(e: MouseEvent) => e.stopPropagation()}@click=${() => {diff --git a/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-sub-item-list.ts b/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-sub-item-list.tsindex 25ff617017..54e46acfa0 100644--- a/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-sub-item-list.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/ai-item/ai-sub-item-list.ts@@ -70,6 +70,7 @@ export class AISubItemList extends WithDisposable(LitElement) {subItem => subItem.type,subItem =>html`<div+ data-testid=${subItem.testId}class="menu-item"@click=${() => this._handleClick(subItem)}>diff --git a/packages/frontend/core/src/blocksuite/ai/components/ai-item/types.ts b/packages/frontend/core/src/blocksuite/ai/components/ai-item/types.tsindex 93ebebcb71..ba2cfe3a9c 100644--- a/packages/frontend/core/src/blocksuite/ai/components/ai-item/types.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/ai-item/types.ts@@ -4,11 +4,13 @@ import type { TemplateResult } from 'lit';export interface AIItemGroupConfig {name?: string;+ testId?: string;items: AIItemConfig[];}export interface AIItemConfig {name: string;+ testId: string;icon: TemplateResult | (() => HTMLElement);showWhen?: (chain: Chain<InitCommandCtx>,@@ -23,6 +25,7 @@ export interface AIItemConfig {export interface AISubItemConfig {type: string;+ testId?: string;handler?: (host: EditorHost) => void;}diff --git a/packages/frontend/core/src/blocksuite/ai/components/ask-ai-button.ts b/packages/frontend/core/src/blocksuite/ai/components/ask-ai-button.tsindex 08c61b1d97..448898cc08 100644--- a/packages/frontend/core/src/blocksuite/ai/components/ask-ai-button.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/ask-ai-button.ts@@ -131,6 +131,7 @@ export class AskAIButton extends WithDisposable(LitElement) {});return html`<divclass="ask-ai-button"+ data-testid="ask-ai-button"style=${buttonStyles}${toggleType === 'hover' ? ref(this._whenHover.setReference) : nothing}@click=${this._toggleAIPanel}diff --git a/packages/frontend/core/src/blocksuite/ai/components/ask-ai-toolbar.ts b/packages/frontend/core/src/blocksuite/ai/components/ask-ai-toolbar.tsindex cfdec954fe..70e03334b4 100644--- a/packages/frontend/core/src/blocksuite/ai/components/ask-ai-toolbar.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/ask-ai-toolbar.ts@@ -110,7 +110,11 @@ export class AskAIToolbarButton extends WithDisposable(LitElement) {};override render() {- return html`<div class="ask-ai-button" @click=${this._onClick}>+ return html`<div+ class="ask-ai-button"+ data-testid="ask-ai-button"+ @click=${this._onClick}+ ><ask-ai-icon .size=${'middle'}></ask-ai-icon></div>`;}diff --git a/packages/frontend/core/src/blocksuite/ai/components/chat-action-list.ts b/packages/frontend/core/src/blocksuite/ai/components/chat-action-list.tsindex aea9872a6a..0dcf211d5e 100644--- a/packages/frontend/core/src/blocksuite/ai/components/chat-action-list.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/chat-action-list.ts@@ -92,6 +92,9 @@ export class ChatActionList extends LitElement {@property({ attribute: false })accessor withMargin = false;+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'chat-action-list';+override render() {const { actions } = this;if (!actions.length) {diff --git a/packages/frontend/core/src/blocksuite/ai/components/copy-more.ts b/packages/frontend/core/src/blocksuite/ai/components/copy-more.tsindex 990d745795..667759ffd7 100644--- a/packages/frontend/core/src/blocksuite/ai/components/copy-more.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/copy-more.ts@@ -127,6 +127,9 @@ export class ChatCopyMore extends WithDisposable(LitElement) {@property({ attribute: false })accessor retry = () => {};+ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'chat-actions';+private _toggle() {this._morePopper?.toggle();}@@ -197,7 +200,11 @@ export class ChatCopyMore extends WithDisposable(LitElement) {: nothing}${isLast? nothing- : html`<div class="button more" @click=${this._toggle}>+ : html`<div+ class="button more"+ data-testid="action-more-button"+ @click=${this._toggle}+ >${MoreHorizontalIcon({ width: '20px', height: '20px' })}</div> `}</div>diff --git a/packages/frontend/core/src/blocksuite/ai/components/text-renderer.ts b/packages/frontend/core/src/blocksuite/ai/components/text-renderer.tsindex da0de549ec..eea45fe589 100644--- a/packages/frontend/core/src/blocksuite/ai/components/text-renderer.ts+++ b/packages/frontend/core/src/blocksuite/ai/components/text-renderer.ts@@ -84,6 +84,7 @@ export type TextRendererOptions = {customHeading?: boolean;extensions?: ExtensionType[];additionalMiddlewares?: TransformerMiddleware[];+ testId?: string;};export const CustomPageEditorBlockSpecs: ExtensionType[] = [@@ -290,13 +291,13 @@ export class TextRenderer extends WithDisposable(ShadowlessElement) {return nothing;}- const { customHeading } = this.options;+ const { customHeading, testId } = this.options;const classes = classMap({'text-renderer-container': true,'custom-heading': !!customHeading,});return html`- <div class=${classes}>+ <div class=${classes} data-testid=${testId}>${keyed(this._doc,html`<div class="ai-answer-text-editor affine-page-viewport">diff --git a/packages/frontend/core/src/blocksuite/ai/entries/edgeless/actions-config.ts b/packages/frontend/core/src/blocksuite/ai/entries/edgeless/actions-config.tsindex e2af34d38a..6990c77aa9 100644--- a/packages/frontend/core/src/blocksuite/ai/entries/edgeless/actions-config.ts+++ b/packages/frontend/core/src/blocksuite/ai/entries/edgeless/actions-config.ts@@ -61,6 +61,7 @@ import {const translateSubItem = translateLangs.map(lang => {return {type: lang,+ testId: `action-translate-${lang}`,handler: actionToHandler('translate', AIStarIconWithAnimation, { lang }),};});@@ -68,6 +69,7 @@ const translateSubItem = translateLangs.map(lang => {const toneSubItem = textTones.map(tone => {return {type: tone,+ testId: `action-change-tone-${tone.toLowerCase()}`,handler: actionToHandler('changeTone', AIStarIconWithAnimation, { tone }),};});@@ -75,6 +77,7 @@ const toneSubItem = textTones.map(tone => {export const imageFilterSubItem = imageFilterStyles.map(style => {return {type: style,+ testId: `action-image-filter-${style.toLowerCase().replace(' ', '-')}`,handler: actionToHandler('filterImage',AIImageIconWithAnimation,@@ -89,6 +92,7 @@ export const imageFilterSubItem = imageFilterStyles.map(style => {export const imageProcessingSubItem = imageProcessingTypes.map(type => {return {type,+ testId: `action-image-processing-${type.toLowerCase().replace(' ', '-')}`,handler: actionToHandler('processImage',AIImageIconWithAnimation,@@ -105,6 +109,7 @@ const othersGroup: AIItemGroupConfig = {items: [{name: 'Continue with AI',+ testId: 'action-continue-with-ai',icon: CommentIcon({ width: '20px', height: '20px' }),showWhen: () => true,handler: host => {@@ -125,18 +130,21 @@ const editGroup: AIItemGroupConfig = {items: [{name: 'Translate to',+ testId: 'action-translate',icon: LanguageIcon(),showWhen: noteBlockOrTextShowWhen,subItem: translateSubItem,},{name: 'Change tone to',+ testId: 'action-change-tone',icon: ToneIcon(),showWhen: noteBlockOrTextShowWhen,subItem: toneSubItem,},{name: 'Improve writing',+ testId: 'action-improve-writing',icon: ImproveWritingIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('improveWriting', AIStarIconWithAnimation),@@ -144,18 +152,21 @@ const editGroup: AIItemGroupConfig = {{name: 'Make it longer',+ testId: 'action-make-it-longer',icon: LongerIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('makeLonger', AIStarIconWithAnimation),},{name: 'Make it shorter',+ testId: 'action-make-it-shorter',icon: ShorterIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('makeShorter', AIStarIconWithAnimation),},{name: 'Continue writing',+ testId: 'action-continue-writing',icon: PenIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('continueWriting', AIPenIconWithAnimation),@@ -168,30 +179,35 @@ const draftGroup: AIItemGroupConfig = {items: [{name: 'Write an article about this',+ testId: 'action-write-article',icon: PenIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('writeArticle', AIPenIconWithAnimation),},{name: 'Write a tweet about this',+ testId: 'action-write-twitter-post',icon: PenIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('writeTwitterPost', AIPenIconWithAnimation),},{name: 'Write a poem about this',+ testId: 'action-write-poem',icon: PenIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('writePoem', AIPenIconWithAnimation),},{name: 'Write a blog post about this',+ testId: 'action-write-blog-post',icon: PenIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('writeBlogPost', AIPenIconWithAnimation),},{name: 'Brainstorm ideas about this',+ testId: 'action-brainstorm',icon: PenIcon(),showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('brainstorm', AIPenIconWithAnimation),@@ -205,18 +221,21 @@ const reviewGroup: AIItemGroupConfig = {{name: 'Fix spelling',icon: PenIcon(),+ testId: 'action-fix-spelling',showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('fixSpelling', AIStarIconWithAnimation),},{name: 'Fix grammar',icon: PenIcon(),+ testId: 'action-fix-grammar',showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('improveGrammar', AIStarIconWithAnimation),},{name: 'Explain this image',icon: PenIcon(),+ testId: 'action-explain-image',showWhen: imageOnlyShowWhen,handler: actionToHandler('explainImage',@@ -228,18 +247,21 @@ const reviewGroup: AIItemGroupConfig = {{name: 'Explain this code',icon: ExplainIcon(),+ testId: 'action-explain-code',showWhen: noteWithCodeBlockShowWen,handler: actionToHandler('explainCode', AIStarIconWithAnimation),},{name: 'Check code error',icon: ExplainIcon(),+ testId: 'action-check-code-error',showWhen: noteWithCodeBlockShowWen,handler: actionToHandler('checkCodeErrors', AIStarIconWithAnimation),},{name: 'Explain selection',icon: SelectionIcon({ width: '20px', height: '20px' }),+ testId: 'action-explain-selection',showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('explain', AIStarIconWithAnimation),},@@ -252,19 +274,22 @@ const generateGroup: AIItemGroupConfig = {{name: 'Summarize',icon: PenIcon(),+ testId: 'action-summarize',showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('summary', AIPenIconWithAnimation),},{name: 'Generate headings',icon: PenIcon(),- handler: actionToHandler('createHeadings', AIPenIconWithAnimation),+ testId: 'action-generate-headings',showWhen: noteBlockOrTextShowWhen,+ handler: actionToHandler('createHeadings', AIPenIconWithAnimation),beta: true,},{name: 'Generate an image',icon: ImageIcon(),+ testId: 'action-generate-image',showWhen: notAllAIChatBlockShowWhen,handler: actionToHandler('createImage',@@ -339,12 +364,14 @@ const generateGroup: AIItemGroupConfig = {{name: 'Generate outline',icon: PenIcon(),+ testId: 'action-generate-outline',showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('writeOutline', AIPenIconWithAnimation),},{name: 'Expand from this mind map node',icon: MindmapNodeIcon(),+ testId: 'action-expand-mindmap-node',showWhen: mindmapChildShowWhen,handler: actionToHandler('expandMindmap',@@ -370,12 +397,14 @@ const generateGroup: AIItemGroupConfig = {{name: 'Brainstorm ideas with mind map',icon: MindmapIcon(),+ testId: 'action-brainstorm-mindmap',showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('brainstormMindmap', AIMindMapIconWithAnimation),},{name: 'Regenerate mind map',icon: MindmapIcon(),+ testId: 'action-regenerate-mindmap',showWhen: mindmapRootShowWhen,handler: actionToHandler('brainstormMindmap',@@ -388,6 +417,7 @@ const generateGroup: AIItemGroupConfig = {{name: 'Generate presentation',icon: PresentationIcon(),+ testId: 'action-generate-presentation',showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('createSlides', AIPresentationIconWithAnimation),beta: true,@@ -395,6 +425,7 @@ const generateGroup: AIItemGroupConfig = {{name: 'Make it real',icon: MakeItRealIcon({ width: '20px', height: '20px' }),+ testId: 'action-make-it-real',beta: true,showWhen: notAllAIChatBlockShowWhen,handler: actionToHandler(@@ -476,6 +507,7 @@ const generateGroup: AIItemGroupConfig = {{name: 'AI image filter',icon: PenIcon(),+ testId: 'action-ai-image-filter',showWhen: imageOnlyShowWhen,subItem: imageFilterSubItem,subItemOffset: [12, -4],@@ -484,6 +516,7 @@ const generateGroup: AIItemGroupConfig = {{name: 'Image processing',icon: ImageIcon(),+ testId: 'action-image-processing',showWhen: imageOnlyShowWhen,subItem: imageProcessingSubItem,subItemOffset: [12, -6],@@ -492,6 +525,7 @@ const generateGroup: AIItemGroupConfig = {{name: 'Generate a caption',icon: PenIcon(),+ testId: 'action-generate-caption',showWhen: imageOnlyShowWhen,beta: true,handler: actionToHandler(@@ -504,6 +538,7 @@ const generateGroup: AIItemGroupConfig = {{name: 'Find actions',icon: SearchIcon(),+ testId: 'action-find-actions',showWhen: noteBlockOrTextShowWhen,handler: actionToHandler('findActions', AIStarIconWithAnimation),beta: true,diff --git a/packages/frontend/core/src/blocksuite/ai/messages/error.ts b/packages/frontend/core/src/blocksuite/ai/messages/error.tsindex 4c93a3d2b5..9a63fb1479 100644--- a/packages/frontend/core/src/blocksuite/ai/messages/error.ts+++ b/packages/frontend/core/src/blocksuite/ai/messages/error.ts@@ -181,6 +181,9 @@ export class AIErrorWrapper extends SignalWatcher(WithDisposable(LitElement)) {@property({ attribute: false })accessor showDetailPanel: boolean = false;++ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'ai-error';}const PaymentRequiredErrorRenderer = (host: EditorHost) => html`diff --git a/packages/frontend/core/src/blocksuite/ai/messages/wrapper.ts b/packages/frontend/core/src/blocksuite/ai/messages/wrapper.tsindex 2b9b057145..c063748777 100644--- a/packages/frontend/core/src/blocksuite/ai/messages/wrapper.ts+++ b/packages/frontend/core/src/blocksuite/ai/messages/wrapper.ts@@ -107,7 +107,7 @@ export const createImageRenderer: (object-fit: contain;}</style>- <div class="ai-answer-image">+ <div class="ai-answer-image" data-testid="ai-answer-image"><img src=${answer}></img></div>`;diff --git a/packages/frontend/core/src/blocksuite/ai/peek-view/chat-block-input.ts b/packages/frontend/core/src/blocksuite/ai/peek-view/chat-block-input.tsindex 2801fafed3..15b92c7f6d 100644--- a/packages/frontend/core/src/blocksuite/ai/peek-view/chat-block-input.ts+++ b/packages/frontend/core/src/blocksuite/ai/peek-view/chat-block-input.ts@@ -188,12 +188,21 @@ export class ChatBlockInput extends SignalWatcher(LitElement) {`: nothing}${images.length < MaximumImageCount- ? html`<div class="image-upload" @click=${this._handleImageUpload}>+ ? html`<div+ data-testid="chat-block-input-image-upload"+ class="image-upload"+ @click=${this._handleImageUpload}+ >${ImageIcon()}</div>`: nothing}${status === 'transmitting'- ? html`<div @click=${this._handleAbort}>${ChatAbortIcon}</div>`+ ? html`<div+ @click=${this._handleAbort}+ data-testid="chat-panel-peek-view-stop"+ >+ ${ChatAbortIcon}+ </div>`: html`<div@click=${this._onTextareaSend}class="chat-panel-send"diff --git a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/ai-panel.ts b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/ai-panel.tsindex 4cce1c5f57..af2010cddb 100644--- a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/ai-panel.ts+++ b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/ai-panel.ts@@ -517,7 +517,12 @@ export class AffineAIPanelWidget extends WidgetComponent {],]);- return html`<div class="ai-panel-container">${mainTemplate}</div>`;+ return html`<div+ class="ai-panel-container"+ data-testid="ai-panel-container"+ >+ ${mainTemplate}+ </div>`;}protected override willUpdate(changed: PropertyValues): void {diff --git a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/finish-tip.ts b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/finish-tip.tsindex 402a719813..15d1302472 100644--- a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/finish-tip.ts+++ b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/finish-tip.ts@@ -74,9 +74,12 @@ export class AIFinishTip extends WithDisposable(LitElement) {${this.copy?.allowed? html`<div class="right">${this.copied- ? html`<div class="copied">${AIDoneIcon}</div>`+ ? html`<div class="copied" data-testid="answer-copied">+ ${AIDoneIcon}+ </div>`: html`<divclass="copy"+ data-testid="answer-copy-button"@click=${async () => {this.copied = !!(await this.copy?.onCopy());if (this.copied) {diff --git a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/answer.ts b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/answer.tsindex 05483c6d20..b15886a9fe 100644--- a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/answer.ts+++ b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/answer.ts@@ -86,7 +86,7 @@ export class AIPanelAnswer extends WithDisposable(LitElement) {return html`<div class="answer"><div class="answer-head">Answer</div>- <div class="answer-body">+ <div class="answer-body" data-testid="answer-content"><slot></slot></div></div>@@ -104,7 +104,10 @@ export class AIPanelAnswer extends WithDisposable(LitElement) {${index !== 0? html`<ai-panel-divider></ai-panel-divider>`: nothing}- <div class="response-list-container">+ <div+ class="response-list-container"+ data-testid=${group.testId}+ ><ai-item-list.host=${this.host}.groups=${[group]}@@ -143,6 +146,9 @@ export class AIPanelAnswer extends WithDisposable(LitElement) {@property({ attribute: false })accessor host!: EditorHost;++ @property({ attribute: 'data-testid', reflect: true })+ accessor testId = 'ai-penel-answer';}declare global {diff --git a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/error.ts b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/error.tsindex c65f4976a2..28b1a734b9 100644--- a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/error.ts+++ b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/error.ts@@ -210,7 +210,7 @@ export class AIPanelError extends WithDisposable(LitElement) {);return html`- <div class="error">+ <div class="error" data-testid="ai-error"><div class="answer-tip"><div class="answer-label">Answer</div><slot></slot>diff --git a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/generating.ts b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/generating.tsindex 539e01c155..81329723cc 100644--- a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/generating.ts+++ b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/components/state/generating.ts@@ -85,10 +85,10 @@ export class AIPanelGenerating extends WithDisposable(LitElement) {.showHeader=${!this.withAnswer}></generating-placeholder>`: nothing}- <div class="generating-tip">+ <div class="generating-tip" data-testid="ai-generating"><div class="left">${generatingIcon}</div><div class="text">AI is generating...</div>- <div @click=${this.stopGenerating} class="right">+ <div @click=${this.stopGenerating} class="right" data-testid="ai-stop"><span class="stop-icon">${AIStopIcon}</span><span class="esc-label">ESC</span></div>diff --git a/packages/frontend/core/src/blocksuite/ai/widgets/edgeless-copilot-panel/toolbar-entry.ts b/packages/frontend/core/src/blocksuite/ai/widgets/edgeless-copilot-panel/toolbar-entry.tsindex b00c75e458..1a908bdb40 100644--- a/packages/frontend/core/src/blocksuite/ai/widgets/edgeless-copilot-panel/toolbar-entry.ts+++ b/packages/frontend/core/src/blocksuite/ai/widgets/edgeless-copilot-panel/toolbar-entry.ts@@ -62,6 +62,7 @@ export class EdgelessCopilotToolbarEntry extends WithDisposable(LitElement) {return html`<edgeless-tool-icon-buttonaria-label="Ask AI"class="copilot-icon-button"+ data-testid="ask-ai-button"@click=${this._onClick}>${AIStarIcon} <span class="label medium">Ask AI</span>diff --git a/tests/affine-cloud-copilot/README.md b/tests/affine-cloud-copilot/README.mdnew file mode 100644index 0000000000..5a125bc14a--- /dev/null+++ b/tests/affine-cloud-copilot/README.md@@ -0,0 +1,20 @@+# AFFiNE Cloud Copilot E2E Tests++This directory contains end-to-end tests for the AFFiNE Cloud Copilot feature. The tests are organized in a structured way to ensure comprehensive coverage of different functionalities.++## Test Structure++The e2e tests are organized into the following categories:++1. **Basic Tests (`/basic`)**: Tests for verifying core AI capabilities including feature onboarding, authorization workflows, and basic chat interactions.+2. **Chat Interaction Tests (`/chat-with`)**: Tests for verifying the AI's interaction with various object types, such as attachments, images, text content, Edgeless elements, etc.+3. **AI Action Tests (`/ai-action`)**: Tests for verifying the AI's actions, such as text translation, gramma correction, etc.+4. **Insertion Tests (`/insertion`)**: Tests for verifying answer insertion functionality.++## Test Utilities++The `/utils` directory contains shared utilities for testing:++- **ChatPanelUtils**: Helper functions for chat panel interactions+- **EditorUtils**: Helper functions for editor operations+- **TestUtils**: General test utilities and setup functionsdiff --git a/tests/affine-cloud-copilot/e2e/ai-action/brainstorm-ideas-with-mind-map.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/brainstorm-ideas-with-mind-map.spec.tsnew file mode 100644index 0000000000..2fc986f9f8--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/brainstorm-ideas-with-mind-map.spec.ts@@ -0,0 +1,56 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/BrainstormIdeasWithMindMap', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate a mind map for the selected content', async ({+ page,+ utils,+ }) => {+ const { brainstormMindMap } = await utils.editor.askAIWithText(+ page,+ 'Panda'+ );+ const { answer, responses } = await brainstormMindMap();+ await expect(answer.locator('mini-mindmap-preview')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate a mind map for the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { brainstormMindMap } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(page, 'Panda');+ }+ );+ const { answer, responses } = await brainstormMindMap();+ await expect(answer.locator('mini-mindmap-preview')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate a mind map for the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { brainstormMindMap } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(page, 'Panda');+ }+ );+ const { answer, responses } = await brainstormMindMap();+ await expect(answer.locator('mini-mindmap-preview')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/change-tone.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/change-tone.spec.tsnew file mode 100644index 0000000000..219c8f8dcf--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/change-tone.spec.ts@@ -0,0 +1,87 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/ChangeTone', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support changing the tone of the selected content', async ({+ page,+ utils,+ }) => {+ const { changeTone } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a great note-taking app'+ );+ const { answer, responses } = await changeTone('informal');+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support changing the tone of the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { changeTone } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a great note-taking app'+ );+ }+ );++ const { answer, responses } = await changeTone('informal');+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support changing the tone of the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { changeTone } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a great note-taking app'+ );+ }+ );++ const { answer, responses } = await changeTone('informal');+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { changeTone } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a great note-taking app'+ );+ const { answer } = await changeTone('informal');+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Change tone/);+ await expect(actionName).toHaveText(/Change tone/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/check-code-error.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/check-code-error.spec.tsnew file mode 100644index 0000000000..6135232cda--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/check-code-error.spec.ts@@ -0,0 +1,50 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/CheckCodeError', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support check code error', async ({ page, utils }) => {+ const { checkCodeError } = await utils.editor.askAIWithCode(+ page,+ 'consloe.log("Hello,World!");',+ 'javascript'+ );+ const { answer, responses } = await checkCodeError();+ await expect(answer).toHaveText(/console/);+ await expect(responses).toEqual(+ new Set(['insert-below', 'replace-selection'])+ );+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { checkCodeError } = await utils.editor.askAIWithCode(+ page,+ 'consloe.log("Hello,World!");',+ 'javascript'+ );+ const { answer } = await checkCodeError();+ const insert = answer.getByTestId('answer-insert-below');+ await insert.click();+ await utils.chatPanel.waitForHistory(page, [{ role: 'action' }]);+ const {+ message,+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(+ message.getByTestId('original-text').locator('affine-code')+ ).toBeVisible();+ await expect(panelAnswer).toHaveText(/console/);+ await expect(prompt).toHaveText(/Check the code error of the follow code/);+ await expect(actionName).toHaveText(/Check code error/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/continue-with-ai.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/continue-with-ai.spec.tsnew file mode 100644index 0000000000..5654417144--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/continue-with-ai.spec.ts@@ -0,0 +1,20 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/ContinueWithAI', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ });++ test('should support continue in chat panel', async ({ page, utils }) => {+ const { continueWithAi } = await utils.editor.askAIWithText(page, 'Apple');+ await continueWithAi();+ const chatPanelInput = await page.getByTestId('chat-panel-input-container');+ const quote = await chatPanelInput.getByTestId('chat-selection-quote');+ await expect(quote).toHaveText(/Apple/, { timeout: 10000 });+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/continue-writing.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/continue-writing.spec.tsnew file mode 100644index 0000000000..da544b9f06--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/continue-writing.spec.ts@@ -0,0 +1,92 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/ContinueWriting', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support continue writing the selected content', async ({+ page,+ utils,+ }) => {+ await page.setViewportSize({ width: 1280, height: 2000 });+ const { continueWriting } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await continueWriting();+ await expect(answer).toHaveText(/,*/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support continue writing the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { continueWriting } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );++ const { answer, responses } = await continueWriting();+ await expect(answer).toHaveText(/,*/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support continue writing the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { continueWriting } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );++ const { answer, responses } = await continueWriting();+ await expect(answer).toHaveText(/,*/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { continueWriting } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await continueWriting();+ const insert = answer.getByTestId('answer-insert-below');+ await insert.click();+ await utils.chatPanel.waitForHistory(+ page,+ [+ {+ role: 'action',+ },+ ],+ 10000+ );+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/,*/);+ await expect(prompt).toHaveText(/Continue the following text/);+ await expect(actionName).toHaveText(/Continue writing/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/expand-mindmap-node.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/expand-mindmap-node.spec.tsnew file mode 100644index 0000000000..e56492ff6f--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/expand-mindmap-node.spec.ts@@ -0,0 +1,38 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('expand mindmap node', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should expand the mindmap node', async ({ page, utils }) => {+ let id: string;+ const { expandMindMapNode } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ id = await utils.editor.createMindmap(page);+ },+ async () => {+ // Select the first child in the mindmap+ const { id: childId } = await utils.editor.getMindMapNode(+ page,+ id!,+ [0, 0]+ );+ await utils.editor.selectElementInEdgeless(page, [childId]);+ }+ );+ await expandMindMapNode();+ // Child node should be expanded+ await expect(async () => {+ const newChild = await utils.editor.getMindMapNode(page, id!, [0, 0, 0]);+ expect(newChild).toBeDefined();+ }).toPass({ timeout: 20000 });+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/explain-code.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/explain-code.spec.tsnew file mode 100644index 0000000000..3d27232eb2--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/explain-code.spec.ts@@ -0,0 +1,47 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/ExplainCode', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support explain code', async ({ page, utils }) => {+ const { explainCode } = await utils.editor.askAIWithCode(+ page,+ 'console.log("Hello, World!");',+ 'javascript'+ );+ const { answer } = await explainCode();+ await expect(answer).toHaveText(/console.log/);+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { explainCode } = await utils.editor.askAIWithCode(+ page,+ 'console.log("Hello, World!");',+ 'javascript'+ );+ const { answer } = await explainCode();+ const insert = answer.getByTestId('answer-insert-below');+ await insert.click();+ await utils.chatPanel.waitForHistory(page, [{ role: 'action' }]);+ const {+ message,+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(+ message.getByTestId('original-text').locator('affine-code')+ ).toBeVisible();+ await expect(panelAnswer).toHaveText(/console.log/);+ await expect(prompt).toHaveText(/Analyze and explain the follow code/);+ await expect(actionName).toHaveText(/Explain this code/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/explain-image.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/explain-image.spec.tsnew file mode 100644index 0000000000..865ab6cf39--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/explain-image.spec.ts@@ -0,0 +1,52 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++const base64 =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++const image = {+ name: 'image.jpeg',+ mimeType: 'image/jpeg',+ buffer: Buffer.from(base64, 'base64'),+};++test.describe('AIAction/ExplainImage', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support explaining the selected image', async ({+ page,+ utils,+ }) => {+ const { explainImage } = await utils.editor.askAIWithImage(page, image);+ const { answer, responses } = await explainImage();+ await expect(answer).toHaveText(/kitten/i, { timeout: 20000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { explainImage } = await utils.editor.askAIWithImage(page, image);+ const { answer } = await explainImage();+ const insertBelow = answer.getByTestId('answer-insert-below');+ await insertBelow.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ message,+ answer: panelAnswer,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(message.getByTestId('original-images')).toBeVisible();+ await expect(panelAnswer).toHaveText(/kitten/i);+ await expect(actionName).toHaveText(/Explain this image/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/explain-selection.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/explain-selection.spec.tsnew file mode 100644index 0000000000..09f1c9451e--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/explain-selection.spec.ts@@ -0,0 +1,78 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/ExplainSelection', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support explaining the selected content', async ({+ page,+ utils,+ }) => {+ const { explainSelection } = await utils.editor.askAIWithText(+ page,+ 'LLM(AI)'+ );+ const { answer, responses } = await explainSelection();+ await expect(answer).toHaveText(/Large Language Model/, { timeout: 20000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support explaining the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { explainSelection } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(page, 'LLM(AI)');+ }+ );++ const { answer, responses } = await explainSelection();+ await expect(answer).toHaveText(/Large Language Model/, { timeout: 20000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support explaining the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { explainSelection } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(page, 'LLM(AI)');+ }+ );++ const { answer, responses } = await explainSelection();+ await expect(answer).toHaveText(/Large Language Model/, { timeout: 20000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { explainSelection } = await utils.editor.askAIWithText(page, 'LLM');+ const { answer } = await explainSelection();+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/Large Language Model/);+ await expect(prompt).toHaveText(/Analyze and explain the follow text/);+ await expect(actionName).toHaveText(/Explain this/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/find-actions.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/find-actions.spec.tsnew file mode 100644index 0000000000..ece8eb6c25--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/find-actions.spec.ts@@ -0,0 +1,143 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/FindActions', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should find actions for selected content', async ({ page, utils }) => {+ const { findActions } = await utils.editor.askAIWithText(+ page,+ `Choose a Booking Platform+Enter Travel Details+Compare and Select Flights`+ );+ const { answer, responses } = await findActions();+ const todos = await answer.locator('affine-list').all();++ const expectedTexts = [+ 'Choose a Booking Platform',+ 'Enter Travel Details',+ 'Compare and Select Flights',+ ];++ await Promise.all(+ todos.map(async (todo, index) => {+ await expect(+ todo.locator('.affine-list-block__todo-prefix')+ ).toBeVisible();+ await expect(todo).toHaveText(expectedTexts[index]);+ })+ );+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should find actions for selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { findActions } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'Choose a Booking Platform'+ );+ }+ );++ const { answer, responses } = await findActions();+ const todos = await answer.locator('affine-list').all();+ const expectedTexts = [+ 'Choose a Booking Platform',+ 'Enter Travel Details',+ 'Compare and Select Flights',+ ];+ await Promise.all(+ todos.map(async (todo, index) => {+ await expect(+ todo.locator('.affine-list-block__todo-prefix')+ ).toBeVisible();+ await expect(todo).toHaveText(expectedTexts[index]);+ })+ );+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should find actions for selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { findActions } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'Choose a Booking Platform'+ );+ }+ );++ const { answer, responses } = await findActions();+ const todos = await answer.locator('affine-list').all();+ const expectedTexts = [+ 'Choose a Booking Platform',+ 'Enter Travel Details',+ 'Compare and Select Flights',+ ];+ await Promise.all(+ todos.map(async (todo, index) => {+ await expect(+ todo.locator('.affine-list-block__todo-prefix')+ ).toBeVisible();+ await expect(todo).toHaveText(expectedTexts[index]);+ })+ );+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { findActions } = await utils.editor.askAIWithText(+ page,+ `Choose a Booking Platform+Enter Travel Details+Compare and Select Flights`+ );+ const { answer } = await findActions();+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ const todos = await panelAnswer.locator('affine-list').all();++ const expectedTexts = [+ 'Choose a Booking Platform',+ 'Enter Travel Details',+ 'Compare and Select Flights',+ ];+ await Promise.all(+ todos.map(async (todo, index) => {+ await expect(+ todo.locator('.affine-list-block__todo-prefix')+ ).toBeVisible();+ await expect(todo).toHaveText(expectedTexts[index]);+ })+ );+ await expect(prompt).toHaveText(/Find action items of the follow text/);+ await expect(actionName).toHaveText(/Find action items from it/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/fix-grammar.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/fix-grammar.spec.tsnew file mode 100644index 0000000000..ae0754bfd3--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/fix-grammar.spec.ts@@ -0,0 +1,84 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/FixGrammar', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support fixing grammatical errors in the selected content', async ({+ page,+ utils,+ }) => {+ const { fixGrammar } = await utils.editor.askAIWithText(+ page,+ 'I is a student'+ );+ const { answer, responses } = await fixGrammar();+ await expect(answer).toHaveText(/I am a student/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support fixing grammatical errors in the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { fixGrammar } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(page, 'I is a student');+ }+ );++ const { answer, responses } = await fixGrammar();+ await expect(answer).toHaveText(/I am a student/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support fixing grammatical errors in the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { fixGrammar } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(page, 'I is a student');+ }+ );++ const { answer, responses } = await fixGrammar();+ await expect(answer).toHaveText(/I am a student/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { fixGrammar } = await utils.editor.askAIWithText(+ page,+ 'I is a student'+ );+ const { answer } = await fixGrammar();+ await expect(answer).toHaveText(/I am a student/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/I am a student/);+ await expect(prompt).toHaveText(+ /Improve the grammar of the following text/+ );+ await expect(actionName).toHaveText(/Improve grammar for it/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/fix-spelling.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/fix-spelling.spec.tsnew file mode 100644index 0000000000..0ad2ff2cf6--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/fix-spelling.spec.ts@@ -0,0 +1,78 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/FixSpelling', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support fixing spelling errors in the selected content', async ({+ page,+ utils,+ }) => {+ const { fixSpelling } = await utils.editor.askAIWithText(page, 'Appel');+ const { answer, responses } = await fixSpelling();+ await expect(answer).toHaveText(/Apple/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support fixing spelling errors in the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { fixSpelling } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(page, 'Appel');+ }+ );++ const { answer, responses } = await fixSpelling();+ await expect(answer).toHaveText(/Apple/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support fixing spelling errors in the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { fixSpelling } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(page, 'Appel');+ }+ );++ const { answer, responses } = await fixSpelling();+ await expect(answer).toHaveText(/Apple/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { fixSpelling } = await utils.editor.askAIWithText(page, 'Appel');+ const { answer } = await fixSpelling();+ await expect(answer).toHaveText(/Apple/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/Apple/);+ await expect(prompt).toHaveText(+ /Correct the spelling of the following text/+ );+ await expect(actionName).toHaveText(/Fix spelling for it/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/generate-an-image-with-image.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/generate-an-image-with-image.spec.tsnew file mode 100644index 0000000000..f721fdeba8--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/generate-an-image-with-image.spec.ts@@ -0,0 +1,55 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++const base64 =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++const image = {+ name: 'image.jpeg',+ mimeType: 'image/jpeg',+ buffer: Buffer.from(base64, 'base64'),+};++test.describe('AIAction/GenerateAnImageWithImage', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate an image for the selected image', async ({+ page,+ utils,+ }) => {+ const { generateImage } = await utils.editor.askAIWithImage(page, image);+ const { answer, responses } = await generateImage();+ await expect(answer.getByTestId('ai-answer-image')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { generateImage } = await utils.editor.askAIWithImage(page, image);+ const { answer } = await generateImage();+ await expect(answer.getByTestId('ai-answer-image')).toBeVisible();+ const insert = answer.getByTestId('answer-insert-below');+ await insert.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ message,+ answer: panelAnswer,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(message.getByTestId('original-image')).toBeVisible();+ await expect(+ panelAnswer.getByTestId('generated-image').locator('img')+ ).toBeVisible();+ await expect(actionName).toHaveText(/image/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/generate-an-image-with-text.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/generate-an-image-with-text.spec.tsnew file mode 100644index 0000000000..eb5b3e4888--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/generate-an-image-with-text.spec.ts@@ -0,0 +1,71 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/GenerateAnImageWithText', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate an image for the selected content', async ({+ page,+ utils,+ }) => {+ const { generateImage } = await utils.editor.askAIWithText(page, 'Panda');+ const { answer, responses } = await generateImage();+ await expect(answer.getByTestId('ai-answer-image')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate an image for the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { generateImage } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(page, 'Panda');+ }+ );+ const { answer, responses } = await generateImage();+ await expect(answer.getByTestId('ai-answer-image')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate an image for the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { generateImage } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(page, 'Panda');+ }+ );+ const { answer, responses } = await generateImage();+ await expect(answer.getByTestId('ai-answer-image')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { generateImage } = await utils.editor.askAIWithText(page, 'Panda');+ const { answer } = await generateImage();+ const insert = answer.getByTestId('answer-insert-below');+ await insert.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const { answer: panelAnswer, actionName } =+ await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(+ panelAnswer.getByTestId('generated-image').locator('img')+ ).toBeVisible();+ await expect(actionName).toHaveText(/image/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/generate-headings.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/generate-headings.spec.tsnew file mode 100644index 0000000000..b6d1a19067--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/generate-headings.spec.ts@@ -0,0 +1,108 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/GenerateHeadings', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate headings for selected content', async ({+ page,+ utils,+ }) => {+ const { generateHeadings } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await generateHeadings();+ await Promise.race([+ answer.locator('h1').isVisible(),+ answer.locator('h2').isVisible(),+ answer.locator('h3').isVisible(),+ ]);+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-above', 'replace-selection']));+ });++ test.fixme(+ 'should generate headings for selected text block in edgeless',+ async ({ page, utils }) => {+ const { generateHeadings } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );++ const { answer, responses } = await generateHeadings();+ await Promise.race([+ answer.locator('h1').isVisible(),+ answer.locator('h2').isVisible(),+ answer.locator('h3').isVisible(),+ ]);+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-above']));+ }+ );++ test.fixme(+ 'should generate headings for selected note block in edgeless',+ async ({ page, utils }) => {+ const { generateHeadings } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );++ const { answer, responses } = await generateHeadings();+ await Promise.race([+ answer.locator('h1').isVisible(),+ answer.locator('h2').isVisible(),+ answer.locator('h3').isVisible(),+ ]);+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-above']));+ }+ );++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { generateHeadings } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await generateHeadings();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await Promise.race([+ panelAnswer.locator('h1').isVisible(),+ panelAnswer.locator('h2').isVisible(),+ panelAnswer.locator('h3').isVisible(),+ ]);+ await expect(prompt).toHaveText(/Create headings of the follow text/);+ await expect(actionName).toHaveText(/Create headings/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/generate-image-caption.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/generate-image-caption.spec.tsnew file mode 100644index 0000000000..63877f22bb--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/generate-image-caption.spec.ts@@ -0,0 +1,52 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++const base64 =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++const image = {+ name: 'image.jpeg',+ mimeType: 'image/jpeg',+ buffer: Buffer.from(base64, 'base64'),+};++test.describe('AIAction/GenerateImageCaption', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate image caption', async ({ page, utils }) => {+ const { generateCaption } = await utils.editor.askAIWithImage(page, image);+ const { answer, responses } = await generateCaption();+ await expect(answer).toHaveText(/cat|kitten/i);+ await expect(responses).toEqual(+ new Set(['insert-below', 'use-as-caption', 'replace-selection'])+ );+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { generateCaption } = await utils.editor.askAIWithImage(page, image);+ const { answer } = await generateCaption();+ await expect(answer).toHaveText(/cat|kitten/i);+ const insert = answer.getByTestId('answer-insert-below');+ await insert.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ message,+ answer: panelAnswer,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(message.getByTestId('original-images')).toBeVisible();+ await expect(panelAnswer).toHaveText(/cat|kitten/i);+ await expect(actionName).toHaveText(/Generate a caption/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/generate-outline.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/generate-outline.spec.tsnew file mode 100644index 0000000000..411953428c--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/generate-outline.spec.ts@@ -0,0 +1,86 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/GenerateOutline', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate outline for selected content', async ({+ page,+ utils,+ }) => {+ const { generateOutline } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await generateOutline();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should generate outline for selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { generateOutline } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await generateOutline();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate outline for selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { generateOutline } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await generateOutline();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { generateOutline } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await generateOutline();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Write an outline about this/);+ await expect(actionName).toHaveText(/Write outline/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/generate-presentation.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/generate-presentation.spec.tsnew file mode 100644index 0000000000..e38e4e469a--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/generate-presentation.spec.ts@@ -0,0 +1,62 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/GeneratePresentation', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate a presentation for the selected content', async ({+ page,+ utils,+ }) => {+ const { generatePresentation } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await generatePresentation();+ await expect(answer.locator('ai-slides-renderer')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate a presentation for the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { generatePresentation } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await generatePresentation();+ await expect(answer.locator('ai-slides-renderer')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate a presentation for the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { generatePresentation } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await generatePresentation();+ await expect(answer.locator('ai-slides-renderer')).toBeVisible();+ expect(responses).toEqual(new Set(['insert-below']));+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/image-filter.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/image-filter.spec.tsnew file mode 100644index 0000000000..3017fc6b2a--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/image-filter.spec.ts@@ -0,0 +1,29 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++const base64 =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++const image = {+ name: 'image.jpeg',+ mimeType: 'image/jpeg',+ buffer: Buffer.from(base64, 'base64'),+};++test.describe('AIAction/ImageFilter', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support image filter', async ({ page, utils }) => {+ const { imageFilter } = await utils.editor.askAIWithImage(page, image);+ const { answer, responses } = await imageFilter('pixel-style');+ await expect(answer.getByTestId('ai-answer-image')).toBeVisible();+ await expect(responses).toEqual(new Set(['insert-below']));+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/image-processing.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/image-processing.spec.tsnew file mode 100644index 0000000000..0eec1a779e--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/image-processing.spec.ts@@ -0,0 +1,52 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++const base64 =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++const image = {+ name: 'image.jpeg',+ mimeType: 'image/jpeg',+ buffer: Buffer.from(base64, 'base64'),+};++test.describe('AIAction/ImageProcessing', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support image processing', async ({ page, utils }) => {+ const { imageProcessing } = await utils.editor.askAIWithImage(page, image);+ const { answer, responses } = await imageProcessing('remove-background');+ await expect(answer.getByTestId('ai-answer-image')).toBeVisible();+ await expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { imageProcessing } = await utils.editor.askAIWithImage(page, image);+ const { answer } = await imageProcessing('remove-background');+ await expect(answer.getByTestId('ai-answer-image')).toBeVisible();+ const insert = answer.getByTestId('answer-insert-below');+ await insert.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ message,+ answer: panelAnswer,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(message.getByTestId('original-image')).toBeVisible();+ await expect(+ panelAnswer.getByTestId('generated-image').locator('img')+ ).toBeVisible();+ await expect(actionName).toHaveText(/Remove background/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/improve-writing.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/improve-writing.spec.tsnew file mode 100644index 0000000000..4f8abe6feb--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/improve-writing.spec.ts@@ -0,0 +1,80 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/ImproveWriting', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support improving the writing of the selected content', async ({+ page,+ utils,+ }) => {+ const { improveWriting } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is so smart'+ );+ const { answer, responses } = await improveWriting();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support improving the writing of the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { improveWriting } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(page, 'AFFiNE is so smart');+ }+ );+ const { answer, responses } = await improveWriting();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support improving the writing of the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { improveWriting } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(page, 'AFFiNE is so smart');+ }+ );+ const { answer, responses } = await improveWriting();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { improveWriting } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is so smart'+ );+ const { answer } = await improveWriting();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Improve the follow text/);+ await expect(actionName).toHaveText(/Improve writing for it/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/make-it-longer.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/make-it-longer.spec.tsnew file mode 100644index 0000000000..5a5945a318--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/make-it-longer.spec.ts@@ -0,0 +1,86 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/MakeItLonger', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support making the selected content longer', async ({+ page,+ utils,+ }) => {+ const { makeItLonger } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await makeItLonger();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support making the selected text block longer in edgeless', async ({+ page,+ utils,+ }) => {+ const { makeItLonger } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await makeItLonger();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support making the selected note block longer in edgeless', async ({+ page,+ utils,+ }) => {+ const { makeItLonger } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await makeItLonger();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { makeItLonger } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await makeItLonger();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Expand the following text/);+ await expect(actionName).toHaveText(/Make it longer/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/make-it-real.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/make-it-real.spec.tsnew file mode 100644index 0000000000..86d33201dc--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/make-it-real.spec.ts@@ -0,0 +1,85 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/MakeItReal', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support making the selected content to real', async ({+ page,+ utils,+ }) => {+ const { makeItReal } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await makeItReal();+ await expect(answer.locator('iframe')).toBeVisible({ timeout: 30000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support making the selected text block to real in edgeless', async ({+ page,+ utils,+ }) => {+ const { makeItReal } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await makeItReal();+ await expect(answer.locator('iframe')).toBeVisible({ timeout: 30000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support making the selected note block to real in edgeless', async ({+ page,+ utils,+ }) => {+ const { makeItReal } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await makeItReal();+ await expect(answer.locator('iframe')).toBeVisible({ timeout: 30000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { makeItReal } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await makeItReal();+ const insert = answer.getByTestId('answer-insert-below');+ await insert.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer.locator('affine-code')).toBeVisible();+ await expect(prompt).toHaveText(/Write a web page of follow text/);+ await expect(actionName).toHaveText(/Make it real with text/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/make-it-shorter.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/make-it-shorter.spec.tsnew file mode 100644index 0000000000..5ffcda68ae--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/make-it-shorter.spec.ts@@ -0,0 +1,86 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/MakeItShorter', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support making the selected content shorter', async ({+ page,+ utils,+ }) => {+ const { makeItShorter } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await makeItShorter();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support making the selected text block shorter in edgeless', async ({+ page,+ utils,+ }) => {+ const { makeItShorter } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await makeItShorter();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support making the selected note block shorter in edgeless', async ({+ page,+ utils,+ }) => {+ const { makeItShorter } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await makeItShorter();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { makeItShorter } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await makeItShorter();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Shorten the follow text/);+ await expect(actionName).toHaveText(/Make it shorter/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/regenerate-mindmap.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/regenerate-mindmap.spec.tsnew file mode 100644index 0000000000..df6cc506da--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/regenerate-mindmap.spec.ts@@ -0,0 +1,36 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/RegenerateMindMap', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support regenerate the mind map for mindmap root', async ({+ page,+ utils,+ }) => {+ let id: string;+ const { regenerateMindMap } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ id = await utils.editor.createMindmap(page);+ },+ async () => {+ const { id: rootId } = await utils.editor.getMindMapNode(page, id!, [+ 0,+ ]);+ await utils.editor.selectElementInEdgeless(page, [rootId]);+ }+ );++ const { answer, responses } = await regenerateMindMap();+ await expect(answer.locator('mini-mindmap-preview')).toBeVisible();+ expect(responses).toEqual(new Set(['replace-selection']));+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/summarize.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/summarize.spec.tsnew file mode 100644index 0000000000..9d60d5dac9--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/summarize.spec.ts@@ -0,0 +1,86 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/Summarize', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support summarizing the selected content', async ({+ page,+ utils,+ }) => {+ const { summarize } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await summarize();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support summarizing the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { summarize } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await summarize();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support summarizing the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { summarize } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await summarize();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { summarize } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await summarize();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Summary the follow text/);+ await expect(actionName).toHaveText(/Summary/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/translate.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/translate.spec.tsnew file mode 100644index 0000000000..45ef256f87--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/translate.spec.ts@@ -0,0 +1,74 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/Translate', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support translating the selected content', async ({+ page,+ utils,+ }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer, responses } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support translating the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { translate } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(page, 'Apple');+ }+ );+ const { answer, responses } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support translating the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { translate } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(page, 'Apple');+ }+ );+ const { answer, responses } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('support show chat history in chat panel', async ({ page, utils }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/Apfel/);+ await expect(prompt).toHaveText(/Translate/);+ await expect(actionName).toHaveText(/Translate/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/write-an-article.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/write-an-article.spec.tsnew file mode 100644index 0000000000..0d4fdb3423--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/write-an-article.spec.ts@@ -0,0 +1,86 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/WriteAnArticleAboutThis', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate an article for the selected content', async ({+ page,+ utils,+ }) => {+ const { writeArticle } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await writeArticle();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support writing an article for the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { writeArticle } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await writeArticle();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support writing an article for the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { writeArticle } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await writeArticle();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { writeArticle } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await writeArticle();+ await expect(answer).toHaveText(/AFFiNE/);+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Write an article about this/);+ await expect(actionName).toHaveText(/Write an article about this/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/write-an-blog.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/write-an-blog.spec.tsnew file mode 100644index 0000000000..e866fbfb1e--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/write-an-blog.spec.ts@@ -0,0 +1,86 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/WriteAnBlogPostAboutThis', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate an blog post for the selected content', async ({+ page,+ utils,+ }) => {+ const { writeBlogPost } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await writeBlogPost();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should support writing an blog post for the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { writeBlogPost } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await writeBlogPost();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should support writing an blog post for the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { writeBlogPost } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await writeBlogPost();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { writeBlogPost } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await writeBlogPost();+ await expect(answer).toHaveText(/AFFiNE/);+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Write a blog post about this/);+ await expect(actionName).toHaveText(/Write a blog post about this/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/write-an-poem.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/write-an-poem.spec.tsnew file mode 100644index 0000000000..bd34c902a1--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/write-an-poem.spec.ts@@ -0,0 +1,86 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/WriteAnPoemAboutThis', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate an poem for the selected content', async ({+ page,+ utils,+ }) => {+ const { writePoem } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await writePoem();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should generate an poem for the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { writePoem } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await writePoem();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate an poem for the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { writePoem } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await writePoem();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { writePoem } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await writePoem();+ await expect(answer).toHaveText(/AFFiNE/);+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Write a poem about this/);+ await expect(actionName).toHaveText(/Write a poem about this/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/ai-action/write-an-tweet.spec.ts b/tests/affine-cloud-copilot/e2e/ai-action/write-an-tweet.spec.tsnew file mode 100644index 0000000000..1c2bcf2866--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/ai-action/write-an-tweet.spec.ts@@ -0,0 +1,86 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIAction/WriteAnTweetAboutThis', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should generate an tweet for the selected content', async ({+ page,+ utils,+ }) => {+ const { writeTwitterPost } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer, responses } = await writeTwitterPost();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below', 'replace-selection']));+ });++ test('should generate an tweet for the selected text block in edgeless', async ({+ page,+ utils,+ }) => {+ const { writeTwitterPost } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await writeTwitterPost();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should generate an tweet for the selected note block in edgeless', async ({+ page,+ utils,+ }) => {+ const { writeTwitterPost } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ }+ );+ const { answer, responses } = await writeTwitterPost();+ await expect(answer).toHaveText(/AFFiNE/);+ expect(responses).toEqual(new Set(['insert-below']));+ });++ test('should show chat history in chat panel', async ({ page, utils }) => {+ const { writeTwitterPost } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE is a workspace with fully merged docs'+ );+ const { answer } = await writeTwitterPost();+ await expect(answer).toHaveText(/AFFiNE/);+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'action',+ },+ ]);+ const {+ answer: panelAnswer,+ prompt,+ actionName,+ } = await utils.chatPanel.getLatestAIActionMessage(page);+ await expect(panelAnswer).toHaveText(/AFFiNE/);+ await expect(prompt).toHaveText(/Write a twitter about this/);+ await expect(actionName).toHaveText(/Write a twitter about this/);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/base/base-test.ts b/tests/affine-cloud-copilot/e2e/base/base-test.tsnew file mode 100644index 0000000000..49a5674120--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/base/base-test.ts@@ -0,0 +1,27 @@+// eslint-disable no-empty-pattern+import { test as base } from '@affine-test/kit/playwright';++import { ChatPanelUtils } from '../utils/chat-panel-utils';+import { EditorUtils } from '../utils/editor-utils';+import { TestUtils } from '../utils/test-utils';++interface TestUtilsFixtures {+ utils: {+ testUtils: TestUtils;+ chatPanel: typeof ChatPanelUtils;+ editor: typeof EditorUtils;+ };+}++export const test = base.extend<TestUtilsFixtures>({+ utils: async ({}, use) => {+ const testUtils = TestUtils.getInstance();+ await use({+ testUtils,+ chatPanel: ChatPanelUtils,+ editor: EditorUtils,+ });+ },+});++export type TestFixtures = typeof test;diff --git a/tests/affine-cloud-copilot/e2e/basic/authority.spec.ts b/tests/affine-cloud-copilot/e2e/basic/authority.spec.tsnew file mode 100644index 0000000000..10175bdfce--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/basic/authority.spec.ts@@ -0,0 +1,28 @@+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIBasic/Authority', () => {+ test.beforeEach(async ({ page, utils }) => {+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should show error & login button when no login', async ({+ page,+ utils,+ }) => {+ await utils.chatPanel.makeChat(page, 'Hello');++ await expect(page.getByTestId('ai-error')).toBeVisible();+ await expect(page.getByTestId('ai-error-action-button')).toBeVisible();+ });++ test('should support login in error state', async ({ page, utils }) => {+ await utils.chatPanel.makeChat(page, 'Hello');+ const loginButton = page.getByTestId('ai-error-action-button');+ await loginButton.click();++ await expect(page.getByTestId('auth-modal')).toBeVisible();+ });+});diff --git a/tests/affine-cloud-copilot/e2e/basic/chat.spec.ts b/tests/affine-cloud-copilot/e2e/basic/chat.spec.tsnew file mode 100644index 0000000000..0d16e35684--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/basic/chat.spec.ts@@ -0,0 +1,346 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIBasic/Chat', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should display empty state when no messages', async ({ page }) => {+ // Verify empty state UI+ await expect(page.getByTestId('chat-panel-empty-state')).toBeVisible();+ await expect(page.getByTestId('ai-onboarding')).toBeVisible();+ });++ test(`should send message and receive AI response:+ - send message+ - AI is loading+ - AI generating+ - AI success+ `, async ({ page, utils }) => {+ // Type and send a message+ await utils.chatPanel.makeChat(page, 'Introduce AFFiNE to me');++ // AI is loading+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Introduce AFFiNE to me',+ },+ {+ role: 'assistant',+ status: 'loading',+ },+ ]);++ await expect(page.getByTestId('ai-loading')).toBeVisible();++ // AI Generating+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Introduce AFFiNE to me',+ },+ {+ role: 'assistant',+ status: 'transmitting',+ },+ ]);++ await expect(page.getByTestId('ai-loading')).not.toBeVisible();++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Introduce AFFiNE to me',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);+ });++ test('should support stop generating', async ({ page, utils }) => {+ await utils.chatPanel.makeChat(page, 'Introduce AFFiNE to me');++ // AI Generating+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Introduce AFFiNE to me',+ },+ {+ role: 'assistant',+ status: 'transmitting',+ },+ ]);++ await page.getByTestId('chat-panel-stop').click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Introduce AFFiNE to me',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);+ });++ test('should render ai actions inline if the answer is the last one in the list, otherwise, nest them under the "More" menu', async ({+ page,+ utils,+ }) => {+ await utils.chatPanel.makeChat(page, 'Hello, how can you help me?');+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello, how can you help me?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ expect(page.getByTestId('chat-action-list')).toBeVisible();+ await utils.chatPanel.makeChat(page, 'Nice to meet you');+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello, how can you help me?',+ },+ {+ role: 'assistant',+ status: 'idle',+ },+ {+ role: 'user',+ content: 'Nice to meet you',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ const firstAnswer = await page+ .getByTestId('chat-message-assistant')+ .first();+ const more = firstAnswer.getByTestId('action-more-button');+ await more.click();+ await expect(firstAnswer.getByTestId('chat-actions')).toBeVisible();+ });++ test('should show scroll indicator when there are many messages', async ({+ page,+ utils,+ }) => {+ // Set window height to 100px to ensure scroll indicator appears+ await page.setViewportSize({ width: 1280, height: 400 });++ // Type and send a message+ await utils.chatPanel.makeChat(+ page,+ 'Hello, write a poem about the moon with 50 words.'+ );++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello, write a poem about the moon with 50 words.',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ // Wait for the answer to be completely rendered+ await page.waitForTimeout(1000);++ // Scroll up to trigger scroll indicator+ const chatMessagesContainer = page.getByTestId(+ 'chat-panel-messages-container'+ );+ await chatMessagesContainer.evaluate(el => {+ el.scrollTop = 0;+ });++ const scrollDownIndicator = page.getByTestId(+ 'chat-panel-scroll-down-indicator'+ );++ // Verify scroll indicator appears+ await expect(scrollDownIndicator).toBeVisible();++ // Click scroll indicator to scroll to bottom+ await scrollDownIndicator.click();++ // Verify scroll indicator disappears+ await expect(scrollDownIndicator).not.toBeVisible();+ });++ test('should show error when request failed', async ({ page, utils }) => {+ // Simulate network error by disconnecting+ await page.route('**/graphql', route => route.abort('failed'));++ // Send a message that will fail+ await utils.chatPanel.makeChat(page, 'Hello');++ await expect(page.getByTestId('ai-error')).toBeVisible();+ await expect(page.getByTestId('action-retry-button')).toBeVisible();+ });++ test('should support retrying failed messages', async ({ page, utils }) => {+ // Simulate network error by disconnecting+ await page.route('**/graphql', route => route.abort('failed'));++ // Send a message that will fail+ await utils.chatPanel.makeChat(page, 'Hello');++ // Verify error state+ await expect(page.getByTestId('ai-error')).toBeVisible();++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'error',+ },+ ]);++ // Reconnect network+ await page.route('**/graphql', route => route.continue());++ await page.getByTestId('action-retry-button').click();++ // Verify message is resent and AI responds+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);+ });++ test('should support retrying question', async ({ page, utils }) => {+ await utils.chatPanel.makeChat(+ page,+ 'Introduce Large Language Model in under 500 words'+ );++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Introduce Large Language Model in under 500 words',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await page.pause();+ await actions.retry();++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Introduce Large Language Model in under 500 words',+ },+ {+ role: 'assistant',+ status: 'transmitting',+ },+ ]);++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Introduce Large Language Model in under 500 words',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);+ });++ test('should support sending message with button', async ({+ page,+ utils,+ }) => {+ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.typeChat(page, 'Hello');+ await page.getByTestId('chat-panel-send').click();+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'loading',+ },+ ]);+ });++ test('should support clearing chat', async ({ page, utils }) => {+ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);+ await utils.chatPanel.clearChat(page);+ await utils.chatPanel.waitForHistory(page, []);+ });++ test('should support copying answer', async ({ page, utils }) => {+ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.copy();+ await page.getByText('Copied to clipboard').isVisible();+ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ const clipboardText = await page.evaluate(() =>+ navigator.clipboard.readText()+ );+ expect(clipboardText).toBe(content);+ }).toPass({ timeout: 5000 });+ });+});diff --git a/tests/affine-cloud-copilot/e2e/basic/onboarding.spec.ts b/tests/affine-cloud-copilot/e2e/basic/onboarding.spec.tsnew file mode 100644index 0000000000..9206c0531d--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/basic/onboarding.spec.ts@@ -0,0 +1,72 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe.configure({ mode: 'parallel' });++test.describe('AIBasic/Onboarding', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should show AI onboarding', async ({ page }) => {+ await expect(page.getByTestId('ai-onboarding')).toBeVisible();++ // Show options+ await expect(+ page.getByTestId('read-foreign-language-article-with-ai')+ ).toBeVisible();+ await expect(+ page.getByTestId('tidy-an-article-with-ai-mindmap-action')+ ).toBeVisible();+ await expect(+ page.getByTestId('add-illustrations-to-the-article')+ ).toBeVisible();+ await expect(page.getByTestId('complete-writing-with-ai')).toBeVisible();+ await expect(page.getByTestId('freely-communicate-with-ai')).toBeVisible();+ });++ test('read a foreign language article with AI', async ({ page, utils }) => {+ await page.getByTestId('read-foreign-language-article-with-ai').click();++ await utils.editor.isEdgelessMode(page);+ const docTitle = await utils.editor.getDocTitle(page);+ await expect(docTitle).toContain('Read a foreign language');+ });++ test('tidy an article with AI MindMap Action', async ({ page, utils }) => {+ await page.getByTestId('tidy-an-article-with-ai-mindmap-action').click();++ await utils.editor.isEdgelessMode(page);+ const docTitle = await utils.editor.getDocTitle(page);+ await expect(docTitle).toContain('Tidy');+ });++ test('add illustrations to the article', async ({ page, utils }) => {+ await page.getByTestId('add-illustrations-to-the-article').click();++ await utils.editor.isEdgelessMode(page);+ const docTitle = await utils.editor.getDocTitle(page);+ await expect(docTitle).toContain('Add illustrations');+ });++ test('complete writing with AI', async ({ page, utils }) => {+ await page.getByTestId('complete-writing-with-ai').click();++ await utils.editor.isEdgelessMode(page);+ const docTitle = await utils.editor.getDocTitle(page);+ await expect(docTitle).toContain('Complete writing');+ });++ test('freely communicate with AI', async ({ page, utils }) => {+ await page.getByTestId('freely-communicate-with-ai').click();++ await utils.editor.isEdgelessMode(page);+ const docTitle = await utils.editor.getDocTitle(page);+ await expect(docTitle).toContain('Freely communicate');+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/attachments.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/attachments.spec.tsnew file mode 100644index 0000000000..d3facccf1f--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/attachments.spec.ts@@ -0,0 +1,89 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIChatWith/Attachments', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('support chat with attachment', async ({ page, utils }) => {+ const textContent = 'EEee is a cute cat';+ const buffer = Buffer.from(textContent);++ await utils.chatPanel.chatWithAttachments(+ page,+ [+ {+ name: 'test.txt',+ mimeType: 'text/plain',+ buffer: buffer,+ },+ ],+ 'What is EEee?'+ );++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'What is EEee?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ expect(content).toMatch(/EEee/);+ }).toPass({ timeout: 10000 });+ });++ test('support chat with multiple attachments', async ({ page, utils }) => {+ const textContent1 = 'EEee is a cute cat';+ const textContent2 = 'FFff is a cute dog';+ const buffer1 = Buffer.from(textContent1);+ const buffer2 = Buffer.from(textContent2);++ await utils.chatPanel.chatWithAttachments(+ page,+ [+ {+ name: 'document1.txt',+ mimeType: 'text/plain',+ buffer: buffer1,+ },+ {+ name: 'document2.txt',+ mimeType: 'text/plain',+ buffer: buffer2,+ },+ ],+ 'What is EEee? What is FFff?'+ );++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'What is EEee? What is FFff?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ await expect(async () => {+ const { content, message } =+ await utils.chatPanel.getLatestAssistantMessage(page);+ expect(content).toMatch(/EEee/);+ expect(content).toMatch(/FFff/);+ expect(await message.locator('affine-footnote-node').count()).toBe(2);+ }).toPass({ timeout: 20000 });+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/collections.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/collections.spec.tsnew file mode 100644index 0000000000..d52d2bf452--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/collections.spec.ts@@ -0,0 +1,3 @@+import { test } from '../base/base-test';++test.describe('AIChatWith/Collections', () => {});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/doc.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/doc.spec.tsnew file mode 100644index 0000000000..b68447eaf4--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/doc.spec.ts@@ -0,0 +1,82 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { focusDocTitle } from '@affine-test/kit/utils/editor';+import {+ clickNewPageButton,+ waitForEditorLoad,+} from '@affine-test/kit/utils/page-logic';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIChatWith/Doc', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('support chat with specified doc', async ({ page, utils }) => {+ // Initialize the doc+ await focusDocTitle(page);+ await page.keyboard.insertText('Test Doc');+ await page.keyboard.press('Enter');+ await page.keyboard.insertText('EEee is a cute cat');++ await utils.chatPanel.chatWithDoc(page, 'Test Doc');++ await utils.chatPanel.makeChat(page, 'What is EEee?');+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'What is EEee?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ expect(content).toMatch(/EEee/);+ }).toPass({ timeout: 10000 });+ });++ test('support chat with specified docs', async ({ page, utils }) => {+ // Initialize the doc 1+ await focusDocTitle(page);+ await page.keyboard.insertText('Test Doc1');+ await page.keyboard.press('Enter');+ await page.keyboard.insertText('EEee is a cute cat');++ // Initialize the doc 2+ await clickNewPageButton(page);+ await waitForEditorLoad(page);+ await focusDocTitle(page);+ await page.keyboard.insertText('Test Doc2');+ await page.keyboard.press('Enter');+ await page.keyboard.insertText('FFff is a cute dog');++ await utils.chatPanel.chatWithDoc(page, 'Test Doc1');+ await utils.chatPanel.chatWithDoc(page, 'Test Doc2');++ await utils.chatPanel.makeChat(page, 'What is EEee? What is FFff?');+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'What is EEee? What is FFff?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ expect(content).toMatch(/EEee/);+ expect(content).toMatch(/FFff/);+ }).toPass({ timeout: 10000 });+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/edgeless-mindmap.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/edgeless-mindmap.spec.tsnew file mode 100644index 0000000000..5866944f5c--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/edgeless-mindmap.spec.ts@@ -0,0 +1,52 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import type { EdgelessRootBlockComponent } from '@blocksuite/affine/blocks/root';+import type { GfxModel } from '@blocksuite/std/gfx';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIChatWith/EdgelessMindMap', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support replace mindmap with the regenerated one', async ({+ page,+ utils,+ }) => {+ let id: string;+ const { regenerateMindMap } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ id = await utils.editor.createMindmap(page);+ },+ async () => {+ const { id: rootId } = await utils.editor.getMindMapNode(page, id!, [+ 0,+ ]);+ await utils.editor.selectElementInEdgeless(page, [rootId]);+ }+ );++ const { answer } = await regenerateMindMap();+ await expect(answer.locator('mini-mindmap-preview')).toBeVisible();+ const replace = answer.getByTestId('answer-replace');+ await replace.click();++ // Expect original mindmap to be replaced+ const mindmaps = await page.evaluate(() => {+ const edgelessBlock = document.querySelector(+ 'affine-edgeless-root'+ ) as EdgelessRootBlockComponent;+ const mindmaps = edgelessBlock?.gfx.gfxElements+ .filter((el: GfxModel) => 'type' in el && el.type === 'mindmap')+ .map((el: GfxModel) => el.id);+ return mindmaps;+ });+ expect(mindmaps).toHaveLength(1);+ expect(mindmaps?.[0]).not.toBe(id!);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/edgeless-note-block.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/edgeless-note-block.spec.tsnew file mode 100644index 0000000000..8f9ebb7312--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/edgeless-note-block.spec.ts@@ -0,0 +1,32 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIChatWith/EdgelessNoteBlock', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support insert a new note block below the current', async ({+ page,+ utils,+ }) => {+ const { translate } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessNote(page, 'Apple');+ }+ );+ const { answer } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ const insertBelow = answer.getByTestId('answer-insert-below');+ await insertBelow.click();+ await expect(page.locator('affine-edgeless-note').nth(1)).toHaveText(+ /Apfel/+ );+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/edgeless-shape.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/edgeless-shape.spec.tsnew file mode 100644index 0000000000..b167aa5d8b--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/edgeless-shape.spec.ts@@ -0,0 +1,3 @@+import { test } from '../base/base-test';++test.describe('AIChatWith/EdgelessShape', () => {});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/edgeless-text-block.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/edgeless-text-block.spec.tsnew file mode 100644index 0000000000..94c18efb22--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/edgeless-text-block.spec.ts@@ -0,0 +1,32 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIChatWith/EdgelessTextBlock', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support insert answer below the current text', async ({+ page,+ utils,+ }) => {+ const { translate } = await utils.editor.askAIWithEdgeless(+ page,+ async () => {+ await utils.editor.createEdgelessText(page, 'Apple');+ }+ );+ const { answer } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ const insertBelow = answer.getByTestId('answer-insert-below');+ await insertBelow.click();+ await expect(page.locator('affine-edgeless-text')).toHaveText(+ /Apple[\s\S]*Apfel/+ );+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/image-block.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/image-block.spec.tsnew file mode 100644index 0000000000..d48ad6b046--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/image-block.spec.ts@@ -0,0 +1,35 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++const base64 =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++const image = {+ name: 'image.jpeg',+ mimeType: 'image/jpeg',+ buffer: Buffer.from(base64, 'base64'),+};++test.describe('AIChatWith/Image', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support use the generated caption', async ({ page, utils }) => {+ const { generateCaption } = await utils.editor.askAIWithImage(page, image);+ const { answer } = await generateCaption();+ await expect(answer).toHaveText(/cat|kitten/i);+ const caption = await answer.innerText();+ const useAsCaption = answer.getByTestId('answer-use-as-caption');+ await useAsCaption.click();+ const imageBlock = await page.locator('affine-image');+ const captionBlock = await imageBlock.locator('block-caption-editor');+ await expect(captionBlock).toBeVisible();+ await expect(captionBlock.locator('textarea')).toHaveValue(caption);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/image.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/image.spec.tsnew file mode 100644index 0000000000..1a81d2827c--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/image.spec.ts@@ -0,0 +1,77 @@+import { loginUser } from '@affine-test/kit/utils/cloud';++import { test } from '../base/base-test';++test.describe('AIChatWith/Image', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('support chat with image', async ({ page, utils }) => {+ const image =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++ const buffer = Buffer.from(image, 'base64');++ await utils.chatPanel.chatWithImages(+ page,+ [+ {+ name: 'image.jpeg',+ mimeType: 'image/jpeg',+ buffer: buffer,+ },+ ],+ 'What is the small animal in the picture?'+ );++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'What is the small animal in the picture?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);+ });++ test('support chat with mutiple images', async ({ page, utils }) => {+ const image =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++ const buffer = Buffer.from(image, 'base64');++ await utils.chatPanel.chatWithImages(+ page,+ [+ {+ name: 'image1.jpeg',+ mimeType: 'image/jpeg',+ buffer: buffer,+ },+ {+ name: 'image2.jpeg',+ mimeType: 'image/jpeg',+ buffer: buffer,+ },+ ],+ 'What is the small animal in the picture?'+ );++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'What is the small animal in the picture?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/network.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/network.spec.tsnew file mode 100644index 0000000000..a4fd86c650--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/network.spec.ts@@ -0,0 +1,104 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIChatWith/Network', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support chat with network if network search enabled', async ({+ page,+ utils,+ }) => {+ await utils.chatPanel.enableNetworkSearch(page);+ await utils.chatPanel.makeChat(+ page,+ 'What is the weather like in Shanghai today?'+ );+ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'What is the weather like in Shanghai today?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ await expect(async () => {+ const { message } = await utils.chatPanel.getLatestAssistantMessage(page);+ expect(+ await message.locator('affine-footnote-node').count()+ ).toBeGreaterThan(0);+ }).toPass({ timeout: 10000 });+ });++ test('should disable chat with image if network search enabled', async ({+ page,+ utils,+ }) => {+ await utils.chatPanel.enableNetworkSearch(page);+ const isImageUploadEnabled =+ await utils.chatPanel.isImageUploadEnabled(page);+ expect(isImageUploadEnabled).toBe(false);+ });++ test('should prevent network search if disabled', async ({ page, utils }) => {+ await utils.chatPanel.disableNetworkSearch(page);+ await utils.chatPanel.makeChat(+ page,+ 'What is the weather like in Shanghai today?'+ );+ await utils.chatPanel.waitForHistory(+ page,+ [+ {+ role: 'user',+ content: 'What is the weather like in Shanghai today?',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ],+ 20000+ );+ const { message } = await utils.chatPanel.getLatestAssistantMessage(page);+ expect(await message.locator('affine-footnote-node').count()).toBe(0);+ });++ test('should disable network search when chating with image', async ({+ page,+ utils,+ }) => {+ const image =+ '/9j/4AAQSkZJRgABAQEAAAAAAAD/4QAuRXhpZgAATU0AKgAAAAgAAkAAAAMAAAABAAAAAEABAAEAAAABAAAAAAAAAAD/2wBDAAoHBwkHBgoJCAkLCwoMDxkQDw4ODx4WFxIZJCAmJSMgIyIoLTkwKCo2KyIjMkQyNjs9QEBAJjBGS0U+Sjk/QD3/2wBDAQsLCw8NDx0QEB09KSMpPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT3/wAARCAD6APoDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD0yWZ/MPPb0phmf1/SmSk+YaKuwWEMr56/pSGZ/X9KaTSU2y0SCZ/X9KPNf1/QUztTwOKNkIkEr+v6UvnP/e/So6KQ0iTzn/vfpR5z/wB79KjpM0ATfaJPX9KabmT+9+gqEnPSkJxQIebh/X9KYZnz979BUZkUck1XkuVHTmgC4Zn/AL36CozcsP4/0FUTKx74p6IepouMsG5kI4P6U0Syk/e/QUgTkZqUIKQhySORy36U8SP6/pTEAz7VJsxzTAcJXx1/Sjzn24z+lMOBSGgCTznx1/SmGV/736CkplA2Mkmk/vfoKheV8fe/QU+Soz0pAiIytn736CozIwOSePwpx703HrQxksaSy4wDgnAbHFASfONjdcY2+lNWaRE2KxCZzinC4lGAGPHsKQF6zMoTdyVx1wKs+fJ/e/QVVtpGKbd3GOmKm5q47CFkJ8w02nSD94abQhWAk0g5pcZoxiiwBUlMFOzQx3FopMim5pAOJxUZkA5JpskgHeqFzcYBOaTdgsTyajHGcck1Sm1J3OFGB61myXBkc+lKDnHcVk5tvQvlSLcdyxcLIxyelWQKzZAZE2gkMOVNS6dfLMNj/LKvBU1SfcTRpRpzmpgCGHFMjKkDHOamBGcE1VyRwBp4Timoe/pUgOTQIAOfemksDjNWAAKZImeRVXAi5ptSADpSkYoEJjimmnU00AQPUR9Klf7pqPFIoicGoz1qZxmoiKQxo+9TqbTqALdscCp81UhI6VNketNMC3L/AK00ynT8SN9Kjyaq4rDqO1NzTu1CYWDNGaKQkAUNoQZ5qOSTHFRyS4qpJNnNK4x0svPX8Kz76QiAmrPJqlqJxHg1nPYqO6Mz7SYzzVmKRiQwBNV4/KLgOpb2J4q9HJFGMLFj3zkVhFM2k12JEIk6ZDDsaztWtpQwvLY4lU/MB3FXxeRbwpABPQ9KsAqcjA56itbGL0MG28SyxusTKTJ161pS6vOE3EY3DjFc9qds1vrEYRSVZgCce9dJNbKEjY7cAYP0oVwujOHjJrIlZELjOARRZ/EWKS8MckRCKM5BrjPEFwEuniT7ynt6msyztpDIIlyZZm2ii7JZ7Xo/iWz1VPkkG49s9K2I5klzsYHHvXjEVtPphkVZSjjCnHHHc1a0Txjc2F/GsjF4GO0Z7DPWi7Qj2Apk5FRE1gX/AIljs7VZ1+YEAkA9jUemeMLLUY+G2uTjaetaJodjos03qc0yOZJAArA5HrT/AKVVxETjJIqKpz0qIpzxQx9BjdqikAxmpiOaY5UDLHFICAikBycelQTX0UQ65Y9AKW2O9N38R5NJjLKnBqTzKipc0rgakv3zUdSTH94ajqxoKeDTKUuAOTQJjiQBVaWWmzXGBwaoySk9D1pNiHyS5amZqME55p4INF9AFBwaz9WkUR7s1cJA5NY+psJQVB5rOb0KhuVLWS2mO2SVQxPGa0o7N0I2TBoz/DXMx6ZLJIShwQc11eiRgRhWB3dwfWs4LozWbtsyaOyeQbWUMvoRVuOxPlnJxx19KuwhUGD07U+Q4HbArS1jBtsypNOQYZwGZSeSKzdbuhbJheSO34Vs38xjhJAwCRzXDaxfG4vDbo3TIZuvsaTBGBbW7X2pTXEmDGoLHPc1raHpzSahJeMpwDhAR0rWh0pbbRwQgLHJbA59hWvp1itnp4cjLbRj60JAcnrUbRyTfMdzKFGOnqa5oJmSJsEFT8uOnHet3xLcE6gY8nCoe/8AEf8A61Q+H7aO+1KOJhkKAW9xnJoe4jXhtp7+1KgZUYVQR696dD4alsozNuzLztHTGa6TQRHc3t2kaqFRgCQP0rd+wiRzlep447VSQ72Oc0xLm2GXZiBgc10NveCQAMcN6Ur6cACuB1qq0SxuQMlgevqaaugvc0iQR1pnGMk1Vh80gBVPPU9hVmONQcM2+Q9B2FVcQqQM/PQHuaebO2JBkJY/WnyGUjAwPwquUZRlpAT6UrjFfR7SU7lUKfUVShszZySxM27DZBI7Vajm2TBV3e+OafckGQN3KjNC1CzKxTAzSVKehpuKYzQl/wBYajp8v+sNRvIEHWmJsHcAelVJZuuKZNcj1qm7knOaGGoskhc02gGjNZgLSEgc+lGaimOI2PfFO4EU1yHcop6dayJnV7ofOV5pY5JEJ7kmq88MpcOq5x1FZN3ZolY2Yo1yGyM9mFX7dwHHAB7HFZWnFtg3DgHDKRWkf3TAj5l7VSJe5oiRg4JHyt19jQZicg/QVX8wGMMrE56fWp4drAccnlaogbfR77YqThtpIrz+w0ySXWyGUkZLHI/hr0e5AIyDn5c1jk21ncyS/KGIAX8//r0NK4XLlnpp8iNWHHU0/U41t7DauenQda1LaRJEGCOFzmsTxHcGKFmH3QAMeuaYjzTX5QbyVmGTgEe3bmpfCsqQ/abpyAVTGf6Vm6/KDeTKpPzNjk5xTrUNb6Ufm/1rZ2jv6VHmUej/AA8LTx3crdGc4x+p/Ou6jhA5x1rjPh3btHpILDBZufoK7kEYwKpbEsq3MbBDtHzVUjtY4xmbl85NaxGQMioJIVcknNXYVyhJIv3VGQOuOlLGFPRwrexp8qeUCCOD7VXMSy5JA59R/WoZaQtwlzGhZSzL7YNUXuJDnduBHqKvDzIRgM209c/MKoXLsX2jBB9DkVnNtbGsUhltJLJdDMeUzyRV+4/1nTgVHY2xjy7ZGKdJknPrV07tXZM7X0I+9L+FKB6U/HvWhBLcyBHPNZk1115pt9efvGGf84rOMpL5P4UNgiZ5Gc5oD+9RA5pam4yXPuKM89RUJOBQHzSuBMT6VVmdidoNSvJgZNQR/vJumM0mA9LHcAx6nriphZAcrg46g1fhHyY4NK6YHcUrIVzP8kg/KF+nrTowwJRlbB5API/OrQjJcED8xTzGwIYArk846U7BcZCUI8sLg9gf8asSQmOPcudobdkVC8bRjcFBUckD+da0cYltgwIIK8+4qkJmVLc5jAHXaRiub1q1kwJwzZU4OO+eldJJb/6TtUYJOcD9affaaskZXBYdgPXtQ0F7CaKJZIck4ULjjvjj+lYfi+5eIMpOQASw9DjA/LJNdjplqLawjTBBC4OfWvNfiTePHerEm796u0YHX/J/pQ9ETfU4Zo2vtQLRsW3Hqa1RHG9tDAqsZNw4A5bn/GoREttJHFajdLtAc4zyef8AP4V1fhvw5KZIbmYH5mLAkccdKnco7vwxZGw02OI8sFAJA7+ldDGMYqhZx+Wir6DFXwcirSESZB6Uw4Apc/hTH6igLFW6jMoI5zVARNEeTJj1HNaUqeYpG4qfUdqxbm2uQ+Y53YH1OCKllw10ZY84gYVw2exqAoskgIXD1AZLj7siq/8AtEYNWbONjN83X0qG76GtkkWyfLg29z1quRVibk4x04qEjFbJaGPUYBjk06kpcUrsZhX0UsU5Eikeh7Hiquea7G6tklLKyhlPYisO90R0y1sdw/unqKGiEzNBOKdn3phDRnaylW7g0mTSKQ4mjPem5pCalgR3MoA5as6TVlt5gwY8HvU2oyFYSwGfrXJXTiaQ8MpHcHipb1KW1z0uxvlmiVlKtkdqtmbfxtrzPSbq5t3CgttY43Aniu2sZp5IR5gYnHUjGaadybGzHKp+UnBHrUySKVKsACfQ5rn769ltoSQ23A9M155qPinV7l5Ugu2hhVjucYXHsMVSYmrK56+XUckjI9RkH61o2JURlUb5TyF9K+f7PxlrWnPtttVnZM5KyAOP1rvvDHj5rx44NSjWC6YbkcDCyjvT2EtdDubeNTezE8FflFaghUg8dSKyYZVMxkHO7BHuMVsRPvH4UwaYECOM+mK8u8URNc6rJc3DARQgrHkdW6kfoBn3r1G5P7sjHJFcZeaGbyQLMx5fdkjqDyaTBGH4S8LtJeC5ulVlGSfdu5/pXcFIkmEUfBQBcAcVd07T0sbUKqgYGTj1qtbwia6kkUtgsSOOBTSsO5oRAYH0qcEAc1WlmS2j3MyqB3JqC2vJbqTcEZY+x9adxGh19qCPxojHbv6VKEFAinIGxxn6CojGD/Ft9zWgYlPNVbm2V0Khc1LKTMiYxxTA7wxPYVehj81wfugDPFU4tOxc735x90CtZEEKE4xxUpO+pTatoVZ48OahI9ammILZB4qHNaC3EwN2afj2poGalwPU0IZclQecQfSmlAWokkJmO1S36U4BiOcL+tMyKN5Y28yYkUfWufvtOS2BkhkygPKmrupi6hm/fO7Rk/Ke1ULmTNsVz71EilcpZ9KQnjpTAc9KXJpFXKGphzbEr0FYtnYfai7D7o6jFdPIiyDDCizhQPtVcYqGru5SZX0fTY4nwyrtPXIyK6yG1TYAMYA4qhFCqPuPGe1acMqYC5wPpmqRLMnX7YQ6JezKuXSIkZHOa8UvPk0q1C5/e5Zj6nNfQNzbx3ttJbuQUlUqfUZrxXW9Fl0SSaw1KJ0iDFrecDIwex9qtWuQ07HL+xrrtR1+bVfDljJcqizaeQsTooU7e68duBxXPx2cCPme4i8vr8p61cmkF4ix2sD/AGSM5yAcuf6CtUkk79SNW1boe1aJN9s0a2lXBLKDXRWZycevX6VzPgizmh8LWsdwNrhc7e4zziuptoygz+FZo2nuOuBvcDtUEsQyBtHBFXHjyOe1QyDCd8mixCGySAR7ScZHWq4ljthtUjPcmuX8f+Mk8NWq21qFl1OcfIp5EYP8RHf2FeN3+pajNIz32oTvK/LKJD9cccD6UXHex9C+VBdThppPMccqpIwPoK0I4gBxn86+fNH/AOEmtbE6lpz3q2qZ3OSWj4POR9a9S8DeOV1yM214ohvogA6HgN7ii1txJp7HeRjCAdaf70yNwQCDmnUAxaikzTyQB1qpc3Kp1ODQwQoXnPSm3D8BTzRDKJB6mnyAEcjmpGU3GBUNWJRkVDjNUlcsdHweakyKb0SmeYPWnYDWkUCQ4AFIKWRgZDninYpmRWubZLmExuoINcdqdrJYyFGyUP3W9RXckcVn6tpy39m0bDDYyrehpNXQJ2OCjfNSZzUDxvbTtFMMOpwRUgPrWZpYnjwTggc1bht9j7goA9c1SRwCMVpW0gIGTxQDJAR0PJ9hUscmwn5QR6d6sIFcfKuPwqWO15zzz15oFcdG4cYKlfxptzapcwmG4hE8TcYIBzV2GJU/hUj3GasgoCCQBVJCuc7Z+CtFiJlXRrfzCeN67sfnV250O0uECTxRrHG2QEAUfpW15yn+IYHvVa5KlCFw3qKYJu4kMUUZ3cADAVR0Aq7GgOGU5rnrbU4ppGUPhVbGP7p961ba9UnbwMdCO9F0U4PsaJTORjrWH4j1iPRNNluCN0i8Kg6sx6CtlJATyetZ2taImrWs0edrsMq2PusOh/Ch3Ekr6nzxfXlzqPiGO8vnZ5rgknd/Cc4C47Y9Kx7ot9qkLj5txzmvV/FXwzuLmzF7pLM9/D80sBAHmnuynsT6d681nEVzMRcE29yDtkV1xyOv0PtQiJb3LOj+KdS0uH7Jb3EggfKvHn5WVuoI6d663wnZmTxJZCPiRonDZX7wUZGfxrkraxsYpAqTtdTN91IVJJPYV678P/CVzYk6nqi7bhkEcUQ5ESenuSetU9rMmNr3OttjNGgUrkD9KlN5gfMrCrZQAcCqlyg2Ejg1BpcrXGogIecZ7VkXF75r7VJ+tTXEZGduCx6EnpWPcB/OwCfr2qWykkdFYyADhs+9aHmAgAZzWTpKeXCBu578YrYA796L6CIJRgdKgyAatypkc1WkiBQmnzFxVyGaUbDgiqe9vapzDnuaZ9mWjnNfZHQSjMhyKVCRwamkA3moyOKs5B/amkZFIMjg08cimByPirScoLyFfnXhgO4rm4wxHPHua9LuYVljKsAVYYIrzfUbdrDUJYGDbQcqc9RWclYuL6Cjah9TVm2mJcAcD2qiJF7D8SasQuxPy/Knc1IzftycDrVtC2etY1tdoPlZ8n0FakEocfKtMTLqOe5qYberbmPtVYGniQgYzTQh7uvGIC3PftUYkbOWiCfQ5p2TjO41SuZliBLMxyMdafQaVzH1uyNnexalCGVFJEoHRlPrT7W+ubyNTYoryM38ZOFHrxUOpamv2WRV3MWUrtPQ8VY8NTC2s4lRV2gDcB1z3qUtTtUrUtVqdTpUN0I1N0yFgMcA8/nWjVSGYlAY8NjqpPOKeJRJzG2GByyHrV2OJu7uSPGHcMOGHUjvXPa14F0LW5/tF9p6NcEYaVCULfUjrW+JhnByp9CKeTnvSJuc1pvhPRdDfda2CIw6OfmP610MbqRwQfoaHjz1OfemmNR2xjvSux7jy+BVebLj/wCtUhAH0FRnkZBxj3pgZ1zCvJ2jJrEuQwkwMdeuK6SaMnPIx7VWjsVd+VBqWhp2G6TbSYDOcg+lbJHA46UQxLEgUDpTz92gV9SrJ1IqNBnIp8p2EnFV47r95tCGlY3g9CORMHGOlMxU1zKA3CEk1U+0S/8APE0G0ZaHSNjeaPlPWmSN+8NJkda1OAcUI57UYPapAcjmgj0oAiIyOa5TxlpxlhjuY1+dOG9xXXkVQ1aFZrORGGQVoeqBOzPM4dp5ZsqOTinS3DScL8sY6KKjuozaTtAP72frQAsY3MRu9PSsjVE0JKEFiQOwHU1t2d5gBXIX0UH+dc49wUIwMyHoO9SQ3Pkvy26Q9eeF/wDr1KdgavqdnHMCAenoKnDg1gWVwxG5ifxrTiuM8k1ZFjQByKimtlk5Iz6ZpY3BxU4IPGaEFzJutJjlTGMH271RGmSWEnmwMQBjK9jXT4BIqMxqc5Gc0y1UdrDLGYyxq6kq+MfX2NX8CQZ+5IOhFUY4xGeOOamE38LAYHejmILbkyABjtkH3WHQ0yOboGIDDioftTj5WXKmmvGxbdnKt0x3/wADRcRfEnPPFIZAB/KqQDhOWJX9RTgT0bv+tFwJXkUjggN6VXMpzgjk1KY80gh/Ee9JjGR8g5PWp4YSDuzkGpI4VA6VOABTFcBwOaQ807FMJApAVpsADjvUQHz5AqWQqc00YyKqxrF2HSAFOMZqPyz61NTqdh3ZPKBvPNMwexp8ijzDSYqkYDQWFSI/rTMc5yaWgCbINV7pCYzxkYp4JHSn+YDwwpAeb+JYfJk81V78msISA/MxzjnHrXoniPRGvbZmtl3HHK/4VwMmlX1sSJraQYPUDIArJpmkXoVi5j+bP7xu/wDdH+NOtuHB259vWojkOdwK+xFPSUhwqjpWZdjoLN22ZbqR0rRiOMHNZNm5IBJya04smrRBcjmNWY5uvNVEHpUoFMTLwl460vmHPWqgJ4Gafk5+lFwsWSc80YJIIpYyCMHFTAAUCGpHkc9v5VPHHgYPQ9RRFjkVLkA9aaEwEYH+etJsAan5BApucnFPQQ4x8cUoTFKM4paGMUCl6U0yKByaqTXqgYBpgk2WZJlA61Ukuc8A1TkmaQ9ePSmFyOtCRoo2LBmwetKk2TyaoPIR/wDrpI5j607mljXEmR1p3me9Z6THFO8+i5Njdk/1ppuPenSf6w03NUtjATFLiloosAmKMUAU6gTbGYNNMKv95QfwqcUuKkZmXGi2dz/rLdD+FZc3g3T5CWWPaevHFdRikwKHZgm0coPCKxH93Iw+tO/sGeL7rAiupwKQilZDuzl/sM0fVCfpSeUw+8CPwrqCgNRm2R+qijlQXZz8Y9qlCDFa72MZz8v5VWk0xXB2swHpmpaY0ykhVBnOeeMVIHaQfKPxNTCxMYwFzTgMcdMUrBcZEHABY9akCMX5zinDBOB2qYDNMTY0AU/gUHCdaqTXHJCmmloCTZZMyp3qCS6GODVGSUnqaiMmB1qkjRQ7k8twx6nFU3kJPWkkkNQPJgUmzSMSwJBSGUdjVbJJ69aQk+tJNl2HSSEnANEbkmq5yTmpYzg0uo7KxdQ8U7JqJH4pfMqiDqZD+8NMpJR+8PNIKtbHKPFA60lOpgLTCcCgnFQySdqQE8ZyamqtDzg1ZH3aTAKKM0nWkAZo6mkp1ABijFFIaAFppxQTRSbCwUwxqeqilzTS/vQkxjfsy9QMUhQoOlPEgHU1FNMoBOadkIp3VxjgGs55vU0+4k3OSKqOfmpPQ3irDzJmkJO2ocgd6N4x1ouaWEkOM1GTmkkfioc0mxpImzRvz3qB3PSm7znrSHYs0oIHWmpkilxTBjw+Kd5hqI5peaLisdjN/rD6U1OtPm++aaAB0rRbHHYdS5pKa5AHWmAyWQAVU8zJpZ5OSKbHgnNIC9CelWPpVaLgVYB9aTAU0U6mnikAvFHam5pQfWgLDu1NP3qCaKGAUh6U49KYTStqMic4FVpJiO9TynANZtzJgHmm2CVwe8IPWoZLliDzVZ5KjkkI/Glc1jEcZOTzULkGmEknNN3Gg2SAmojJjvUhIIqvNkHOKlsaQGXNGc9/pVQyEGpEkyOaVy2iU0g6ioy49aeCMjmmIuR4wKf+FQQh5HCojMT6AkZ9M+tPEgJ4NNEPcfRxURkApvm0wsdvJ/rDQKO6/wC6P5U7vVHGhhOBVaWTA61O/eq1xTQFOSQk1JCeRUJ+/UsPagOhpRdKlB4qGP7lT0rgOJPagHIptLQAEkGlFJRQA6lHSmVJUoBpNRucVJUcnSqQFSZ+DWVcydRWnN0NZNz1NDKiVi/aoZJBnk041Wk71mzogO3ikMgBqOmGmaIn8z6VFI+RTO1MkqWBC55NIH7USU0UGnQlBqQDvUaVOtCJZYtbqa2BWFyocfMMdf8AOamkvZZEKssZDKVJ24PJz2qutOP3ashxVxtxM0xDMFUqMfIMZ9z71XzUj96UdBQVFaH/2Q==';++ const buffer = Buffer.from(image, 'base64');+ page.evaluate(() => {+ delete window.showOpenFilePicker;+ }, buffer);++ const fileChooserPromise = page.waitForEvent('filechooser');+ // Open file upload dialog+ await page.getByTestId('chat-panel-input-image-upload').click();++ const fileChooser = await fileChooserPromise;+ await fileChooser.setFiles({+ name: 'image1.jpeg',+ mimeType: 'image/jpeg',+ buffer: buffer,+ });++ await page.waitForSelector('chat-panel-input img');+ const isNetworkSearchEnabled =+ await utils.chatPanel.isNetworkSearchEnabled(page);+ await expect(isNetworkSearchEnabled).toBe(false);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/tags.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/tags.spec.tsnew file mode 100644index 0000000000..70e3ccd2ac--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/tags.spec.ts@@ -0,0 +1,3 @@+import { test } from '../base/base-test';++test.describe('AIChatWith/tags', () => {});diff --git a/tests/affine-cloud-copilot/e2e/chat-with/text.spec.ts b/tests/affine-cloud-copilot/e2e/chat-with/text.spec.tsnew file mode 100644index 0000000000..11396c8f83--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/chat-with/text.spec.ts@@ -0,0 +1,130 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIChatWith/Text', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should support stop generating', async ({ page, utils }) => {+ await utils.editor.askAIWithText(page, 'Appel');+ await page.getByTestId('action-fix-grammar').click();+ await expect(page.getByTestId('ai-generating')).toBeVisible();+ const stop = await page.getByTestId('ai-stop');+ await stop.click();+ await expect(page.getByTestId('ai-generating')).not.toBeVisible();+ });++ test('should support copy answer', async ({ page, utils }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ const copy = answer.getByTestId('answer-copy-button');+ await copy.click();+ await expect(answer.getByTestId('answer-copied')).toBeVisible();+ const clipboardText = await page.evaluate(() =>+ navigator.clipboard.readText()+ );+ expect(clipboardText).toBe('Apfel');+ });++ test('should support insert below', async ({ page, utils }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ const insertBelow = answer.getByTestId('answer-insert-below');+ await insertBelow.click();+ const content = await utils.editor.getEditorContent(page);+ expect(content).toBe('Apple\nApfel');+ });++ test('should support insert above', async ({ page, utils }) => {+ const { generateHeadings } = await utils.editor.askAIWithText(+ page,+ 'AFFiNE'+ );+ const { answer } = await generateHeadings();+ await answer.locator('h1').isVisible();+ await expect(answer).toHaveText(/AFFiNE/, { timeout: 10000 });++ const insertAbove = answer.getByTestId('answer-insert-above');+ await insertAbove.click();+ const content = await utils.editor.getEditorContent(page);+ expect(content).toBe('AFFiNE\nAFFiNE');+ });++ test('should support replace selection', async ({ page, utils }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ const replace = answer.getByTestId('answer-replace');+ await replace.click();+ const content = await utils.editor.getEditorContent(page);+ expect(content).toBe('Apfel');+ });++ test('should support continue in chat', async ({ page, utils }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer } = await translate('German');+ await expect(answer).toHaveText(/Apfel/, { timeout: 10000 });+ const continueInChat = answer.getByTestId('answer-continue-in-chat');+ await continueInChat.click();+ const chatPanelInput = await page.getByTestId('chat-panel-input-container');+ const quote = await chatPanelInput.getByTestId('chat-selection-quote');+ await expect(quote).toHaveText(/Apple/, { timeout: 10000 });+ });++ test('should support regenerate', async ({ page, utils }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer } = await translate('German');+ const regenerate = answer.getByTestId('answer-regenerate');+ await regenerate.click();+ const content = await utils.editor.getEditorContent(page);+ expect(content).toBe('Apple');+ });++ test('should show error when request failed', async ({ page, utils }) => {+ await page.route('**/graphql', route => route.abort('failed'));+ await utils.editor.askAIWithText(page, 'Appel');+ await page.getByTestId('action-fix-spelling').click();+ await expect(page.getByTestId('ai-error')).toBeVisible();+ });++ test('should support retry when error', async ({ page, utils }) => {+ await page.route('**/graphql', route => route.abort('failed'));+ await utils.editor.askAIWithText(page, 'Appel');+ await page.getByTestId('action-fix-spelling').click();+ const aiPanelContainer = await page.getByTestId('ai-panel-container');++ await page.route('**/graphql', route => route.continue());+ await aiPanelContainer.getByTestId('error-retry').click();+ const answer = await utils.editor.waitForAiAnswer(page);+ await expect(answer).toHaveText(/Apple/, { timeout: 10000 });+ });++ test('should support discard', async ({ page, utils }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer } = await translate('German');+ const discard = answer.getByTestId('answer-discard');+ await discard.click();+ await expect(answer).not.toBeVisible();+ const content = await utils.editor.getEditorContent(page);+ expect(content).toBe('Apple');+ });++ test('should support discard when click outside', async ({ page, utils }) => {+ const { translate } = await utils.editor.askAIWithText(page, 'Apple');+ const { answer } = await translate('German');+ await page.mouse.click(0, 0);+ await expect(page.getByText('Discard the AI result')).toBeVisible();+ await page.getByTestId('confirm-modal-confirm').click();+ await expect(answer).not.toBeVisible();+ const content = await utils.editor.getEditorContent(page);+ expect(content).toBe('Apple');+ });+});diff --git a/tests/affine-cloud-copilot/e2e/copilot.spec.ts b/tests/affine-cloud-copilot/e2e/copilot.spec.tsdeleted file mode 100644index fe45969567..0000000000--- a/tests/affine-cloud-copilot/e2e/copilot.spec.ts+++ /dev/null@@ -1,1187 +0,0 @@-import { test } from '@affine-test/kit/playwright';-import {- createRandomAIUser,- loginUser,- loginUserDirectly,-} from '@affine-test/kit/utils/cloud';-import { focusDocTitle, getPageMode } from '@affine-test/kit/utils/editor';-import { openHomePage, setCoreUrl } from '@affine-test/kit/utils/load-page';-import {- clickNewPageButton,- getBlockSuiteEditorTitle,- waitForEditorLoad,-} from '@affine-test/kit/utils/page-logic';-import { clickSideBarAllPageButton } from '@affine-test/kit/utils/sidebar';-import { createLocalWorkspace } from '@affine-test/kit/utils/workspace';-import { expect, type Page } from '@playwright/test';--test.describe.configure({ mode: 'parallel' });--const ONE_SECOND = 1000;-const TEN_SECONDS = 10 * ONE_SECOND;-const ONE_MINUTE = 60 * ONE_SECOND;--let isProduction = process.env.NODE_ENV === 'production';-if (- process.env.PLAYWRIGHT_USER_AGENT &&- process.env.PLAYWRIGHT_EMAIL &&- !process.env.PLAYWRIGHT_PASSWORD-) {- test.use({- userAgent: process.env.PLAYWRIGHT_USER_AGENT || 'affine-tester',- });- setCoreUrl(process.env.PLAYWRIGHT_CORE_URL || 'http://localhost:8080');- isProduction = true;-}--function getUser() {- if (- !isProduction ||- !process.env.PLAYWRIGHT_EMAIL ||- !process.env.PLAYWRIGHT_PASSWORD- ) {- return createRandomAIUser();- }-- return {- email: process.env.PLAYWRIGHT_EMAIL,- password: process.env.PLAYWRIGHT_PASSWORD,- };-}--const isCopilotConfigured =- !!process.env.COPILOT_OPENAI_API_KEY &&- !!process.env.COPILOT_FAL_API_KEY &&- !!process.env.COPILOT_PERPLEXITY_API_KEY &&- process.env.COPILOT_OPENAI_API_KEY !== '1' &&- process.env.COPILOT_FAL_API_KEY !== '1' &&- process.env.COPILOT_PERPLEXITY_API_KEY !== '1';--test.skip(() => !isCopilotConfigured, 'skip test if no copilot api key');--test('can open chat side panel', async ({ page }) => {- await openHomePage(page);- await waitForEditorLoad(page);- await clickNewPageButton(page);- await page.getByTestId('right-sidebar-toggle').click({- delay: 200,- });- await page.getByTestId('sidebar-tab-chat').click();- await expect(page.getByTestId('sidebar-tab-content-chat')).toBeVisible();-});--const openChat = async (page: Page) => {- if (await page.getByTestId('sidebar-tab-chat').isHidden()) {- await page.getByTestId('right-sidebar-toggle').click({- delay: 200,- });- }- await page.getByTestId('sidebar-tab-chat').click();-};--const typeChat = async (page: Page, content: string) => {- await page.getByTestId('chat-panel-input').focus();- await page.keyboard.type(content);-};--const typeChatSequentially = async (page: Page, content: string) => {- const input = await page.locator('chat-panel-input textarea').nth(0);- await input.pressSequentially(content, {- delay: 50,- });-};--const makeChat = async (page: Page, content: string) => {- await openChat(page);- await typeChat(page, content);- await page.keyboard.press('Enter');-};--const clearChat = async (page: Page) => {- await page.getByTestId('chat-panel-clear').click();- await page.getByTestId('confirm-modal-confirm').click();- await page.waitForTimeout(500);-};--const collectHistory = async (page: Page) => {- const chatPanel = await page.waitForSelector('.chat-panel-messages');- return Promise.all(- Array.from(- await chatPanel.$$(- 'chat-message-user,chat-message-assistant,chat-message-action'- )- ).map(async m => {- const isAssistant = await m.evaluate(- el => el.tagName.toLocaleLowerCase() === 'chat-message-assistant'- );- const isChatAction = await m.evaluate(- el => el.tagName.toLocaleLowerCase() === 'chat-message-action'- );-- return isAssistant || isChatAction- ? {- name: await m.$('.user-info').then(i => i?.innerText()),- content: await m- .$('chat-content-rich-text')- .then(t => t?.$('editor-host'))- .then(e => e?.innerText()),- }- : {- name: 'You',- content: await m- .$('chat-content-pure-text')- .then(i => i?.innerText()),- };- })- );-};--const collectChat = async (page: Page) => {- await page.waitForTimeout(ONE_SECOND);- const chatPanel = await page.waitForSelector('.chat-panel-messages');- if (await chatPanel.$('.messages-placeholder')) {- return [];- }- // wait ai response- await page.waitForSelector(- '.chat-panel-messages chat-message-assistant chat-copy-more',- {- timeout: ONE_MINUTE,- }- );- await page.waitForTimeout(200);- await page- .locator('.chat-panel-messages > chat-message-assistant')- .last()- .locator('chat-copy-more');- await page.waitForTimeout(200);- return collectHistory(page);-};--const focusToEditor = async (page: Page) => {- const title = getBlockSuiteEditorTitle(page);- await title.focus();- await page.keyboard.press('Enter');-};--const getEditorContent = async (page: Page) => {- let content = '';- let retry = 3;- while (!content && retry > 0) {- const lines = await page.$$('page-editor .inline-editor');- const contents = await Promise.all(lines.map(el => el.innerText()));- content = contents- // cleanup zero width space- .map(c => c.replace(/\u200B/g, '').trim())- .filter(c => !!c)- .join('\n');- if (!content) {- await page.waitForTimeout(500);- retry -= 1;- }- }- return content;-};--const switchToEdgelessMode = async (page: Page) => {- const editor = await page.waitForSelector('page-editor');- await page.getByTestId('switch-edgeless-mode-button').click();- // wait for new editor- editor.waitForElementState('hidden');- await page.waitForSelector('edgeless-editor');-};--test('can trigger login at chat side panel', async ({ page }) => {- await openHomePage(page);- await waitForEditorLoad(page);- await clickNewPageButton(page);- await makeChat(page, 'hello');- const loginButton = await page.getByTestId('ai-error-action-button');- expect(await loginButton.innerText()).toBe('Login');-});--test('can chat after login at chat side panel', async ({ page }) => {- await openHomePage(page);- await waitForEditorLoad(page);- await clickNewPageButton(page);- await makeChat(page, 'hello');- const loginButton = await page.getByTestId('ai-error-action-button');- await loginButton.click();- // login- const user = await getUser();- await loginUserDirectly(page, user);- // after login- await makeChat(page, 'hello');- const history = await collectChat(page);- expect(history[0]).toEqual({ name: 'You', content: 'hello' });- expect(history[1].name).toBe('AFFiNE AI');-});--test.describe('chat panel', () => {- let user: {- email: string;- password: string;- };-- test.beforeEach(async ({ page }) => {- user = await getUser();- await loginUser(page, user);- });-- test('basic chat', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await makeChat(page, 'hello');- const history = await collectChat(page);- expect(history[0]).toEqual({ name: 'You', content: 'hello' });- expect(history[1].name).toBe('AFFiNE AI');- await clearChat(page);- expect((await collectChat(page)).length).toBe(0);- });-- test('chat send button', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- const sendButton = await page.getByTestId('chat-panel-send');- await openChat(page);- // oxlint-disable-next-line unicorn/prefer-dom-node-dataset- expect(await sendButton.getAttribute('aria-disabled')).toBe('true');- await typeChat(page, 'hello');- // oxlint-disable-next-line unicorn/prefer-dom-node-dataset- expect(await sendButton.getAttribute('aria-disabled')).toBe('false');- await sendButton.click();- // oxlint-disable-next-line unicorn/prefer-dom-node-dataset- expect(await sendButton.getAttribute('aria-disabled')).toBe('true');-- const history = await collectChat(page);- expect(history[0]).toEqual({ name: 'You', content: 'hello' });- expect(history[1].name).toBe('AFFiNE AI');- await clearChat(page);- expect((await collectChat(page)).length).toBe(0);- });-- test('chat actions', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await makeChat(page, 'What is AFFiNE?');- const content = (await collectChat(page))[1].content;- await page.getByTestId('action-copy-button').click();- await page.waitForTimeout(500);- expect(await page.evaluate(() => navigator.clipboard.readText())).toBe(- content- );- await page.getByTestId('action-retry-button').click();- expect((await collectChat(page))[1].content).not.toBe(content);- });-- test('can be inserted below the current selected block', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);-- // create tow blocks- await focusToEditor(page);- await page.keyboard.type('hello');- await page.keyboard.press('Enter');- await page.keyboard.type('world');-- // focus to hello- await page.waitForSelector('affine-paragraph');- const paragraphs = await page.$$('affine-paragraph');- await paragraphs[0].click();-- await makeChat(page, 'hello');- const content = (await collectChat(page))[1].content;- await paragraphs[0].click();-- await page.getByTestId('action-insert').click();-- const editorContent = await getEditorContent(page);- expect(editorContent).toBe(`hello\n${content}\nworld`);- });-- test('can be inserted below the last block if nothing selected', async ({- page,- }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);-- // create tow blocks- await focusToEditor(page);- await page.keyboard.type('hello');- await page.keyboard.press('Enter');- await page.keyboard.type('world');-- // focus to hello- await page.waitForSelector('affine-paragraph');-- await makeChat(page, 'hello');- const content = (await collectChat(page))[1].content;-- await focusDocTitle(page);-- await page.getByTestId('action-insert').click();-- const editorContent = await getEditorContent(page);- expect(editorContent).toBe(`hello\nworld\n${content}`);- });-- test('can be inserted as a new note if no note selected in edgeless mode', async ({- page,- }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await switchToEdgelessMode(page);-- // delete default note- await (await page.waitForSelector('affine-edgeless-note')).click();- page.keyboard.press('Delete');-- // insert as a new note- await makeChat(page, 'hello');- const content = (await collectChat(page))[1].content;- await page.getByTestId('action-insert').click();-- const edgelessNode = await page.waitForSelector('affine-edgeless-note');- expect(await edgelessNode.innerText()).toBe(content);- });-- test('can be inserted into selected note in edgeless mode', async ({- page,- }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await switchToEdgelessMode(page);-- // select- const note = await page.waitForSelector('affine-edgeless-note');- await note.click();-- // insert as a new note- await makeChat(page, 'hello');- const content = (await collectChat(page))[1].content;- await page.getByTestId('action-insert').click();-- expect(await note.innerText()).toContain(content);- });-- test('can be add to edgeless as node', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await makeChat(page, 'hello');- const content = (await collectChat(page))[1].content;- await switchToEdgelessMode(page);- // delete default note- await (await page.waitForSelector('affine-edgeless-note')).click();- page.keyboard.press('Delete');- // insert note- await page.getByTestId('action-add-to-edgeless-as-note').click();- const edgelessNode = await page.waitForSelector('affine-edgeless-note');- expect(await edgelessNode.innerText()).toBe(content);- });-- test('can be create as a doc', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await makeChat(page, 'hello');- const content = (await collectChat(page))[1].content;- const editor = await page.waitForSelector('page-editor');- await page.getByTestId('action-save-as-doc').click();- // wait for new editor- editor.waitForElementState('hidden');- await page.waitForSelector('page-editor');- const editorContent = await getEditorContent(page);- expect(editorContent).toBe(content);- });-- test.describe('chat block', () => {- const collectNewMessages = async (page: Page) => {- // wait ai response- const newMessagesContainer = await page.waitForSelector(- '.new-chat-messages-container'- );- await page.waitForSelector(- '.new-chat-messages-container .assistant-message-container chat-copy-more'- );- const lastMessage = await newMessagesContainer- .$$('.assistant-message-container')- .then(m => m[m.length - 1]);- await lastMessage.waitForSelector('chat-copy-more');- await page.waitForTimeout(ONE_SECOND);- return Promise.all(- Array.from(await newMessagesContainer.$$('.ai-chat-message')).map(- async m => ({- name: await m.$('.user-name').then(i => i?.innerText()),- content: await m- .$('.ai-answer-text-editor')- .then(t => t?.$('editor-host'))- .then(e => e?.innerText()),- })- )- );- };-- // make chat before each test- test.beforeEach(async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await makeChat(page, 'hello');- });-- test('can be save chat to block when page mode', async ({ page }) => {- const contents = (await collectChat(page)).map(m => m.content);- expect(await getPageMode(page)).toBe('page');- await page.getByTestId('action-save-as-block').click();- const chatBlock = await page.waitForSelector('affine-edgeless-ai-chat');- // should switch to edgeless mode- expect(await getPageMode(page)).toBe('edgeless');- expect(- await Promise.all(- (await chatBlock.$$('.ai-chat-message .ai-answer-text-editor')).map(- m => m.innerText()- )- )- ).toStrictEqual(contents);- });-- test('can be save chat to block when edgeless mode', async ({ page }) => {- const contents = (await collectChat(page)).map(m => m.content);- await switchToEdgelessMode(page);- expect(await getPageMode(page)).toBe('edgeless');- await page.getByTestId('action-save-as-block').click();- const chatBlock = await page.waitForSelector('affine-edgeless-ai-chat');- expect(- await Promise.all(- (await chatBlock.$$('.ai-chat-message .ai-answer-text-editor')).map(- m => m.innerText()- )- )- ).toStrictEqual(contents);- });-- test('can save chat to block and clear history', async ({ page }) => {- await collectChat(page);- expect(await getPageMode(page)).toBe('page');- await page.getByTestId('action-save-as-block').click();- await page.waitForSelector('affine-edgeless-ai-chat');-- await page.reload();- await page.waitForTimeout(200);- await clearChat(page);- expect((await collectChat(page)).length).toBe(0);- });-- test('chat in center peek', async ({ page }) => {- const contents = (await collectChat(page)).map(m => m.content);- await page.getByTestId('action-save-as-block').click();- const chatBlock = await page.waitForSelector('affine-edgeless-ai-chat');- // open chat in center peek- await chatBlock.dblclick();- const chatBlockPeekView = await page.waitForSelector(- 'ai-chat-block-peek-view'- );- expect(await chatBlockPeekView.isVisible()).toBe(true);- expect(- await Promise.all(- (- await chatBlockPeekView.$$(- '.ai-chat-message .ai-answer-text-editor'- )- ).map(m => m.innerText())- )- ).toStrictEqual(contents);-- // chat in center peek- await page.getByTestId('chat-block-input').focus();- await page.keyboard.type('hi');- await page.keyboard.press('Enter');-- // collect new messages- const newMessages = await collectNewMessages(page);- expect(newMessages[0].content).toEqual('hi');- expect(newMessages[1].name).toBe('AFFiNE AI');- expect(newMessages[1].content?.length).toBeGreaterThan(0);-- // close peek view- await page.getByTestId('peek-view-control').click();- await page.waitForSelector('ai-chat-block-peek-view', {- state: 'hidden',- });-- // there should be two chat block- const chatBlocks = await page.$$('affine-edgeless-ai-chat');- expect(chatBlocks.length).toBe(2);- });- });-- test('can be chat and insert below in page mode', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await focusToEditor(page);- await page.keyboard.type('/');- await page.getByTestId('sub-menu-0').getByText('Ask AI').click();- const input = await page.waitForSelector('ai-panel-input textarea');- await input.fill('hello');- await input.press('Enter');- const resp = await page.waitForSelector(- 'ai-panel-answer .response-list-container'- ); // wait response- const content = await (- await page.waitForSelector('ai-panel-answer editor-host')- ).innerText();- await (await resp.waitForSelector('.ai-item-insert-below')).click();- const editorContent = await getEditorContent(page);- expect(editorContent).toBe(content);- });-- test('can regenerate chat in page mode', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await focusToEditor(page);- await page.keyboard.type('/');- await page.getByTestId('sub-menu-0').getByText('Ask AI').click();- const input = await page.waitForSelector('ai-panel-input textarea');- await input.fill('hello');- await input.press('Enter');- // regenerate- {- const resp = await page.waitForSelector(- 'ai-panel-answer .response-list-container:last-child'- );- const answerEditor = await page.waitForSelector(- 'ai-panel-answer editor-host'- );- const content = await answerEditor.innerText();- await (await resp.waitForSelector('.ai-item-regenerate')).click();- await page.waitForSelector('ai-panel-answer .response-list-container'); // wait response- expect(- await (- await (- await page.waitForSelector('ai-panel-answer')- ).waitForSelector('editor-host')- ).innerText()- ).not.toBe(content);- }- });-- test('can discard chat in page mode', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await focusToEditor(page);- await page.keyboard.type('/');- await page.getByTestId('sub-menu-0').getByText('Ask AI').click();- const input = await page.waitForSelector('ai-panel-input textarea');- await input.fill('hello');- await input.press('Enter');-- // discard without confirm modal- {- const resp = await page.waitForSelector(- 'ai-panel-answer .response-list-container:last-child'- );- await (await resp.waitForSelector('.ai-item-discard')).click();- const editorContent = await getEditorContent(page);- expect(editorContent).toBe('');- }- });-- test('can discard chat with confirm modal in edgeless mode', async ({- page,- }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await focusToEditor(page);- await page.keyboard.type('/');- await page.getByTestId('sub-menu-0').getByText('Ask AI').click();- const input = await page.waitForSelector('ai-panel-input textarea');- await input.fill('hello');- await input.press('Enter');-- // discard with confirm modal- {- await page.waitForSelector(- 'ai-panel-answer .response-list-container:last-child'- );- await page.mouse.click(100, 100);- await page.getByTestId('confirm-modal-confirm').click();- const editorContent = await getEditorContent(page);- expect(editorContent).toBe('');- }- });-- test('can open and close network search', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);-- await openChat(page);- await page.getByTestId('chat-network-search').click();- await typeChatSequentially(page, 'What is the weather in Shanghai today?');- await page.keyboard.press('Enter');- let history = await collectChat(page);- expect(history[0]).toEqual({- name: 'You',- content: 'What is the weather in Shanghai today?',- });- expect(history[1].name).toBe('AFFiNE AI');- expect(- await page.locator('chat-panel affine-footnote-node').count()- ).toBeGreaterThan(0);-- await clearChat(page);- expect((await collectChat(page)).length).toBe(0);- await page.getByTestId('chat-network-search').click();- await typeChatSequentially(page, 'What is the weather in Shanghai today?');- await page.keyboard.press('Enter');- history = await collectChat(page);- expect(history[0]).toEqual({- name: 'You',- content: 'What is the weather in Shanghai today?',- });- expect(history[1].name).toBe('AFFiNE AI');- expect(await page.locator('chat-panel affine-footnote-node').count()).toBe(- 0- );- });-- test('can identify shape color, even if network search is active', async ({- page,- }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);-- await openChat(page);- await page.getByTestId('chat-network-search').click();-- await switchToEdgelessMode(page);-- const shapeButton = await page.waitForSelector(- 'edgeless-shape-tool-button'- );- await shapeButton.click();- await page.mouse.click(400, 400);-- const askAIButton = await page.waitForSelector('.copilot-icon-button');- await askAIButton.click();-- await page.waitForTimeout(1000);- await page.keyboard.type('What color is this shape?');- await page.keyboard.press('Enter');-- const history = await collectChat(page);- expect(history[0]).toEqual({- name: 'You',- content: 'What color is this shape?',- });- expect(history[1].name).toBe('AFFiNE AI');- expect(history[1].content).toContain('yellow');- expect(await page.locator('chat-panel affine-footnote-node').count()).toBe(- 0- );- });-- test('can trigger inline ai input and action panel by clicking Start with AI button', async ({- page,- }) => {- await clickNewPageButton(page);- await page.getByTestId('start-with-ai-badge').click();- await expect(page.locator('affine-ai-panel-widget')).toBeVisible();- await expect(page.locator('ask-ai-panel')).toBeVisible();- });-});--test.describe('chat with block', () => {- let user: {- email: string;- password: string;- };-- test.beforeEach(async ({ page }) => {- user = await getUser();- await loginUser(page, user);- });-- const collectTextAnswer = async (page: Page) => {- // wait ai response- await page.waitForSelector(- 'affine-ai-panel-widget .response-list-container',- { timeout: 5 * ONE_MINUTE }- );- const answer = await page.waitForSelector(- 'affine-ai-panel-widget ai-panel-answer editor-host'- );- return answer.innerText();- };-- const collectCanvasAnswer = async (page: Page, tagName: string) => {- // wait ai response- await page.waitForSelector(- 'affine-ai-panel-widget .response-list-container',- { timeout: 5 * ONE_MINUTE }- );- const answer = await page.waitForSelector(- `affine-ai-panel-widget ai-panel-answer ${tagName}`- );- return answer;- };-- const collectImageAnswer = async (page: Page, timeout = TEN_SECONDS) => {- // wait ai response- await page.waitForSelector(- 'affine-ai-panel-widget .response-list-container',- { timeout }- );- const answer = await page.waitForSelector(- 'affine-ai-panel-widget .ai-answer-image img'- );- return answer.getAttribute('src');- };-- const disableEditorBlank = async (page: Page) => {- // hide blank element, this may block the click- const blank = page.getByTestId('page-editor-blank');- if (await blank.isVisible()) {- await blank.evaluate(node => (node.style.pointerEvents = 'none'));- } else {- console.warn('blank element not found');- }- };-- test.describe('chat with text', () => {- const pasteTextToPageEditor = async (page: Page, content: string) => {- await focusToEditor(page);- await page.keyboard.type(content);- };-- test.beforeEach(async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await pasteTextToPageEditor(page, 'Mac Mini');- await openChat(page);- });-- test.beforeEach(async ({ page }) => {- await page.waitForSelector('affine-paragraph').then(i => i.click());- await page.keyboard.press('ControlOrMeta+A');- await page- .waitForSelector('page-editor editor-toolbar ask-ai-icon', {- state: 'attached',- timeout: 10000,- })- .then(b => b.click());- });-- const options = [- // review with ai- 'Fix spelling',- 'Fix Grammar',- // edit with ai- 'Explain selection',- 'Improve writing',- 'Make it longer',- 'Make it shorter',- 'Continue writing',- // generate with ai- 'Summarize',- 'Generate headings',- 'Generate outline',- 'Find actions',- 'Generate an image',- 'Brainstorm ideas with mind map',- 'Generate presentation',- 'Make it real',- // draft with ai- 'Write an article about this',- 'Write a tweet about this',- 'Write a poem about this',- 'Write a blog post about this',- 'Brainstorm ideas about this',- ];- for (const option of options) {- test(option, async ({ page }) => {- await disableEditorBlank(page);- await page- .waitForSelector(- `.ai-item-${option.replaceAll(' ', '-').toLowerCase()}`- )- .then(i => i.click());-- if (option === 'Generate an image') {- const mindmap = await collectCanvasAnswer(page, '.ai-answer-image');- expect(mindmap).toBeTruthy();- } else if (option === 'Brainstorm ideas with mind map') {- const mindmap = await collectCanvasAnswer(- page,- 'mini-mindmap-preview'- );- expect(mindmap).toBeTruthy();- } else if (option === 'Generate presentation') {- const presentation = await collectCanvasAnswer(- page,- 'ai-slides-renderer'- );- expect(presentation).toBeTruthy();- } else if (option === 'Make it real') {- const makeItReal = await collectCanvasAnswer(- page,- '.ai-answer-iframe'- );- expect(makeItReal).toBeTruthy();- } else {- expect(await collectTextAnswer(page)).toBeTruthy();- }- // TODO some actions do not have history yet- if (- option !== 'Generate presentation' &&- option !== 'Brainstorm ideas with mind map'- ) {- const history = await collectHistory(page);- expect(history.length).toBe(1);- expect(history[0].name).toBe('AFFiNE AI');- const discard = await page.waitForSelector('.ai-item-discard');- await discard.click();- await clearChat(page);- expect((await collectHistory(page)).length).toBe(0);- }- });- }-- test.describe('Translate to', () => {- test('should close all ai item list when clicking outside', async ({- page,- }) => {- const item = await page.waitForSelector('.ai-item-translate-to');- await item.hover();-- const subItemList = await page.waitForSelector('ai-sub-item-list');-- const bounds = await subItemList.boundingBox();- expect(bounds).toBeTruthy();-- await page.mouse.click(bounds!.x + bounds!.width / 2, bounds!.y - 20);-- await expect(page.locator('ai-sub-item-list')).toBeHidden();- await expect(page.locator('ai-item-list')).toBeHidden();- });-- test('should close all ai item list when clicking sub item', async ({- page,- }) => {- const item = await page.waitForSelector(- 'ask-ai-panel .ai-item-translate-to'- );- await item.hover();-- const subItemList = await page.waitForSelector('ai-sub-item-list');-- const bounds = await subItemList.boundingBox();- expect(bounds).toBeTruthy();-- (await subItemList.waitForSelector('.menu-item:nth-child(1)')).click();-- await expect(page.locator('ai-sub-item-list')).toBeHidden();- await expect(page.locator('ask-ai-panel ai-item-list')).toBeHidden();- });- });- });-- test.describe('chat with image block', () => {- const pasteImageToPageEditor = async (page: Page) => {- await page.evaluate(async () => {- const canvas = document.createElement('canvas');- canvas.width = 100;- canvas.height = 100;- const blob = await new Promise<Blob>(resolve =>- canvas.toBlob(blob => resolve(blob!), 'image/png')- );- await navigator.clipboard.write([- new ClipboardItem({ [blob.type]: blob }),- ]);- });- await focusToEditor(page);- await page.keyboard.press('ControlOrMeta+V');- };-- test.beforeEach(async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await pasteImageToPageEditor(page);- });-- test.describe('page mode', () => {- test.beforeEach(async ({ page }) => {- await disableEditorBlank(page);- await page.waitForSelector('affine-image').then(i => i.click());- await page- .waitForSelector('affine-image editor-toolbar ask-ai-icon')- .then(b => b.click());- });-- test('explain this image', async ({ page }) => {- await page- .waitForSelector('.ai-item-explain-this-image')- .then(i => i.click());- expect(await collectTextAnswer(page)).toBeTruthy();- });-- test('generate a caption', async ({ page }) => {- await page- .waitForSelector('.ai-item-generate-a-caption')- .then(i => i.click());- expect(await collectTextAnswer(page)).toBeTruthy();- });-- test('continue with ai', async ({ page }) => {- await page- .waitForSelector('.ai-item-continue-with-ai')- .then(i => i.click());- await page- .waitForSelector('chat-panel-input image-preview-grid')- .then(el => el.waitForElementState('visible'));- });- });-- // TODO(@darkskygit): block by BS-1709, enable this after bug fix- test.describe.skip('edgeless mode', () => {- test.beforeEach(async ({ page }) => {- await switchToEdgelessMode(page);- const note = await page.waitForSelector('affine-edgeless-note');-- {- // move note to avoid menu overlap- const box = (await note.boundingBox())!;- page.mouse.move(box.x + box.width / 2, box.y + box.height / 2);- page.mouse.down();- // sleep to avoid flicker- await page.waitForTimeout(500);- page.mouse.move(box.x + box.width / 2, box.y + box.height / 2 - 200);- await page.waitForTimeout(500);- page.mouse.up();- note.click();- }-- await disableEditorBlank(page);- await page.waitForSelector('affine-image').then(i => i.click());- await page- .waitForSelector('affine-image editor-toolbar ask-ai-button')- .then(b => b.click());- });-- // skip by default, dalle is very slow- test.skip('generate an image', async ({ page }) => {- await page- .waitForSelector('.ai-item-generate-an-image')- .then(i => i.click());- await page.keyboard.type('a cat');- await page.keyboard.press('Enter');- expect(await collectImageAnswer(page)).toBeTruthy();- });-- const processes = [- 'Clearer',- 'Remove background',- // skip by default, need a face in image- // 'Convert to sticker',- ];- for (const process of processes) {- test(`image processing ${process}`, async ({ page }) => {- await page- .waitForSelector('.ai-item-image-processing')- .then(i => i.hover());- await page.getByText(process).click();- {- // to be remove- await page.keyboard.type(',');- await page.keyboard.press('Enter');- }- expect(await collectImageAnswer(page, ONE_MINUTE * 2)).toBeTruthy();- });- }-- const filters = ['Clay', 'Sketch', 'Anime', 'Pixel'];- for (const filter of filters) {- test(`ai image ${filter.toLowerCase()} filter`, async ({ page }) => {- await page- .waitForSelector('.ai-item-ai-image-filter')- .then(i => i.hover());- await page.getByText(`${filter} style`).click();- {- // to be remove- await page.keyboard.type(',');- await page.keyboard.press('Enter');- }- expect(await collectImageAnswer(page, ONE_MINUTE * 2)).toBeTruthy();- });- }- });- });-- test('clear history', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);- await focusToEditor(page);- await page.keyboard.type('Mac Mini');- await openChat(page);-- await makeChat(page, 'hello');- await collectHistory(page);-- await page.waitForSelector('affine-paragraph').then(i => i.click());- await page.keyboard.press('ControlOrMeta+A');- await page- .waitForSelector('page-editor editor-toolbar ask-ai-icon', {- state: 'attached',- timeout: 10000,- })- .then(b => b.click());- await disableEditorBlank(page);- await page- .waitForSelector(- `.ai-item-${`Fix spelling`.replaceAll(' ', '-').toLowerCase()}`- )- .then(i => i.click());- await collectTextAnswer(page);-- await page.reload();- await page.waitForTimeout(1000);- const history = await collectHistory(page);- expect(history.length).toBe(3);- await clearChat(page);- expect((await collectHistory(page)).length).toBe(0);- });-});--test.describe('chat with doc', () => {- let user: {- email: string;- password: string;- };-- test.beforeEach(async ({ page }) => {- user = await getUser();- await loginUser(page, user);- });-- test('can chat with current doc', async ({ page }) => {- await page.reload();- await clickSideBarAllPageButton(page);- await page.waitForTimeout(200);- await createLocalWorkspace({ name: 'test' }, page);- await clickNewPageButton(page);-- await openChat(page);-- const addButton = await page.locator('chat-panel-chips .add-button');- await addButton.click();- const docItem = await page.locator('chat-panel-add-popover icon-button', {- hasText: 'Untitled',- });- await docItem.click();- await page.waitForTimeout(200);- let chipTitle = await page.getByTestId('chat-panel-chip-title');- expect(await chipTitle.textContent()).toBe('Untitled');- let chip = await page.getByTestId('chat-panel-chip');- // oxlint-disable-next-line unicorn/prefer-dom-node-dataset- expect(await chip.getAttribute('data-state')).toBe('finished');-- const editorTitle = await page.locator('doc-title .inline-editor').nth(0);- await editorTitle.pressSequentially('AFFiNE AI', {- delay: 50,- });- await page.keyboard.press('Enter', { delay: 50 });- // Wait for the editor to be ready and focused- await page.waitForSelector('page-editor affine-paragraph .inline-editor');- const richText = await page- .locator('page-editor affine-paragraph .inline-editor')- .nth(0);- await richText.click(); // Ensure proper focus- await page.keyboard.type(- 'AFiAI is an assistant with the ability to create well-structured outlines for any given content.',- {- delay: 50,- }- );-- expect(await chipTitle.textContent()).toBe('AFFiNE AI');- // oxlint-disable-next-line unicorn/prefer-dom-node-dataset- expect(await chip.getAttribute('data-state')).toBe('finished');-- await typeChatSequentially(page, 'What is AFiAI?');- await page.keyboard.press('Enter');- const history = await collectChat(page);- expect(history[0]).toEqual({- name: 'You',- content: 'What is AFiAI?',- });-- expect(history[1].name).toBe(`AFFiNE AI\nwith your docs`);- expect(- await page.locator('chat-panel affine-footnote-node').count()- ).toBeGreaterThan(0);- await clearChat(page);- expect((await collectChat(page)).length).toBe(0);-- await page.reload();- await page.waitForTimeout(200);- await openChat(page);- expect(await chipTitle.textContent()).toBe('AFFiNE AI');- const chip2 = await page.getByTestId('chat-panel-chip');- // oxlint-disable-next-line unicorn/prefer-dom-node-dataset- expect(await chip2.getAttribute('data-state')).toBe('finished');- });-});diff --git a/tests/affine-cloud-copilot/e2e/insertion/add-to-edgeless-as-note.spec.ts b/tests/affine-cloud-copilot/e2e/insertion/add-to-edgeless-as-note.spec.tsnew file mode 100644index 0000000000..a3306911c2--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/insertion/add-to-edgeless-as-note.spec.ts@@ -0,0 +1,73 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIInsertion/AddToEdgelessAsNote', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should only show option in edgeless mode', async ({ page, utils }) => {+ await utils.editor.focusToEditor(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ await expect(+ page.getByTestId('action-add-to-edgeless-as-note')+ ).not.toBeVisible();++ await utils.editor.switchToEdgelessMode(page);+ await expect(+ page.getByTestId('action-add-to-edgeless-as-note')+ ).toBeVisible();+ });++ test('should add to edgeless as note in edgeless mode', async ({+ page,+ utils,+ }) => {+ await utils.editor.switchToEdgelessMode(page);++ // Delete default note+ await (await page.waitForSelector('affine-edgeless-note')).click();+ page.keyboard.press('Delete');++ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.addAsNote();+ await page.getByText('New note created');++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ const noteContent = await utils.editor.getNoteContent(page);+ expect(noteContent).toBe(content);+ }).toPass({ timeout: 5000 });+ });+});diff --git a/tests/affine-cloud-copilot/e2e/insertion/insert.spec.ts b/tests/affine-cloud-copilot/e2e/insertion/insert.spec.tsnew file mode 100644index 0000000000..4083a0d28b--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/insertion/insert.spec.ts@@ -0,0 +1,201 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { focusDocTitle } from '@affine-test/kit/utils/editor';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIInsertion/Insert', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should insert content below selected block in page mode', async ({+ page,+ utils,+ }) => {+ // Create tow blocks+ // - Hello Block+ // - World Block+ await utils.editor.focusToEditor(page);+ await page.keyboard.insertText('Hello Block');+ await page.keyboard.press('Enter');+ await page.keyboard.insertText('World Block');++ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ // Focus to Hello+ // - Hello<cursor />+ await page.getByText('Hello Block').click();++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.insert();++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ const editorContent = await utils.editor.getEditorContent(page);+ expect(editorContent).toBe(`Hello Block\n${content}\nWorld Block`);+ }).toPass({ timeout: 5000 });+ });++ test('should insert content below selected block in edgeless mode', async ({+ page,+ utils,+ }) => {+ await utils.editor.switchToEdgelessMode(page);+ await utils.editor.focusToEditor(page);+ await page.keyboard.insertText('Hello Block');+ await page.keyboard.press('Enter');+ await page.keyboard.insertText('World Block');++ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ // Focus to Hello+ // - Hello<cursor />+ await page.locator('affine-edgeless-note').dblclick();+ await page.getByText('Hello Block').click();++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.insert();++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ const noteContent = await utils.editor.getNoteContent(page);+ expect(noteContent).toBe(`Hello Block\n${content}\nWorld Block`);+ }).toPass({ timeout: 5000 });+ });++ test('should insert content at the end of the page when no block is selected', async ({+ page,+ utils,+ }) => {+ // Create tow blocks+ // - Hello Block+ // - World Block+ await utils.editor.focusToEditor(page);+ await page.keyboard.insertText('Hello Block');+ await page.keyboard.press('Enter');+ await page.keyboard.insertText('World Block');++ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ // Focus Doc Title+ // - Hello<cursor />+ await focusDocTitle(page);++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.insert();++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ const editorContent = await utils.editor.getEditorContent(page);+ expect(editorContent).toBe(`Hello Block\nWorld Block\n${content}`);+ }).toPass({ timeout: 5000 });+ });++ test('should insert content at the end of the note when no block is selected in edgeless mode', async ({+ page,+ utils,+ }) => {+ await utils.editor.switchToEdgelessMode(page);+ await utils.editor.focusToEditor(page);+ await page.keyboard.insertText('Hello Block');+ await page.keyboard.press('Enter');+ await page.keyboard.insertText('World Block');++ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.insert();++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ const noteContent = await utils.editor.getNoteContent(page);+ expect(noteContent).toBe(`Hello Block\nWorld Block\n${content}`);+ }).toPass({ timeout: 5000 });+ });++ test('should create a new note when no block or note is selected in edgeless mode', async ({+ page,+ utils,+ }) => {+ await utils.editor.switchToEdgelessMode(page);++ // Delete default note+ await (await page.waitForSelector('affine-edgeless-note')).click();+ page.keyboard.press('Delete');++ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.insert();++ await expect(async () => {+ const { content } = await utils.chatPanel.getLatestAssistantMessage(page);+ const noteContent = await utils.editor.getNoteContent(page);+ expect(noteContent).toBe(content);+ }).toPass({ timeout: 5000 });+ });+});diff --git a/tests/affine-cloud-copilot/e2e/insertion/save-as-block.spec.ts b/tests/affine-cloud-copilot/e2e/insertion/save-as-block.spec.tsnew file mode 100644index 0000000000..2540fbf6af--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/insertion/save-as-block.spec.ts@@ -0,0 +1,73 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIInsertion/SaveAsBlock', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should save content as a chat block in page mode', async ({+ page,+ utils,+ }) => {+ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.saveAsBlock();++ // Switch to edgeless mode+ await utils.editor.isEdgelessMode(page);++ // Verify the ai block is created+ await page.waitForSelector('affine-edgeless-ai-chat');+ const aiBlock = await page.locator('affine-edgeless-ai-chat');+ await expect(aiBlock).toBeVisible();+ });++ test('should save content as a chat block in edgeless mode', async ({+ page,+ utils,+ }) => {+ await utils.editor.switchToEdgelessMode(page);++ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.saveAsBlock();+ await page.getByText('Successfully saved chat to a block');++ // Verify the ai block is created+ await page.waitForSelector('affine-edgeless-ai-chat');+ const aiBlock = await page.locator('affine-edgeless-ai-chat');+ await expect(aiBlock).toBeVisible();+ });+});diff --git a/tests/affine-cloud-copilot/e2e/insertion/save-as-doc.spec.ts b/tests/affine-cloud-copilot/e2e/insertion/save-as-doc.spec.tsnew file mode 100644index 0000000000..648b7cb9e0--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/insertion/save-as-doc.spec.ts@@ -0,0 +1,75 @@+import { loginUser } from '@affine-test/kit/utils/cloud';+import { expect } from '@playwright/test';++import { test } from '../base/base-test';++test.describe('AIInsertion/SaveAsDoc', () => {+ test.beforeEach(async ({ page, utils }) => {+ const user = await utils.testUtils.getUser();+ await loginUser(page, user);+ await utils.testUtils.setupTestEnvironment(page);+ await utils.chatPanel.openChatPanel(page);+ });++ test('should save content as a doc in page mode', async ({ page, utils }) => {+ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ // Wait for the assistant answer to be completely rendered+ await page.waitForTimeout(1000);+ const { actions, content } =+ await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.saveAsDoc();+ await page.getByText('New doc created');++ // Verify the ai block is created+ const editorContent = await utils.editor.getEditorContent(page);+ expect(editorContent).toBe(content);+ });++ test('should save content as a doc in edgeless mode', async ({+ page,+ utils,+ }) => {+ await utils.editor.switchToEdgelessMode(page);++ await utils.chatPanel.openChatPanel(page);+ await utils.chatPanel.makeChat(page, 'Hello');++ await utils.chatPanel.waitForHistory(page, [+ {+ role: 'user',+ content: 'Hello',+ },+ {+ role: 'assistant',+ status: 'success',+ },+ ]);++ // Wait for the assistant answer to be completely rendered+ await page.waitForTimeout(1000);+ const { actions, content } =+ await utils.chatPanel.getLatestAssistantMessage(page);+ await actions.saveAsDoc();+ await page.getByText('New doc created');++ // Switch to page mode+ await utils.editor.isPageMode(page);++ // Verify the ai block is created+ const editorContent = await utils.editor.getEditorContent(page);+ expect(editorContent).toBe(content);+ });+});diff --git a/tests/affine-cloud-copilot/e2e/types/global.d.ts b/tests/affine-cloud-copilot/e2e/types/global.d.tsnew file mode 100644index 0000000000..5388156140--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/types/global.d.ts@@ -0,0 +1,3 @@+interface Window {+ showOpenFilePicker?: () => Promise<FileSystemFileHandle[]>;+}\ No newline at end of filediff --git a/tests/affine-cloud-copilot/e2e/utils/chat-panel-utils.ts b/tests/affine-cloud-copilot/e2e/utils/chat-panel-utils.tsnew file mode 100644index 0000000000..4eec12cf5a--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/utils/chat-panel-utils.ts@@ -0,0 +1,276 @@+// eslint-disable eslint-plugin-unicorn(prefer-dom-node-dataset+import type { Page } from '@playwright/test';+import { expect } from '@playwright/test';++type ChatStatus = 'loading' | 'success' | 'error' | 'idle' | 'transmitting';++type ChatUserMessage = {+ role: 'user';+ content: string;+};++type ChatAssistantMessage = {+ role: 'assistant';+ status: ChatStatus;+ title: string;+ content: string;+};++type ChatActionMessage = {+ role: 'action';+ title: string;+ content: string;+};++type ChatMessage = ChatUserMessage | ChatAssistantMessage | ChatActionMessage;++export class ChatPanelUtils {+ public static async openChatPanel(page: Page) {+ if (await page.getByTestId('sidebar-tab-chat').isHidden()) {+ await page.getByTestId('right-sidebar-toggle').click({+ delay: 200,+ });+ }+ await page.getByTestId('sidebar-tab-chat').click();+ await expect(page.getByTestId('sidebar-tab-content-chat')).toBeVisible();+ }++ public static async typeChat(page: Page, content: string) {+ await page.getByTestId('chat-panel-input').focus();+ await page.keyboard.type(content);+ }++ public static async typeChatSequentially(page: Page, content: string) {+ const input = await page.locator('chat-panel-input textarea').nth(0);+ await input.pressSequentially(content, {+ delay: 50,+ });+ }++ public static async makeChat(page: Page, content: string) {+ await this.openChatPanel(page);+ await this.typeChat(page, content);+ await page.keyboard.press('Enter');+ }++ public static async clearChat(page: Page) {+ await page.getByTestId('chat-panel-clear').click();+ await page.getByTestId('confirm-modal-confirm').click();+ await page.waitForTimeout(500);+ }++ public static async collectHistory(page: Page) {+ return await page.evaluate(() => {+ const chatPanel = document.querySelector<HTMLElement>(+ '[data-testid="chat-panel-messages"]'+ );+ if (!chatPanel) {+ return [] as ChatMessage[];+ }+ const messages = chatPanel.querySelectorAll<HTMLElement>(+ 'chat-message-user,chat-message-assistant,chat-message-action'+ );++ return Array.from(messages).map(m => {+ const isAssistant = m.dataset.testid === 'chat-message-assistant';+ const isChatAction = m.dataset.testid === 'chat-message-action';++ const isUser = !isAssistant && !isChatAction;++ if (isUser) {+ return {+ role: 'user' as const,+ content:+ m.querySelector<HTMLElement>(+ '[data-testid="chat-content-pure-text"]'+ )?.innerText || '',+ };+ }++ if (isAssistant) {+ return {+ role: 'assistant' as const,+ status: m.dataset.status as ChatStatus,+ title: m.querySelector<HTMLElement>('.user-info')?.innerText || '',+ content:+ m.querySelector<HTMLElement>('chat-content-rich-text editor-host')+ ?.innerText || '',+ };+ }++ // Must be chat action at this point+ return {+ role: 'action' as const,+ title: m.querySelector<HTMLElement>('.user-info')?.innerText || '',+ content:+ m.querySelector<HTMLElement>('chat-content-rich-text editor-host')+ ?.innerText || '',+ };+ });+ });+ }++ private static expectHistory(+ history: ChatMessage[],+ expected: (+ | Partial<ChatUserMessage>+ | Partial<ChatAssistantMessage>+ | Partial<ChatActionMessage>+ )[]+ ) {+ expect(history).toHaveLength(expected.length);+ history.forEach((message, index) => {+ const expectedMessage = expected[index];+ expect(message).toMatchObject(expectedMessage);+ });+ }++ public static async expectToHaveHistory(+ page: Page,+ expected: (+ | Partial<ChatUserMessage>+ | Partial<ChatAssistantMessage>+ | Partial<ChatActionMessage>+ )[]+ ) {+ const history = await this.collectHistory(page);+ this.expectHistory(history, expected);+ }++ public static async waitForHistory(+ page: Page,+ expected: (+ | Partial<ChatUserMessage>+ | Partial<ChatAssistantMessage>+ | Partial<ChatActionMessage>+ )[],+ timeout = 2 * 60000+ ) {+ await expect(async () => {+ const history = await this.collectHistory(page);+ this.expectHistory(history, expected);+ }).toPass({ timeout });+ }++ public static async getLatestAssistantMessage(page: Page) {+ const message = page.getByTestId('chat-message-assistant').last();+ const actions = await message.getByTestId('chat-actions');+ const actionList = await message.getByTestId('chat-action-list');+ return {+ message,+ content: await message+ .locator('chat-content-rich-text editor-host')+ .innerText(),+ actions: {+ copy: async () => actions.getByTestId('action-copy-button').click(),+ retry: async () => actions.getByTestId('action-retry-button').click(),+ insert: async () => actionList.getByTestId('action-insert').click(),+ saveAsBlock: async () =>+ actionList.getByTestId('action-save-as-block').click(),+ saveAsDoc: async () =>+ actionList.getByTestId('action-save-as-doc').click(),+ addAsNote: async () =>+ actionList.getByTestId('action-add-to-edgeless-as-note').click(),+ },+ };+ }++ public static async getLatestAIActionMessage(page: Page) {+ const message = page.getByTestId('chat-message-action').last();+ const actionName = await message.getByTestId('action-name');+ await actionName.click();+ const answer = await message.getByTestId('answer-prompt');+ const prompt = await message.getByTestId('chat-message-action-prompt');+ return {+ message,+ answer,+ prompt,+ actionName,+ };+ }++ public static async chatWithDoc(page: Page, docName: string) {+ const withButton = await page.getByTestId('chat-panel-with-button');+ await withButton.click();+ const withMenu = await page.getByTestId('ai-add-popover');+ await withMenu.getByText(docName).click();+ await page.getByTestId('chat-panel-chips').getByText(docName);+ }++ public static async chatWithAttachments(+ page: Page,+ attachments: { name: string; mimeType: string; buffer: Buffer }[],+ text: string+ ) {+ await page.evaluate(() => {+ delete window.showOpenFilePicker;+ });++ for (const attachment of attachments) {+ const fileChooserPromise = page.waitForEvent('filechooser');+ const withButton = await page.getByTestId('chat-panel-with-button');+ await withButton.click();+ const withMenu = await page.getByTestId('ai-add-popover');+ await withMenu.getByTestId('ai-chat-with-files').click();+ const fileChooser = await fileChooserPromise;+ await fileChooser.setFiles(attachment);+ }+ await expect(async () => {+ const states = await page+ .getByTestId('chat-panel-chip')+ .evaluateAll(elements =>+ elements.map(el => el.getAttribute('data-state'))+ );+ await expect(states).toHaveLength(attachments.length);+ await expect(states.every(state => state === 'finished')).toBe(true);+ }).toPass({ timeout: 20000 });++ await page.pause();+ await this.makeChat(page, text);+ }++ public static async chatWithImages(+ page: Page,+ images: { name: string; mimeType: string; buffer: Buffer }[],+ text: string+ ) {+ await page.evaluate(() => {+ delete window.showOpenFilePicker;+ });++ const fileChooserPromise = page.waitForEvent('filechooser');+ // Open file upload dialog+ await page.getByTestId('chat-panel-input-image-upload').click();++ const fileChooser = await fileChooserPromise;+ await fileChooser.setFiles(images);++ await page.waitForSelector('chat-panel-input img');+ await this.makeChat(page, text);+ }++ public static async enableNetworkSearch(page: Page) {+ const networkSearch = await page.getByTestId('chat-network-search');+ if ((await networkSearch.getAttribute('data-active')) === 'false') {+ await networkSearch.click();+ }+ }++ public static async disableNetworkSearch(page: Page) {+ const networkSearch = await page.getByTestId('chat-network-search');+ if ((await networkSearch.getAttribute('data-active')) === 'true') {+ await networkSearch.click();+ }+ }++ public static async isNetworkSearchEnabled(page: Page) {+ const networkSearch = await page.getByTestId('chat-network-search');+ return (await networkSearch.getAttribute('aria-disabled')) === 'false';+ }++ public static async isImageUploadEnabled(page: Page) {+ const imageUpload = await page.getByTestId('chat-panel-input-image-upload');+ const disabled = await imageUpload.getAttribute('data-disabled');+ return disabled === 'false';+ }+}diff --git a/tests/affine-cloud-copilot/e2e/utils/editor-utils.ts b/tests/affine-cloud-copilot/e2e/utils/editor-utils.tsnew file mode 100644index 0000000000..77394ddd65--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/utils/editor-utils.ts@@ -0,0 +1,528 @@+import {+ createEdgelessNoteBlock,+ setEdgelessTool,+} from '@affine-test/kit/utils/editor';+import {+ pressEscape,+ selectAllByKeyboard,+} from '@affine-test/kit/utils/keyboard';+import { getBlockSuiteEditorTitle } from '@affine-test/kit/utils/page-logic';+import type { EdgelessRootBlockComponent } from '@blocksuite/affine/blocks/root';+import type {+ MindmapElementModel,+ ShapeElementModel,+} from '@blocksuite/affine-model';+import type { GfxModel } from '@blocksuite/std/gfx';+import { type Page } from '@playwright/test';+export class EditorUtils {+ public static async focusToEditor(page: Page) {+ const title = getBlockSuiteEditorTitle(page);+ await title.focus();+ await page.keyboard.press('Enter');+ }++ public static async getEditorContent(page: Page) {+ let content = '';+ let retry = 3;+ while (!content && retry > 0) {+ const lines = await page.$$('page-editor .inline-editor');+ const contents = await Promise.all(lines.map(el => el.innerText()));+ content = contents+ .map(c => c.replace(/\u200B/g, '').trim())+ .filter(c => !!c)+ .join('\n');+ if (!content) {+ await page.waitForTimeout(500);+ retry -= 1;+ }+ }+ return content;+ }++ public static async getNoteContent(page: Page) {+ const edgelessNode = await page.waitForSelector(+ 'affine-edgeless-note .edgeless-note-page-content'+ );+ return (await edgelessNode.innerText()).replace(/\u200B/g, '').trim();+ }++ public static async switchToEdgelessMode(page: Page) {+ const editor = await page.waitForSelector('page-editor');+ await page.getByTestId('switch-edgeless-mode-button').click();+ editor.waitForElementState('hidden');+ await page.waitForSelector('edgeless-editor');+ }++ public static async switchToPageMode(page: Page) {+ await page.getByTestId('switch-page-mode-button').click();+ await page.waitForSelector('page-editor');+ }++ public static async isPageMode(page: Page) {+ return await page.waitForSelector('page-editor');+ }++ public static async isEdgelessMode(page: Page) {+ return await page.waitForSelector('edgeless-editor');+ }++ public static async getDocTitle(page: Page) {+ return page.getByTestId('title-edit-button').innerText();+ }++ public static async waitForAiAnswer(page: Page) {+ const answer = await page.getByTestId('ai-penel-answer');+ await answer.waitFor({+ state: 'visible',+ timeout: 2 * 60000,+ });+ return answer;+ }++ private static createAction(page: Page, action: () => Promise<void>) {+ return async () => {+ await action();+ const responses = new Set<string>();+ const answer = await this.waitForAiAnswer(page);+ const responsesMenu = answer.getByTestId('answer-responses');+ await responsesMenu.isVisible();+ await responsesMenu.scrollIntoViewIfNeeded({ timeout: 60000 });++ if (await responsesMenu.getByTestId('answer-insert-below').isVisible()) {+ responses.add('insert-below');+ }+ if (await responsesMenu.getByTestId('answer-insert-above').isVisible()) {+ responses.add('insert-above');+ }+ if (await responsesMenu.getByTestId('answer-replace').isVisible()) {+ responses.add('replace-selection');+ }+ if (+ await responsesMenu.getByTestId('answer-use-as-caption').isVisible()+ ) {+ responses.add('use-as-caption');+ }+ if (+ await responsesMenu.getByTestId('answer-create-new-note').isVisible()+ ) {+ responses.add('create-new-note');+ }++ return {+ answer: await this.waitForAiAnswer(page),+ responses,+ };+ };+ }++ public static async createEdgelessText(page: Page, text: string) {+ await setEdgelessTool(page, 'text');+ await page.mouse.click(400, 400);+ await page.locator('affine-edgeless-text').waitFor({ state: 'visible' });+ await page.waitForTimeout(100);+ const texts = text.split('\n');+ for (const [index, line] of texts.entries()) {+ await page.keyboard.insertText(line);+ if (index !== texts.length - 1) {+ await page.keyboard.press('Enter');+ }+ }+ }++ public static async createEdgelessNote(page: Page, text: string) {+ await createEdgelessNoteBlock(page, [500, 300]);+ const texts = text.split('\n');+ for (const [index, line] of texts.entries()) {+ await page.keyboard.insertText(line);+ if (index !== texts.length - 1) {+ await page.keyboard.press('Enter');+ }+ }+ }++ public static async createMindmap(page: Page) {+ await page.keyboard.press('m');+ await page.mouse.click(400, 400);+ const id = await page.evaluate(() => {+ const edgelessBlock = document.querySelector(+ 'affine-edgeless-root'+ ) as EdgelessRootBlockComponent;+ if (!edgelessBlock) {+ throw new Error('edgeless block not found');+ }+ const mindmaps = edgelessBlock.gfx.gfxElements.filter(+ (el: GfxModel) => 'type' in el && el.type === 'mindmap'+ );++ return mindmaps[mindmaps.length - 1].id;+ });++ return id;+ }++ public static async getMindMapNode(+ page: Page,+ mindmapId: string,+ path: number[]+ ) {+ return page.evaluate(+ ({ mindmapId, path }) => {+ const edgelessBlock = document.querySelector(+ 'affine-edgeless-root'+ ) as EdgelessRootBlockComponent;+ if (!edgelessBlock) {+ throw new Error('edgeless block not found');+ }++ const mindmap = edgelessBlock.gfx.getElementById(+ mindmapId+ ) as MindmapElementModel;+ if (!mindmap) {+ throw new Error(`Mindmap not found: ${mindmapId}`);+ }++ const node = mindmap.getNodeByPath(path);+ if (!node) {+ throw new Error(`Mindmap node not found at: ${path}`);+ }++ const rect = edgelessBlock.gfx.viewport.toViewBound(+ node.element.elementBound+ );++ return {+ path: mindmap.getPath(node),+ id: node.id,+ text: (node.element as ShapeElementModel).text?.toString() ?? '',+ rect: {+ x: rect.x,+ y: rect.y,+ w: rect.w,+ h: rect.h,+ },+ };+ },+ {+ mindmapId,+ path,+ }+ );+ }++ public static async selectElementInEdgeless(page: Page, elements: string[]) {+ await page.evaluate(+ ({ elements }) => {+ const edgelessBlock = document.querySelector(+ 'affine-edgeless-root'+ ) as EdgelessRootBlockComponent;+ if (!edgelessBlock) {+ throw new Error('edgeless block not found');+ }++ edgelessBlock.gfx.selection.set({+ elements,+ });+ },+ { elements }+ );+ }++ public static async askAIWithEdgeless(+ page: Page,+ createBlock: () => Promise<void>,+ afterSelected?: () => Promise<void>+ ) {+ await this.switchToEdgelessMode(page);+ await selectAllByKeyboard(page);+ await page.keyboard.press('Delete');+ await createBlock();+ await pressEscape(page, 5);+ await selectAllByKeyboard(page);+ await afterSelected?.();+ await page.getByTestId('ask-ai-button').click();++ return {+ aiImageFilter: this.createAction(page, () =>+ page.getByTestId('action-ai-image-filter').click()+ ),+ brainstorm: this.createAction(page, () =>+ page.getByTestId('action-brainstorm').click()+ ),+ brainstormMindMap: this.createAction(page, () =>+ page.getByTestId('action-brainstorm-mindmap').click()+ ),+ changeTone: (+ tone: 'professional' | 'informal' | 'friendly' | 'critical' | 'humorous'+ ) =>+ this.createAction(page, async () => {+ await page.getByTestId('action-change-tone').hover();+ await page.getByTestId(`action-change-tone-${tone}`).click();+ })(),+ checkCodeError: this.createAction(page, () =>+ page.getByTestId('action-check-code-error').click()+ ),+ continueWithAi: async () => {+ page.getByTestId('action-continue-with-ai').click();+ },+ continueWriting: this.createAction(page, () =>+ page.getByTestId('action-continue-writing').click()+ ),+ createHeadings: this.createAction(page, () =>+ page.getByTestId('action-create-headings').click()+ ),+ explainSelection: this.createAction(page, () =>+ page.getByTestId('action-explain-selection').click()+ ),+ findActions: this.createAction(page, () =>+ page.getByTestId('action-find-actions').click()+ ),+ fixGrammar: this.createAction(page, () =>+ page.getByTestId('action-fix-grammar').click()+ ),+ fixSpelling: this.createAction(page, () =>+ page.getByTestId('action-fix-spelling').click()+ ),+ generateCaption: this.createAction(page, () =>+ page.getByTestId('action-generate-caption').click()+ ),+ generateHeadings: this.createAction(page, () =>+ page.getByTestId('action-generate-headings').click()+ ),+ generateImage: this.createAction(page, () =>+ page.getByTestId('action-generate-image').click()+ ),+ generateOutline: this.createAction(page, () =>+ page.getByTestId('action-generate-outline').click()+ ),+ generatePresentation: this.createAction(page, () =>+ page.getByTestId('action-generate-presentation').click()+ ),+ imageProcessing: this.createAction(page, () =>+ page.getByTestId('action-image-processing').click()+ ),+ improveGrammar: this.createAction(page, () =>+ page.getByTestId('action-improve-grammar').click()+ ),+ improveWriting: this.createAction(page, () =>+ page.getByTestId('action-improve-writing').click()+ ),+ makeItLonger: this.createAction(page, () =>+ page.getByTestId('action-make-it-longer').click()+ ),+ makeItReal: this.createAction(page, () =>+ page.getByTestId('action-make-it-real').click()+ ),+ makeItShorter: this.createAction(page, () =>+ page.getByTestId('action-make-it-shorter').click()+ ),+ summarize: this.createAction(page, () =>+ page.getByTestId('action-summarize').click()+ ),+ translate: (language: string) =>+ this.createAction(page, async () => {+ await page.getByTestId('action-translate').hover();+ await page.getByTestId(`action-translate-${language}`).click();+ })(),+ writeArticle: this.createAction(page, () =>+ page.getByTestId('action-write-article').click()+ ),+ writeBlogPost: this.createAction(page, () =>+ page.getByTestId('action-write-blog-post').click()+ ),+ writePoem: this.createAction(page, () =>+ page.getByTestId('action-write-poem').click()+ ),+ writeTwitterPost: this.createAction(page, () =>+ page.getByTestId('action-write-twitter-post').click()+ ),+ regenerateMindMap: this.createAction(page, () =>+ page.getByTestId('action-regenerate-mindmap').click()+ ),+ expandMindMapNode: async () =>+ page.getByTestId('action-expand-mindmap-node').click(),+ } as const;+ }++ public static async askAIWithCode(+ page: Page,+ code: string,+ language: string+ ) {+ await this.focusToEditor(page);+ await page.keyboard.insertText(`\`\`\`${language}`);+ await page.keyboard.press('Enter');+ await page.keyboard.insertText(code);+ await page.locator('affine-code').blur();+ await page.locator('affine-code').hover();+ await page.getByTestId('ask-ai-button').click();+ return {+ explainCode: this.createAction(page, () =>+ page.getByTestId('action-explain-code').click()+ ),+ checkCodeError: this.createAction(page, () =>+ page.getByTestId('action-check-code-error').click()+ ),+ };+ }++ public static async askAIWithImage(+ page: Page,+ image: { name: string; mimeType: string; buffer: Buffer }+ ) {+ await page.evaluate(() => {+ delete window.showOpenFilePicker;+ });++ const fileChooserPromise = page.waitForEvent('filechooser');++ await this.focusToEditor(page);+ await page.keyboard.press('/');+ await page.keyboard.insertText('image');+ await page.locator('affine-slash-menu').getByTestId('Image').click();++ const fileChooser = await fileChooserPromise;+ await fileChooser.setFiles(image);++ await page.locator('affine-page-image').click();+ await page.getByTestId('ask-ai-button').click();++ return {+ explainImage: this.createAction(page, () =>+ page.getByTestId('action-explain-image').click()+ ),+ generateImage: this.createAction(page, () =>+ page.getByTestId('action-generate-image').click()+ ),+ generateCaption: this.createAction(page, () =>+ page.getByTestId('action-generate-caption').click()+ ),+ imageProcessing: (type: string) =>+ this.createAction(page, async () => {+ await page.getByTestId('action-image-processing').hover();+ await page.getByTestId(`action-image-processing-${type}`).click();+ })(),+ imageFilter: (style: string) =>+ this.createAction(page, async () => {+ await page.getByTestId('action-ai-image-filter').hover();+ await page.getByTestId(`action-image-filter-${style}`).click();+ })(),+ };+ }++ public static async askAIWithText(page: Page, text: string) {+ await this.focusToEditor(page);+ const texts = text.split('\n');+ for (const [index, line] of texts.entries()) {+ await page.keyboard.insertText(line);+ if (index !== texts.length - 1) {+ await page.keyboard.press('Enter');+ }+ }+ await page.keyboard.press('ControlOrMeta+A');+ await page.keyboard.press('ControlOrMeta+A');+ await page.keyboard.press('ControlOrMeta+A');++ const askAI = await page.locator('page-editor editor-toolbar ask-ai-icon');+ await askAI.waitFor({+ state: 'attached',+ timeout: 5000,+ });+ await askAI.click();++ return {+ aiImageFilter: this.createAction(page, () =>+ page.getByTestId('action-ai-image-filter').click()+ ),+ brainstorm: this.createAction(page, () =>+ page.getByTestId('action-brainstorm').click()+ ),+ brainstormMindMap: this.createAction(page, () =>+ page.getByTestId('action-brainstorm-mindmap').click()+ ),+ changeTone: (+ tone: 'professional' | 'informal' | 'friendly' | 'critical' | 'humorous'+ ) =>+ this.createAction(page, async () => {+ await page.getByTestId('action-change-tone').hover();+ await page.getByTestId(`action-change-tone-${tone}`).click();+ })(),+ checkCodeError: this.createAction(page, () =>+ page.getByTestId('action-check-code-error').click()+ ),+ continueWithAi: async () => {+ page.getByTestId('action-continue-with-ai').click();+ },+ continueWriting: this.createAction(page, () =>+ page.getByTestId('action-continue-writing').click()+ ),+ createHeadings: this.createAction(page, () =>+ page.getByTestId('action-create-headings').click()+ ),+ explainSelection: this.createAction(page, () =>+ page.getByTestId('action-explain-selection').click()+ ),+ findActions: this.createAction(page, () =>+ page.getByTestId('action-find-actions').click()+ ),+ fixGrammar: this.createAction(page, () =>+ page.getByTestId('action-fix-grammar').click()+ ),+ fixSpelling: this.createAction(page, () =>+ page.getByTestId('action-fix-spelling').click()+ ),+ generateCaption: this.createAction(page, () =>+ page.getByTestId('action-generate-caption').click()+ ),+ generateHeadings: this.createAction(page, () =>+ page.getByTestId('action-generate-headings').click()+ ),+ generateImage: this.createAction(page, () =>+ page.getByTestId('action-generate-image').click()+ ),+ generateOutline: this.createAction(page, () =>+ page.getByTestId('action-generate-outline').click()+ ),+ generatePresentation: this.createAction(page, () =>+ page.getByTestId('action-generate-presentation').click()+ ),+ imageProcessing: this.createAction(page, () =>+ page.getByTestId('action-image-processing').click()+ ),+ improveGrammar: this.createAction(page, () =>+ page.getByTestId('action-improve-grammar').click()+ ),+ improveWriting: this.createAction(page, () =>+ page.getByTestId('action-improve-writing').click()+ ),+ makeItLonger: this.createAction(page, () =>+ page.getByTestId('action-make-it-longer').click()+ ),+ makeItReal: this.createAction(page, () =>+ page.getByTestId('action-make-it-real').click()+ ),+ makeItShorter: this.createAction(page, () =>+ page.getByTestId('action-make-it-shorter').click()+ ),+ summarize: this.createAction(page, () =>+ page.getByTestId('action-summarize').click()+ ),+ translate: (language: string) =>+ this.createAction(page, async () => {+ await page.getByTestId('action-translate').hover();+ await page.getByTestId(`action-translate-${language}`).click();+ })(),+ writeArticle: this.createAction(page, () =>+ page.getByTestId('action-write-article').click()+ ),+ writeBlogPost: this.createAction(page, () =>+ page.getByTestId('action-write-blog-post').click()+ ),+ writePoem: this.createAction(page, () =>+ page.getByTestId('action-write-poem').click()+ ),+ writeTwitterPost: this.createAction(page, () =>+ page.getByTestId('action-write-twitter-post').click()+ ),+ } as const;+ }+}diff --git a/tests/affine-cloud-copilot/e2e/utils/test-utils.ts b/tests/affine-cloud-copilot/e2e/utils/test-utils.tsnew file mode 100644index 0000000000..46a30cdfda--- /dev/null+++ b/tests/affine-cloud-copilot/e2e/utils/test-utils.ts@@ -0,0 +1,64 @@+import { createRandomAIUser } from '@affine-test/kit/utils/cloud';+import { openHomePage, setCoreUrl } from '@affine-test/kit/utils/load-page';+import {+ clickNewPageButton,+ waitForEditorLoad,+} from '@affine-test/kit/utils/page-logic';+import { createLocalWorkspace } from '@affine-test/kit/utils/workspace';+import type { Store } from '@blocksuite/affine/store';+import type { Page } from '@playwright/test';++declare global {+ interface Window {+ doc: Store;+ }+}++export class TestUtils {+ private static instance: TestUtils;+ private isProduction: boolean;++ private constructor() {+ this.isProduction = process.env.NODE_ENV === 'production';+ if (+ process.env.PLAYWRIGHT_USER_AGENT &&+ process.env.PLAYWRIGHT_EMAIL &&+ !process.env.PLAYWRIGHT_PASSWORD+ ) {+ setCoreUrl(process.env.PLAYWRIGHT_CORE_URL || 'http://localhost:8080');+ this.isProduction = true;+ }+ }++ public static getInstance(): TestUtils {+ if (!TestUtils.instance) {+ TestUtils.instance = new TestUtils();+ }+ return TestUtils.instance;+ }++ public getUser() {+ if (+ !this.isProduction ||+ !process.env.PLAYWRIGHT_EMAIL ||+ !process.env.PLAYWRIGHT_PASSWORD+ ) {+ return createRandomAIUser();+ }++ return {+ email: process.env.PLAYWRIGHT_EMAIL,+ password: process.env.PLAYWRIGHT_PASSWORD,+ };+ }++ public async setupTestEnvironment(page: Page) {+ await openHomePage(page);+ await clickNewPageButton(page);+ await waitForEditorLoad(page);+ }++ public async createTestWorkspace(page: Page, name: string = 'test') {+ await createLocalWorkspace({ name }, page);+ }+}