diff --git a/browser_tests/fixtures/agentCrdtIdCollisionFixture.ts b/browser_tests/fixtures/agentCrdtIdCollisionFixture.ts index e2fa336be79..43068462c42 100644 --- a/browser_tests/fixtures/agentCrdtIdCollisionFixture.ts +++ b/browser_tests/fixtures/agentCrdtIdCollisionFixture.ts @@ -57,6 +57,7 @@ import { HostDoc } from '@e2e/fixtures/agentConversationHostDoc' import { AgentFollowerHostSocket } from '@e2e/fixtures/agentFollowerHostSocket' import type { WireOpEnvelope } from '@e2e/fixtures/agentWireFrame' import { ContextMenu } from '@e2e/fixtures/components/ContextMenu' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { Topbar } from '@e2e/fixtures/components/Topbar' import { VueNodeHelpers } from '@e2e/fixtures/VueNodeHelpers' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' @@ -219,9 +220,7 @@ export class IdCollisionHarness { }, objectInfo: 'server' }) - await this.page - .getByRole('button', { name: enMessages.agent.entryButton }) - .click() + await new AgentPanel(this.page).open() await expect(this.panel).toBeVisible({ timeout: 30_000 }) await this.selectWorkflowTarget() // `useAgentSession` only binds the CRDT workflow id (which is what makes diff --git a/browser_tests/fixtures/components/AgentPanel.ts b/browser_tests/fixtures/components/AgentPanel.ts index ce7abd3d284..17c426ee4ff 100644 --- a/browser_tests/fixtures/components/AgentPanel.ts +++ b/browser_tests/fixtures/components/AgentPanel.ts @@ -77,7 +77,17 @@ export class AgentPanel { } async open(): Promise { - await this.openButton.click() + for (let attempt = 0; attempt < 2; attempt++) { + if (await this.root.isVisible()) return + await this.openButton.click() + try { + await expect(this.root).toBeVisible({ timeout: 1_000 }) + return + } catch { + // Startup activation can open between the visibility read and click, + // making that click close the panel. Retry from the observed state. + } + } await expect(this.root).toBeVisible() } diff --git a/browser_tests/fixtures/load3dAgentFixture.ts b/browser_tests/fixtures/load3dAgentFixture.ts index 0b2035987c8..06f94ca3eb3 100644 --- a/browser_tests/fixtures/load3dAgentFixture.ts +++ b/browser_tests/fixtures/load3dAgentFixture.ts @@ -3,7 +3,6 @@ import { expect } from '@playwright/test' import type { WidgetCatalog, WorkflowJSON } from '@comfyorg/comfy-multi-player' -import enMessages from '@/locales/en/main.json' with { type: 'json' } import type { ComfyApiWorkflow } from '@/platform/workflow/validation/schemas/workflowSchema' import { zComfyApiWorkflow, @@ -15,6 +14,7 @@ import load3dWorkflow from '@e2e/assets/3d/load3d_node.json' with { type: 'json' import { HostDoc } from '@e2e/fixtures/agentConversationHostDoc' import { AgentFollowerHostSocket } from '@e2e/fixtures/agentFollowerHostSocket' import { agentTest, bootAgentApp } from '@e2e/fixtures/agentPanelFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import type { RecordedGraphOperation } from '@e2e/fixtures/data/agent/agentConversation' import { TestIds } from '@e2e/fixtures/selectors' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' @@ -166,12 +166,7 @@ class Load3dAgentHarness { // The node materializes from the black-box backend's Load3D definition. objectInfo: 'server' }) - await this.page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(this.page).open() await expect(this.page.locator('#agent-panel-root')).toBeVisible({ timeout: PANEL_MOUNT_TIMEOUT }) diff --git a/browser_tests/tests/agent/agentActivationConsent.spec.ts b/browser_tests/tests/agent/agentActivationConsent.spec.ts new file mode 100644 index 00000000000..b213f26bbb2 --- /dev/null +++ b/browser_tests/tests/agent/agentActivationConsent.spec.ts @@ -0,0 +1,138 @@ +import { expect } from '@playwright/test' + +import enMessages from '@/locales/en/main.json' with { type: 'json' } + +import { agentTest as test } from '@e2e/tests/agent/agentPanelMocks' + +test.describe( + 'Agent activation consent boundary', + { tag: ['@cloud', '@ui'] }, + () => { + test.use({ + agentConsentAccepted: false, + initialLocalStorage: { + 'Comfy.AgentConsent.AutoShown.test-user-e2e.ws-personal': 'true' + } + }) + + test('opens before consent and resumes the held first send exactly once', async ({ + agentConsentSave, + agentConsentWrites, + agentPanel, + comfyPage, + postedMessages + }) => { + await expect(agentPanel.root).toBeVisible() + await expect(agentPanel.openButton).toHaveAttribute( + 'aria-pressed', + 'true' + ) + + await agentPanel.selectWorkflow() + await agentPanel.composer.fill('Build a product photo workflow') + await agentPanel.sendButton.click() + + const dialog = comfyPage.page.getByRole('dialog', { + name: enMessages.agent.consent.title + }) + await expect(dialog).toBeVisible() + expect(postedMessages).toHaveLength(0) + + let releaseConsentSave = () => {} + agentConsentSave.pending = new Promise((resolve) => { + releaseConsentSave = resolve + }) + await dialog + .getByRole('button', { name: enMessages.agent.consent.accept }) + .click() + + await expect.poll(() => agentConsentWrites).toEqual([true]) + expect(postedMessages).toHaveLength(0) + releaseConsentSave() + + await expect(dialog).toHaveCount(0) + await expect(agentPanel.composer).toHaveText('') + await expect.poll(() => postedMessages).toHaveLength(1) + }) + + test('keeps a cancelled held draft unsent and lets the user retry', async ({ + agentPanel, + comfyPage, + postedMessages + }) => { + const page = comfyPage.page + await agentPanel.selectWorkflow() + await agentPanel.composer.fill('Build a product photo workflow') + await agentPanel.sendButton.click() + + const dialog = page.getByRole('dialog', { + name: enMessages.agent.consent.title + }) + await expect(dialog).toBeVisible() + await page.keyboard.press('Escape') + + await expect(dialog).toHaveCount(0) + expect(postedMessages).toHaveLength(0) + await expect(agentPanel.composer).toHaveText( + 'Build a product photo workflow' + ) + + await agentPanel.sendButton.click() + await expect(dialog).toBeVisible() + await dialog + .getByRole('button', { name: enMessages.agent.consent.accept }) + .click() + await expect.poll(() => postedMessages).toHaveLength(1) + }) + } +) + +test.describe( + 'Agent activation with existing consent', + { tag: ['@cloud', '@ui'] }, + () => { + test.use({ agentConsentAccepted: true }) + + test('opens on activation and sends without another consent prompt', async ({ + agentPanel, + comfyPage, + postedMessages + }) => { + await expect(agentPanel.root).toBeVisible() + await agentPanel.selectWorkflow() + await agentPanel.composer.fill('Build a product photo workflow') + await agentPanel.sendButton.click() + + await expect( + comfyPage.page.getByRole('dialog', { + name: enMessages.agent.consent.title + }) + ).toHaveCount(0) + await expect.poll(() => postedMessages).toHaveLength(1) + }) + } +) + +test.describe( + 'Agent activation with a persisted open preference', + { tag: ['@cloud', '@ui'] }, + () => { + test.use({ + agentConsentAccepted: false, + agentPanelInitiallyOpen: true, + initialLocalStorage: { + 'Comfy.AgentConsent.AutoShown.test-user-e2e.ws-personal': 'true' + } + }) + + test('keeps the restored panel visible before consent', async ({ + agentPanel + }) => { + await expect(agentPanel.root).toBeVisible() + await expect(agentPanel.openButton).toHaveAttribute( + 'aria-pressed', + 'true' + ) + }) + } +) diff --git a/browser_tests/tests/agent/agentAttachmentHistoryPersistence.spec.ts b/browser_tests/tests/agent/agentAttachmentHistoryPersistence.spec.ts index 9d89ac45556..7a73d886808 100644 --- a/browser_tests/tests/agent/agentAttachmentHistoryPersistence.spec.ts +++ b/browser_tests/tests/agent/agentAttachmentHistoryPersistence.spec.ts @@ -6,6 +6,7 @@ import enMessages from '@/locales/en/main.json' with { type: 'json' } import { MIME_ASSET_INFO } from '@/platform/assets/schemas/mediaAssetSchema' import { promptHistoryTest as test } from '@e2e/fixtures/agentPromptHistoryFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' import { assetPath } from '@e2e/fixtures/utils/paths' @@ -91,9 +92,7 @@ test( return route.fulfill(jsonRoute(messages)) }) - await page - .getByRole('button', { name: enMessages.agent.entryButton, exact: true }) - .click() + await new AgentPanel(page).open() await page .getByRole('button', { name: enMessages.sideToolbar.newBlankWorkflow, diff --git a/browser_tests/tests/agent/agentAttachmentUpload.spec.ts b/browser_tests/tests/agent/agentAttachmentUpload.spec.ts index e7e3160f701..f59fee1e7e4 100644 --- a/browser_tests/tests/agent/agentAttachmentUpload.spec.ts +++ b/browser_tests/tests/agent/agentAttachmentUpload.spec.ts @@ -24,7 +24,7 @@ test.describe('Agent attachment cancellation', { tag: '@cloud' }, () => { name: enMessages.agent.entryButton, exact: true }) - await openButton.click() + await agentPanel.open() await agentPanel.selectWorkflow() const panel = page.locator('#agent-panel-root') const composer = panel.getByRole('textbox', { name: /^Describe ideas/ }) diff --git a/browser_tests/tests/agent/agentBatchOutputAttachment.spec.ts b/browser_tests/tests/agent/agentBatchOutputAttachment.spec.ts index 00d20e8e927..086f1bb0f77 100644 --- a/browser_tests/tests/agent/agentBatchOutputAttachment.spec.ts +++ b/browser_tests/tests/agent/agentBatchOutputAttachment.spec.ts @@ -4,6 +4,7 @@ import enMessages from '@/locales/en/main.json' with { type: 'json' } import { MIME_ASSET_INFO } from '@/platform/assets/schemas/mediaAssetSchema' import { promptHistoryTest as test } from '@e2e/fixtures/agentPromptHistoryFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { assetPath } from '@e2e/fixtures/utils/paths' test.use({ connectWebSocketToServer: false }) @@ -38,9 +39,7 @@ test( (route) => route.fulfill({ path: assetPath('image64x64.webp') }) ) - await page - .getByRole('button', { name: enMessages.agent.entryButton }) - .click() + await new AgentPanel(page).open() await page .getByRole('button', { name: enMessages.sideToolbar.newBlankWorkflow, diff --git a/browser_tests/tests/agent/agentCanvasBlanksDuringRunTurn.spec.ts b/browser_tests/tests/agent/agentCanvasBlanksDuringRunTurn.spec.ts index eed36d04082..ceaf04c9c15 100644 --- a/browser_tests/tests/agent/agentCanvasBlanksDuringRunTurn.spec.ts +++ b/browser_tests/tests/agent/agentCanvasBlanksDuringRunTurn.spec.ts @@ -21,6 +21,7 @@ import { } from '@e2e/fixtures/agentPanelFixture' import { HostDoc } from '@e2e/fixtures/agentConversationHostDoc' import type { HostFrame } from '@e2e/fixtures/agentConversationHostDoc' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { VueNodeHelpers } from '@e2e/fixtures/VueNodeHelpers' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' import { loadSeedIntoActiveTab } from '@e2e/fixtures/utils/seedActiveTab' @@ -98,7 +99,6 @@ const SEED: WorkflowJSON = { links: [] } -const OPEN_AGENT_LABEL = enMessages.agent.entryButton const SEND_LABEL = enMessages.agent.send const COMPOSER_LABEL = createI18n({ legacy: false, @@ -240,7 +240,7 @@ async function driveThroughDocReset( await loadSeedIntoActiveTab(page, SEED) const panel = page.locator('#agent-panel-root') - await page.getByRole('button', { name: OPEN_AGENT_LABEL }).click() + await new AgentPanel(page).open() await expect(panel).toBeVisible({ timeout: 30_000 }) let savedName: string | undefined diff --git a/browser_tests/tests/agent/agentCanvasLagsToolCallCompletion.spec.ts b/browser_tests/tests/agent/agentCanvasLagsToolCallCompletion.spec.ts index 4b429f90599..b10854bff83 100644 --- a/browser_tests/tests/agent/agentCanvasLagsToolCallCompletion.spec.ts +++ b/browser_tests/tests/agent/agentCanvasLagsToolCallCompletion.spec.ts @@ -17,6 +17,7 @@ import { } from '@e2e/fixtures/agentPanelFixture' import { HostDoc } from '@e2e/fixtures/agentConversationHostDoc' import type { HostFrame } from '@e2e/fixtures/agentConversationHostDoc' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { VueNodeHelpers } from '@e2e/fixtures/VueNodeHelpers' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' @@ -91,7 +92,6 @@ const CATALOG: WidgetCatalog = { } const SEED: WorkflowJSON = { nodes: [], links: [] } -const OPEN_AGENT_LABEL = enMessages.agent.entryButton const SEND_LABEL = enMessages.agent.send const COMPOSER_LABEL = createI18n({ legacy: false, @@ -200,9 +200,7 @@ async function driveThroughToolCallDone( }) const panel = page.locator('#agent-panel-root') - await page - .getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) - .click() + await new AgentPanel(page).open() await expect(panel).toBeVisible({ timeout: 30_000 }) let savedName: string | undefined diff --git a/browser_tests/tests/agent/agentChatRefreshPersistence.spec.ts b/browser_tests/tests/agent/agentChatRefreshPersistence.spec.ts index f9491492750..711fe5908da 100644 --- a/browser_tests/tests/agent/agentChatRefreshPersistence.spec.ts +++ b/browser_tests/tests/agent/agentChatRefreshPersistence.spec.ts @@ -2,6 +2,7 @@ import { expect } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } import { promptHistoryTest as test } from '@e2e/fixtures/agentPromptHistoryFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { TestIds } from '@e2e/fixtures/selectors' // PM-679: the transcript must survive a browser refresh with its content and @@ -21,12 +22,7 @@ test( await expect( page.getByTestId('integrated-tab-bar-actions') ).toHaveAttribute('data-agent-gate-settled', 'true', { timeout: 8_000 }) - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() const panel = page.locator('#agent-panel-root') await expect(panel).toBeVisible() await page diff --git a/browser_tests/tests/agent/agentComposerPaste.spec.ts b/browser_tests/tests/agent/agentComposerPaste.spec.ts index c72e0955837..bd512be1edd 100644 --- a/browser_tests/tests/agent/agentComposerPaste.spec.ts +++ b/browser_tests/tests/agent/agentComposerPaste.spec.ts @@ -1,6 +1,5 @@ import { expect } from '@playwright/test' -import enMessages from '@/locales/en/main.json' with { type: 'json' } import type { ComfyWorkflowJSON } from '@/platform/workflow/validation/schemas/workflowSchema' import type { ComfyNodeDef } from '@/schemas/nodeDefSchema' @@ -78,10 +77,8 @@ test( await canvas.click() await canvas.press('Control+c') - await page - .getByRole('button', { name: enMessages.agent.entryButton }) - .click() const agentPanel = new AgentPanel(page) + await agentPanel.open() await expect(agentPanel.root).toBeVisible() const composer = agentPanel.composer diff --git a/browser_tests/tests/agent/agentConsent.spec.ts b/browser_tests/tests/agent/agentConsent.spec.ts index ee41d1a7461..ccb92155c45 100644 --- a/browser_tests/tests/agent/agentConsent.spec.ts +++ b/browser_tests/tests/agent/agentConsent.spec.ts @@ -1,10 +1,25 @@ import { expect } from '@playwright/test' +import type { Page } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } import frMessages from '@/locales/fr/main.json' with { type: 'json' } import { agentConsentTest as test } from '@e2e/fixtures/agentConsentFixture' +async function requestConsentFromOpenPanel(page: Page): Promise { + const openButton = page.getByRole('button', { + name: enMessages.agent.entryButton, + exact: true + }) + const panel = page.locator('#agent-panel-root') + + await expect(panel).toBeVisible() + await expect(openButton).toHaveAttribute('aria-pressed', 'true') + await openButton.click() + await expect(panel).toHaveCount(0) + await openButton.click() +} + test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { test.use({ agentConsentAccepted: false, @@ -13,7 +28,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { } }) - test('dismisses without activation and persists acceptance before opening', async ({ + test('dismisses without consent and persists acceptance before reopening', async ({ comfyPage, agentConsentSave, agentConsentWrites @@ -28,8 +43,8 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { }) const panel = page.locator('#agent-panel-root') - await test.step('Skip leaves Agent closed without saving consent', async () => { - await openButton.click() + await test.step('Activation opens Agent before consent; Skip leaves it closed without saving', async () => { + await requestConsentFromOpenPanel(page) await expect(dialog).toBeVisible() await expect(panel).toHaveCount(0) @@ -105,7 +120,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { test.describe('with a restored open intent', () => { test.use({ agentPanelInitiallyOpen: true }) - test('keeps the panel hidden until the user accepts', async ({ + test('keeps the activated panel visible until consent is requested', async ({ comfyPage, agentPanelFlash }) => { @@ -115,18 +130,13 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { name: enMessages.agent.consent.title }) - await test.step('Restoring open intent never renders the unaccepted panel during boot', async () => { - expect(await agentPanelFlash.hasFlashed()).toBe(false) - await expect(panel).toHaveCount(0) + await test.step('Restoring open intent renders the panel before consent', async () => { + await expect(panel).toBeVisible() + expect(await agentPanelFlash.hasFlashed()).toBe(true) }) - await test.step('Explicit acceptance makes the panel visible', async () => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await test.step('Explicit acceptance reopens the panel', async () => { + await requestConsentFromOpenPanel(page) await expect(dialog).toBeVisible() await expect(panel).toHaveCount(0) await dialog @@ -155,12 +165,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { await test.step('A failed save leaves the panel closed and allows retry', async () => { agentConsentSave.status = 500 - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await requestConsentFromOpenPanel(page) await accept.click() await expect.poll(() => agentConsentWrites).toEqual([true]) @@ -190,12 +195,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { }) await test.step('Consent keeps its dark surface and readable heading', async () => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await requestConsentFromOpenPanel(page) await expect(page.getByTestId('agent-consent-card')).toHaveCSS( 'background-color', 'rgb(23, 23, 24)' @@ -231,12 +231,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { }) await test.step('Narrow layout keeps media widescreen and actions in visual order', async () => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await requestConsentFromOpenPanel(page) await expect .poll(async () => { const box = await video.boundingBox() @@ -275,12 +270,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { test('plays the MP4 fallback', async ({ comfyPage }) => { const page = comfyPage.page - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await requestConsentFromOpenPanel(page) const video = page.getByTestId('agent-consent-video') await expect(video).toHaveJSProperty( @@ -306,12 +296,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { comfyPage }) => { const page = comfyPage.page - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await requestConsentFromOpenPanel(page) const dialog = page.getByRole('dialog', { name: enMessages.agent.consent.title @@ -340,12 +325,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { }) => { const page = comfyPage.page await comfyPage.settings.setSetting('Comfy.Locale', 'fr') - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await requestConsentFromOpenPanel(page) const dialog = page.getByRole('dialog', { name: frMessages.agent.consent.title @@ -392,12 +372,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { await test.step('Short wide layout keeps both actions reachable', async () => { await page.setViewportSize({ width: 1280, height: 480 }) - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await requestConsentFromOpenPanel(page) await accept.scrollIntoViewIfNeeded() await expect(accept).toBeInViewport({ ratio: 1 }) await expect(reject).toBeInViewport({ ratio: 1 }) @@ -425,12 +400,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { await test.step('Short narrow layout lets the user reach the heading', async () => { await page.setViewportSize({ width: 430, height: 600 }) - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await requestConsentFromOpenPanel(page) await heading.scrollIntoViewIfNeeded() await expect(heading).toBeInViewport({ ratio: 1 }) }) @@ -447,9 +417,7 @@ test.describe('Manual agent consent gate', { tag: ['@cloud', '@ui'] }, () => { comfyPage }) => { const page = comfyPage.page - await page - .getByRole('button', { name: enMessages.agent.entryButton, exact: true }) - .click() + await requestConsentFromOpenPanel(page) const dialog = page.getByRole('dialog', { name: enMessages.agent.consent.title }) @@ -489,16 +457,16 @@ test.describe('Automatic agent consent', { tag: ['@cloud', '@ui'] }, () => { await test.step('First load shows consent without clicking the entry button', async () => { await expect(dialog).toBeVisible() - await expect(agentPanel.root).toHaveCount(0) + await expect(agentPanel.root).toBeVisible() expect(agentConsentWrites).toHaveLength(0) }) - await test.step('Skip dismisses the offer without accepting or opening Agent', async () => { + await test.step('Skip dismisses the offer without accepting or closing Agent', async () => { await dialog .getByRole('button', { name: enMessages.agent.consent.reject }) .click() await expect(dialog).toHaveCount(0) - await expect(agentPanel.root).toHaveCount(0) + await expect(agentPanel.root).toBeVisible() expect(agentConsentWrites).toHaveLength(0) }) @@ -506,12 +474,12 @@ test.describe('Automatic agent consent', { tag: ['@cloud', '@ui'] }, () => { await comfyPage.workflow.reloadAndWaitForApp() await expect(agentPanel.openButton).toBeEnabled() await expect(dialog).toHaveCount(0) - await expect(agentPanel.root).toHaveCount(0) + await expect(agentPanel.root).toBeVisible() expect(agentConsentWrites).toHaveLength(0) }) await test.step('The entry button can still request consent and activate Agent', async () => { - await agentPanel.openButton.click() + await requestConsentFromOpenPanel(page) await expect(dialog).toBeVisible() await dialog .getByRole('button', { name: enMessages.agent.consent.accept }) @@ -566,7 +534,7 @@ test.describe( }) .toBeGreaterThan(0) await expect(consent).toHaveCount(0) - await expect(agentPanel.root).toHaveCount(0) + await expect(agentPanel.root).toBeVisible() expect( await page.evaluate((key) => localStorage.getItem(key), autoShownKey) ).toBeNull() @@ -576,7 +544,7 @@ test.describe( await page.getByTestId('getting-started-blank').click() await expect(gettingStarted).toHaveCount(0) await expect(consent).toBeVisible() - await expect(agentPanel.root).toHaveCount(0) + await expect(agentPanel.root).toBeVisible() expect(agentConsentWrites).toHaveLength(0) }) }) diff --git a/browser_tests/tests/agent/agentConversationReplay.spec.ts-snapshots/two-turn-dependent-edit-wired-cloud-linux.png b/browser_tests/tests/agent/agentConversationReplay.spec.ts-snapshots/two-turn-dependent-edit-wired-cloud-linux.png index 92d0806da73..b861bd9a506 100644 Binary files a/browser_tests/tests/agent/agentConversationReplay.spec.ts-snapshots/two-turn-dependent-edit-wired-cloud-linux.png and b/browser_tests/tests/agent/agentConversationReplay.spec.ts-snapshots/two-turn-dependent-edit-wired-cloud-linux.png differ diff --git a/browser_tests/tests/agent/agentDebugPanel.spec.ts b/browser_tests/tests/agent/agentDebugPanel.spec.ts index 92bfdf99fcb..79889da01d0 100644 --- a/browser_tests/tests/agent/agentDebugPanel.spec.ts +++ b/browser_tests/tests/agent/agentDebugPanel.spec.ts @@ -1,11 +1,10 @@ import { expect } from '@playwright/test' -import enMessages from '@/locales/en/main.json' with { type: 'json' } - import { agentTest as test, bootAgentApp } from '@e2e/fixtures/agentPanelFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' test.describe('Agent debug log', { tag: ['@cloud', '@agent', '@ui'] }, () => { test.beforeEach(async ({ page }) => { @@ -25,12 +24,7 @@ test.describe('Agent debug log', { tag: ['@cloud', '@agent', '@ui'] }, () => { } }, async ({ page }) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() await page.getByTestId('crdt-dev-panel-tab-log').click() const filter = page.getByTestId('crdt-dev-panel-filter') diff --git a/browser_tests/tests/agent/agentGraphOpLostOnDisconnect.spec.ts b/browser_tests/tests/agent/agentGraphOpLostOnDisconnect.spec.ts index dc7fbc74c92..8bb21e2480f 100644 --- a/browser_tests/tests/agent/agentGraphOpLostOnDisconnect.spec.ts +++ b/browser_tests/tests/agent/agentGraphOpLostOnDisconnect.spec.ts @@ -16,6 +16,7 @@ import { agentTest as test, bootAgentApp } from '@e2e/fixtures/agentPanelFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { HostDoc } from '@e2e/fixtures/agentConversationHostDoc' import type { HostFrame } from '@e2e/fixtures/agentConversationHostDoc' import { VueNodeHelpers } from '@e2e/fixtures/VueNodeHelpers' @@ -50,7 +51,6 @@ const CATALOG: WidgetCatalog = { } const SEED: WorkflowJSON = { nodes: [], links: [] } -const OPEN_AGENT_LABEL = enMessages.agent.entryButton const SEND_LABEL = enMessages.agent.send const STOP_LABEL = enMessages.agent.stop // The composer names itself with the rendered message, escapes resolved. @@ -171,9 +171,7 @@ test.describe( }) const panel = page.locator('#agent-panel-root') - await page - .getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) - .click() + await new AgentPanel(page).open() await expect(panel).toBeVisible({ timeout: 30_000 }) let savedName: string | undefined diff --git a/browser_tests/tests/agent/agentInlinePrompt.spec.ts b/browser_tests/tests/agent/agentInlinePrompt.spec.ts index d45ab66c3b2..2bac7d8fabe 100644 --- a/browser_tests/tests/agent/agentInlinePrompt.spec.ts +++ b/browser_tests/tests/agent/agentInlinePrompt.spec.ts @@ -1,6 +1,7 @@ import { expect } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { promptHistoryTest as test } from '@e2e/fixtures/agentPromptHistoryFixture' test.use({ connectWebSocketToServer: false }) @@ -9,9 +10,7 @@ test( 'preserves inline workflow references through Send, history and Edit', { tag: ['@cloud', '@ui'] }, async ({ page, workflowSelection, promptHistory }) => { - await page - .getByRole('button', { name: enMessages.agent.entryButton, exact: true }) - .click() + await new AgentPanel(page).open() await page .getByRole('button', { name: enMessages.sideToolbar.newBlankWorkflow, diff --git a/browser_tests/tests/agent/agentInlineReferences.spec.ts b/browser_tests/tests/agent/agentInlineReferences.spec.ts index afacceae1b6..4d97dfbe7f8 100644 --- a/browser_tests/tests/agent/agentInlineReferences.spec.ts +++ b/browser_tests/tests/agent/agentInlineReferences.spec.ts @@ -1,6 +1,7 @@ import { expect } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { inlineReferencesTest as test, referenceNode, @@ -23,10 +24,9 @@ test( mimeType: 'application/json', buffer: Buffer.from(JSON.stringify(referenceWorkflow)) }) - await page - .getByRole('button', { name: enMessages.agent.entryButton, exact: true }) - .click() - const panel = page.locator('#agent-panel-root') + const agentPanel = new AgentPanel(page) + await agentPanel.open() + const panel = agentPanel.root const editor = panel.getByRole('textbox') await panel .getByRole('button', { name: enMessages.agent.switchWorkflow }) diff --git a/browser_tests/tests/agent/agentNestedOutputSentPreview.spec.ts b/browser_tests/tests/agent/agentNestedOutputSentPreview.spec.ts index 6004fb9a1a1..21287c4c855 100644 --- a/browser_tests/tests/agent/agentNestedOutputSentPreview.spec.ts +++ b/browser_tests/tests/agent/agentNestedOutputSentPreview.spec.ts @@ -3,6 +3,7 @@ import { expect } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } import { AssetsSidebarTab } from '@e2e/fixtures/components/SidebarTab' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { MULTI_OUTPUT_FIRST, MULTI_OUTPUT_JOB_ID, @@ -100,9 +101,7 @@ test.fail( }) }) - await page - .getByRole('button', { name: enMessages.agent.entryButton }) - .click() + await new AgentPanel(page).open() const panel = page.locator('#agent-panel-root') await expect(panel).toBeVisible() await panel diff --git a/browser_tests/tests/agent/agentNewChatTargetWorkflow.spec.ts b/browser_tests/tests/agent/agentNewChatTargetWorkflow.spec.ts index 4b64c387695..3cfd8993e7f 100644 --- a/browser_tests/tests/agent/agentNewChatTargetWorkflow.spec.ts +++ b/browser_tests/tests/agent/agentNewChatTargetWorkflow.spec.ts @@ -1,6 +1,7 @@ import { expect, mergeTests } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { agentTest } from '@e2e/fixtures/agentPanelFixture' import { workflowSelectionTest } from '@e2e/fixtures/agentWorkflowSelectionFixture' @@ -24,13 +25,9 @@ test.describe( page, workflowSelection }, testInfo) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() - const panel = page.locator('#agent-panel-root') + const agentPanel = new AgentPanel(page) + await agentPanel.open() + const panel = agentPanel.root const targetPicker = panel.getByRole('button', { name: enMessages.agent.switchWorkflow }) @@ -92,13 +89,9 @@ test.describe( page, workflowSelection }) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() - const panel = page.locator('#agent-panel-root') + const agentPanel = new AgentPanel(page) + await agentPanel.open() + const panel = agentPanel.root const targetPicker = panel.getByRole('button', { name: enMessages.agent.switchWorkflow }) diff --git a/browser_tests/tests/agent/agentOnboarding.spec.ts b/browser_tests/tests/agent/agentOnboarding.spec.ts index 6cf2652c24d..a74ffe4cdf3 100644 --- a/browser_tests/tests/agent/agentOnboarding.spec.ts +++ b/browser_tests/tests/agent/agentOnboarding.spec.ts @@ -7,6 +7,7 @@ import { agentTest as test, bootAgentApp } from '@e2e/fixtures/agentPanelFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' test.describe('Agent onboarding tour', { tag: ['@cloud', '@ui'] }, () => { test('walks all four accessible cards and persists completion', async ({ @@ -16,9 +17,7 @@ test.describe('Agent onboarding tour', { tag: ['@cloud', '@ui'] }, () => { await bootAgentApp(page, agentFlagEnabled, { onboardingCompleted: false }) - await page - .getByRole('button', { name: enMessages.agent.entryButton, exact: true }) - .click() + await new AgentPanel(page).open() const steps = [ [enMessages.agent.coachTitle, enMessages.agent.coachBody], [enMessages.agent.coachWorkflowTitle, enMessages.agent.coachWorkflowBody], diff --git a/browser_tests/tests/agent/agentPanelAppMode.spec.ts b/browser_tests/tests/agent/agentPanelAppMode.spec.ts index 8c9af4ad3ec..d5cc7d674ac 100644 --- a/browser_tests/tests/agent/agentPanelAppMode.spec.ts +++ b/browser_tests/tests/agent/agentPanelAppMode.spec.ts @@ -3,6 +3,7 @@ import { expect } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } import type { WorkspaceStore } from '@e2e/types/globals' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { agentTest as test } from '@e2e/tests/agent/agentPanelMocks' const OPEN_AGENT_LABEL = enMessages.agent.entryButton @@ -31,7 +32,7 @@ test.describe('In-App Agent panel across view modes', { tag: '@cloud' }, () => { exact: true }) await expect(openButton).toBeVisible() - await openButton.click() + await new AgentPanel(page).open() await expect(panelRoot).toHaveCount(1) await expect(panelRoot).toBeVisible() @@ -54,7 +55,7 @@ test.describe('In-App Agent panel across view modes', { tag: '@cloud' }, () => { await expect.poll(activeWorkflowPath).toBe(selectedWorkflowPath) }) - test('keeps a stored-closed panel hidden when toggling app mode and back', async ({ + test('activation reopens a stored-closed panel across app mode changes', async ({ comfyPage }) => { test.setTimeout(30_000) @@ -70,15 +71,15 @@ test.describe('In-App Agent panel across view modes', { tag: '@cloud' }, () => { ) await comfyPage.workflow.reloadAndWaitForApp() - await expect(dockedPanel).toHaveCount(0) - await expect.poll(storedOpenState).toBe('false') + await expect(dockedPanel).toBeVisible() + await expect.poll(storedOpenState).toBe('true') await comfyPage.appMode.toggleAppMode() - await expect(dockedPanel).toHaveCount(0) - await expect.poll(storedOpenState).toBe('false') + await expect(dockedPanel).toBeVisible() + await expect.poll(storedOpenState).toBe('true') await comfyPage.appMode.toggleAppMode() - await expect(dockedPanel).toHaveCount(0) - await expect.poll(storedOpenState).toBe('false') + await expect(dockedPanel).toBeVisible() + await expect.poll(storedOpenState).toBe('true') }) }) diff --git a/browser_tests/tests/agent/agentPanelLifecycle.spec.ts b/browser_tests/tests/agent/agentPanelLifecycle.spec.ts index 1e6fe399a66..13a06d995f4 100644 --- a/browser_tests/tests/agent/agentPanelLifecycle.spec.ts +++ b/browser_tests/tests/agent/agentPanelLifecycle.spec.ts @@ -6,6 +6,7 @@ import { agentTest as test, bootAgentApp } from '@e2e/fixtures/agentPanelFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' const OPEN_AGENT_LABEL = enMessages.agent.entryButton const OPEN_STORAGE_KEY = 'Comfy.AgentPanel.open' @@ -49,7 +50,7 @@ test.describe( const panel = page.getByTestId('docked-agent-panel') await expect(openButton).toBeVisible() - await openButton.click() + await new AgentPanel(page).open() await expect(panel).toBeVisible() await expect( page.getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) @@ -81,10 +82,12 @@ test.describe( name: OPEN_AGENT_LABEL, exact: true }) + const panel = page.getByTestId('docked-agent-panel') + await new AgentPanel(page).open() + await panel.getByRole('button', { name: enMessages.g.close }).click() await openButton.focus() await openButton.press('Enter') - const panel = page.getByTestId('docked-agent-panel') await expect(panel).toBeVisible() await expect(panel).toHaveAttribute('role', 'complementary') await expect(panel).toHaveAttribute( @@ -106,9 +109,7 @@ test.describe( }) => { await bootAgentApp(page, true) - await page - .getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) - .click() + await new AgentPanel(page).open() const panel = page.getByTestId('docked-agent-panel') await expect(panel).toBeVisible() @@ -133,9 +134,7 @@ test.describe( await page.setViewportSize({ width: 1600, height: 900 }) await bootAgentApp(page, true) - await page - .getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) - .click() + await new AgentPanel(page).open() const panel = page.getByTestId('docked-agent-panel') await expect(panel).toBeVisible() @@ -181,9 +180,7 @@ test.describe( await page.setViewportSize({ width: 1300, height: 900 }) await bootAgentApp(page, true) - await page - .getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) - .click() + await new AgentPanel(page).open() const panel = page.getByTestId('docked-agent-panel') await expect(panel).toBeVisible() await panel @@ -221,9 +218,7 @@ test.describe( test('restores an open panel after a browser reload', async ({ page }) => { await bootAgentApp(page, true) - await page - .getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) - .click() + await new AgentPanel(page).open() await expect(page.getByTestId('docked-agent-panel')).toBeVisible() await expect .poll(() => @@ -247,11 +242,7 @@ test.describe( }) => { await bootAgentApp(page, agentFlagEnabled) - const openButton = page.getByRole('button', { - name: OPEN_AGENT_LABEL, - exact: true - }) - await openButton.click() + await new AgentPanel(page).open() const panel = page.getByTestId('docked-agent-panel') const tabs = page.locator('.workflow-tabs .p-togglebutton') diff --git a/browser_tests/tests/agent/agentSelectionWorkflowOwnership.spec.ts b/browser_tests/tests/agent/agentSelectionWorkflowOwnership.spec.ts index 28f5052a3f8..33347168c92 100644 --- a/browser_tests/tests/agent/agentSelectionWorkflowOwnership.spec.ts +++ b/browser_tests/tests/agent/agentSelectionWorkflowOwnership.spec.ts @@ -10,6 +10,7 @@ import { referenceNode, referenceWorkflow } from '@e2e/fixtures/agentInlineReferencesFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' test.use({ connectWebSocketToServer: false, @@ -48,10 +49,9 @@ test( mimeType: 'application/json', buffer: Buffer.from(JSON.stringify(referenceWorkflow)) }) - await page - .getByRole('button', { name: enMessages.agent.entryButton, exact: true }) - .click() - const panel = page.locator('#agent-panel-root') + const agentPanel = new AgentPanel(page) + await agentPanel.open() + const panel = agentPanel.root const targetPicker = panel.getByRole('button', { name: enMessages.agent.switchWorkflow }) diff --git a/browser_tests/tests/agent/agentStaleWorkflowTabBinding.spec.ts b/browser_tests/tests/agent/agentStaleWorkflowTabBinding.spec.ts index 7345a20cc97..e583326a666 100644 --- a/browser_tests/tests/agent/agentStaleWorkflowTabBinding.spec.ts +++ b/browser_tests/tests/agent/agentStaleWorkflowTabBinding.spec.ts @@ -18,11 +18,11 @@ import { bootAgentApp } from '@e2e/fixtures/agentPanelFixture' import { HostDoc } from '@e2e/fixtures/agentConversationHostDoc' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { Topbar } from '@e2e/fixtures/components/Topbar' import { loadAgentConversation } from '@e2e/fixtures/data/agent/agentConversation' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' -const OPEN_AGENT_LABEL = enMessages.agent.entryButton const LEGACY_BINDING_KEY = 'Comfy.Agent.WorkflowTabBindings' const THREAD_KEY = 'Comfy.Agent.ThreadId' const DEFAULT_TAB_PATH = 'workflows/Unsaved Workflow.json' @@ -224,8 +224,9 @@ test.describe( .allTextContents() // A brand-new page on the surviving thread: nobody has sent anything. - await page.getByRole('button', { name: OPEN_AGENT_LABEL }).click() - const panel = page.locator('#agent-panel-root') + const agentPanel = new AgentPanel(page) + await agentPanel.open() + const panel = agentPanel.root await expect(panel).toBeVisible() await expect(panel.getByTestId('user-message-bubble')).toHaveText([ EARLIER_REQUEST diff --git a/browser_tests/tests/agent/agentTemplatePlacement.spec.ts b/browser_tests/tests/agent/agentTemplatePlacement.spec.ts index 18f5b981a0d..7884e509e58 100644 --- a/browser_tests/tests/agent/agentTemplatePlacement.spec.ts +++ b/browser_tests/tests/agent/agentTemplatePlacement.spec.ts @@ -6,7 +6,6 @@ import type { AgentMessages, AgentWsEvent } from '@/workbench/extensions/agent/schemas/agentApiSchema' -import enMessages from '@/locales/en/main.json' with { type: 'json' } import { parseServerDocFrame } from '@/workbench/extensions/agent/crdt/docFrameClient' import { parseAgentWsEvent } from '@/workbench/extensions/agent/schemas/agentApiSchema' @@ -16,6 +15,7 @@ import { } from '@e2e/fixtures/agentPanelFixture' import type { HostFrame } from '@e2e/fixtures/agentConversationHostDoc' import { HostDoc } from '@e2e/fixtures/agentConversationHostDoc' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' import { nextFrame } from '@e2e/fixtures/utils/timing' @@ -151,9 +151,7 @@ class TemplatePlacementHarness { } }) - await this.page - .getByRole('button', { name: enMessages.agent.entryButton, exact: true }) - .click() + await new AgentPanel(this.page).open() const panel = this.page.locator('#agent-panel-root') await expect(panel).toBeVisible({ timeout: 30_000 }) await this.selectWorkflowTarget() diff --git a/browser_tests/tests/agent/agentToolCallHistoryPersistence.spec.ts b/browser_tests/tests/agent/agentToolCallHistoryPersistence.spec.ts index 934240e9c5a..f0f44c4b27c 100644 --- a/browser_tests/tests/agent/agentToolCallHistoryPersistence.spec.ts +++ b/browser_tests/tests/agent/agentToolCallHistoryPersistence.spec.ts @@ -5,6 +5,7 @@ import type { AgentMessage } from '@comfyorg/ingest-types' import enMessages from '@/locales/en/main.json' with { type: 'json' } import { promptHistoryTest as test } from '@e2e/fixtures/agentPromptHistoryFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' // FE-1305: a completed turn's tool calls (the work-summary trace shown live, @@ -25,9 +26,7 @@ test( 'keeps a completed turn work summary after reload and chat switching', { tag: ['@cloud', '@ui'] }, async ({ page, promptHistory, workflowSelection }) => { - await page - .getByRole('button', { name: enMessages.agent.entryButton, exact: true }) - .click() + await new AgentPanel(page).open() await page .getByRole('button', { name: enMessages.sideToolbar.newBlankWorkflow, diff --git a/browser_tests/tests/agent/agentUploadedImageAttachment.spec.ts b/browser_tests/tests/agent/agentUploadedImageAttachment.spec.ts index 4609fa94d69..391b8691053 100644 --- a/browser_tests/tests/agent/agentUploadedImageAttachment.spec.ts +++ b/browser_tests/tests/agent/agentUploadedImageAttachment.spec.ts @@ -4,6 +4,7 @@ import { expect } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } import { promptHistoryTest as test } from '@e2e/fixtures/agentPromptHistoryFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' import { assetPath } from '@e2e/fixtures/utils/paths' @@ -25,9 +26,7 @@ test( route.fulfill({ path: assetPath('image32x32.webp') }) ) - await page - .getByRole('button', { name: enMessages.agent.entryButton }) - .click() + await new AgentPanel(page).open() await page .getByRole('button', { name: enMessages.sideToolbar.newBlankWorkflow, diff --git a/browser_tests/tests/agent/agentUxScenarios.spec.ts b/browser_tests/tests/agent/agentUxScenarios.spec.ts index 83a14a9ef11..cd91a7c7e10 100644 --- a/browser_tests/tests/agent/agentUxScenarios.spec.ts +++ b/browser_tests/tests/agent/agentUxScenarios.spec.ts @@ -5,17 +5,14 @@ import enMessages from '@/locales/en/main.json' with { type: 'json' } import { TestIds } from '@e2e/fixtures/selectors' import { agentTest as test } from '@e2e/tests/agent/agentPanelMocks' -const OPEN_AGENT_LABEL = enMessages.agent.entryButton - test.describe('Linear Agent UX scenarios', { tag: '@cloud' }, () => { for (const width of [480, 640]) { test(`X-01 / PM-672 keeps controls usable at ${width}px panel width`, async ({ + agentPanel, comfyPage }) => { const page = comfyPage.page - await page - .getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) - .click() + await agentPanel.open() const panel = page.locator('#agent-panel-root') const dock = page.getByTestId('docked-agent-panel') diff --git a/browser_tests/tests/agent/agentWorkflowSelection.spec.ts b/browser_tests/tests/agent/agentWorkflowSelection.spec.ts index 83b3d2e7752..c8ad8f34b92 100644 --- a/browser_tests/tests/agent/agentWorkflowSelection.spec.ts +++ b/browser_tests/tests/agent/agentWorkflowSelection.spec.ts @@ -3,6 +3,7 @@ import { expect, mergeTests } from '@playwright/test' import enMessages from '@/locales/en/main.json' with { type: 'json' } import { agentTest } from '@e2e/fixtures/agentPanelFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { workflowSelectionTest } from '@e2e/fixtures/agentWorkflowSelectionFixture' const test = mergeTests(agentTest, workflowSelectionTest) @@ -15,12 +16,7 @@ test.describe( page, workflowSelection }, testInfo) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() const panel = page.locator('#agent-panel-root') await panel .getByRole('button', { name: enMessages.agent.switchWorkflow }) @@ -58,12 +54,7 @@ test.describe( page, workflowSelection }) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() const panel = page.locator('#agent-panel-root') const targetPicker = panel.getByRole('button', { name: enMessages.agent.switchWorkflow @@ -115,12 +106,7 @@ test.describe( page, workflowSelection }, testInfo) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() const panel = page.locator('#agent-panel-root') const targetPicker = panel.getByRole('button', { name: enMessages.agent.switchWorkflow @@ -171,12 +157,7 @@ test.describe( await expect(tabs).toHaveCount(1) await panel.getByRole('button', { name: enMessages.g.close }).click() await expect(panel).toHaveCount(0) - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() await expect(composer).toHaveText( 'Unsaved Workflow Use this workflow as inspiration' ) @@ -235,12 +216,7 @@ test.describe( page, workflowSelection }, testInfo) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() const panel = page.locator('#agent-panel-root') const reason = enMessages.agent.selectWorkflowForNodes const inline = panel.getByRole('button', { @@ -328,12 +304,7 @@ test.describe( const editorTabs = page.locator('.workflow-tabs .p-togglebutton') await expect(editorTabs).toHaveCount(2) await editorTabs.first().click() - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() await page .getByRole('button', { name: enMessages.agent.switchWorkflow }) .click() @@ -378,12 +349,7 @@ test.describe( page, workflowSelection }, testInfo) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() const panel = page.locator('#agent-panel-root') const composer = panel.getByRole('textbox', { includeHidden: true }) await expect( @@ -490,12 +456,7 @@ test.describe( await panel.getByRole('button', { name: enMessages.g.close }).click() await expect(targetMarker).toBeVisible() - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() await expect( panel.getByRole('button', { name: enMessages.agent.switchWorkflow }) ).toHaveText('Unsaved Workflow') @@ -544,12 +505,7 @@ test.describe( page, workflowSelection }) => { - await page - .getByRole('button', { - name: enMessages.agent.entryButton, - exact: true - }) - .click() + await new AgentPanel(page).open() const panel = page.locator('#agent-panel-root') const composer = panel.getByRole('textbox', { includeHidden: true }) await composer.fill('Keep this draft') diff --git a/browser_tests/tests/agent/agentZeroNodesOnUnreadableSchema.spec.ts b/browser_tests/tests/agent/agentZeroNodesOnUnreadableSchema.spec.ts index cec73ff546b..85376a1a473 100644 --- a/browser_tests/tests/agent/agentZeroNodesOnUnreadableSchema.spec.ts +++ b/browser_tests/tests/agent/agentZeroNodesOnUnreadableSchema.spec.ts @@ -17,6 +17,7 @@ import { } from '@e2e/fixtures/agentPanelFixture' import { HostDoc } from '@e2e/fixtures/agentConversationHostDoc' import type { HostFrame } from '@e2e/fixtures/agentConversationHostDoc' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { VueNodeHelpers } from '@e2e/fixtures/VueNodeHelpers' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' @@ -71,7 +72,6 @@ const CATALOG: WidgetCatalog = { } const SEED: WorkflowJSON = { nodes: [], links: [] } -const OPEN_AGENT_LABEL = enMessages.agent.entryButton const SEND_LABEL = enMessages.agent.send const STOP_LABEL = enMessages.agent.stop const COMPOSER_LABEL = createI18n({ @@ -179,9 +179,7 @@ test.describe( 'true', { timeout: 8_000 } ) - await topbarActions - .getByRole('button', { name: OPEN_AGENT_LABEL, exact: true }) - .click() + await new AgentPanel(page).open() await expect(panel).toBeVisible({ timeout: 30_000 }) let savedName: string | undefined diff --git a/browser_tests/tests/agent/renameFocus.spec.ts b/browser_tests/tests/agent/renameFocus.spec.ts index a0daaef4b1d..ee0f7845980 100644 --- a/browser_tests/tests/agent/renameFocus.spec.ts +++ b/browser_tests/tests/agent/renameFocus.spec.ts @@ -7,6 +7,7 @@ import { agentTest as test, bootAgentApp } from '@e2e/fixtures/agentPanelFixture' +import { AgentPanel } from '@e2e/fixtures/components/AgentPanel' import { jsonRoute } from '@e2e/fixtures/utils/jsonRoute' const OPEN_AGENT_LABEL = enMessages.agent.entryButton @@ -66,7 +67,7 @@ test.describe('Agent chat history rename', { tag: '@cloud' }, () => { exact: true }) await expect(openButton).toBeVisible() - await openButton.click() + await new AgentPanel(page).open() // Staged: the docked shell renders immediately, the async root arrives // after its chunk. Asserting the shell first keeps a later failure diff --git a/src/components/LiteGraphCanvasSplitterOverlay.test.ts b/src/components/LiteGraphCanvasSplitterOverlay.test.ts index 58d3d7396f3..6b0fa762dc0 100644 --- a/src/components/LiteGraphCanvasSplitterOverlay.test.ts +++ b/src/components/LiteGraphCanvasSplitterOverlay.test.ts @@ -156,7 +156,7 @@ describe('LiteGraphCanvasSplitterOverlay', () => { it('refreshes the splitter only when the Agent panel becomes visible', async () => { const agentPanelStore = useAgentPanelStore() agentPanelStore.enabled = true - agentPanelStore.isOpen = true + agentPanelStore.isOpen = false agentPanelStore.consentAccepted = false const splitterMounts = vi.fn() @@ -178,13 +178,13 @@ describe('LiteGraphCanvasSplitterOverlay', () => { } } }) - const mountsBeforeConsent = splitterMounts.mock.calls.length + const mountsBeforePanelOpen = splitterMounts.mock.calls.length - agentPanelStore.consentAccepted = true + agentPanelStore.isOpen = true await nextTick() expect(splitterMounts.mock.calls.length).toBeGreaterThan( - mountsBeforeConsent + mountsBeforePanelOpen ) }) }) diff --git a/src/components/topbar/WorkflowTabs.test.ts b/src/components/topbar/WorkflowTabs.test.ts index 8b673245e7f..e3a596c2688 100644 --- a/src/components/topbar/WorkflowTabs.test.ts +++ b/src/components/topbar/WorkflowTabs.test.ts @@ -392,7 +392,7 @@ describe('WorkflowTabs agent entry button', () => { ).toBeInTheDocument() }) - it('keeps a hidden restored intent reachable and clears it before requesting consent', async () => { + it('closes a restored pre-consent panel from the entry button', async () => { useAgentPanelStore().open() withConsent.mockImplementationOnce(async (onAccept) => { expect(useAgentPanelStore().isOpen).toBe(false) @@ -405,8 +405,8 @@ describe('WorkflowTabs agent entry button', () => { screen.getByRole('button', { name: enMessages.agent.entryButton }) ) - expect(withConsent).toHaveBeenCalledOnce() - expect(useAgentPanelStore().isVisible).toBe(true) + expect(withConsent).not.toHaveBeenCalled() + expect(useAgentPanelStore().isVisible).toBe(false) }) it('exposes the gate-settled signal on the actions container once the gate settles', async () => { diff --git a/src/extensions/core/agentPanel.test.ts b/src/extensions/core/agentPanel.test.ts index 1e1b0feef8f..a63fef4e169 100644 --- a/src/extensions/core/agentPanel.test.ts +++ b/src/extensions/core/agentPanel.test.ts @@ -252,12 +252,65 @@ describe('AgentPanel extension flag gate', () => { await vi.waitFor(() => expect(agentStore.isVisible).toBe(true)) expect(useAgentConsent().withConsent).toHaveBeenCalledOnce() - expect(agentStore.open).toHaveBeenCalledExactlyOnceWith('automatic_consent') + expect(agentStore.open).not.toHaveBeenCalled() expect(trackAgentPanelOpened).toHaveBeenCalledExactlyOnceWith({ - source: 'automatic_consent' + source: 'restored' }) }) + it.for([ + { session: 'cloud logged in without consent', user: { id: 'account-a' } }, + { session: 'local logged out', user: null } + ])('opens after startup for $session', async ({ user }) => { + agentFlagEnabled.value = true + currentUser.value = user + Object.assign(consentStore, { accepted: false, isChecking: false }) + agentStore.isOpen = false + + await loadEntryAndSetup() + await vi.waitFor(() => + expect(agentStore.open).toHaveBeenCalledWith('activation') + ) + + expect(agentStore.isVisible).toBe(true) + }) + + it('waits for the general onboarding decision before activation', async () => { + agentFlagEnabled.value = true + agentStore.isOpen = false + let decide = (_: boolean) => {} + startupDecision = new Promise((resolve) => { + decide = resolve + }) + + await loadEntryAndSetup() + expect(agentStore.open).not.toHaveBeenCalled() + + decide(true) + await vi.waitFor(() => + expect(agentStore.open).toHaveBeenCalledExactlyOnceWith('activation') + ) + }) + + it('does not reopen a dismissed activation panel after flag synchronization', async () => { + agentFlagEnabled.value = true + agentStore.isOpen = false + + await loadEntryAndSetup() + await vi.waitFor(() => + expect(agentStore.open).toHaveBeenCalledExactlyOnceWith('activation') + ) + + agentStore.close('close_button') + agentFlagEnabled.value = false + await nextTick() + agentFlagEnabled.value = true + await flush() + + expect(agentStore.isOpen).toBe(false) + expect(agentStore.open).toHaveBeenCalledOnce() + }) + it('keeps the panel closed if the feature is disabled before acceptance', async () => { agentFlagEnabled.value = true Object.assign(consentStore, { accepted: false, isChecking: false }) @@ -330,7 +383,7 @@ describe('AgentPanel extension flag gate', () => { expect(useAgentConsent().withConsent).toHaveBeenCalledOnce() ) - expect(agentStore.open).toHaveBeenCalledOnce() + expect(agentStore.open).not.toHaveBeenCalled() }) const AUTO_SHOWN_KEY = 'Comfy.AgentConsent.AutoShown.account-a.workspace-a' @@ -538,7 +591,7 @@ describe('AgentPanel extension flag gate', () => { expect(useAgentConsent().withConsent).toHaveBeenCalledTimes(2) ) expect(localStorage.getItem(AUTO_SHOWN_KEY)).toBe('true') - expect(agentStore.open).toHaveBeenCalledOnce() + expect(agentStore.open).not.toHaveBeenCalled() }) it('stays silent after a tour ends when the saved consent cannot be read', async () => { diff --git a/src/extensions/core/agentPanel.ts b/src/extensions/core/agentPanel.ts index 19bdc92daef..d2e9a809d0e 100644 --- a/src/extensions/core/agentPanel.ts +++ b/src/extensions/core/agentPanel.ts @@ -73,7 +73,7 @@ export function registerAgentPanelExtension(): void { beforeLoadGraph() { notifyRestoreMintersBeforeGraphLoad() const agentPanelStore = useAgentPanelStore() - if (!agentPanelStore.isVisible) return + if (!agentPanelStore.isVisible || !agentPanelStore.consentAccepted) return const nodeSelectionStore = useAgentNodeSelectionStore() nodeSelectionStore.beginWorkflowLoad() @@ -82,7 +82,7 @@ export function registerAgentPanelExtension(): void { const agentPanelStore = useAgentPanelStore() const nodeSelectionStore = useAgentNodeSelectionStore() if (!nodeSelectionStore.isLoadingWorkflow) return - if (!agentPanelStore.isVisible) { + if (!agentPanelStore.isVisible || !agentPanelStore.consentAccepted) { nodeSelectionStore.finishWorkflowLoad() return } @@ -200,7 +200,7 @@ export function registerAgentPanelExtension(): void { agentPanelStore.suppressRestoredOpen() void withConsent( () => { - if (!agentPanelStore.enabled) return + if (!agentPanelStore.enabled || agentPanelStore.isOpen) return agentPanelStore.open('automatic_consent') }, { @@ -237,6 +237,29 @@ export function registerAgentPanelExtension(): void { }) } + let activationPending = false + let activationOffered = false + const openWhenStartupDecided = (): void => { + if (!agentPanelStore.enabled || activationPending || activationOffered) + return + activationPending = true + whenStartupDecided() + .then((decided) => { + if (decided && agentPanelStore.enabled) { + activationOffered = true + if (!agentPanelStore.isOpen) agentPanelStore.open('activation') + } + }) + .catch((error: unknown) => { + reportError(error, { + errorType: 'agent_panel_activation_failure' + }) + }) + .finally(() => { + activationPending = false + }) + } + const loadConsentIfEligible = (): void => { if (!agentPanelStore.enabled || !resolvedUserInfo.value) return void consentStore @@ -270,6 +293,7 @@ export function registerAgentPanelExtension(): void { ) setupFlagGate( loadConsentIfEligible, + openWhenStartupDecided, () => isAuthInitialized.value && resolvedUserInfo.value === null ) } @@ -278,6 +302,7 @@ export function registerAgentPanelExtension(): void { function setupFlagGate( loadConsentIfEligible: () => void, + openWhenStartupDecided: () => void, isSignedOut: () => boolean ): void { const agentPanelStore = useAgentPanelStore() @@ -293,6 +318,7 @@ function setupFlagGate( ([enabled]) => { agentPanelStore.enabled = enabled loadConsentIfEligible() + openWhenStartupDecided() if (!enabled) { const nodeSelectionStore = useAgentNodeSelectionStore() if (nodeSelectionStore.isLoadingWorkflow) diff --git a/src/platform/telemetry/types.ts b/src/platform/telemetry/types.ts index a8689968162..4186e60afa1 100644 --- a/src/platform/telemetry/types.ts +++ b/src/platform/telemetry/types.ts @@ -577,7 +577,7 @@ export type AgentPanelCloseSource = | 'workflow_switch' | 'topbar_button' export interface AgentPanelOpenedMetadata extends Record { - source: 'restored' | 'topbar_button' | 'automatic_consent' + source: 'restored' | 'topbar_button' | 'automatic_consent' | 'activation' } export type AgentConsentNotOfferedReason = | 'first_run_screen' diff --git a/src/workbench/extensions/agent/AgentPanelRoot.test.ts b/src/workbench/extensions/agent/AgentPanelRoot.test.ts index 02ea7f26cda..2a98b881d66 100644 --- a/src/workbench/extensions/agent/AgentPanelRoot.test.ts +++ b/src/workbench/extensions/agent/AgentPanelRoot.test.ts @@ -70,6 +70,13 @@ const getServerFeature = vi.hoisted(() => ) const focusNodeInstance = vi.hoisted(() => vi.fn()) const socketSend = vi.hoisted(() => vi.fn()) +const withConsent = vi.hoisted(() => + vi.fn<(onAccept: () => void) => Promise>(async (onAccept) => onAccept()) +) + +vi.mock(import('./composables/agent/useAgentConsent'), () => ({ + useAgentConsent: () => ({ withConsent }) +})) vi.mock(import('@/composables/canvas/useFocusNode'), () => ({ useFocusNode: () => ({ focusNodeInstance }) @@ -3942,6 +3949,68 @@ describe('AgentPanelRoot workflow binding', () => { return tab } + it('keeps the first send pending until consent succeeds, then resumes it', async () => { + makeTab('wf-42') + const bodies = mockMessagesEndpoint('wf-42') + Object.assign(useAgentConsentStore(), { accepted: false }) + let accept = () => {} + withConsent.mockImplementationOnce( + (onAccept) => + new Promise((resolve) => { + accept = () => { + onAccept() + resolve() + } + }) + ) + renderWithSelectedTarget() + + const textbox = screen.getByRole('textbox') + await userEvent.click(textbox) + await userEvent.paste('build me a workflow') + await userEvent.click(screen.getByRole('button', { name: 'Send' })) + + expect(withConsent).toHaveBeenCalledExactlyOnceWith(expect.any(Function)) + expect(bodies).toHaveLength(0) + + accept() + await screen.findByRole('button', { name: 'Stop' }) + await waitFor(() => expect(bodies).toHaveLength(1)) + }) + + it('does not resume a consent-held send after the panel unmounts', async () => { + makeTab('wf-42') + const bodies = mockMessagesEndpoint('wf-42') + const settleSubmission = vi.spyOn( + useAgentComposerStore(), + 'settleSubmission' + ) + Object.assign(useAgentConsentStore(), { accepted: false }) + let accept = () => {} + withConsent.mockImplementationOnce( + (onAccept) => + new Promise((resolve) => { + accept = () => { + onAccept() + resolve() + } + }) + ) + const { unmount } = renderWithSelectedTarget() + + const textbox = screen.getByRole('textbox') + await userEvent.click(textbox) + await userEvent.paste('build me a workflow') + await userEvent.click(screen.getByRole('button', { name: 'Send' })) + + unmount() + accept() + await waitFor(() => + expect(settleSubmission).toHaveBeenCalledWith(expect.any(Number), false) + ) + expect(bodies).toHaveLength(0) + }) + function setupWorkflowContext({ targetId, references diff --git a/src/workbench/extensions/agent/AgentPanelRoot.vue b/src/workbench/extensions/agent/AgentPanelRoot.vue index 4a9046bd689..05394743c4e 100644 --- a/src/workbench/extensions/agent/AgentPanelRoot.vue +++ b/src/workbench/extensions/agent/AgentPanelRoot.vue @@ -96,6 +96,7 @@ import type { WorkflowTurnContext } from './composables/agent/useAgentSession' import type { CoachStep } from './composables/agent/useOnboarding' +import { useAgentConsent } from './composables/agent/useAgentConsent' import { useAgentWorkflowResolver } from './composables/agent/useAgentWorkflowResolver' import { useAgentWorkflowSelection } from './composables/agent/useAgentWorkflowSelection' import { @@ -420,6 +421,7 @@ watch( { immediate: true } ) const { accepted: consentAccepted } = storeToRefs(useAgentConsentStore()) +const { withConsent } = useAgentConsent() const workspaceStore = useTeamWorkspaceStore() const onboardingKey = computed(() => scopedOnboardingKey( @@ -1054,6 +1056,8 @@ start() void refreshCloudWorkflowIds() onBeforeUnmount(() => { ++activeTabGeneration + if (composerStore.submission?.id === consentHeldSubmissionId) + composerStore.invalidateSubmission() docOpMinter.detach() restoreOpMinter.detach() exitNodeSelectionMode() @@ -1183,6 +1187,29 @@ const coachSteps = computed(() => [ } ]) +let consentHeldSubmissionId: number | undefined +async function consentAllowsSubmission( + submissionId: number | undefined +): Promise { + let hasConsent = false + consentHeldSubmissionId = submissionId + try { + await withConsent(() => { + hasConsent = true + }) + } finally { + if (consentHeldSubmissionId === submissionId) + consentHeldSubmissionId = undefined + } + return composerStore.submission?.id === submissionId && hasConsent +} + +async function consentAllowsDraftSubmission( + submissionId: number | undefined +): Promise { + return consentAccepted.value || (await consentAllowsSubmission(submissionId)) +} + const { submit: onSend } = useAgentDraftSubmission({ canSubmit: () => !workflowSelecting.value && !isSending.value, target: () => selectedTarget.value, @@ -1194,7 +1221,10 @@ const { submit: onSend } = useAgentDraftSubmission({ replace: replaceSelectionTags, exit: exitNodeSelectionMode }, - send: (text, attachments, nodes, references, meta) => { + send: async (text, attachments, nodes, references, meta) => { + const submissionId = composerStore.submission?.id + if (!(await consentAllowsDraftSubmission(submissionId))) return false + const originContext = targetWorkflowTurnContext() useTelemetry()?.trackAgentMessageSent({ attachment_count: attachments.length, diff --git a/src/workbench/extensions/agent/stores/agent/agentPanelStore.test.ts b/src/workbench/extensions/agent/stores/agent/agentPanelStore.test.ts index cd895d01239..4ba11a2588f 100644 --- a/src/workbench/extensions/agent/stores/agent/agentPanelStore.test.ts +++ b/src/workbench/extensions/agent/stores/agent/agentPanelStore.test.ts @@ -78,12 +78,9 @@ describe('agentPanelStore engagement telemetry', () => { expect(telemetry.trackAgentPanelClosed).toHaveBeenCalledWith({ source: 'close_button', - open_duration_ms: 3000 - }) - expect(telemetry.trackAgentPanelOpened).toHaveBeenCalledTimes(2) - expect(telemetry.trackAgentPanelOpened).toHaveBeenLastCalledWith({ - source: 'restored' + open_duration_ms: 15000 }) + expect(telemetry.trackAgentPanelOpened).toHaveBeenCalledOnce() }) it('attributes automatic consent to its own source without duplicate opens', async () => { @@ -108,18 +105,20 @@ describe('agentPanelStore engagement telemetry', () => { expect(telemetry.trackAgentPanelOpened).not.toHaveBeenCalled() }) - it('suppresses a restored open intent that has no consent', async () => { + it('shows a restored open intent before consent', async () => { localStorage.setItem(OPEN_STORAGE_KEY, 'true') const store = useAgentPanelStore() store.enabled = true await nextTick() expect(store.isOpen).toBe(true) - expect(store.isVisible).toBe(false) - expect(telemetry.trackAgentPanelOpened).not.toHaveBeenCalled() + expect(store.isVisible).toBe(true) + expect(telemetry.trackAgentPanelOpened).toHaveBeenCalledWith({ + source: 'restored' + }) store.suppressRestoredOpen() - expect(store.isOpen).toBe(false) + expect(store.isOpen).toBe(true) }) it('emits opened on toggle-open and closed with the open duration', () => { diff --git a/src/workbench/extensions/agent/stores/agent/agentPanelStore.ts b/src/workbench/extensions/agent/stores/agent/agentPanelStore.ts index 5cec552844d..b83a0356e9d 100644 --- a/src/workbench/extensions/agent/stores/agent/agentPanelStore.ts +++ b/src/workbench/extensions/agent/stores/agent/agentPanelStore.ts @@ -83,9 +83,7 @@ export const useAgentPanelStore = defineStore('agentPanel', () => { let openedAt: number | null = null - const isVisible = computed( - () => enabled.value && isOpen.value && consentAccepted.value - ) + const isVisible = computed(() => enabled.value && isOpen.value) watch(isVisible, (visible) => { if (!visible) {