96 lines
5.6 KiB
TypeScript
96 lines
5.6 KiB
TypeScript
/** Replay model output through the shipped Web profile and decide its real propose_action card. */
|
|
import { readFile } from 'node:fs/promises'
|
|
import { join } from 'node:path'
|
|
import { fileURLToPath } from 'node:url'
|
|
import { chromium, type Browser, type Page } from 'playwright'
|
|
import { afterAll, beforeAll, describe, expect, it, vi } from 'vitest'
|
|
import type {} from '@deepseek-ai/dsh-plugin-manager'
|
|
import {
|
|
acknowledgeReloadConnectionLoss, assertFixtureInventory, captureStableAria, compareOrRefreshGolden,
|
|
fixtureUserPrompts, launchWebScaffold, watchConsole, type WebScaffold,
|
|
} from './scaffold.ts'
|
|
import { connectFreshWorkspace, newEnglishPage } from './support.ts'
|
|
|
|
const directory = fileURLToPath(new URL('../../../snapshots/web/plugin-recommendations', import.meta.url))
|
|
const fixture = join(directory, 'session.v4.jsonl')
|
|
const voiceBundle = '@deepseek-ai/dsh-experimental-voice-input-bundle'
|
|
|
|
describe('official plugin recommendation in a conversation', () => {
|
|
let scaffold: WebScaffold
|
|
let browser: Browser
|
|
let page: Page
|
|
let restoreCatalog: (() => void) | undefined
|
|
|
|
beforeAll(async () => {
|
|
scaffold = await launchWebScaffold({ replayFixture: fixture, compareReplaySession: true,
|
|
profile: { packages: [{ dir: fileURLToPath(new URL('../../../packages/experimental/personalized-recommendations', import.meta.url)), enabled: true }] },
|
|
})
|
|
// The recorded conversation exercises voice input; unrelated installed plugins vary by Host.
|
|
// Keep the real inventory read so accidental enablement still changes the observed selection.
|
|
const listBundles = scaffold.ctx.pluginManager.listBundles.bind(scaffold.ctx.pluginManager)
|
|
const catalog = vi.spyOn(scaffold.ctx.pluginManager, 'listBundles')
|
|
.mockImplementation(async () => (await listBundles()).filter(bundle => bundle.name === voiceBundle))
|
|
restoreCatalog = () => { catalog.mockRestore() }
|
|
browser = await chromium.launch()
|
|
page = await newEnglishPage(browser)
|
|
})
|
|
|
|
afterAll(async () => {
|
|
try { await browser?.close() } finally {
|
|
try { await scaffold?.close() } finally { restoreCatalog?.() }
|
|
}
|
|
})
|
|
|
|
it('offers the propose_action call as one card below the answer, and reports a dismissal on the next request', async () => {
|
|
const tripwire = watchConsole(page)
|
|
await page.goto(scaffold.authenticatedUrl, { waitUntil: 'load' })
|
|
await connectFreshWorkspace(page, scaffold.workspaceCwd)
|
|
const input = page.locator('[data-composer-input]').first()
|
|
const settled = scaffold.whenTurnSettled()
|
|
const prompts = fixtureUserPrompts(await readFile(fixture, 'utf8'))
|
|
await input.fill(prompts[0]!)
|
|
await input.press('Enter')
|
|
await settled
|
|
const card = page.locator('[data-action-card]')
|
|
await card.waitFor({ state: 'visible' })
|
|
expect(await card.count()).toBe(1)
|
|
expect(await page.locator('[data-turn-tail] [data-action-card][data-action="enable_official_plugin"]').count()).toBe(1)
|
|
const answer = page.getByText('Voice input transcribes your recordings locally into the composer. You can enable it below.', { exact: true })
|
|
const answerBox = await answer.boundingBox()
|
|
const cardBox = await card.boundingBox()
|
|
expect(answerBox).not.toBeNull()
|
|
expect(cardBox!.y).toBeGreaterThanOrEqual(answerBox!.y + answerBox!.height)
|
|
expect(await page.getByText('enable_official_plugin').count()).toBe(0)
|
|
await card.getByText('Voice input', { exact: true }).waitFor()
|
|
expect(await card.getByRole('button', { name: 'Enable', exact: true }).isEnabled()).toBe(true)
|
|
expect((await scaffold.ctx.pluginManager.listBundles()).find(bundle => bundle.name === voiceBundle)?.enabled).toBe(false)
|
|
await compareOrRefreshGolden(join(directory, 'offered.expected.md'), await captureStableAria(page, '[data-action-card]', scaffold.workspaceCwd), scaffold.mode)
|
|
await page.setViewportSize({ width: 620, height: 900 })
|
|
expect(await card.evaluate(element => element.scrollWidth <= element.clientWidth)).toBe(true)
|
|
await card.getByRole('button', { name: 'Not now', exact: true }).click()
|
|
await card.getByRole('status').getByText('Dismissed', { exact: true }).waitFor()
|
|
const warnings = tripwire.warnings.length
|
|
await page.reload({ waitUntil: 'load' })
|
|
await card.getByRole('status').getByText('Dismissed', { exact: true }).waitFor()
|
|
acknowledgeReloadConnectionLoss(tripwire, warnings)
|
|
expect(await card.count()).toBe(1)
|
|
expect(await card.getByRole('button').count()).toBe(1)
|
|
expect((await scaffold.ctx.pluginManager.listBundles()).find(bundle => bundle.name === voiceBundle)?.enabled).toBe(false)
|
|
await compareOrRefreshGolden(join(directory, 'dismissed.expected.md'), await captureStableAria(page, '[data-action-card]', scaffold.workspaceCwd), scaffold.mode)
|
|
const statusSettled = scaffold.whenTurnSettled()
|
|
await input.fill(prompts[1]!)
|
|
await input.press('Enter')
|
|
await statusSettled
|
|
await page.getByText('Voice input is not enabled: you dismissed the card.', { exact: true }).waitFor()
|
|
expect(await card.count()).toBe(1)
|
|
await card.getByRole('button', { name: 'View details: Voice input', exact: true }).click()
|
|
await page.locator(`[data-plugin-detail="${voiceBundle}"]`).waitFor({ state: 'visible' })
|
|
expect((await scaffold.ctx.pluginManager.listBundles()).find(bundle => bundle.name === voiceBundle)?.enabled).toBe(false)
|
|
expect(tripwire.pageErrors).toEqual([])
|
|
expect(tripwire.warnings).toEqual([])
|
|
if (scaffold.mode === 'replay') await assertFixtureInventory(directory, [
|
|
'session.v4.jsonl', 'offered.expected.md', 'dismissed.expected.md', 'system-prompt.expected.md', 'tool-schemas.expected.json',
|
|
])
|
|
})
|
|
})
|