Files
deepseek-harness/apps/web/tests/creator-persona.e2e.ts
T

56 lines
3.0 KiB
TypeScript

/** Creator mode adds its DSH customization intent to the actual model prompt. */
import { readFile } from 'node:fs/promises'
import { fileURLToPath } from 'node:url'
import { chromium } from 'playwright'
import { expect, it } from 'vitest'
import type {} from '@deepseek-ai/dsh-token-meter'
import { fixtureUserPrompts, launchWebScaffold } from './scaffold.ts'
import { connectFreshWorkspace, newEnglishPage } from './support.ts'
const FIXTURE = fileURLToPath(new URL('../../../snapshots/web/creator-persona/session.v4.jsonl', import.meta.url))
const CUSTOMIZATION_INTENT = 'You help the user customize DeepSeek Harness itself.'
it('sends the Creator customization intent without taking actions for an ordinary request', async () => {
const scaffold = await launchWebScaffold({
replayFixture: FIXTURE, compareReplaySession: true, paceMs: 10,
agentPresets: { default: 'cordis' },
})
try {
const browser = await chromium.launch()
try {
const page = await newEnglishPage(browser)
await page.goto(scaffold.authenticatedUrl, { waitUntil: 'load' })
await page.waitForSelector('[class*="frame"]', { timeout: 30_000 })
await connectFreshWorkspace(page, scaffold.workspaceCwd)
const prompts = fixtureUserPrompts(await readFile(FIXTURE, 'utf8'))
expect(prompts).toHaveLength(1)
const settled = scaffold.whenTurnSettled()
const composer = page.locator('[data-composer-input][contenteditable="true"]').last()
await composer.fill(prompts[0]!)
await composer.press('Enter')
const sessionId = await settled
const agent = scaffold.ctx.agents.get(sessionId)
if (agent === undefined) throw new Error('Creator persona session is missing')
expect(agent.session.header.agentPreset).toBe('cordis')
const system = agent.session.deriveMessages().find(message => message.role === 'system')
if (system === undefined) throw new Error('Creator request has no system prompt')
const prompt = system.content.flatMap(block => block.type === 'text' ? [block.text] : []).join('')
expect(prompt).toMatch(/^You are a coding agent powered by the .+ model\. You help the user customize DeepSeek Harness itself\.$/mu)
expect(prompt.split(CUSTOMIZATION_INTENT)).toHaveLength(2)
const sharedPrompt = prompt.replace(` ${CUSTOMIZATION_INTENT}`, '')
console.info('Creator persona context increment', {
utf8Bytes: Buffer.byteLength(prompt) - Buffer.byteLength(sharedPrompt),
codePoints: Array.from(prompt).length - Array.from(sharedPrompt).length,
heuristicTokens: scaffold.ctx.tokenMeter.estimateMessage(system)
- scaffold.ctx.tokenMeter.estimateMessage({ ...system, content: [{ type: 'text', text: sharedPrompt }] }),
})
expect(agent.session.snapshotEvents().filter(event => event.type === 'tool/call')).toEqual([])
await page.getByText('READY', { exact: true }).waitFor()
} finally {
await browser.close()
}
} finally {
await scaffold.close()
}
})