Files
deepseek-harness/benchmarks/active-stream-reconnect/reconnect.bench.client.ts
T

35 lines
1.8 KiB
TypeScript

/** Required baseline budgets for reconnecting during a large active Assistant stream. */
import { join } from 'node:path'
import { expect, it } from 'vitest'
import { runBuiltBenchmarkWorker } from '../support/built-worker.ts'
import { ciTimeBudget, PERFORMANCE_BUDGET_HEADROOM } from '../support/calibration.ts'
import type { ReconnectReport } from './reconnect.worker.client.ts'
const REFERENCE_REPLACE_MS = 16
const REFERENCE_RETAINED_MB = 24
const SAMPLES = 3
it('reconstructs a 100000-delta live prefix within baseline time and retained-memory budgets', async () => {
const samples: ReconnectReport[] = []
for (let sample = 0; sample < SAMPLES; sample++) {
const run = await runBuiltBenchmarkWorker<ReconnectReport>({
worker: join(import.meta.dirname, '../.dsh-build/active-stream-reconnect/reconnect.worker.js'),
exposeGc: true, timeoutMs: 30000,
})
expect(run.timedOut, run.stderr).toBe(false)
expect(run.signal, run.stderr).toBeNull()
expect(run.exitCode, run.stderr).toBe(0)
if (run.report === undefined) throw new Error('reconnect worker omitted report')
expect(run.report.nextFrame).toBe('transient')
expect(run.report.entries).toBeGreaterThan(0)
samples.push(run.report)
}
const replaceMs = samples.map(sample => sample.replaceMs).toSorted((a, b) => a - b)[1]!
const retainedMb = samples.map(sample => sample.retainedMb).toSorted((a, b) => a - b)[1]!
const budgetMs = ciTimeBudget(REFERENCE_REPLACE_MS)
const budgetMb = REFERENCE_RETAINED_MB * PERFORMANCE_BUDGET_HEADROOM
console.log(JSON.stringify({ benchmark: 'active-stream-reconnect', samples, median: { replaceMs, retainedMb }, referenceMs: REFERENCE_REPLACE_MS, referenceMb: REFERENCE_RETAINED_MB, budgetMs, budgetMb }))
expect.soft(replaceMs).toBeLessThanOrEqual(budgetMs)
expect.soft(retainedMb).toBeLessThanOrEqual(budgetMb)
})