test(code-runtime): complete sandboxed process coverage and catalogs
This commit is contained in:
1 parent
8e19ec4962
commit
fc5cb0f649
31 files changed
+361
-169
No files matched your search
@@ -25,8 +25,8 @@ describe('bounded process frames', () => {
|
||||
it('reassembles split binary headers and UTF-8 bodies', async () => {
|
||||
const { a, b } = pair()
|
||||
const received = Promise.withResolvers<unknown>()
|
||||
const channel = new JsonChannel(a, 1000, value => received.resolve(value), error => received.reject(error))
|
||||
onTestFinished(() => channel.close())
|
||||
const channel = new JsonChannel(a, 1000, (value) => { received.resolve(value) }, (error) => { received.reject(error) })
|
||||
onTestFinished(() => { channel.close() })
|
||||
const bytes = frame({ text: '你好🙂' })
|
||||
for (const byte of bytes) b.write(Buffer.from([byte]))
|
||||
expect(await received.promise).toEqual({ text: '你好🙂' })
|
||||
@@ -39,8 +39,8 @@ describe('bounded process frames', () => {
|
||||
const channel = new JsonChannel(a, 1000, (value) => {
|
||||
received.push(value)
|
||||
if (received.length === 2) done.resolve(undefined)
|
||||
}, error => done.reject(error))
|
||||
const peer = new JsonChannel(b, 1000, () => {}, error => done.reject(error))
|
||||
}, (error) => { done.reject(error) })
|
||||
const peer = new JsonChannel(b, 1000, () => {}, (error) => { done.reject(error) })
|
||||
onTestFinished(() => { channel.close(); peer.close() })
|
||||
await Promise.all([peer.send({ n: 1 }), peer.send({ n: 2 })])
|
||||
await done.promise
|
||||
@@ -51,8 +51,8 @@ describe('bounded process frames', () => {
|
||||
it.each([0, 65])('rejects a declared %i-byte frame before accepting its body', async (length) => {
|
||||
const { a, b } = pair()
|
||||
const failure = Promise.withResolvers<Error>()
|
||||
const channel = new JsonChannel(a, 64, () => { throw new Error('must not dispatch') }, error => failure.resolve(error))
|
||||
onTestFinished(() => channel.close())
|
||||
const channel = new JsonChannel(a, 64, () => { throw new Error('must not dispatch') }, (error) => { failure.resolve(error) })
|
||||
onTestFinished(() => { channel.close() })
|
||||
const header = Buffer.alloc(4)
|
||||
header.writeUInt32BE(length)
|
||||
b.write(header)
|
||||
@@ -63,7 +63,7 @@ describe('bounded process frames', () => {
|
||||
for (const payload of [Buffer.from('{'), Buffer.from([0xff]), Buffer.from('{}')]) {
|
||||
const { a, b } = pair()
|
||||
const failure = Promise.withResolvers<Error>()
|
||||
const channel = new JsonChannel(a, 64, () => { throw new Error('receiver failed') }, error => failure.resolve(error))
|
||||
const channel = new JsonChannel(a, 64, () => { throw new Error('receiver failed') }, (error) => { failure.resolve(error) })
|
||||
const header = Buffer.alloc(4)
|
||||
header.writeUInt32BE(payload.length)
|
||||
b.write(Buffer.concat([header, payload]))
|
||||
@@ -84,8 +84,8 @@ describe('bounded process frames', () => {
|
||||
it('reports peer EOF while a program is active', async () => {
|
||||
const { a, b } = pair()
|
||||
const failure = Promise.withResolvers<Error>()
|
||||
const channel = new JsonChannel(a, 64, () => {}, error => failure.resolve(error))
|
||||
onTestFinished(() => channel.close())
|
||||
const channel = new JsonChannel(a, 64, () => {}, (error) => { failure.resolve(error) })
|
||||
onTestFinished(() => { channel.close() })
|
||||
b.end()
|
||||
expect((await failure.promise).message).toContain('ended')
|
||||
})
|
||||
@@ -117,7 +117,7 @@ it('ignores callbacks already captured by an emission when an earlier listener c
|
||||
const { a } = pair()
|
||||
let failures = 0
|
||||
const channel = new JsonChannel(a, 64, () => { throw new Error('closed channel dispatched') }, () => { failures += 1 })
|
||||
a.prependOnceListener(event, () => channel.close())
|
||||
a.prependOnceListener(event, () => { channel.close() })
|
||||
a.emit(event, frame({}))
|
||||
a.emit('error', new Error('late closed stream error'))
|
||||
expect(failures).toBe(0)
|
||||
|
||||
@@ -38,6 +38,12 @@ async function setup(config: Config = {}, mode: 'read-only' | 'danger-full-acces
|
||||
const stderr = new PassThrough()
|
||||
const direct = Promise.withResolvers<SubprocessOutcome>()
|
||||
const messages: unknown[] = []
|
||||
const terminate = vi.fn(() => {
|
||||
stdout.end()
|
||||
stderr.end()
|
||||
direct.resolve({ exitCode: 0, signal: null })
|
||||
})
|
||||
const waitForExit = vi.fn(async () => true)
|
||||
const handle: SubprocessHandle = {
|
||||
stdin: undefined,
|
||||
stdout,
|
||||
@@ -45,12 +51,8 @@ async function setup(config: Config = {}, mode: 'read-only' | 'danger-full-acces
|
||||
control,
|
||||
collected: {},
|
||||
done: direct.promise,
|
||||
terminate: vi.fn(() => {
|
||||
stdout.end()
|
||||
stderr.end()
|
||||
direct.resolve({ exitCode: 0, signal: null })
|
||||
}),
|
||||
waitForExit: vi.fn(async () => true),
|
||||
terminate,
|
||||
waitForExit,
|
||||
}
|
||||
const writes = new Set<Promise<void>>()
|
||||
let receive: (message: unknown) => void = () => {}
|
||||
@@ -83,7 +85,8 @@ async function setup(config: Config = {}, mode: 'read-only' | 'danger-full-acces
|
||||
}
|
||||
}
|
||||
return {
|
||||
ctx, runtime, handle, direct, stdout, stderr, control, peer, messages, spawn, resolveExecutable, emit, start, onBoot,
|
||||
ctx, runtime, handle, terminate, waitForExit, direct, stdout, stderr, control, peer, messages,
|
||||
spawn, resolveExecutable, emit, start, onBoot,
|
||||
receive: (callback: typeof receive) => { receive = callback },
|
||||
}
|
||||
}
|
||||
@@ -179,8 +182,8 @@ describe('Node runtime host failures', () => {
|
||||
const h = await setup()
|
||||
h.spawn.mockReturnValue({ ...h.handle, control: undefined })
|
||||
expect((await h.start()).error?.message).toContain('did not supply the requested control')
|
||||
expect(h.handle.terminate).toHaveBeenCalledOnce()
|
||||
expect(h.handle.waitForExit).toHaveBeenCalledOnce()
|
||||
expect(h.terminate).toHaveBeenCalledOnce()
|
||||
expect(h.waitForExit).toHaveBeenCalledOnce()
|
||||
})
|
||||
|
||||
it('reports an executable lookup failure without allocating a process', async () => {
|
||||
@@ -269,7 +272,7 @@ describe('Node runtime host failures', () => {
|
||||
const binding = vi.fn(async () => null)
|
||||
h.onBoot(() => { h.emit(frame) })
|
||||
const result = await h.start(withBinding(binding))
|
||||
expect(result.error).toEqual({ kind: 'protocol', message: expect.stringContaining(message) })
|
||||
expect(result.error).toEqual({ kind: 'protocol', message: expect.stringContaining(message) as unknown })
|
||||
expect(binding).not.toHaveBeenCalled()
|
||||
})
|
||||
|
||||
@@ -307,7 +310,7 @@ describe('Node runtime host failures', () => {
|
||||
if (message.type === 'reply') h.emit({ type: 'done' })
|
||||
})
|
||||
expect((await h.start(withBinding(async () => Number.NaN))).error).toBeUndefined()
|
||||
expect(h.messages).toContainEqual({ type: 'reply', id: 1, ok: false, message: expect.stringContaining('lossless JSON') })
|
||||
expect(h.messages).toContainEqual({ type: 'reply', id: 1, ok: false, message: expect.stringContaining('lossless JSON') as unknown })
|
||||
})
|
||||
|
||||
it('does not publish a late binding reply after the program has settled', async () => {
|
||||
@@ -324,7 +327,7 @@ describe('Node runtime host failures', () => {
|
||||
|
||||
it('reports failed managed cleanup even when the program returns successfully', async () => {
|
||||
const h = await setup()
|
||||
vi.mocked(h.handle.waitForExit).mockRejectedValue(new Error('range cannot be observed'))
|
||||
vi.mocked(h.waitForExit).mockRejectedValue(new Error('range cannot be observed'))
|
||||
h.onBoot(() => { h.emit({ type: 'done', value: encodeCodeJsonWire(42) }) })
|
||||
expect((await h.start()).error).toEqual({ kind: 'worker-exit', message: 'managed process cleanup failed: range cannot be observed' })
|
||||
})
|
||||
@@ -351,4 +354,93 @@ describe('Node runtime host failures', () => {
|
||||
expect(result.error?.kind).toBe('output-limit')
|
||||
expect(result.logs).toEqual(['retained'])
|
||||
})
|
||||
|
||||
it.each([undefined, { kind: 'exception', message: 'program failed' }] as const)('bounds incomplete raw output after completion with %j', async (failure) => {
|
||||
const h = await setup({ graceMs: 5 })
|
||||
const cleaning = Promise.withResolvers<undefined>()
|
||||
vi.mocked(h.terminate).mockImplementation(() => { h.direct.resolve({ exitCode: 0, signal: null }) })
|
||||
vi.mocked(h.waitForExit).mockImplementation(async () => { cleaning.resolve(undefined); return true })
|
||||
h.onBoot(() => { h.emit(failure === undefined ? { type: 'done' } : { type: 'done', error: failure }) })
|
||||
vi.useFakeTimers({ toFake: ['setTimeout', 'clearTimeout'] })
|
||||
try {
|
||||
const pending = h.start()
|
||||
await cleaning.promise
|
||||
await vi.advanceTimersByTimeAsync(5)
|
||||
expect((await pending).error).toEqual(failure ?? { kind: 'worker-exit', message: 'Node process output did not close cleanly' })
|
||||
expect(h.stdout.destroyed).toBe(true)
|
||||
expect(h.stderr.destroyed).toBe(true)
|
||||
} finally { vi.useRealTimers() }
|
||||
})
|
||||
|
||||
it('decodes fragmented native output and preserves incomplete final UTF-8 bytes', async () => {
|
||||
const h = await setup()
|
||||
h.onBoot(() => {
|
||||
for (const stream of [h.stdout, h.stderr]) {
|
||||
stream.write(Buffer.from([0xe2]))
|
||||
stream.write(Buffer.from([0x82, 0xac]))
|
||||
stream.end(Buffer.from([0xe2]))
|
||||
}
|
||||
h.emit({ type: 'done' })
|
||||
})
|
||||
const result = await h.start()
|
||||
expect(result.error).toBeUndefined()
|
||||
expect(result.logs.filter(text => text === '€')).toHaveLength(2)
|
||||
expect(result.logs.filter(text => text === '�')).toHaveLength(2)
|
||||
})
|
||||
|
||||
it('keeps the fitting native-output prefix and ignores later overflow chunks', async () => {
|
||||
const h = await setup({ maxOutputBytes: 256 })
|
||||
vi.mocked(h.terminate).mockImplementation(() => {
|
||||
h.stderr.end('later output')
|
||||
h.stdout.end()
|
||||
h.direct.resolve({ exitCode: 0, signal: null })
|
||||
})
|
||||
h.onBoot(() => { h.stdout.write('x'.repeat(1024)) })
|
||||
const result = await h.start()
|
||||
expect(result.error?.kind).toBe('output-limit')
|
||||
expect(result.logs.join('')).toMatch(/^x+$/)
|
||||
expect(Buffer.byteLength(JSON.stringify(result.logs))).toBeLessThanOrEqual(256)
|
||||
})
|
||||
|
||||
it.each(['stdout', 'stderr'] as const)('reports a broken raw %s pipe', async (name) => {
|
||||
const h = await setup()
|
||||
h.onBoot(() => { h[name].emit('error', new Error(`${name} closed`)) })
|
||||
expect((await h.start()).error).toEqual({ kind: 'worker-exit', message: `${name} closed` })
|
||||
})
|
||||
|
||||
it('retains stderr when a ready process exits without a completion frame', async () => {
|
||||
const h = await setup()
|
||||
h.onBoot(() => {
|
||||
h.stderr.write('native fatal detail')
|
||||
h.direct.resolve({ exitCode: 9, signal: null })
|
||||
})
|
||||
expect((await h.start()).error).toEqual({ kind: 'worker-exit', message: 'Node process exited before completing (9): native fatal detail' })
|
||||
})
|
||||
|
||||
it.each([true, false])('attributes a failed confined spawn only with runner evidence (%s)', async (runnerFailed) => {
|
||||
const h = await setup({}, 'read-only')
|
||||
const runner = '/sandbox-runner'
|
||||
vi.spyOn(h.ctx.sandbox, 'confine').mockImplementation(argv => confinement([runner, ...argv]))
|
||||
h.onBoot(() => {
|
||||
h.direct.reject(Object.assign(new Error('spawn rejected'), runnerFailed ? { code: 'ENOENT', path: runner, syscall: `spawn ${runner}` } : {}))
|
||||
})
|
||||
expect((await h.start()).error).toEqual({ kind: runnerFailed ? 'sandbox-unavailable' : 'worker-exit', message: 'spawn rejected' })
|
||||
})
|
||||
|
||||
it('selects the private packaged bootstrap without leaking ambient environment', async () => {
|
||||
const h = await setup()
|
||||
h.onBoot(() => { h.emit({ type: 'done' }) })
|
||||
const prior = Object.getOwnPropertyDescriptor(process, 'pkg')
|
||||
try {
|
||||
Object.defineProperty(process, 'pkg', { configurable: true, value: {} })
|
||||
expect((await h.start()).error).toBeUndefined()
|
||||
const spec = h.spawn.mock.calls[0]?.[0]
|
||||
expect(spec?.env?.DSH_CODE_RUNTIME_NODE).toBe('1')
|
||||
expect(spec?.argv.at(-1)).toBe('134217728')
|
||||
expect(Object.entries(spec?.env ?? {}).filter(([, value]) => value !== undefined)).toEqual([['DSH_CODE_RUNTIME_NODE', '1']])
|
||||
} finally {
|
||||
if (prior === undefined) Reflect.deleteProperty(process, 'pkg')
|
||||
else Object.defineProperty(process, 'pkg', prior)
|
||||
}
|
||||
})
|
||||
})
|
||||
@@ -27,7 +27,7 @@ it('clears process environment, dispatches a binding reply and flushes the termi
|
||||
if (message.type === 'ready') void peer.send({ type: 'boot', data: { code: 'console.log("ready"); return await tools.echo({});', namespaces: [{ global: 'tools', names: ['echo'] }], maxOutputBytes: 1024 } })
|
||||
if (message.type === 'call') void peer.send({ type: 'reply', id: message.id, ok: true, value: encodeCodeJsonWire(42) })
|
||||
}, () => {})
|
||||
onTestFinished(() => peer.close())
|
||||
onTestFinished(() => { peer.close() })
|
||||
await runNodeMain(child, 4096, state)
|
||||
expect(state.env).toEqual({})
|
||||
expect(state.exitCode).toBeUndefined()
|
||||
@@ -42,7 +42,7 @@ it.each([0, -1, 1.5, 4294967296])('rejects an invalid bootstrap frame limit %i',
|
||||
it('rejects an unexpected first control frame', async () => {
|
||||
const { child, host } = endpoints()
|
||||
const peer = new JsonChannel(host, 4096, () => { void peer.send({ type: 'reply' }) }, () => {})
|
||||
onTestFinished(() => peer.close())
|
||||
onTestFinished(() => { peer.close() })
|
||||
await expect(runNodeMain(child, 4096, processState())).rejects.toThrow('expected program boot')
|
||||
})
|
||||
|
||||
@@ -60,7 +60,7 @@ it('contains program writes that exceed queued control output', async () => {
|
||||
const peer = new JsonChannel(host, 1024, (raw) => {
|
||||
if ((raw as { type: string }).type === 'ready') void peer.send({ type: 'boot', data: { code: 'for(let i=0;i<30;i++) console.log("x".repeat(100));', namespaces: [], maxOutputBytes: 8000 } })
|
||||
}, () => {})
|
||||
onTestFinished(() => peer.close())
|
||||
onTestFinished(() => { peer.close() })
|
||||
await runNodeMain(child, 1024, state)
|
||||
expect(state.exitCode).toBe(1)
|
||||
})
|
||||
@@ -17,13 +17,13 @@ it('boots an unbuilt source closure outside the workspace and exchanges tool rep
|
||||
const source = `import {Socket} from 'node:net';import {runNodeMain} from ${JSON.stringify(pathToFileURL(join(directory, 'process.ts')).href)};await runNodeMain(new Socket({fd:7,readable:true,writable:true}),100000,process);`
|
||||
const child = spawn(process.execPath, ['--input-type=module', '--eval', source], {
|
||||
env: { PLACEHOLDER_SECRET: 'fixture-only' },
|
||||
stdio: ['ignore', 'pipe', 'pipe', 'ignore', 'ignore', 'ignore', 'ignore', 'pipe'],
|
||||
stdio: ['ignore', 'pipe', 'pipe', 'ignore', 'ignore', 'ignore', 'ignore', 'overlapped'],
|
||||
})
|
||||
let stderr = ''
|
||||
child.stderr?.on('data', (chunk: Buffer) => { stderr += chunk.toString('utf8') })
|
||||
const finished = new Promise<void>((resolve) => { child.once('close', () => { resolve() }) })
|
||||
const completed = Promise.withResolvers<unknown>()
|
||||
child.once('error', error => completed.reject(error))
|
||||
child.once('error', (error) => { completed.reject(error) })
|
||||
child.once('exit', (code) => { if (code !== 0) completed.reject(new Error(`child exit ${code}: ${stderr}`)) })
|
||||
const control = Array.from(child.stdio)[7]
|
||||
if (!(control instanceof Duplex)) { child.kill(); await finished; throw new Error('missing child control channel') }
|
||||
@@ -34,15 +34,15 @@ it('boots an unbuilt source closure outside the workspace and exchanges tool rep
|
||||
code: 'const answer = await tools.echo({ n: 21 }); return { answer, env: { ...process.env } }',
|
||||
namespaces: [{ global: 'tools', names: ['echo'] }],
|
||||
maxOutputBytes: 10_000,
|
||||
} }).catch(error => completed.reject(error))
|
||||
} }).catch((error: unknown) => { completed.reject(error) })
|
||||
} else if (message.type === 'call') {
|
||||
expect(decodeCodeJsonWire(message.args)).toEqual({ n: 21 })
|
||||
void channel.send({ type: 'reply', id: message.id, ok: true, value: encodeCodeJsonWire(42) }).catch(error => completed.reject(error))
|
||||
void channel.send({ type: 'reply', id: message.id, ok: true, value: encodeCodeJsonWire(42) }).catch((error: unknown) => { completed.reject(error) })
|
||||
} else if (message.type === 'done') {
|
||||
if (message.error !== undefined) completed.reject(new Error(JSON.stringify(message.error)))
|
||||
else completed.resolve(decodeCodeJsonWire(message.value))
|
||||
}
|
||||
}, error => completed.reject(error))
|
||||
}, (error) => { completed.reject(error) })
|
||||
onTestFinished(async () => { channel.close(); child.kill(); await finished })
|
||||
expect(await completed.promise).toEqual({ answer: 42, env: {} })
|
||||
await finished
|
||||
|
||||
@@ -1,5 +1,6 @@
|
||||
import { mkdtemp, mkdir, readFile, rm, symlink } from 'node:fs/promises'
|
||||
import { homedir } from 'node:os'
|
||||
import { createServer, type Socket } from 'node:net'
|
||||
import { join } from 'node:path'
|
||||
import { Context } from '@deepseek-ai/cordis'
|
||||
import { describe, expect, it, onTestFinished } from 'vitest'
|
||||
@@ -98,6 +99,52 @@ describe('Node program process', () => {
|
||||
expect((await active).error).toEqual({ kind: 'abort', message: 'stop' })
|
||||
})
|
||||
|
||||
it('closes a still-running descendant before returning the program result', async () => {
|
||||
const { run } = await setup()
|
||||
const connected = Promise.withResolvers<undefined>()
|
||||
const disconnected = Promise.withResolvers<undefined>()
|
||||
let peer: Socket | undefined
|
||||
const server = createServer((socket) => {
|
||||
peer = socket
|
||||
// A terminated peer can reset its connection instead of sending FIN.
|
||||
socket.on('error', () => {})
|
||||
socket.once('close', () => { disconnected.resolve(undefined) })
|
||||
connected.resolve(undefined)
|
||||
})
|
||||
onTestFinished(async () => {
|
||||
peer?.destroy()
|
||||
if (server.listening) await new Promise<void>((resolve, reject) => {
|
||||
server.close((error) => { if (error) reject(error); else resolve() })
|
||||
})
|
||||
})
|
||||
await new Promise<void>((resolve, reject) => {
|
||||
server.once('error', reject)
|
||||
server.listen(0, '127.0.0.1', resolve)
|
||||
})
|
||||
const address = server.address()
|
||||
if (address === null || typeof address === 'string') throw new Error('expected bound TCP listener')
|
||||
const child = `require('node:net').connect(${address.port},'127.0.0.1')`
|
||||
const result = await run({
|
||||
program: `const {spawn}=await import("node:child_process"); spawn(process.execPath,["-e",${JSON.stringify(child)}],{stdio:"ignore"}); await tools.connected({}); return 42;`,
|
||||
bindings: bindings({ connected: async () => { await connected.promise; return null } }),
|
||||
})
|
||||
expect(result.error).toBeUndefined()
|
||||
expect(result.value).toBe(42)
|
||||
await disconnected.promise
|
||||
})
|
||||
|
||||
it('applies the configured V8 old-generation ceiling to each fresh Node process', async () => {
|
||||
const limits: number[] = []
|
||||
for (const maxOldGenerationSizeMb of [32, 64]) {
|
||||
const { run } = await setup({ maxOldGenerationSizeMb })
|
||||
const result = await run({ program: 'return (await import("node:v8")).getHeapStatistics().heap_size_limit;', bindings: [] })
|
||||
expect(result.error).toBeUndefined()
|
||||
if (typeof result.value !== 'number') throw new Error('expected V8 heap limit')
|
||||
limits.push(result.value)
|
||||
}
|
||||
expect(Number(limits[1]) - Number(limits[0])).toBe(32 * 1024 * 1024)
|
||||
})
|
||||
|
||||
it('disposes active programs and rejects later execution', async () => {
|
||||
const { ctx, run, runtime } = await setup()
|
||||
const spec = runtime.resolve({ program: '', bindings: [] })
|
||||
|
||||
Reference in new issue
Block a user