sjw1231
64d04a4916
Across 2,226 recorded DS-Bench and DeepSWE rollouts, 14% of apply_patch
calls arrived as {"input": ...} and were rejected for the missing `patch`
property: models trained on the Codex tool send its parameter name
unprompted. The schema now uses `input`; the executor request keeps its
internal `patch` field. Recorded apply-patch sessions, the schema sidecar,
and the catalogs follow.
23 lines
11 KiB
JSON
23 lines
11 KiB
JSON
{"type":"session","version":4,"id":"{{session:1}}","createdAt":1792123180093,"cwd":"{{cwd}}","isSeeded":false,"delegationDepth":0}
|
|
{"type":"permission/preset","data":{"preset":"danger-full-access"}}
|
|
{"type":"sandbox/mode","data":{"mode":"danger-full-access"}}
|
|
{"type":"approval/policy","data":{"policy":"never"}}
|
|
{"type":"agent/inbox/spliced","data":{"target":"next-turn","start":0,"inserted":[{"content":[{"type":"text","text":"Use exactly one apply_patch call with two Add File operations in this order: first.txt containing published followed by a newline, then locked/second.txt containing blocked followed by a newline. The locked directory is read-only. Call apply_patch immediately. Do not inspect the directory, change permissions, retry, or call any other tool. Report the partial-failure summary and which file was created, using relative filenames only and no absolute paths."}],"source":{"kind":"user"},"role":"user","id":"{{message:1}}"}]}}
|
|
{"type":"turn/start","data":{"turn":1}}
|
|
{"type":"agent/inbox/spliced","data":{"target":"next-turn","start":0,"removedCount":1,"inserted":[]}}
|
|
{"type":"step/start","data":{"turn":1,"step":1}}
|
|
{"type":"system/message","data":{"turn":1,"step":1,"message":{"role":"system","content":[{"type":"text","text":"{{system}}"}],"source":{"kind":"system-prompt"},"id":"{{message:2}}"}},"surfaceOp":"append"}
|
|
{"type":"user/message","data":{"content":[{"type":"text","text":"Use exactly one apply_patch call with two Add File operations in this order: first.txt containing published followed by a newline, then locked/second.txt containing blocked followed by a newline. The locked directory is read-only. Call apply_patch immediately. Do not inspect the directory, change permissions, retry, or call any other tool. Report the partial-failure summary and which file was created, using relative filenames only and no absolute paths."}],"source":{"kind":"user"},"role":"user","id":"{{message:1}}"},"surfaceOp":"append"}
|
|
{"type":"user/message","data":{"content":[{"type":"text","text":"Current runtime context. This snapshot supersedes earlier runtime-context snapshots.\n\nCurrent working directory: \"{{cwd}}\".\n\nCurrent DSH file policy: danger-full-access. The DSH file sandbox does not restrict file modifications by available operations.\n\nApproval prompts are disabled in this session: actions that require approval are rejected automatically — do not request sandbox escalation (do not set `sandbox_permissions`)."}],"source":{"kind":"runtime-context","form":"snapshot","sections":[{"name":"working-directory:current","text":"Current working directory: \"{{cwd}}\"."},{"name":"sandbox:policy","text":"Current DSH file policy: danger-full-access. The DSH file sandbox does not restrict file modifications by available operations."},{"name":"approval:policy","text":"Approval prompts are disabled in this session: actions that require approval are rejected automatically — do not request sandbox escalation (do not set `sandbox_permissions`)."}]},"role":"user","id":"{{message:3}}"},"surfaceOp":"append"}
|
|
{"type":"request/header","data":{"header":{"config":{"provider":"deepseek-official","model":"deepseek-v4-pro","maxTokens":256000,"reasoningEffort":"high"},"adapterDefaults":{"reasoningEffort":true,"maxTokens":true},"tools":"{{tools}}"},"reason":"initial"}}
|
|
{"type":"request/context","data":{"provider":"deepseek-official","model":"deepseek-v4-pro","contextWindow":1000000}}
|
|
{"type":"session/title","data":{"title":"Use exactly one apply_patch call","messageSeqs":[8],"source":{"kind":"fallback"}}}
|
|
{"type":"assistant/message","data":{"turn":1,"step":1,"message":{"role":"assistant","content":[{"type":"reasoning","text":"The task: use exactly one apply_patch call with two Add File operations in order: first.txt containing \"published\\n\", then locked/second.txt containing \"blocked\\n\". The locked directory is read-only. Call apply_patch immediately, do not inspect, change permissions, retry, or call other tools. Report partial-failure summary and which file was created, using relative filenames.\n\nI must make one apply_patch call with two Add File hunks in that order."},{"type":"tool-call","id":"call_00_sC9S5I5XvmkaQwHk39P23131","name":"apply_patch","arguments":"{\"input\": \"*** Begin Patch\\n*** Add File: first.txt\\n+published\\n*** Add File: locked/second.txt\\n+blocked\\n*** End Patch\"}"}],"source":{"kind":"model","provider":"deepseek-official","model":"deepseek-v4-pro","replayState":{"response":{"kind":"deepseek-messages","version":1,"model":"deepseek-v4-pro"},"blocks":[{"type":"reasoning","signature":"83e90500-8c2c-4361-8e9a-8d6dcca151fd"},{"type":"tool-call"}]}},"id":"{{message:4}}"},"usage":{"inputTokens":241,"outputTokens":171,"cacheReadTokens":4992,"cacheWriteTokens":0,"totalTokens":5404},"stream":[{"type":"chunk","time":1792123180936,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}},{"type":"reasoning-chunks","time0":1792123181256,"index":0,"dt":[113,34,26,0,24,0,0,1,0,0,38,1,0,0,0,0,18,0,23,0,23,0,0,0,28,0,0,58,0,0,0,22,1,0,0,0,34,1,0,0,0,0,42,1,0,0,0,0,38,0,1,20,9,0,0,28,1,0,0,0,0,35,0,0,0,37,0,0,0,0,38,0,1,0,0,32,0,0,0,0,60,32,30,23,0,0,1,0,36,15,0,0,23,0,39,40,0],"texts":["The"," task",":"," use"," exactly"," one"," apply","_p","atch"," call"," with"," two"," Add"," File"," operations"," in"," order",":"," first",".txt"," containing"," \"","published","\\n","\","," then"," locked","/second",".txt"," containing"," \"","block","ed","\\n","\"."," The"," locked"," directory"," is"," read","-only","."," Call"," apply","_p","atch"," immediately",","," do"," not"," inspect",","," change"," permissions",","," ret","ry",","," or"," call"," other"," tools","."," Report"," partial","-f","ailure"," summary"," and"," which"," file"," was"," created",","," using"," relative"," fil","en","ames",".\n\n","I"," must"," make"," one"," apply","_p","atch"," call"," with"," two"," Add"," File"," hun","ks"," in"," that"," order","."]},{"type":"chunk","time":1792123182404,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The task: use exactly one apply_patch call with two Add File operations in order: first.txt containing \"published\\n\", then locked/second.txt containing \"blocked\\n\". The locked directory is read-only. Call apply_patch immediately, do not inspect, change permissions, retry, or call other tools. Report partial-failure summary and which file was created, using relative filenames.\n\nI must make one apply_patch call with two Add File hunks in that order."}}},{"type":"chunk","time":1792123182405,"chunk":{"type":"block-start","index":1,"blockType":"tool-call"}},{"type":"tool-call-chunks","time0":1792123182405,"index":1,"dt":[],"id":"call_00_sC9S5I5XvmkaQwHk39P23131","name":"apply_patch","args":[""]},{"type":"tool-call-chunks","time0":1792123182422,"index":1,"dt":[0,0,0,0,43,0,0,0,0,0,26,1,0,0,0,0,76,0,0,0,0,0,0,0,0,0,37,1,0,0,0,0,40,0,0,27],"id":"call_00_sC9S5I5XvmkaQwHk39P23131","args":["{","\"","patch","\"",": ","\"","***"," Begin"," Patch","\\n","***"," Add"," File",":"," first",".txt","\\n","+","published","\\n","***"," Add"," File",":"," locked","/second",".txt","\\n","+","block","ed","\\n","***"," End"," Patch","\"","}"]},{"type":"chunk","time":1792123182711,"chunk":{"type":"block-end","index":1,"block":{"type":"tool-call","id":"call_00_sC9S5I5XvmkaQwHk39P23131","name":"apply_patch","arguments":"{\"input\": \"*** Begin Patch\\n*** Add File: first.txt\\n+published\\n*** Add File: locked/second.txt\\n+blocked\\n*** End Patch\"}"}}},{"type":"chunk","time":1792123182712,"chunk":{"type":"usage","usage":{"inputTokens":241,"outputTokens":171,"cacheReadTokens":4992,"cacheWriteTokens":0,"totalTokens":5404}}},{"type":"chunk","time":1792123182712,"chunk":{"type":"finish","reason":{"kind":"tool-calls"},"replayState":{"response":{"kind":"deepseek-messages","version":1,"model":"deepseek-v4-pro"},"blocks":[{"type":"reasoning","signature":"83e90500-8c2c-4361-8e9a-8d6dcca151fd"},{"type":"tool-call"}]}}}]},"surfaceOp":"append"}
|
|
{"type":"tool/call","data":{"turn":1,"step":1,"callId":"call_00_sC9S5I5XvmkaQwHk39P23131","name":"apply_patch","arguments":"{\"input\": \"*** Begin Patch\\n*** Add File: first.txt\\n+published\\n*** Add File: locked/second.txt\\n+blocked\\n*** End Patch\"}"}}
|
|
{"type":"tool/result","data":{"turn":1,"step":1,"message":{"role":"tool","source":{"kind":"tool","callId":"call_00_sC9S5I5XvmkaQwHk39P23131"},"toolCallId":"call_00_sC9S5I5XvmkaQwHk39P23131","content":[{"type":"text","text":"Patch stopped after 1 of 2 operations.\nCompleted:\nA {{cwd}}/first.txt\nFailed:\n- operation 2 (add {{cwd}}/locked/second.txt, patch line 4): cannot write \"{{cwd}}/locked/second.txt\": permission denied"}],"isError":false,"id":"{{message:5}}"},"meta":{"diffs":[],"stopped":true}},"sourceEventSeqs":[14],"surfaceOp":"append"}
|
|
{"type":"step/end","data":{"turn":1,"step":1}}
|
|
{"type":"step/start","data":{"turn":1,"step":2}}
|
|
{"type":"assistant/message","data":{"turn":1,"step":2,"message":{"role":"assistant","content":[{"type":"reasoning","text":""},{"type":"text","text":"Partial failure: 1 of 2 operations succeeded.\n\n- Created: `first.txt`\n- Failed: `locked/second.txt` (permission denied — the `locked` directory is read-only)\n\nThe patch stopped after the first operation, so `first.txt` was created and `locked/second.txt` was not."}],"source":{"kind":"model","provider":"deepseek-official","model":"deepseek-v4-pro","replayState":{"response":{"kind":"deepseek-messages","version":1,"model":"deepseek-v4-pro"},"blocks":[{"type":"reasoning","signature":"c256418a-6332-4f76-8076-fc6d5f673850"},{"type":"text"}]}},"id":"{{message:6}}"},"usage":{"inputTokens":204,"outputTokens":65,"cacheReadTokens":5376,"cacheWriteTokens":0,"totalTokens":5645},"stream":[{"type":"chunk","time":1792123183528,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}},{"type":"chunk","time":1792123184349,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":""}}},{"type":"chunk","time":1792123184349,"chunk":{"type":"block-start","index":1,"blockType":"text"}},{"type":"text-chunks","time0":1792123184349,"index":1,"dt":[40,0,0,86,2,0,0,0,0,0,0,13,0,0,34,0,1,0,0,0,106,0,0,0,0,0,1,0,0,0,0,8,0,0,1,0,22,1,0,0,35,0,0,274,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0],"texts":["Partial"," failure",":"," ","1"," of"," ","2"," operations"," succeeded",".\n\n","-"," Created",":"," `","first",".txt","`\n","-"," Failed",":"," `","locked","/second",".txt","`"," (","per","mission"," denied"," —"," the"," `","locked","`"," directory"," is"," read","-only",")\n\n","The"," patch"," stopped"," after"," the"," first"," operation",","," so"," `","first",".txt","`"," was"," created"," and"," `","locked","/second",".txt","`"," was"," not","."]},{"type":"chunk","time":1792123184975,"chunk":{"type":"block-end","index":1,"block":{"type":"text","text":"Partial failure: 1 of 2 operations succeeded.\n\n- Created: `first.txt`\n- Failed: `locked/second.txt` (permission denied — the `locked` directory is read-only)\n\nThe patch stopped after the first operation, so `first.txt` was created and `locked/second.txt` was not."}}},{"type":"chunk","time":1792123184975,"chunk":{"type":"usage","usage":{"inputTokens":204,"outputTokens":65,"cacheReadTokens":5376,"cacheWriteTokens":0,"totalTokens":5645}}},{"type":"chunk","time":1792123184975,"chunk":{"type":"finish","reason":{"kind":"stop"},"replayState":{"response":{"kind":"deepseek-messages","version":1,"model":"deepseek-v4-pro"},"blocks":[{"type":"reasoning","signature":"c256418a-6332-4f76-8076-fc6d5f673850"},{"type":"text"}]}}}]},"surfaceOp":"append"}
|
|
{"type":"step/end","data":{"turn":1,"step":2}}
|
|
{"type":"turn/end","data":{"turn":1,"reason":{"kind":"completed"}}}
|