Core regression / Python core, intervention UI and release configuration (push) Successful in 16m20s
Core regression / JavaScript syntax (push) Successful in 11s
Core regression / Python core, intervention UI and release configuration (pull_request) Failing after 11m11s
Core regression / JavaScript syntax (pull_request) Successful in 7s
102 lines
5.5 KiB
JavaScript
102 lines
5.5 KiB
JavaScript
/** Real native Harness incident diagnosis; no engineering mutations or issue writes. */
|
|
import {executeTool} from './dsh_tool_probe.mjs';
|
|
import assert from 'node:assert/strict';
|
|
import {mkdir,mkdtemp,writeFile} from 'node:fs/promises';
|
|
import {createRequire} from 'node:module';
|
|
import path from 'node:path';
|
|
import {pathToFileURL} from 'node:url';
|
|
import {bootRuntime} from '../integration/dsh/start.mjs';
|
|
|
|
const output=path.resolve('build/dsh-auto-runtime');
|
|
await mkdir(output,{recursive:true});
|
|
const offline=process.argv.includes('--fixture');
|
|
const fixture=offline?await mkdtemp(path.join(output,'run-')):output;
|
|
if(offline)for(const key of ['DSH_API_KEY','DSH_API_BASE','DSH_MODEL','DX_DSH_MODELS'])delete process.env[key];
|
|
process.env.DX_DSH_HOME=path.join(fixture,'home');
|
|
process.env.DX_DSH_CONTEXT_FILE=path.join(fixture,'context.json');
|
|
await writeFile(process.env.DX_DSH_CONTEXT_FILE,JSON.stringify({task_id:'different-current-task',revision:'other',status:'draft'}));
|
|
const snapshot={task_id:'auto-failure-fixture',revision:'incident',status:'failed',issue_code:'worker_error',
|
|
issue:'受控诊断验收:执行前 worker 失败,没有工程写入。',rules_count:1,progress:{failed_items:1,total:1,completed:0}};
|
|
const {ctx,shutdown}=await bootRuntime({announce:false});
|
|
const original=process.stdout.write.bind(process.stdout);
|
|
let resolveResult,rejectResult,resolveStarted;
|
|
let creationBodyRan=false;
|
|
const started=new Promise(resolve=>{resolveStarted=resolve;});
|
|
const result=new Promise((resolve,reject)=>{resolveResult=resolve;rejectResult=reject;});
|
|
process.stdout.write=function(chunk,...args){
|
|
const line=String(chunk);
|
|
if(line.startsWith('DX_DSH_CREATE_REQUEST ')||line.startsWith('DX_DSH_LIFECYCLE_REQUEST '))creationBodyRan=true;
|
|
if(line.startsWith('DX_DSH_DIAGNOSIS ')) {
|
|
const value=JSON.parse(line.slice('DX_DSH_DIAGNOSIS '.length));
|
|
if(value.status==='started')resolveStarted(value.session_id);
|
|
else if(value.status==='completed')resolveResult(value);
|
|
else if(value.status==='failed')rejectResult(Error(value.error));
|
|
return true;
|
|
}
|
|
return original(chunk,...args);
|
|
};
|
|
let timer;
|
|
try{
|
|
if(offline){
|
|
const require=createRequire(new URL('../integration/dsh/start.mjs',import.meta.url));
|
|
const {LlmAdapter}=await import(pathToFileURL(require.resolve('@deepseek-ai/dsh-llm')).href);
|
|
let snapshotRequested=false;
|
|
class DiagnosticFixture extends LlmAdapter{
|
|
providerInfo(provider){return {id:provider,name:'Auto runtime fixture'};}
|
|
async listModels(provider){return [{provider,id:'fixture',name:'Fixture'}];}
|
|
async *stream(options){
|
|
const readSnapshot=options.purpose!=='session-title'&&!snapshotRequested;
|
|
if(readSnapshot)snapshotRequested=true;
|
|
const block=readSnapshot
|
|
?{type:'tool-call',id:crypto.randomUUID(),name:'dx_task_snapshot',arguments:'{}'}
|
|
:{type:'text',text:'Controlled diagnosis fixture. {"action":"none"}'};
|
|
yield {type:'block-start',index:0,blockType:block.type};
|
|
yield {type:'block-end',index:0,block};
|
|
yield {type:'finish',reason:{kind:readSnapshot?'tool-calls':'stop'}};
|
|
}
|
|
}
|
|
ctx.llm.registerAdapter(['auto-runtime-fixture'],new DiagnosticFixture());
|
|
await ctx.agentDefaultModel.saveSelection({provider:'auto-runtime-fixture',model:'fixture'});
|
|
}
|
|
timer=setTimeout(()=>rejectResult(Error('native_auto_test_timeout')),135000);
|
|
ctx.emit('dx/diagnose-request',{request_id:'cli-auto-request',incident_id:'0123456789abcdef01234567',
|
|
phase:'diagnose',snapshot,evidence:JSON.stringify(snapshot)});
|
|
const sessionId=await Promise.race([started,result.then(()=>{throw Error('Missing started event');})]);
|
|
const previousParent=process.env.DX_DSH_PARENT_PIPE;
|
|
process.env.DX_DSH_PARENT_PIPE='1';
|
|
try{
|
|
const denial=await executeTool(ctx, {callId:'automatic-creation-denial',name:'dx_task_create',
|
|
arguments:{name:'Must never open a dialog'},agent:ctx.agents.get(sessionId),signal:AbortSignal.timeout(1500)});
|
|
assert.equal(denial.isError,true);
|
|
assert.equal(creationBodyRan,false,'Automatic incident must be denied before desktop request emission');
|
|
for(const [name,args] of [
|
|
['dx_task_catalog',{}],['dx_task_preflight',{task_ids:['auto-failure-fixture']}],
|
|
['dx_task_manage',{operation:'archive',task_id:'auto-failure-fixture'}],
|
|
['dx_task_execute',{operation:'start',task_ids:['auto-failure-fixture']}],
|
|
['dx_task_operations',{operation:'history'}],
|
|
]){
|
|
const result=await executeTool(ctx, {callId:'automatic-denial-'+name,name,arguments:args,
|
|
agent:ctx.agents.get(sessionId),signal:AbortSignal.timeout(1500)});
|
|
assert.equal(result.isError,true);
|
|
assert.equal(creationBodyRan,false);
|
|
}
|
|
}finally{
|
|
if(previousParent===undefined)delete process.env.DX_DSH_PARENT_PIPE;else process.env.DX_DSH_PARENT_PIPE=previousParent;
|
|
}
|
|
const value=await result;
|
|
assert.ok(value.reply.length>20);
|
|
const tools=value.transcript.filter(e=>e.type==='tool/result');
|
|
assert.ok(tools.length>0);
|
|
const text=JSON.stringify(tools);
|
|
assert.ok(text.includes('auto-failure-fixture'));
|
|
assert.ok(!text.includes('different-current-task'));
|
|
const report={status:'passed',session_id:value.session_id,reply:value.reply,
|
|
incidentBoundSnapshot:true,automaticTaskCreationDenied:true,toolResults:tools};
|
|
await writeFile(path.join(fixture,'report.json'),JSON.stringify(report,null,2));
|
|
original(JSON.stringify(report)+'\n');
|
|
}finally{
|
|
clearTimeout(timer);
|
|
process.stdout.write=original;
|
|
await shutdown.shutdown(0);
|
|
}
|