213 lines
7.8 KiB
TypeScript
213 lines
7.8 KiB
TypeScript
|
import { createExecuteSkillTool } from '../src/modules/netaclaw/tools/builtin/execute_skill';
|
|||
|
|
|
|||
|
|
describe('execute_skill process event bridge', () => {
|
|||
|
|
it('bridges skill process events to tool updates', async () => {
|
|||
|
|
let capturedParams: any;
|
|||
|
|
const executor = {
|
|||
|
|
execute: jest.fn(async (params: any) => {
|
|||
|
|
capturedParams = params;
|
|||
|
|
params.onProcessEvent?.({
|
|||
|
|
source: 'skill',
|
|||
|
|
targetType: 'skill',
|
|||
|
|
stage: 'frames',
|
|||
|
|
status: 'running',
|
|||
|
|
message: 'frames extracted',
|
|||
|
|
current: 1,
|
|||
|
|
total: 2,
|
|||
|
|
payload: { frameCount: 10 },
|
|||
|
|
});
|
|||
|
|
return { success: true, output: { ok: true }, duration: 1 };
|
|||
|
|
}),
|
|||
|
|
};
|
|||
|
|
const updates: any[] = [];
|
|||
|
|
|
|||
|
|
const tool = createExecuteSkillTool(executor as any);
|
|||
|
|
const result = await tool.execute(
|
|||
|
|
'call-1',
|
|||
|
|
{ name: 'demo', input: { taskId: 't1' } },
|
|||
|
|
event => updates.push(event),
|
|||
|
|
);
|
|||
|
|
|
|||
|
|
expect(capturedParams).toEqual(expect.objectContaining({
|
|||
|
|
skillName: 'demo',
|
|||
|
|
input: { taskId: 't1' },
|
|||
|
|
toolCallId: 'call-1',
|
|||
|
|
}));
|
|||
|
|
expect(updates).toEqual([
|
|||
|
|
expect.objectContaining({
|
|||
|
|
source: 'skill',
|
|||
|
|
targetType: 'skill',
|
|||
|
|
stage: 'frames',
|
|||
|
|
status: 'running',
|
|||
|
|
message: 'frames extracted',
|
|||
|
|
current: 1,
|
|||
|
|
total: 2,
|
|||
|
|
payload: {
|
|||
|
|
frameCount: 10,
|
|||
|
|
skillName: 'demo',
|
|||
|
|
},
|
|||
|
|
}),
|
|||
|
|
]);
|
|||
|
|
expect(result).toEqual({
|
|||
|
|
type: 'text',
|
|||
|
|
text: JSON.stringify({ ok: true }, null, 2),
|
|||
|
|
});
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
it('does not fail execute_skill when process update observer throws', async () => {
|
|||
|
|
const executor = {
|
|||
|
|
execute: jest.fn(async (params: any) => {
|
|||
|
|
params.onProcessEvent?.({
|
|||
|
|
source: 'skill',
|
|||
|
|
targetType: 'skill',
|
|||
|
|
status: 'running',
|
|||
|
|
message: 'still observational',
|
|||
|
|
});
|
|||
|
|
return { success: true, output: { ok: true }, duration: 1 };
|
|||
|
|
}),
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
const tool = createExecuteSkillTool(executor as any);
|
|||
|
|
const result = await tool.execute(
|
|||
|
|
'call-1',
|
|||
|
|
{ name: 'demo', input: {} },
|
|||
|
|
() => {
|
|||
|
|
throw new Error('observer failed');
|
|||
|
|
},
|
|||
|
|
);
|
|||
|
|
|
|||
|
|
expect(result).toEqual({
|
|||
|
|
type: 'text',
|
|||
|
|
text: JSON.stringify({ ok: true }, null, 2),
|
|||
|
|
});
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
it('returns structured images when skill output includes bestFrameImages', async () => {
|
|||
|
|
const output = {
|
|||
|
|
success: true,
|
|||
|
|
taskId: 'task_1',
|
|||
|
|
summary: { mergedDamageCount: 1, bestFrameCount: 1, candidateDamageCount: 2, reviewImageCount: 1 },
|
|||
|
|
vehicleInfo: { frontPlate: '粤B12345' },
|
|||
|
|
candidates: [
|
|||
|
|
{ id: 'cand_001', part: '前保险杠', type: '划痕' },
|
|||
|
|
],
|
|||
|
|
damages: [
|
|||
|
|
{ id: 'damage_001', part: '前保险杠', type: '划痕', severity: '轻微' },
|
|||
|
|
],
|
|||
|
|
uncertainDamages: [
|
|||
|
|
{ id: 'damage_002', part: '右前门', type: '凹陷', severity: '轻微' },
|
|||
|
|
],
|
|||
|
|
bestFrameImages: [
|
|||
|
|
{
|
|||
|
|
url: '/workspace/vehicle-damage-inspection/task_1/source/best_01_damage_001_2_00s.jpg',
|
|||
|
|
mimeType: 'image/jpeg',
|
|||
|
|
label: '前保险杠划痕 2s',
|
|||
|
|
},
|
|||
|
|
],
|
|||
|
|
reviewImages: [
|
|||
|
|
{
|
|||
|
|
url: '/workspace/vehicle-damage-inspection/task_1/source/review_zoom_damage_001_2_00s.jpg',
|
|||
|
|
mimeType: 'image/jpeg',
|
|||
|
|
label: '模型不确定，放大后复核：前保险杠划痕',
|
|||
|
|
purpose: '模型不确定，放大后复核',
|
|||
|
|
reason: '放大后仍不够清晰，建议人工复核',
|
|||
|
|
},
|
|||
|
|
],
|
|||
|
|
};
|
|||
|
|
const executor = {
|
|||
|
|
execute: jest.fn(async () => ({ success: true, output, duration: 1 })),
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
const tool = createExecuteSkillTool(executor as any);
|
|||
|
|
const result = await tool.execute('call-1', { name: 'vehicle-damage-inspection', input: {} });
|
|||
|
|
|
|||
|
|
expect(result).toEqual({
|
|||
|
|
type: 'images',
|
|||
|
|
text: [
|
|||
|
|
'Skill vehicle-damage-inspection 执行完成。',
|
|||
|
|
'请只依据 finalResult.damages、finalResult.uncertainDamages、finalResult.bestFrameImages、finalResult.reviewImages 和 finalResult.summary 回答用户。',
|
|||
|
|
'damages 是已确认旧伤；uncertainDamages 是放大后仍无法明确确认的疑似旧伤，需要提示人工复核，不能说成已确认旧伤。',
|
|||
|
|
'reviewImages 是模型不清楚时生成的放大复核图；如存在，请说明“模型不清楚，已放大后判断”，并把图片返回给前端展示。',
|
|||
|
|
'candidates 是已复核前的中间候选，不代表最终旧伤，不要把 candidates 当成检测结论。',
|
|||
|
|
JSON.stringify({
|
|||
|
|
success: true,
|
|||
|
|
taskId: 'task_1',
|
|||
|
|
finalResult: {
|
|||
|
|
summary: { mergedDamageCount: 1, bestFrameCount: 1, candidateDamageCount: 2, reviewImageCount: 1 },
|
|||
|
|
vehicleInfo: { frontPlate: '粤B12345' },
|
|||
|
|
damages: [
|
|||
|
|
{ id: 'damage_001', part: '前保险杠', type: '划痕', severity: '轻微' },
|
|||
|
|
],
|
|||
|
|
uncertainDamages: [
|
|||
|
|
{ id: 'damage_002', part: '右前门', type: '凹陷', severity: '轻微' },
|
|||
|
|
],
|
|||
|
|
bestFrameImages: output.bestFrameImages,
|
|||
|
|
reviewImages: output.reviewImages,
|
|||
|
|
},
|
|||
|
|
artifacts: undefined,
|
|||
|
|
}, null, 2),
|
|||
|
|
].join('\n'),
|
|||
|
|
images: [
|
|||
|
|
{
|
|||
|
|
url: '/workspace/vehicle-damage-inspection/task_1/source/best_01_damage_001_2_00s.jpg',
|
|||
|
|
mimeType: 'image/jpeg',
|
|||
|
|
label: '前保险杠划痕 2s',
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
url: '/workspace/vehicle-damage-inspection/task_1/source/review_zoom_damage_001_2_00s.jpg',
|
|||
|
|
mimeType: 'image/jpeg',
|
|||
|
|
label: '模型不确定，放大后复核：前保险杠划痕',
|
|||
|
|
purpose: '模型不确定，放大后复核',
|
|||
|
|
reason: '放大后仍不够清晰，建议人工复核',
|
|||
|
|
},
|
|||
|
|
],
|
|||
|
|
});
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
it('returns final-only text when reviewed skill output has rejected all candidates', async () => {
|
|||
|
|
const output = {
|
|||
|
|
success: true,
|
|||
|
|
taskId: 'task_empty',
|
|||
|
|
summary: { candidateDamageCount: 1, mergedDamageCount: 0, bestFrameCount: 0, reviewImageCount: 0 },
|
|||
|
|
candidates: [
|
|||
|
|
{ id: 'cand_001', part: '右前翼子板', type: '凹陷' },
|
|||
|
|
],
|
|||
|
|
damages: [],
|
|||
|
|
uncertainDamages: [],
|
|||
|
|
bestFrameImages: [],
|
|||
|
|
reviewImages: [],
|
|||
|
|
};
|
|||
|
|
const executor = {
|
|||
|
|
execute: jest.fn(async () => ({ success: true, output, duration: 1 })),
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
const tool = createExecuteSkillTool(executor as any);
|
|||
|
|
const result = await tool.execute('call-1', { name: 'vehicle-damage-inspection', input: {} });
|
|||
|
|
|
|||
|
|
expect(result).toEqual({
|
|||
|
|
type: 'text',
|
|||
|
|
text: [
|
|||
|
|
'Skill vehicle-damage-inspection 执行完成。',
|
|||
|
|
'请只依据 finalResult.damages、finalResult.uncertainDamages、finalResult.bestFrameImages、finalResult.reviewImages 和 finalResult.summary 回答用户。',
|
|||
|
|
'damages 是已确认旧伤；uncertainDamages 是放大后仍无法明确确认的疑似旧伤，需要提示人工复核，不能说成已确认旧伤。',
|
|||
|
|
'reviewImages 是模型不清楚时生成的放大复核图；如存在，请说明“模型不清楚，已放大后判断”，并把图片返回给前端展示。',
|
|||
|
|
'candidates 是已复核前的中间候选，不代表最终旧伤，不要把 candidates 当成检测结论。',
|
|||
|
|
JSON.stringify({
|
|||
|
|
success: true,
|
|||
|
|
taskId: 'task_empty',
|
|||
|
|
finalResult: {
|
|||
|
|
summary: { candidateDamageCount: 1, mergedDamageCount: 0, bestFrameCount: 0, reviewImageCount: 0 },
|
|||
|
|
vehicleInfo: undefined,
|
|||
|
|
damages: [],
|
|||
|
|
uncertainDamages: [],
|
|||
|
|
bestFrameImages: [],
|
|||
|
|
reviewImages: [],
|
|||
|
|
},
|
|||
|
|
artifacts: undefined,
|
|||
|
|
}, null, 2),
|
|||
|
|
].join('\n'),
|
|||
|
|
});
|
|||
|
|
expect((result as any).text).not.toContain('右前翼子板');
|
|||
|
|
});
|
|||
|
|
});
|