Inline tool rank audit into stage
This commit is contained in:
+1
-1
@@ -71,7 +71,7 @@
|
||||
- [x] Добавить stage `filter_tools`, который фильтрует provider-specific tools по результату ranker.
|
||||
- [x] Хранить `ToolRankDecision` в `UserRequestPipelineState.toolRankDecisions`.
|
||||
- [x] Сохранять `ToolRankDecision` в `request_audit.details`.
|
||||
- [ ] Убрать дублирующий ручной `tool-rank-audit.ts`, если stage полностью заменит его.
|
||||
- [x] Убрать дублирующий ручной `tool-rank-audit.ts`, если stage полностью заменит его.
|
||||
- [x] Сохранить status UX: `🧩 Выбираю подходящие инструменты...`.
|
||||
- [x] Гарантировать `clearStatus()` после ranker success/failure.
|
||||
- [ ] Добавить fallback через `PipelineFallbackExecutor`: main model, all tools, no tools.
|
||||
|
||||
@@ -1,43 +0,0 @@
|
||||
import {AiProvider} from "../model/ai-provider";
|
||||
import type {TelegramStreamMessage} from "./telegram-stream-message";
|
||||
import type {PipelineAuditEvent} from "./user-request-pipeline";
|
||||
import {logError} from "../util/utils";
|
||||
|
||||
export async function storeToolRankAudit(params: {
|
||||
streamMessage: TelegramStreamMessage;
|
||||
provider: AiProvider;
|
||||
model: string;
|
||||
round: number;
|
||||
startedAt: number;
|
||||
startedAtIso: string;
|
||||
availableTools: string[];
|
||||
selectedTools?: string[];
|
||||
usedRanker?: boolean;
|
||||
error?: unknown;
|
||||
}): Promise<void> {
|
||||
const event: PipelineAuditEvent = {
|
||||
stage: "tool_rank",
|
||||
status: params.error ? "failed" : "succeeded",
|
||||
startedAt: params.startedAtIso,
|
||||
finishedAt: new Date().toISOString(),
|
||||
durationMs: Date.now() - params.startedAt,
|
||||
provider: params.provider,
|
||||
model: params.model,
|
||||
details: {
|
||||
round: params.round,
|
||||
availableTools: params.availableTools,
|
||||
selectedTools: params.selectedTools ?? [],
|
||||
usedRanker: params.usedRanker ?? false,
|
||||
toolRankDecision: {
|
||||
provider: params.provider,
|
||||
round: params.round,
|
||||
availableTools: params.availableTools,
|
||||
selectedTools: params.selectedTools ?? [],
|
||||
usedRanker: params.usedRanker ?? false,
|
||||
},
|
||||
},
|
||||
error: params.error instanceof Error ? params.error.message : params.error ? String(params.error) : undefined,
|
||||
};
|
||||
|
||||
await params.streamMessage.storePipelineAudit([event]).catch(logError);
|
||||
}
|
||||
@@ -4,6 +4,7 @@ import type {TelegramStreamMessage} from "./telegram-stream-message.js";
|
||||
import type {RuntimeConfigSnapshot} from "./unified-ai-runner.shared.js";
|
||||
import {allToolSchemaNames, toolSchemaNames} from "./tool-schema-utils.js";
|
||||
import type {ToolRanker} from "./unified-ai-runner.tool-ranker.js";
|
||||
import type {PipelineAuditEvent} from "./user-request-pipeline/types.js";
|
||||
|
||||
function latestUserText(messages: readonly { role?: string; content?: unknown }[]): string {
|
||||
for (let i = messages.length - 1; i >= 0; i--) {
|
||||
@@ -53,11 +54,48 @@ export async function runToolRankStage(params: {
|
||||
const toolRanker = params.toolRanker ?? new (await import("./unified-ai-runner.tool-ranker.js")).ToolRanker(params.config);
|
||||
const startedAt = Date.now();
|
||||
const startedAtIso = new Date().toISOString();
|
||||
const storeAudit = params.storeAudit ?? (await import("./tool-rank-audit.js")).storeToolRankAudit;
|
||||
const filterSelectedTools = (selectedToolNames: readonly string[]): BoundaryValue[] => {
|
||||
const selected = new Set(selectedToolNames);
|
||||
return params.availableTools.filter(tool => toolSchemaNames(tool).some(name => selected.has(name)));
|
||||
};
|
||||
const storeAudit = params.storeAudit ?? (async (auditParams: {
|
||||
streamMessage: TelegramStreamMessage;
|
||||
provider: AiProvider;
|
||||
model: string;
|
||||
round: number;
|
||||
startedAt: number;
|
||||
startedAtIso: string;
|
||||
availableTools: string[];
|
||||
selectedTools?: string[];
|
||||
usedRanker?: boolean;
|
||||
error?: unknown;
|
||||
}) => {
|
||||
const event: PipelineAuditEvent = {
|
||||
stage: "tool_rank",
|
||||
status: auditParams.error ? "failed" : "succeeded",
|
||||
startedAt: auditParams.startedAtIso,
|
||||
finishedAt: new Date().toISOString(),
|
||||
durationMs: Date.now() - auditParams.startedAt,
|
||||
provider: auditParams.provider,
|
||||
model: auditParams.model,
|
||||
details: {
|
||||
round: auditParams.round,
|
||||
availableTools: auditParams.availableTools,
|
||||
selectedTools: auditParams.selectedTools ?? [],
|
||||
usedRanker: auditParams.usedRanker ?? false,
|
||||
toolRankDecision: {
|
||||
provider: auditParams.provider,
|
||||
round: auditParams.round,
|
||||
availableTools: auditParams.availableTools,
|
||||
selectedTools: auditParams.selectedTools ?? [],
|
||||
usedRanker: auditParams.usedRanker ?? false,
|
||||
},
|
||||
},
|
||||
error: auditParams.error instanceof Error ? auditParams.error.message : auditParams.error ? String(auditParams.error) : undefined,
|
||||
};
|
||||
|
||||
await auditParams.streamMessage.storePipelineAudit([event]);
|
||||
});
|
||||
|
||||
params.streamMessage.setStatus("🧩 Выбираю подходящие инструменты...");
|
||||
await params.streamMessage.flush();
|
||||
|
||||
Reference in New Issue
Block a user