Inline tool rank audit into stage
This commit is contained in:
+1
-1
@@ -71,7 +71,7 @@
|
|||||||
- [x] Добавить stage `filter_tools`, который фильтрует provider-specific tools по результату ranker.
|
- [x] Добавить stage `filter_tools`, который фильтрует provider-specific tools по результату ranker.
|
||||||
- [x] Хранить `ToolRankDecision` в `UserRequestPipelineState.toolRankDecisions`.
|
- [x] Хранить `ToolRankDecision` в `UserRequestPipelineState.toolRankDecisions`.
|
||||||
- [x] Сохранять `ToolRankDecision` в `request_audit.details`.
|
- [x] Сохранять `ToolRankDecision` в `request_audit.details`.
|
||||||
- [ ] Убрать дублирующий ручной `tool-rank-audit.ts`, если stage полностью заменит его.
|
- [x] Убрать дублирующий ручной `tool-rank-audit.ts`, если stage полностью заменит его.
|
||||||
- [x] Сохранить status UX: `🧩 Выбираю подходящие инструменты...`.
|
- [x] Сохранить status UX: `🧩 Выбираю подходящие инструменты...`.
|
||||||
- [x] Гарантировать `clearStatus()` после ranker success/failure.
|
- [x] Гарантировать `clearStatus()` после ranker success/failure.
|
||||||
- [ ] Добавить fallback через `PipelineFallbackExecutor`: main model, all tools, no tools.
|
- [ ] Добавить fallback через `PipelineFallbackExecutor`: main model, all tools, no tools.
|
||||||
|
|||||||
@@ -1,43 +0,0 @@
|
|||||||
import {AiProvider} from "../model/ai-provider";
|
|
||||||
import type {TelegramStreamMessage} from "./telegram-stream-message";
|
|
||||||
import type {PipelineAuditEvent} from "./user-request-pipeline";
|
|
||||||
import {logError} from "../util/utils";
|
|
||||||
|
|
||||||
export async function storeToolRankAudit(params: {
|
|
||||||
streamMessage: TelegramStreamMessage;
|
|
||||||
provider: AiProvider;
|
|
||||||
model: string;
|
|
||||||
round: number;
|
|
||||||
startedAt: number;
|
|
||||||
startedAtIso: string;
|
|
||||||
availableTools: string[];
|
|
||||||
selectedTools?: string[];
|
|
||||||
usedRanker?: boolean;
|
|
||||||
error?: unknown;
|
|
||||||
}): Promise<void> {
|
|
||||||
const event: PipelineAuditEvent = {
|
|
||||||
stage: "tool_rank",
|
|
||||||
status: params.error ? "failed" : "succeeded",
|
|
||||||
startedAt: params.startedAtIso,
|
|
||||||
finishedAt: new Date().toISOString(),
|
|
||||||
durationMs: Date.now() - params.startedAt,
|
|
||||||
provider: params.provider,
|
|
||||||
model: params.model,
|
|
||||||
details: {
|
|
||||||
round: params.round,
|
|
||||||
availableTools: params.availableTools,
|
|
||||||
selectedTools: params.selectedTools ?? [],
|
|
||||||
usedRanker: params.usedRanker ?? false,
|
|
||||||
toolRankDecision: {
|
|
||||||
provider: params.provider,
|
|
||||||
round: params.round,
|
|
||||||
availableTools: params.availableTools,
|
|
||||||
selectedTools: params.selectedTools ?? [],
|
|
||||||
usedRanker: params.usedRanker ?? false,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
error: params.error instanceof Error ? params.error.message : params.error ? String(params.error) : undefined,
|
|
||||||
};
|
|
||||||
|
|
||||||
await params.streamMessage.storePipelineAudit([event]).catch(logError);
|
|
||||||
}
|
|
||||||
@@ -4,6 +4,7 @@ import type {TelegramStreamMessage} from "./telegram-stream-message.js";
|
|||||||
import type {RuntimeConfigSnapshot} from "./unified-ai-runner.shared.js";
|
import type {RuntimeConfigSnapshot} from "./unified-ai-runner.shared.js";
|
||||||
import {allToolSchemaNames, toolSchemaNames} from "./tool-schema-utils.js";
|
import {allToolSchemaNames, toolSchemaNames} from "./tool-schema-utils.js";
|
||||||
import type {ToolRanker} from "./unified-ai-runner.tool-ranker.js";
|
import type {ToolRanker} from "./unified-ai-runner.tool-ranker.js";
|
||||||
|
import type {PipelineAuditEvent} from "./user-request-pipeline/types.js";
|
||||||
|
|
||||||
function latestUserText(messages: readonly { role?: string; content?: unknown }[]): string {
|
function latestUserText(messages: readonly { role?: string; content?: unknown }[]): string {
|
||||||
for (let i = messages.length - 1; i >= 0; i--) {
|
for (let i = messages.length - 1; i >= 0; i--) {
|
||||||
@@ -53,11 +54,48 @@ export async function runToolRankStage(params: {
|
|||||||
const toolRanker = params.toolRanker ?? new (await import("./unified-ai-runner.tool-ranker.js")).ToolRanker(params.config);
|
const toolRanker = params.toolRanker ?? new (await import("./unified-ai-runner.tool-ranker.js")).ToolRanker(params.config);
|
||||||
const startedAt = Date.now();
|
const startedAt = Date.now();
|
||||||
const startedAtIso = new Date().toISOString();
|
const startedAtIso = new Date().toISOString();
|
||||||
const storeAudit = params.storeAudit ?? (await import("./tool-rank-audit.js")).storeToolRankAudit;
|
|
||||||
const filterSelectedTools = (selectedToolNames: readonly string[]): BoundaryValue[] => {
|
const filterSelectedTools = (selectedToolNames: readonly string[]): BoundaryValue[] => {
|
||||||
const selected = new Set(selectedToolNames);
|
const selected = new Set(selectedToolNames);
|
||||||
return params.availableTools.filter(tool => toolSchemaNames(tool).some(name => selected.has(name)));
|
return params.availableTools.filter(tool => toolSchemaNames(tool).some(name => selected.has(name)));
|
||||||
};
|
};
|
||||||
|
const storeAudit = params.storeAudit ?? (async (auditParams: {
|
||||||
|
streamMessage: TelegramStreamMessage;
|
||||||
|
provider: AiProvider;
|
||||||
|
model: string;
|
||||||
|
round: number;
|
||||||
|
startedAt: number;
|
||||||
|
startedAtIso: string;
|
||||||
|
availableTools: string[];
|
||||||
|
selectedTools?: string[];
|
||||||
|
usedRanker?: boolean;
|
||||||
|
error?: unknown;
|
||||||
|
}) => {
|
||||||
|
const event: PipelineAuditEvent = {
|
||||||
|
stage: "tool_rank",
|
||||||
|
status: auditParams.error ? "failed" : "succeeded",
|
||||||
|
startedAt: auditParams.startedAtIso,
|
||||||
|
finishedAt: new Date().toISOString(),
|
||||||
|
durationMs: Date.now() - auditParams.startedAt,
|
||||||
|
provider: auditParams.provider,
|
||||||
|
model: auditParams.model,
|
||||||
|
details: {
|
||||||
|
round: auditParams.round,
|
||||||
|
availableTools: auditParams.availableTools,
|
||||||
|
selectedTools: auditParams.selectedTools ?? [],
|
||||||
|
usedRanker: auditParams.usedRanker ?? false,
|
||||||
|
toolRankDecision: {
|
||||||
|
provider: auditParams.provider,
|
||||||
|
round: auditParams.round,
|
||||||
|
availableTools: auditParams.availableTools,
|
||||||
|
selectedTools: auditParams.selectedTools ?? [],
|
||||||
|
usedRanker: auditParams.usedRanker ?? false,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
error: auditParams.error instanceof Error ? auditParams.error.message : auditParams.error ? String(auditParams.error) : undefined,
|
||||||
|
};
|
||||||
|
|
||||||
|
await auditParams.streamMessage.storePipelineAudit([event]);
|
||||||
|
});
|
||||||
|
|
||||||
params.streamMessage.setStatus("🧩 Выбираю подходящие инструменты...");
|
params.streamMessage.setStatus("🧩 Выбираю подходящие инструменты...");
|
||||||
await params.streamMessage.flush();
|
await params.streamMessage.flush();
|
||||||
|
|||||||
Reference in New Issue
Block a user