n8n/packages/@n8n/instance-ai/evaluations/data/agents/index.ts
José Braulio González Valido 66408a0cd5
feat(ai-builder): Push agent intent eval cases from data/agents and drop synced case files (no-changelog) (#34957)
Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
2026-07-28 07:25:30 +00:00

19 lines
972 B
TypeScript

// ---------------------------------------------------------------------------
// Authoring dir for intent-resolution eval cases (`--tier agents`): user-voiced
// build requests asked plan-first and graded on the approach the assistant
// PROPOSES, via ordinary processExpectations. Builds are never exercised, and
// expectations name no build tools — the agent-build surface is being
// redesigned. The corpus lives in the LangTracer `agents` suite (pushed via
// eval:langtracer-push); author a case here, calibrate, push, delete the file.
// README.md has the authoring contract. Requires the agents module.
// ---------------------------------------------------------------------------
import { loadEvalCasesFromDir, type WorkflowTestCaseWithFile } from '../../utils/load-eval-cases';
export function loadAgentEvalTestCasesWithFiles(
filter?: string,
exclude?: string,
): WorkflowTestCaseWithFile[] {
return loadEvalCasesFromDir(__dirname, filter, exclude);
}