| .. |
|
fixtures
|
feat(ai-builder): Report the eval harness's own model usage per case (no-changelog) (#40718)
|
2026-10-09 07:52:09 +00:00 |
|
agent-execution-seed.test.ts
|
fix(ai-builder): Run each eval build in its own empty project (no-changelog) (#40715)
|
2026-10-08 21:15:11 +00:00 |
|
agent-report-rendering.test.ts
|
refactor(ai-builder): Decompose the eval CLI into phase modules with typed seams (no-changelog) (#34691)
|
2026-07-22 16:25:44 +00:00 |
|
agent-scenario-artifact.test.ts
|
refactor(ai-builder): Split the eval harness runner into domain modules (no-changelog) (#34834)
|
2026-07-27 09:01:09 +00:00 |
|
aggregator.test.ts
|
feat: Add the credential-setup browser eval lane (no-changelog) (#35982)
|
2026-08-13 15:56:24 +00:00 |
|
args.test.ts
|
docs(ai-builder): Add a source-linking provenance step to the eval-authoring skill (no-changelog) (#34721)
|
2026-07-22 22:35:13 +00:00 |
|
artifact-agent-handler.test.ts
|
fix(ai-builder): Run each eval build in its own empty project (no-changelog) (#40715)
|
2026-10-08 21:15:11 +00:00 |
|
artifact-config-eval-handler.test.ts
|
fix(ai-builder): Run each eval build in its own empty project (no-changelog) (#40715)
|
2026-10-08 21:15:11 +00:00 |
|
artifact-context.test.ts
|
feat: Export structured agent artifacts in eval results (#38394)
|
2026-09-11 15:11:02 +00:00 |
|
artifact-workflow-handler.test.ts
|
chore(ai-builder): Typecheck the eval harness and pin its external contracts (no-changelog) (#34673)
|
2026-07-22 08:18:41 +00:00 |
|
assertion-judge.test.ts
|
feat(ai-builder): Move eval judges to Sonnet 5.5 and add per-role eval LLM settings (no-changelog) (#40330)
|
2026-10-13 21:28:25 +00:00 |
|
attribution.test.ts
|
fix(ai-builder): Cancel the thread when an eval turn budget fires after the run (no-changelog) (#39992)
|
2026-09-30 17:34:47 +00:00 |
|
browser-lane-serialisation.test.ts
|
feat: Add the credential-setup browser eval lane (no-changelog) (#35982)
|
2026-08-13 15:56:24 +00:00 |
|
bucket-from-evaluation.test.ts
|
fix: Report an unverifiable unit as notVerified, not a silent pass (#34421)
|
2026-07-17 14:23:10 +00:00 |
|
build-cost-report.test.ts
|
feat(ai-builder): Report per-case claude build cost for MCP eval builds (no-changelog) (#34777)
|
2026-07-23 18:42:09 +00:00 |
|
build-expectations-verifier.test.ts
|
feat(ai-builder): Move eval judges to Sonnet 5.5 and add per-role eval LLM settings (no-changelog) (#40330)
|
2026-10-13 21:28:25 +00:00 |
|
build-mode.test.ts
|
feat(core): Add progressive workflow building (no-changelog) (#37996)
|
2026-09-10 13:42:43 +00:00 |
|
build-orchestrator.test.ts
|
fix(ai-builder): Count eval runs that read another build's workflow as framework issues (no-changelog) (#40717)
|
2026-10-13 21:29:00 +00:00 |
|
build-workflow-build-project.test.ts
|
fix(ai-builder): Count eval runs that read another build's workflow as framework issues (no-changelog) (#40717)
|
2026-10-13 21:29:00 +00:00 |
|
build-workflow-conversation-seed.test.ts
|
fix(ai-builder): Keep scenario tables for Agent builds and reuse same-named seed tables (no-changelog) (#39767)
|
2026-09-28 15:40:32 +00:00 |
|
build-workflow-credential-test-target.test.ts
|
fix(ai-builder): Make browser credential-setup evals grade the right thing (no-changelog) (#40858)
|
2026-10-14 06:24:28 +00:00 |
|
build-workflow-observer-threshold.test.ts
|
feat(ai-builder): Grade token consumption and memory compaction in Instance AI evals (no-changelog) (#38974)
|
2026-09-22 11:12:10 +00:00 |
|
build-workflow-seed-cleanup.test.ts
|
fix(ai-builder): Run each eval build in its own empty project (no-changelog) (#40715)
|
2026-10-08 21:15:11 +00:00 |
|
build-workflow-single-turn-questions.test.ts
|
fix(ai-builder): Make browser credential-setup evals grade the right thing (no-changelog) (#40858)
|
2026-10-14 06:24:28 +00:00 |
|
capture-run-debug.test.ts
|
ci: Bound and instrument Instance AI eval lane containers (no-changelog) (#33903)
|
2026-07-14 09:28:46 +00:00 |
|
case-files-schema.test.ts
|
test(core): Extend Instance AI intent eval fixtures (no-changelog) (#33224)
|
2026-07-07 12:49:32 +00:00 |
|
case-pipeline.test.ts
|
fix(ai-builder): Count eval runs that read another build's workflow as framework issues (no-changelog) (#40717)
|
2026-10-13 21:29:00 +00:00 |
|
chat-loop-timeouts.test.ts
|
fix(ai-builder): Cancel the thread when an eval turn budget fires after the run (no-changelog) (#39992)
|
2026-09-30 17:34:47 +00:00 |
|
checklist-verifier.test.ts
|
feat(ai-builder): Move eval judges to Sonnet 5.5 and add per-role eval LLM settings (no-changelog) (#40330)
|
2026-10-13 21:28:25 +00:00 |
|
ci-metadata.test.ts
|
refactor(ai-builder): Decompose the eval CLI into phase modules with typed seams (no-changelog) (#34691)
|
2026-07-22 16:25:44 +00:00 |
|
cleanup-build.test.ts
|
fix(ai-builder): Run each eval build in its own empty project (no-changelog) (#40715)
|
2026-10-08 21:15:11 +00:00 |
|
cleanup-lanes.test.ts
|
fix(ai-builder): Run each eval build in its own empty project (no-changelog) (#40715)
|
2026-10-08 21:15:11 +00:00 |
|
collect-expectations.test.ts
|
feat(core): Make instanceAI evals more mcp-friendly (no-changelog) (#32916)
|
2026-06-25 06:33:50 +00:00 |
|
comparison-compare.test.ts
|
fix(ai-builder): Cancel the thread when an eval turn budget fires after the run (no-changelog) (#39992)
|
2026-09-30 17:34:47 +00:00 |
|
comparison-format.test.ts
|
fix(core): Attribute a draft-Agent eval scenario to the harness, not the builder (no-changelog) (#39007)
|
2026-09-18 11:44:52 +00:00 |
|
comparison-gate.test.ts
|
feat(core): Improve Agent Builder evaluation and intent routing (#38329)
|
2026-09-14 13:13:51 +00:00 |
|
comparison-statistics.test.ts
|
feat(ai-builder): Add per-PR eval regression detection vs LangSmith baseline (#29456)
|
2026-05-06 08:15:08 +00:00 |
|
conversation-seed.test.ts
|
feat(core): Add folder seeding to the Instance AI eval harness (no-changelog) (#38550)
|
2026-09-16 07:47:46 +00:00 |
|
conversation-text.test.ts
|
feat(ai-builder): Grade token consumption and memory compaction in Instance AI evals (no-changelog) (#38974)
|
2026-09-22 11:12:10 +00:00 |
|
credential-setup-checks.test.ts
|
test(core): Add openai, gemini and slack credential-setup eval fixtures (no-changelog) (#36461)
|
2026-08-21 06:27:16 +00:00 |
|
credential-setup-lane-stand-in.test.ts
|
fix(ai-builder): Make browser credential-setup evals grade the right thing (no-changelog) (#40858)
|
2026-10-14 06:24:28 +00:00 |
|
credential-setup-lane.test.ts
|
feat: Add the credential-setup browser eval lane (no-changelog) (#35982)
|
2026-08-13 15:56:24 +00:00 |
|
data-discovery.test.ts
|
fix(core): Offer Computer Use only where the client shows its entry points (#38108)
|
2026-09-15 15:35:01 +00:00 |
|
data-workflows-schema.test.ts
|
feat(core): Track credential description usage (no-changelog) (#38986)
|
2026-09-21 09:09:43 +00:00 |
|
data-workflows.test.ts
|
chore(ai-builder): Typecheck the eval harness and pin its external contracts (no-changelog) (#34673)
|
2026-07-22 08:18:41 +00:00 |
|
dataset-sync.test.ts
|
feat(ai-builder): Harden the eval harness — crash-recovery journal, parity fixes, extension points (no-changelog) (#34747)
|
2026-07-23 12:25:55 +00:00 |
|
effective-timeout.test.ts
|
refactor(ai-builder): Split the eval harness runner into domain modules (no-changelog) (#34834)
|
2026-07-27 09:01:09 +00:00 |
|
eval-artifact-output-dir.test.ts
|
feat(ai-builder): Move eval judges to Sonnet 5.5 and add per-role eval LLM settings (no-changelog) (#40330)
|
2026-10-13 21:28:25 +00:00 |
|
eval-results-dispatcher-contract.test.ts
|
feat(ai-builder): Write LangTracer results from the routing evals (no-changelog) (#40954)
|
2026-10-14 15:42:42 +00:00 |
|
event-parser.test.ts
|
feat(core): Add progressive workflow building (no-changelog) (#37996)
|
2026-09-10 13:42:43 +00:00 |
|
execution-scenario-seed-data-tables.test.ts
|
feat: Add typed seed data tables with rows on execution scenarios (#34420)
|
2026-07-17 17:30:19 +00:00 |
|
export-latest-verifier-request.test.ts
|
feat(core): Harden Instance AI eval attribution and diagnostics (no-changelog) (#31951)
|
2026-06-09 12:10:10 +00:00 |
|
external-workflow-edits.test.ts
|
test(core): Drive external workflow edits from the user proxy (#35736)
|
2026-08-12 08:42:20 +00:00 |
|
fetch-baseline.test.ts
|
ci: Bound and instrument Instance AI eval lane containers (no-changelog) (#33903)
|
2026-07-14 09:28:46 +00:00 |
|
fixture-server.test.ts
|
fix(ai-builder): Make browser credential-setup evals grade the right thing (no-changelog) (#40858)
|
2026-10-14 06:24:28 +00:00 |
|
fixtures.ts
|
feat(core): Extend evaluations to support node groups (no-changelog) (#35629)
|
2026-08-19 08:42:53 +00:00 |
|
foreign-workflow-reads.test.ts
|
fix(ai-builder): Count eval runs that read another build's workflow as framework issues (no-changelog) (#40717)
|
2026-10-13 21:29:00 +00:00 |
|
iterations.test.ts
|
refactor(ai-builder): Decompose the eval CLI into phase modules with typed seams (no-changelog) (#34691)
|
2026-07-22 16:25:44 +00:00 |
|
lane-allocator.test.ts
|
refactor(ai-builder): Decompose the eval CLI into phase modules with typed seams (no-changelog) (#34691)
|
2026-07-22 16:25:44 +00:00 |
|
lane-users.test.ts
|
fix(ai-builder): Run each eval build in its own empty project (no-changelog) (#40715)
|
2026-10-08 21:15:11 +00:00 |
|
langsmith-seed.test.ts
|
refactor(core): Consolidate agent workspace string replacement tools (no-changelog) (#36178)
|
2026-08-17 11:11:51 +00:00 |
|
langtracer-client.test.ts
|
feat(core): Improve Agent Builder evaluation and intent routing (#38329)
|
2026-09-14 13:13:51 +00:00 |
|
langtracer-normalize.test.ts
|
feat(ai-builder): Collapse the eval case's three seed keys into one seed union (no-changelog) (#35292)
|
2026-08-03 14:37:06 +00:00 |
|
langtracer-provider.test.ts
|
feat(ai-builder): Collapse the eval case's three seed keys into one seed union (no-changelog) (#35292)
|
2026-08-03 14:37:06 +00:00 |
|
langtracer-push.test.ts
|
fix(ai-builder): Send requiresMemoryCompaction on eval case push (no-changelog) (#39989)
|
2026-09-30 17:34:50 +00:00 |
|
langtracer-to-exported.test.ts
|
fix(ai-builder): Send requiresMemoryCompaction on eval case push (no-changelog) (#39989)
|
2026-09-30 17:34:50 +00:00 |
|
load-eval-cases.test.ts
|
fix(ai-builder): Validate only the selected case files in the eval push CLI (no-changelog) (#39248)
|
2026-09-24 20:11:04 +00:00 |
|
mcp-builder-timeout.test.ts
|
test: Parallelize MCP workflow evals across build lanes (no-changelog) (#33468)
|
2026-07-03 08:33:42 +00:00 |
|
mcp-builder.test.ts
|
feat(core): Add folder seeding to the Instance AI eval harness (no-changelog) (#38550)
|
2026-09-16 07:47:46 +00:00 |
|
mcp-registry-seeder.test.ts
|
fix(core): Require an authenticated session for the MCP registry test seed endpoint (no-changelog) (#34880)
|
2026-07-27 13:20:38 +00:00 |
|
missing-workflow-error.test.ts
|
refactor(ai-builder): Split the eval harness runner into domain modules (no-changelog) (#34834)
|
2026-07-27 09:01:09 +00:00 |
|
n8n-client-data-tables.test.ts
|
fix(ai-builder): Give a case's scenario data tables per-run names (no-changelog) (#35543)
|
2026-08-05 12:48:00 +00:00 |
|
n8n-client-delete-workflow.test.ts
|
feat(core): Add folder seeding to the Instance AI eval harness (no-changelog) (#38550)
|
2026-09-16 07:47:46 +00:00 |
|
n8n-client-eval-usage.test.ts
|
feat(ai-builder): Report the eval harness's own model usage per case (no-changelog) (#40718)
|
2026-10-09 07:52:09 +00:00 |
|
n8n-client-thread-memory.test.ts
|
feat(ai-builder): Grade token consumption and memory compaction in Instance AI evals (no-changelog) (#38974)
|
2026-09-22 11:12:10 +00:00 |
|
normalize-workflow.test.ts
|
chore: Migrate instance-ai from Jest to Vitest (#31463)
|
2026-06-03 06:48:27 +00:00 |
|
pair-records.test.ts
|
feat: Add pairwise workflow eval pipeline (#29123)
|
2026-05-04 13:26:27 +00:00 |
|
partial-results-abort.test.ts
|
refactor(ai-builder): Split the eval harness runner into domain modules (no-changelog) (#34834)
|
2026-07-27 09:01:09 +00:00 |
|
prebuilt-coverage.test.ts
|
feat(ai-builder): Source eval test cases from LangTracer (no-changelog) (#33067)
|
2026-06-29 10:17:49 +00:00 |
|
prebuilt-workflows.test.ts
|
feat(core): Allow deleting pre-built workflows after evaluating (no-changelog) (#31960)
|
2026-06-09 08:50:31 +00:00 |
|
prior-runs.test.ts
|
feat(core): Run seeded workflows before the graded turn in Instance AI evals (no-changelog) (#37516)
|
2026-09-03 14:09:18 +00:00 |
|
redact.test.ts
|
feat: Add Simplified Custom Auth credential with recipe-guided setup in the AI Assistant (#35056)
|
2026-08-07 09:22:36 +00:00 |
|
relay-connection.test.ts
|
test(core): Add openai, gemini and slack credential-setup eval fixtures (no-changelog) (#36461)
|
2026-08-21 06:27:16 +00:00 |
|
reshape.test.ts
|
feat(ai-builder): Report the eval harness's own model usage per case (no-changelog) (#40718)
|
2026-10-09 07:52:09 +00:00 |
|
row-sink.test.ts
|
feat(ai-builder): Harden the eval harness — crash-recovery journal, parity fixes, extension points (no-changelog) (#34747)
|
2026-07-23 12:25:55 +00:00 |
|
rows.test.ts
|
feat(ai-builder): Harden the eval harness — crash-recovery journal, parity fixes, extension points (no-changelog) (#34747)
|
2026-07-23 12:25:55 +00:00 |
|
run-debug-report.test.ts
|
feat(editor): Make Instance AI LLM step debug data readable (no-changelog) (#39575)
|
2026-09-28 15:11:01 +00:00 |
|
runner-thread-id.test.ts
|
refactor(ai-builder): Split the eval harness runner into domain modules (no-changelog) (#34834)
|
2026-07-27 09:01:09 +00:00 |
|
runner-workflow-checks.test.ts
|
refactor(ai-builder): Split the eval harness runner into domain modules (no-changelog) (#34834)
|
2026-07-27 09:01:09 +00:00 |
|
sandbox-config.test.ts
|
feat(core): Use n8n default sandbox for Instance AI (no-changelog) (#31335)
|
2026-06-04 08:31:27 +00:00 |
|
scenario-budget-stop.test.ts
|
fix(ai-builder): Report eval helper model failures as infrastructure, not as bad JSON (no-changelog) (#40415)
|
2026-10-14 11:23:25 +00:00 |
|
scenario-seed-tables.test.ts
|
fix(ai-builder): Read the reseeded scenario tables live instead of from pinned rows (no-changelog) (#39814)
|
2026-09-29 13:53:20 +00:00 |
|
select-expectations.test.ts
|
fix(ai-builder): Keep model-provider outages out of eval builder scores (no-changelog) (#35293)
|
2026-08-04 10:52:11 +00:00 |
|
stub-services.test.ts
|
feat(ai-builder): Write LangTracer results from the routing evals (no-changelog) (#40954)
|
2026-10-14 15:42:42 +00:00 |
|
stub-workspace.test.ts
|
test(core): Support tool-result cleanup in the eval stub workspace (no-changelog) (#37202)
|
2026-08-27 12:47:15 +00:00 |
|
subagent-runner.test.ts
|
feat(ai-builder): Move eval judges to Sonnet 5.5 and add per-role eval LLM settings (no-changelog) (#40330)
|
2026-10-13 21:28:25 +00:00 |
|
summary.test.ts
|
chore(ai-builder): Typecheck the eval harness and pin its external contracts (no-changelog) (#34673)
|
2026-07-22 08:18:41 +00:00 |
|
transcript-from-events.test.ts
|
feat(ai-builder): Grade token consumption and memory compaction in Instance AI evals (no-changelog) (#38974)
|
2026-09-22 11:12:10 +00:00 |
|
transient-error.test.ts
|
fix(ai-builder): Report eval helper model failures as infrastructure, not as bad JSON (no-changelog) (#40415)
|
2026-10-14 11:23:25 +00:00 |
|
user-execution.test.ts
|
feat(ai-builder): Grade token consumption and memory compaction in Instance AI evals (no-changelog) (#38974)
|
2026-09-22 11:12:10 +00:00 |
|
user-proxy.test.ts
|
fix(ai-builder): Run each eval build in its own empty project (no-changelog) (#40715)
|
2026-10-08 21:15:11 +00:00 |
|
verification-artifact.test.ts
|
fix(ai-builder): Report un-intercepted vendor sub-nodes and stop blaming the mock layer for a root's own crash (no-changelog) (#38155)
|
2026-09-21 12:18:30 +00:00 |
|
verifier.test.ts
|
feat(core): Harden Instance AI eval attribution and diagnostics (no-changelog) (#31951)
|
2026-06-09 12:10:10 +00:00 |
|
workflow-checks-applicability.test.ts
|
chore(ai-builder): Typecheck the eval harness and pin its external contracts (no-changelog) (#34673)
|
2026-07-22 08:18:41 +00:00 |
|
workflow-checks-errors.test.ts
|
fix: Improve AI Assistant post-build follow-ups (#33419)
|
2026-07-02 11:34:21 +00:00 |
|
workflow-checks-feedback.test.ts
|
test(ai-builder): Rename response-matches eval check and fix multi-turn wiring (no-changelog) (#32810)
|
2026-07-10 12:58:13 +00:00 |
|
workflow-context.test.ts
|
feat(core): Extend evaluations to support node groups (no-changelog) (#35629)
|
2026-08-19 08:42:53 +00:00 |
|
workflow-discovery.test.ts
|
ci: Run PR pipeline on Node 26 (#34032)
|
2026-08-14 07:54:25 +00:00 |
|
workflow-expected.test.ts
|
refactor(ai-builder): Split the eval harness runner into domain modules (no-changelog) (#34834)
|
2026-07-27 09:01:09 +00:00 |
|
workflow-report.test.ts
|
feat(core): Guide Instance AI credential selection (#37447)
|
2026-09-04 13:04:42 +00:00 |
|
workspace-tool-contract.test.ts
|
feat(core): Add writable workspaces to agents (#36033)
|
2026-08-12 12:24:33 +00:00 |
|
write-eval-results.test.ts
|
refactor(ai-builder): Decompose the eval CLI into phase modules with typed seams (no-changelog) (#34691)
|
2026-07-22 16:25:44 +00:00 |
|
write-partial-results.test.ts
|
feat(core): Improve Agent Builder evaluation and intent routing (#38329)
|
2026-09-14 13:13:51 +00:00 |
