mirror of
https://github.com/n8n-io/n8n.git
synced 2026-06-03 18:27:09 +02:00
47 lines
1.4 KiB
TypeScript
47 lines
1.4 KiB
TypeScript
// ============================================================================
|
|
// Agent Types
|
|
// ============================================================================
|
|
|
|
export const AGENT_TYPES = {
|
|
CODE_BUILDER: 'code-builder',
|
|
MULTI_AGENT: 'multi-agent',
|
|
} as const;
|
|
|
|
// ============================================================================
|
|
// Evaluation Type Identifiers
|
|
// ============================================================================
|
|
|
|
export const EVAL_TYPES = {
|
|
PAIRWISE_LOCAL: 'pairwise-local',
|
|
PAIRWISE_LANGSMITH: 'pairwise-langsmith',
|
|
LANGSMITH: 'langsmith-evals',
|
|
} as const;
|
|
|
|
export const EVAL_USERS = {
|
|
PAIRWISE_LOCAL: 'pairwise-local-user',
|
|
LANGSMITH: 'langsmith-eval-user',
|
|
} as const;
|
|
|
|
export const TRACEABLE_NAMES = {
|
|
PAIRWISE_EVALUATION: 'pairwise_evaluation',
|
|
WORKFLOW_GENERATION: 'workflow_generation',
|
|
} as const;
|
|
|
|
// ============================================================================
|
|
// Default Values
|
|
// ============================================================================
|
|
|
|
export const DEFAULTS = {
|
|
NUM_JUDGES: 3,
|
|
EXPERIMENT_NAME: 'pairwise-evals',
|
|
LLM_JUDGE_EXPERIMENT_NAME: 'workflow-builder-evaluation',
|
|
CONCURRENCY: 5,
|
|
REPETITIONS: 1,
|
|
/** Per-operation timeout (generation / evaluator) */
|
|
TIMEOUT_MS: 20 * 60 * 1000,
|
|
DATASET_NAME: 'notion-pairwise-workflows',
|
|
FEATURE_FLAGS: {
|
|
templateExamples: false,
|
|
},
|
|
} as const;
|