github-mirror/n8n
1
0
Fork 0
mirror of https://github.com/n8n-io/n8n.git synced 2026-05-27 23:07:12 +02:00
Code Issues Actions 56 Packages Projects Releases Wiki Activity Graph

chore: Run evals in CI on schedule (#21966)

Browse Source
This commit is contained in:
Eugene 2025-11-18 10:52:02 +01:00 committed by GitHub
parent 296684e67c
commit 4ac0d11486
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
.github/workflows/ci-evals.yml vendored
View File

@ -7,6 +7,8 @@ on:
paths:
- 'packages/@n8n/ai-workflow-builder.ee/**'
- '.github/workflows/ci-evals.yml'
schedule:
- cron: '0 22 * * 6'
workflow_dispatch:
inputs:
branch:
@ -27,12 +29,21 @@ jobs:
LANGSMITH_TRACING: true
LANGSMITH_ENDPOINT: ${{ secrets.EVALS_LANGSMITH_ENDPOINT }}
LANGSMITH_API_KEY: ${{ secrets.EVALS_LANGSMITH_API_KEY }}
LANGSMITH_DATASET_NAME: ${{ github.event.inputs.dataset || 'workflow-builder-canvas-prompts' }}
steps:
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
with:
ref: ${{ github.event.inputs.branch || github.ref }}
- name: Select dataset
run: |
DATASET="workflow-builder-canvas-prompts"
if [ "${{ github.event_name }}" = "schedule" ]; then
DATASET="prompts-v2"
elif [ -n "${{ github.event.inputs.dataset }}" ]; then
DATASET="${{ github.event.inputs.dataset }}"
fi
echo "LANGSMITH_DATASET_NAME=$DATASET" >> "$GITHUB_ENV"
- name: Setup and Build
uses: ./.github/actions/setup-nodejs-blacksmith