n8n/packages/@n8n/instance-ai/evaluations/data/workflows/github-notion-sync.json
José Braulio González Valido 81ea56fa6b
test(ai-builder): Add multi-turn capability for IAI evals (no-changelog) (#30586)
Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-05-21 13:03:35 +00:00

43 lines
2.4 KiB
JSON

{
"conversation": [
{
"role": "user",
"text": "We track bugs in GitHub but our PM wants a Notion view. Build a daily workflow that creates a Notion page per open bug."
},
{
"role": "assistant",
"text": "Which repo, which Notion database, and what filter on the GitHub side?"
},
{
"role": "user",
"text": "Repo 'acme-corp/backend', open issues with the 'bug' label only. Notion database ID is 'a1b2c3d4e5f6789012345678abcdef01'."
},
{
"role": "assistant",
"text": "Which fields should each Notion page carry, and how should I authenticate to GitHub?"
},
{
"role": "user",
"text": "Per page: Name (issue title), URL (html_url), Created (issue created_at), Assignee (assignee login, or 'Unassigned' if none), Status='Open'. Use the HTTP Request node — call GET https://api.github.com/repos/acme-corp/backend/issues?labels=bug&state=open with a Bearer token header."
}
],
"messageBudget": 6,
"complexity": "complex",
"tags": ["build", "schedule", "http-request", "notion", "github-api", "data-sync"],
"triggerType": "schedule",
"executionScenarios": [
{
"name": "happy-path",
"description": "GitHub returns issues, each is synced to Notion",
"dataSetup": "The GitHub API returns 3 open bug issues. Issue 1: title='Login timeout on mobile', created_at='2026-03-15T10:00:00Z', assignee.login='alice', html_url='https://github.com/acme-corp/backend/issues/142'. Issue 2: title='API rate limit not enforced', created_at='2026-03-20T14:30:00Z', assignee=null, html_url='https://github.com/acme-corp/backend/issues/155'. Issue 3: title='Memory leak in worker pool', created_at='2026-03-22T09:00:00Z', assignee.login='bob', html_url='https://github.com/acme-corp/backend/issues/158'. Each Notion create-page call returns a minimal success response with just {object: 'page', id: '<uuid>'}.",
"successCriteria": "The workflow executes without errors. All 3 issues are fetched from GitHub. 3 pages are created in Notion with the correct titles, URLs, dates, and assignees. The unassigned issue (Issue 2) has 'Unassigned' as the assignee value."
},
{
"name": "no-bugs",
"description": "GitHub returns an empty array — no open bugs",
"dataSetup": "The GitHub API returns an empty array []. No Notion calls should be made.",
"successCriteria": "The workflow handles the empty result without errors. No Notion pages are created. The workflow completes cleanly."
}
]
}