n8n/packages/@n8n/instance-ai/evaluations/data/workflows/mocks-node-with-one-credential.json

28 lines
1.5 KiB
JSON

{
"description": "#2: When exactly one matching credential is available (the auto-attach path), the builder should still mock/pin that node during verification rather than call the real service.",
"conversation": [
{
"role": "user",
"text": "Every morning at 9am, post the message \"Daily build completed\" to the Slack channel #updates."
}
],
"complexity": "simple",
"tags": ["behaviour", "credentials", "mocking", "slack", "verification"],
"credentials": [{ "type": "slackApi" }],
"triggerType": "schedule",
"datasets": ["behaviour", "full"],
"processExpectations": [
"The declared Slack credential was offered to the agent during the build — exactly one Slack credential appeared in the agent's available-credentials list — confirming the auto-attach precondition.",
"The agent ran a verification of the built workflow (a verification execution was attempted, not skipped).",
"The build's verification run succeeded — the Slack post did not fail with a credential or authentication error — consistent with the builder exercising the node against mocked data rather than the live Slack API."
],
"executionScenarios": [
{
"name": "happy-path",
"description": "The scheduled run posts the message to Slack",
"dataSetup": "The Slack chat.postMessage call returns { \"ok\": true, \"ts\": \"1700000000.000100\", \"channel\": \"C0UPDATES\" }.",
"successCriteria": "The workflow executes without errors and posts the message \"Daily build completed\" to Slack #updates. A schedule trigger is present."
}
]
}