github-mirror/n8n
1
0
Fork 0
mirror of https://github.com/n8n-io/n8n.git synced 2026-05-28 07:17:04 +02:00
Code Issues Actions 66 Packages Projects Releases Wiki Activity Graph

test(core): Add benchmarking scenario for native Python (#19748)

Browse Source
This commit is contained in:
Iván Ovejero 2025-09-19 13:19:24 +02:00 committed by GitHub
parent cf63c047ec
commit 8a6f3aa5f6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
9 changed files with 149 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
packages/@n8n/benchmark/scenarios/js-code-node/js-code-node.manifest.json
View File

@ -1,7 +1,7 @@
{
"$schema": "../scenario.schema.json",
"name": "CodeNodeJs",
"description": "A JS Code Node that first generates 100 items and then runs once for each item and adds, modifies and removes properties. The data returned with RespondToWebhook Node.",
"description": "A JS Code Node that first generates 100 items and then runs once for each item and adds, modifies and removes properties. The data is returned with RespondToWebhook Node.",
"scenarioData": { "workflowFiles": ["js-code-node.json"] },
"scriptPath": "js-code-node.script.js"
}

98
packages/@n8n/benchmark/scenarios/py-code-node/py-code-node.json Normal file
View File

@ -0,0 +1,98 @@
{
"createdAt": "2024-08-06T12:19:51.268Z",
"updatedAt": "2024-08-06T12:20:45.000Z",
"name": "Python Code Node",
"active": true,
"nodes": [
{
"parameters": {
"respondWith": "allIncomingItems",
"options": {}
},
"type": "n8n-nodes-base.respondToWebhook",
"typeVersion": 1.1,
"position": [1280, 460],
"id": "0067e317-09b8-478a-8c50-e19b4c9e294c",
"name": "Respond to Webhook"
},
{
"parameters": {
"language": "pythonNative",
"mode": "runOnceForEachItem",
"pythonCode": "def pseudo_random(seed_str, max_val):\n return hash(seed_str) % max_val\n\n# Add new field\n_item['json']['age'] = 10 + pseudo_random(str(_item['json']['email']), 30)\n\n# Mutate existing field\n_item['json']['password'] = '*' * len(_item['json']['password'])\n\n# Remove field\nif 'lastname' in _item['json']:\n del _item['json']['lastname']\n\n# New object field\nemail_parts = _item['json']['email'].split('@')\n_item['json']['emailData'] = {\n 'user': email_parts[0],\n 'domain': email_parts[1]\n}\n\nreturn _item"
},
"type": "n8n-nodes-base.code",
"typeVersion": 2,
"position": [1040, 460],
"id": "56d751c0-0d30-43c3-89fa-bebf3a9d436f",
"name": "OnceForEachItemPythonCode"
},
{
"parameters": {
"httpMethod": "POST",
"path": "py-code-node-benchmark",
"responseMode": "responseNode",
"options": {}
},
"type": "n8n-nodes-base.webhook",
"typeVersion": 2,
"position": [580, 460],
"id": "417d749d-156c-4ffe-86ea-336f702dc5da",
"name": "Webhook",
"webhookId": "34ca1895-ccf4-4a4a-8bb8-a042f5edb567"
},
{
"parameters": {
"language": "pythonNative",
"pythonCode": "def pseudo_random_string(length):\n characters = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789'\n result = ''\n seed = hash(str(length)) % 1000\n for i in range(length):\n index = (hash(str(seed + i)) % len(characters))\n result += characters[index]\n seed = (seed * 31 + i) % 1000\n return result\n\ndef random_uid():\n lengths = [8, 4, 4, 4, 8]\n parts = [pseudo_random_string(length) for length in lengths]\n return '-'.join(parts)\n\ndef random_email():\n return f\"{pseudo_random_string(8)}@{pseudo_random_string(10)}.com\"\n\ndef random_person():\n return {\n 'uid': random_uid(),\n 'email': random_email(),\n 'firstname': pseudo_random_string(5),\n 'lastname': pseudo_random_string(12),\n 'password': pseudo_random_string(10)\n }\n\nreturn [{'json': random_person()} for _ in range(100)]"
},
"id": "c30db155-73ca-48b9-8860-c3fe7a0926fb",
"name": "Code",
"type": "n8n-nodes-base.code",
"typeVersion": 2,
"position": [820, 460]
}
],
"connections": {
"OnceForEachItemPythonCode": {
"main": [
[
{
"node": "Respond to Webhook",
"type": "main",
"index": 0
}
]
]
},
"Webhook": {
"main": [
[
{
"node": "Code",
"type": "main",
"index": 0
}
]
]
},
"Code": {
"main": [
[
{
"node": "OnceForEachItemPythonCode",
"type": "main",
"index": 0
}
]
]
}
},
"settings": { "executionOrder": "v1" },
"staticData": null,
"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
"pinData": {},
"versionId": "840a38a1-ba37-433d-9f20-de73f5131a2b",
"triggerCount": 1,
"tags": []
}

7
packages/@n8n/benchmark/scenarios/py-code-node/py-code-node.manifest.json Normal file
View File

@ -0,0 +1,7 @@
{
"$schema": "../scenario.schema.json",
"name": "CodeNodePython",
"description": "A Python Code Node that first generates 100 items and then runs once for each item and adds, modifies and removes properties. The data is returned with RespondToWebhook Node.",
"scenarioData": { "workflowFiles": ["py-code-node.json"] },
"scriptPath": "py-code-node.script.js"
}

29
packages/@n8n/benchmark/scenarios/py-code-node/py-code-node.script.js Normal file
View File

@ -0,0 +1,29 @@
import http from 'k6/http';
import { check } from 'k6';
const apiBaseUrl = __ENV.API_BASE_URL;
export default function () {
const res = http.post(`${apiBaseUrl}/webhook/py-code-node-benchmark`, {});
if (res.status !== 200) {
console.error(
`Invalid response. Received status ${res.status}. Body: ${JSON.stringify(res.body)}`,
);
}
check(res, {
'is status 200': (r) => r.status === 200,
'has items in response': (r) => {
if (r.status !== 200) return false;
try {
const body = JSON.parse(r.body);
return Array.isArray(body) ? body.length === 100 : false;
} catch (error) {
console.error('Error parsing response body: ', error);
return false;
}
},
});
}

8
packages/@n8n/benchmark/scripts/bootstrap.sh
View File

@ -52,12 +52,14 @@ sudo systemctl disable cron.service
curl -fsSL https://deb.nodesource.com/setup_20.x -o nodesource_setup.sh
sudo -E bash nodesource_setup.sh
# Install docker, docker compose and nodejs
# Install docker, docker compose, nodejs, python3, python3-pip
sudo DEBIAN_FRONTEND=noninteractive apt-get update -yq
sudo DEBIAN_FRONTEND=noninteractive apt-get install -yq docker.io docker-compose nodejs
sudo DEBIAN_FRONTEND=noninteractive apt-get install -yq docker.io docker-compose nodejs python3 python3-pip
# Add the current user to the docker group
sudo usermod -aG docker "$CURRENT_USER"
# Install zx
# Install zx and websockets
npm install zx
pip3 install 'websockets==15.0.1'

1
packages/@n8n/benchmark/scripts/n8n-setups/postgres/docker-compose.yml
View File

@ -35,6 +35,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
ports:
- 5678:5678
volumes:

4
packages/@n8n/benchmark/scripts/n8n-setups/scaling-multi-main/docker-compose.yml
View File

@ -53,6 +53,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
command: worker
volumes:
- ${RUN_DIR}/n8n-worker1:/n8n
@ -88,6 +89,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
command: worker
volumes:
- ${RUN_DIR}/n8n-worker2:/n8n
@ -126,6 +128,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
volumes:
- ${RUN_DIR}/n8n-main2:/n8n
depends_on:
@ -166,6 +169,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
volumes:
- ${RUN_DIR}/n8n-main1:/n8n
depends_on:

3
packages/@n8n/benchmark/scripts/n8n-setups/scaling-single-main/docker-compose.yml
View File

@ -51,6 +51,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
command: worker
volumes:
- ${RUN_DIR}/n8n-worker1:/n8n
@ -84,6 +85,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
command: worker
volumes:
- ${RUN_DIR}/n8n-worker2:/n8n
@ -118,6 +120,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
ports:
- 5678:5678
volumes:

1
packages/@n8n/benchmark/scripts/n8n-setups/sqlite/docker-compose.yml
View File

@ -17,6 +17,7 @@ services:
# Task Runner config
- N8N_RUNNERS_ENABLED=true
- N8N_RUNNERS_MODE=internal
- N8N_NATIVE_PYTHON_RUNNER=true
ports:
- 5678:5678
volumes: