n8n/packages/testing/playwright/scripts/fetch-currents-metrics.mjs

#!/usr/bin/env node

/**
 * Fetches test duration metrics from Currents API for test orchestration.
 *
 * Usage:
 *   CURRENTS_API_KEY=<key> node packages/testing/playwright/scripts/fetch-currents-metrics.mjs --project=<id>
 *
 * Output: .github/test-metrics/playwright.json
 */

import fs from 'fs';
import path from 'path';
import { fileURLToPath } from 'url';
import { execSync } from 'child_process';

const __dirname = path.dirname(fileURLToPath(import.meta.url));
const ROOT_DIR = path.resolve(__dirname, '../../../..');
const PLAYWRIGHT_DIR = path.join(ROOT_DIR, 'packages', 'testing', 'playwright');
const OUTPUT_PATH = path.join(ROOT_DIR, '.github', 'test-metrics', 'playwright.json');

const CURRENTS_API = 'https://api.currents.dev/v1';
const DEFAULT_DURATION = 60000; // 1 minute default for new specs (accounts for container startup)

const PROJECT_ID = process.argv.find((a) => a.startsWith('--project='))?.split('=')[1];
if (!PROJECT_ID) {
	console.error('Usage: CURRENTS_API_KEY=<key> node fetch-currents-metrics.mjs --project=<id>');
	process.exit(1);
}

async function fetchAllTests(apiKey) {
	const tests = [];
	let page = 0;
	let hasMore = true;

	const sevenDaysAgo = new Date();
	sevenDaysAgo.setDate(sevenDaysAgo.getDate() - 7);

	while (hasMore && page < 200) {
		const url = new URL(`${CURRENTS_API}/tests/${PROJECT_ID}`);
		url.searchParams.set('limit', '50');
		url.searchParams.set('page', page.toString());
		url.searchParams.set('date_start', sevenDaysAgo.toISOString());
		url.searchParams.set('date_end', new Date().toISOString());

		const res = await fetch(url, {
			headers: { Authorization: `Bearer ${apiKey}` },
		});

		if (!res.ok) throw new Error(`API error: ${res.status}`);
		const data = await res.json();

		tests.push(...data.data.list);
		hasMore = data.data.nextPage !== false;
		page++;

		process.stdout.write(`\rFetched ${tests.length} tests...`);
	}
	console.log();

	return tests;
}

function aggregateBySpec(tests) {
	const specs = {};

	for (const test of tests) {
		// Only include e2e tests
		if (!test.spec.startsWith('tests/e2e/')) continue;

		if (!specs[test.spec]) {
			specs[test.spec] = { totalDuration: 0, testCount: 0, totalFlaky: 0, executions: 0 };
		}

		const s = specs[test.spec];
		s.totalDuration += test.metrics.avgDurationMs;
		s.testCount++;
		s.totalFlaky += test.metrics.flaky;
		s.executions += test.metrics.executions;
	}

	return specs;
}

function getPlaywrightSpecs() {
	console.log('Getting specs from Playwright...');
	try {
		const output = execSync('pnpm playwright test --list --project="multi-main:e2e"', {
			cwd: PLAYWRIGHT_DIR,
			encoding: 'utf-8',
			stdio: ['pipe', 'pipe', 'pipe'],
		});
		const specs = new Set([...output.matchAll(/› (tests\/e2e\/[^\s:]+\.spec\.ts)/g)].map((m) => m[1]));
		console.log(`Found ${specs.size} specs in Playwright`);
		return specs;
	} catch (e) {
		console.warn('Warning: Could not get Playwright specs, skipping validation');
		return null;
	}
}

async function main() {
	const apiKey = process.env.CURRENTS_API_KEY;
	if (!apiKey) {
		console.error('CURRENTS_API_KEY required');
		process.exit(1);
	}

	const validSpecs = getPlaywrightSpecs();
	const tests = await fetchAllTests(apiKey);
	const aggregated = aggregateBySpec(tests);

	const output = {
		updatedAt: new Date().toISOString(),
		source: 'currents',
		projectId: PROJECT_ID,
		specs: {},
	};

	const staleSpecs = [];
	for (const [spec, data] of Object.entries(aggregated)) {
		// Skip specs not in Playwright (deleted/isolated)
		if (validSpecs && !validSpecs.has(spec)) {
			staleSpecs.push(spec);
			continue;
		}
		const duration = data.totalDuration < 1000 ? DEFAULT_DURATION : Math.round(data.totalDuration);
		output.specs[spec] = {
			avgDuration: duration,
			testCount: data.testCount,
			flakyRate: data.executions > 0 ? Math.round((data.totalFlaky / data.executions) * 10000) / 10000 : 0,
		};
	}

	// Add new specs not yet in Currents
	const newSpecs = [];
	if (validSpecs) {
		for (const spec of validSpecs) {
			if (!output.specs[spec]) {
				output.specs[spec] = { avgDuration: DEFAULT_DURATION, testCount: 0, flakyRate: 0 };
				newSpecs.push(spec);
			}
		}
	}

	fs.mkdirSync(path.dirname(OUTPUT_PATH), { recursive: true });
	fs.writeFileSync(OUTPUT_PATH, JSON.stringify(output, null, 2) + '\n');

	console.log(`Wrote ${Object.keys(output.specs).length} specs`);
	if (staleSpecs.length) {
		console.log(`\nStale specs (in Currents but not Playwright):`);
		staleSpecs.forEach((s) => console.log(`  - ${s}`));
	}
	if (newSpecs.length) {
		console.log(`\nNew specs (in Playwright but not Currents, using ${DEFAULT_DURATION / 1000}s default):`);
		newSpecs.forEach((s) => console.log(`  - ${s}`));
	}
}

main().catch((e) => {
	console.error(e.message);
	process.exit(1);
});