n8n/packages/nodes-base/nodes/RssFeedRead/GenericFunctions.ts

import type {
	IDataObject,
	IExecuteFunctions,
	IHttpRequestOptions,
	IPollFunctions,
} from 'n8n-workflow';
import { sanitizeXmlName } from 'n8n-workflow';
import Parser from 'rss-parser';

const DEFAULT_HEADERS = {
	'User-Agent': 'rss-parser',
	Accept: 'application/rss+xml',
};

const RELAXED_ACCEPT_HEADER =
	'application/rss+xml, application/rdf+xml;q=0.8, application/atom+xml;q=0.6, application/xml;q=0.4, text/xml;q=0.4';

type RequestHelpers = IExecuteFunctions['helpers'] | IPollFunctions['helpers'];

export async function parseFeedUrl(
	helpers: RequestHelpers,
	feedUrl: string,
	options: {
		customFields?: string;
		ignoreSSL?: boolean;
		useRelaxedAcceptHeader?: boolean;
	} = {},
): Promise<Parser.Output<IDataObject>> {
	const headers = {
		...DEFAULT_HEADERS,
		...(options.useRelaxedAcceptHeader ? { Accept: RELAXED_ACCEPT_HEADER } : {}),
	};

	const requestOptions: IHttpRequestOptions = {
		method: 'GET',
		url: feedUrl,
		headers,
		json: false,
		encoding: 'text',
		skipSslCertificateValidation: options.ignoreSSL,
	};

	const feedXmlResponse = await helpers.httpRequest(requestOptions);
	const feedXml = typeof feedXmlResponse === 'string' ? feedXmlResponse : String(feedXmlResponse);

	const parserOptions: Parser.ParserOptions<IDataObject, IDataObject> = {
		xml2js: {
			tagNameProcessors: [sanitizeXmlName],
			attrNameProcessors: [sanitizeXmlName],
		},
		...(options.customFields
			? {
					customFields: {
						item: options.customFields.split(',').map((field) => field.trim()),
					},
				}
			: {}),
	};

	const parser = new Parser(parserOptions);

	return await parser.parseString(feedXml);
}