mirror of
https://github.com/torvalds/linux.git
synced 2026-05-31 02:24:24 +02:00
9bad74127f
Avoid one call/ret in networking RPS/RFS fast path, with no space cost. scripts/bloat-o-meter -t vmlinux.before vmlinux.after add/remove: 0/2 grow/shrink: 2/0 up/down: 96/-97 (-1) Function old new delta x2apic_send_IPI 146 198 +52 __x2apic_send_IPI_mask 326 370 +44 __pfx___x2apic_send_IPI_dest 16 - -16 __x2apic_send_IPI_dest 81 - -81 Total: Before=20861234, After=20861233, chg -0.00% Signed-off-by: Eric Dumazet <edumazet@google.com> Signed-off-by: Thomas Gleixner <tglx@kernel.org> Link: https://patch.msgid.link/20251223052026.4141498-1-edumazet@google.com
77 lines
2.1 KiB
C
77 lines
2.1 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* Historical copyright notices:
|
|
*
|
|
* Copyright 2004 James Cleverdon, IBM.
|
|
* (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
|
|
* (c) 1998-99, 2000 Ingo Molnar <mingo@redhat.com>
|
|
* (c) 2002,2003 Andi Kleen, SuSE Labs.
|
|
*/
|
|
|
|
#include <linux/jump_label.h>
|
|
|
|
#include <asm/irq_vectors.h>
|
|
#include <asm/apic.h>
|
|
|
|
/* X2APIC */
|
|
u32 x2apic_get_apic_id(u32 id);
|
|
|
|
void x2apic_send_IPI_all(int vector);
|
|
void x2apic_send_IPI_allbutself(int vector);
|
|
void x2apic_send_IPI_self(int vector);
|
|
extern u32 x2apic_max_apicid;
|
|
|
|
/* IPI */
|
|
|
|
DECLARE_STATIC_KEY_FALSE(apic_use_ipi_shorthand);
|
|
|
|
static inline unsigned int __prepare_ICR(unsigned int shortcut, int vector,
|
|
unsigned int dest)
|
|
{
|
|
unsigned int icr = shortcut | dest;
|
|
|
|
switch (vector) {
|
|
default:
|
|
icr |= APIC_DM_FIXED | vector;
|
|
break;
|
|
case NMI_VECTOR:
|
|
icr |= APIC_DM_NMI;
|
|
break;
|
|
}
|
|
return icr;
|
|
}
|
|
|
|
#ifdef CONFIG_X86_X2APIC
|
|
static inline void __x2apic_send_IPI_dest(unsigned int apicid, int vector, unsigned int dest)
|
|
{
|
|
unsigned long cfg = __prepare_ICR(0, vector, dest);
|
|
|
|
native_x2apic_icr_write(cfg, apicid);
|
|
}
|
|
#endif
|
|
|
|
void default_init_apic_ldr(void);
|
|
|
|
void apic_mem_wait_icr_idle(void);
|
|
u32 apic_mem_wait_icr_idle_timeout(void);
|
|
|
|
/*
|
|
* This is used to send an IPI with no shorthand notation (the destination is
|
|
* specified in bits 56 to 63 of the ICR).
|
|
*/
|
|
void __default_send_IPI_dest_field(unsigned int mask, int vector, unsigned int dest);
|
|
|
|
void default_send_IPI_single(int cpu, int vector);
|
|
void default_send_IPI_single_phys(int cpu, int vector);
|
|
void default_send_IPI_mask_sequence_phys(const struct cpumask *mask, int vector);
|
|
void default_send_IPI_mask_allbutself_phys(const struct cpumask *mask, int vector);
|
|
void default_send_IPI_allbutself(int vector);
|
|
void default_send_IPI_all(int vector);
|
|
void default_send_IPI_self(int vector);
|
|
|
|
#ifdef CONFIG_X86_32
|
|
void default_send_IPI_mask_sequence_logical(const struct cpumask *mask, int vector);
|
|
void default_send_IPI_mask_allbutself_logical(const struct cpumask *mask, int vector);
|
|
void default_send_IPI_mask_logical(const struct cpumask *mask, int vector);
|
|
#endif
|