mirror of
https://github.com/torvalds/linux.git
synced 2026-05-28 09:04:39 +02:00
Architectures currently opt in for implementing lazy_mmu helpers by defining __HAVE_ARCH_ENTER_LAZY_MMU_MODE. In preparation for introducing a generic lazy_mmu layer that will require storage in task_struct, let's switch to a cleaner approach: instead of defining a macro, select a CONFIG option. This patch introduces CONFIG_ARCH_HAS_LAZY_MMU_MODE and has each arch select it when it implements lazy_mmu helpers. __HAVE_ARCH_ENTER_LAZY_MMU_MODE is removed and <linux/pgtable.h> relies on the new CONFIG instead. On x86, lazy_mmu helpers are only implemented if PARAVIRT_XXL is selected. This creates some complications in arch/x86/boot/, because a few files manually undefine PARAVIRT* options. As a result <asm/paravirt.h> does not define the lazy_mmu helpers, but this breaks the build as <linux/pgtable.h> only defines them if !CONFIG_ARCH_HAS_LAZY_MMU_MODE. There does not seem to be a clean way out of this - let's just undefine that new CONFIG too. Link: https://lkml.kernel.org/r/20251215150323.2218608-7-kevin.brodsky@arm.com Signed-off-by: Kevin Brodsky <kevin.brodsky@arm.com> Acked-by: David Hildenbrand <david@redhat.com> Reviewed-by: Ritesh Harjani (IBM) <ritesh.list@gmail.com> Reviewed-by: Ryan Roberts <ryan.roberts@arm.com> Reviewed-by: Yeoreum Yun <yeoreum.yun@arm.com> Acked-by: Andreas Larsson <andreas@gaisler.com> [sparc] Cc: Alexander Gordeev <agordeev@linux.ibm.com> Cc: Anshuman Khandual <anshuman.khandual@arm.com> Cc: Borislav Betkov <bp@alien8.de> Cc: Boris Ostrovsky <boris.ostrovsky@oracle.com> Cc: Catalin Marinas <catalin.marinas@arm.com> Cc: Christophe Leroy <christophe.leroy@csgroup.eu> Cc: David Hildenbrand (Red Hat) <david@kernel.org> Cc: David S. Miller <davem@davemloft.net> Cc: David Woodhouse <dwmw2@infradead.org> Cc: "H. Peter Anvin" <hpa@zytor.com> Cc: Ingo Molnar <mingo@redhat.com> Cc: Jann Horn <jannh@google.com> Cc: Juegren Gross <jgross@suse.com> Cc: Liam Howlett <liam.howlett@oracle.com> Cc: Lorenzo Stoakes <lorenzo.stoakes@oracle.com> Cc: Madhavan Srinivasan <maddy@linux.ibm.com> Cc: Michael Ellerman <mpe@ellerman.id.au> Cc: Michal Hocko <mhocko@suse.com> Cc: Mike Rapoport <rppt@kernel.org> Cc: Nicholas Piggin <npiggin@gmail.com> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Suren Baghdasaryan <surenb@google.com> Cc: Thomas Gleinxer <tglx@linutronix.de> Cc: Venkat Rao Bagalkote <venkat88@linux.ibm.com> Cc: Vlastimil Babka <vbabka@suse.cz> Cc: Will Deacon <will@kernel.org> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
260 lines
6.6 KiB
C
260 lines
6.6 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef BOOT_COMPRESSED_MISC_H
|
|
#define BOOT_COMPRESSED_MISC_H
|
|
|
|
/*
|
|
* Special hack: we have to be careful, because no indirections are allowed here,
|
|
* and paravirt_ops is a kind of one. As it will only run in baremetal anyway,
|
|
* we just keep it from happening. (This list needs to be extended when new
|
|
* paravirt and debugging variants are added.)
|
|
*/
|
|
#undef CONFIG_PARAVIRT
|
|
#undef CONFIG_PARAVIRT_XXL
|
|
#undef CONFIG_PARAVIRT_SPINLOCKS
|
|
#undef CONFIG_ARCH_HAS_LAZY_MMU_MODE
|
|
#undef CONFIG_KASAN
|
|
#undef CONFIG_KASAN_GENERIC
|
|
|
|
#define __NO_FORTIFY
|
|
|
|
/* cpu_feature_enabled() cannot be used this early */
|
|
#define USE_EARLY_PGTABLE_L5
|
|
|
|
/*
|
|
* Boot stub deals with identity mappings, physical and virtual addresses are
|
|
* the same, so override these defines.
|
|
*
|
|
* <asm/page.h> will not define them if they are already defined.
|
|
*/
|
|
#define __pa(x) ((unsigned long)(x))
|
|
#define __va(x) ((void *)((unsigned long)(x)))
|
|
|
|
#include <linux/linkage.h>
|
|
#include <linux/screen_info.h>
|
|
#include <linux/elf.h>
|
|
#include <asm/page.h>
|
|
#include <asm/boot.h>
|
|
#include <asm/bootparam.h>
|
|
#include <asm/desc_defs.h>
|
|
|
|
#include "tdx.h"
|
|
|
|
#define BOOT_CTYPE_H
|
|
#include <linux/acpi.h>
|
|
|
|
#define BOOT_BOOT_H
|
|
#include "../ctype.h"
|
|
#include "../io.h"
|
|
|
|
#include "efi.h"
|
|
|
|
#ifdef CONFIG_X86_64
|
|
#define memptr long
|
|
#else
|
|
#define memptr unsigned
|
|
#endif
|
|
|
|
/* boot/compressed/vmlinux start and end markers */
|
|
extern char _head[], _end[];
|
|
|
|
/* misc.c */
|
|
extern memptr free_mem_ptr;
|
|
extern memptr free_mem_end_ptr;
|
|
extern int spurious_nmi_count;
|
|
void *malloc(int size);
|
|
void free(void *where);
|
|
void __putstr(const char *s);
|
|
void __puthex(unsigned long value);
|
|
void __putdec(unsigned long value);
|
|
#define error_putstr(__x) __putstr(__x)
|
|
#define error_puthex(__x) __puthex(__x)
|
|
#define error_putdec(__x) __putdec(__x)
|
|
|
|
#ifdef CONFIG_X86_VERBOSE_BOOTUP
|
|
|
|
#define debug_putstr(__x) __putstr(__x)
|
|
#define debug_puthex(__x) __puthex(__x)
|
|
#define debug_putaddr(__x) { \
|
|
debug_putstr(#__x ": 0x"); \
|
|
debug_puthex((unsigned long)(__x)); \
|
|
debug_putstr("\n"); \
|
|
}
|
|
|
|
#else
|
|
|
|
static inline void debug_putstr(const char *s)
|
|
{ }
|
|
static inline void debug_puthex(unsigned long value)
|
|
{ }
|
|
#define debug_putaddr(x) /* */
|
|
|
|
#endif
|
|
|
|
/* cmdline.c */
|
|
int cmdline_find_option(const char *option, char *buffer, int bufsize);
|
|
int cmdline_find_option_bool(const char *option);
|
|
|
|
struct mem_vector {
|
|
u64 start;
|
|
u64 size;
|
|
};
|
|
|
|
#ifdef CONFIG_RANDOMIZE_BASE
|
|
/* kaslr.c */
|
|
void choose_random_location(unsigned long input,
|
|
unsigned long input_size,
|
|
unsigned long *output,
|
|
unsigned long output_size,
|
|
unsigned long *virt_addr);
|
|
#else
|
|
static inline void choose_random_location(unsigned long input,
|
|
unsigned long input_size,
|
|
unsigned long *output,
|
|
unsigned long output_size,
|
|
unsigned long *virt_addr)
|
|
{
|
|
}
|
|
#endif
|
|
|
|
/* cpuflags.c */
|
|
bool has_cpuflag(int flag);
|
|
|
|
#ifdef CONFIG_X86_64
|
|
extern int set_page_decrypted(unsigned long address);
|
|
extern int set_page_encrypted(unsigned long address);
|
|
extern int set_page_non_present(unsigned long address);
|
|
extern unsigned char _pgtable[];
|
|
#endif
|
|
|
|
#ifdef CONFIG_EARLY_PRINTK
|
|
/* early_serial_console.c */
|
|
extern int early_serial_base;
|
|
void console_init(void);
|
|
#else
|
|
static const int early_serial_base;
|
|
static inline void console_init(void)
|
|
{ }
|
|
#endif
|
|
|
|
#ifdef CONFIG_AMD_MEM_ENCRYPT
|
|
struct es_em_ctxt;
|
|
struct insn;
|
|
|
|
void sev_enable(struct boot_params *bp);
|
|
void snp_check_features(void);
|
|
void sev_es_shutdown_ghcb(void);
|
|
extern bool sev_es_check_ghcb_fault(unsigned long address);
|
|
void snp_set_page_private(unsigned long paddr);
|
|
void snp_set_page_shared(unsigned long paddr);
|
|
void sev_prep_identity_maps(unsigned long top_level_pgt);
|
|
|
|
enum es_result vc_decode_insn(struct es_em_ctxt *ctxt);
|
|
bool insn_has_rep_prefix(struct insn *insn);
|
|
void sev_insn_decode_init(void);
|
|
bool early_setup_ghcb(void);
|
|
#else
|
|
static inline void snp_check_features(void) { }
|
|
static inline void sev_es_shutdown_ghcb(void) { }
|
|
static inline bool sev_es_check_ghcb_fault(unsigned long address)
|
|
{
|
|
return false;
|
|
}
|
|
static inline void snp_set_page_private(unsigned long paddr) { }
|
|
static inline void snp_set_page_shared(unsigned long paddr) { }
|
|
static inline void sev_prep_identity_maps(unsigned long top_level_pgt) { }
|
|
#endif
|
|
|
|
/* acpi.c */
|
|
#ifdef CONFIG_ACPI
|
|
acpi_physical_address get_rsdp_addr(void);
|
|
#else
|
|
static inline acpi_physical_address get_rsdp_addr(void) { return 0; }
|
|
#endif
|
|
|
|
#if defined(CONFIG_RANDOMIZE_BASE) && defined(CONFIG_MEMORY_HOTREMOVE) && defined(CONFIG_ACPI)
|
|
extern struct mem_vector immovable_mem[MAX_NUMNODES*2];
|
|
int count_immovable_mem_regions(void);
|
|
#else
|
|
static inline int count_immovable_mem_regions(void) { return 0; }
|
|
#endif
|
|
|
|
/* ident_map_64.c */
|
|
extern unsigned int __pgtable_l5_enabled, pgdir_shift, ptrs_per_p4d;
|
|
extern void kernel_add_identity_map(unsigned long start, unsigned long end);
|
|
|
|
/* Used by PAGE_KERN* macros: */
|
|
extern pteval_t __default_kernel_pte_mask;
|
|
|
|
/* idt_64.c */
|
|
extern gate_desc boot_idt[BOOT_IDT_ENTRIES];
|
|
extern struct desc_ptr boot_idt_desc;
|
|
|
|
#ifdef CONFIG_X86_64
|
|
void cleanup_exception_handling(void);
|
|
#else
|
|
static inline void cleanup_exception_handling(void) { }
|
|
#endif
|
|
|
|
/* IDT Entry Points */
|
|
void boot_page_fault(void);
|
|
void boot_nmi_trap(void);
|
|
void boot_stage1_vc(void);
|
|
void boot_stage2_vc(void);
|
|
|
|
unsigned long sev_verify_cbit(unsigned long cr3);
|
|
|
|
enum efi_type {
|
|
EFI_TYPE_64,
|
|
EFI_TYPE_32,
|
|
EFI_TYPE_NONE,
|
|
};
|
|
|
|
#ifdef CONFIG_EFI
|
|
/* helpers for early EFI config table access */
|
|
enum efi_type efi_get_type(struct boot_params *bp);
|
|
unsigned long efi_get_system_table(struct boot_params *bp);
|
|
int efi_get_conf_table(struct boot_params *bp, unsigned long *cfg_tbl_pa,
|
|
unsigned int *cfg_tbl_len);
|
|
unsigned long efi_find_vendor_table(struct boot_params *bp,
|
|
unsigned long cfg_tbl_pa,
|
|
unsigned int cfg_tbl_len,
|
|
efi_guid_t guid);
|
|
#else
|
|
static inline enum efi_type efi_get_type(struct boot_params *bp)
|
|
{
|
|
return EFI_TYPE_NONE;
|
|
}
|
|
|
|
static inline unsigned long efi_get_system_table(struct boot_params *bp)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
static inline int efi_get_conf_table(struct boot_params *bp,
|
|
unsigned long *cfg_tbl_pa,
|
|
unsigned int *cfg_tbl_len)
|
|
{
|
|
return -ENOENT;
|
|
}
|
|
|
|
static inline unsigned long efi_find_vendor_table(struct boot_params *bp,
|
|
unsigned long cfg_tbl_pa,
|
|
unsigned int cfg_tbl_len,
|
|
efi_guid_t guid)
|
|
{
|
|
return 0;
|
|
}
|
|
#endif /* CONFIG_EFI */
|
|
|
|
#ifdef CONFIG_UNACCEPTED_MEMORY
|
|
bool init_unaccepted_memory(void);
|
|
#else
|
|
static inline bool init_unaccepted_memory(void) { return false; }
|
|
#endif
|
|
|
|
/* Defined in EFI stub */
|
|
extern struct efi_unaccepted_memory *unaccepted_table;
|
|
void accept_memory(phys_addr_t start, unsigned long size);
|
|
|
|
#endif /* BOOT_COMPRESSED_MISC_H */
|