diff --git a/arch/Kconfig b/arch/Kconfig
index e6b50e814d37..26916e0fe179 100644
--- a/arch/Kconfig
+++ b/arch/Kconfig
@@ -649,7 +649,7 @@ config HAS_LTO_CLANG
 	depends on $(success,$(AR) --help | head -n 1 | grep -qi llvm)
 	depends on ARCH_SUPPORTS_LTO_CLANG
 	depends on !FTRACE_MCOUNT_USE_RECORDMCOUNT
-	depends on !KASAN
+	depends on !KASAN || KASAN_HW_TAGS
 	depends on !GCOV_KERNEL
 	help
 	  The compiler and Kconfig options support building with Clang's