diff --git a/arch/Kconfig b/arch/Kconfig
index 5952be33162..27dfe9344c4 100644
--- a/arch/Kconfig
+++ b/arch/Kconfig
@@ -27,7 +27,6 @@ config ARC
 
 config ARM
 	bool "ARM architecture"
-	select ATOMIC_OPERATIONS_BUILTIN
 
 config X86
 	bool "x86 architecture"
diff --git a/arch/arm/core/cortex_m/Kconfig b/arch/arm/core/cortex_m/Kconfig
index 63003d55421..dcf2e6a9b39 100644
--- a/arch/arm/core/cortex_m/Kconfig
+++ b/arch/arm/core/cortex_m/Kconfig
@@ -49,6 +49,7 @@ config CPU_CORTEX_M3_M4
 	bool
 	# Omit prompt to signify "hidden" option
 	default n
+	select ATOMIC_OPERATIONS_BUILTIN
 	select ISA_THUMB2
 	help
 	This option signifies the use of either a Cortex-M3 or Cortex-M4 CPU.