diff --git a/soc/xtensa/intel_adsp/cavs_v15/Kconfig.series b/soc/xtensa/intel_adsp/cavs_v15/Kconfig.series
index 2dcc3a6e0ad..b37b3a87199 100644
--- a/soc/xtensa/intel_adsp/cavs_v15/Kconfig.series
+++ b/soc/xtensa/intel_adsp/cavs_v15/Kconfig.series
@@ -8,7 +8,7 @@ config SOC_SERIES_INTEL_CAVS_V15
 	select XTENSA_HAL if "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc"
 	select XTENSA_RESET_VECTOR
 	select XTENSA_USE_CORE_CRT1
-	select ATOMIC_OPERATIONS_BUILTIN
+	select ATOMIC_OPERATIONS_BUILTIN if "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc"
 	select ARCH_HAS_COHERENCE
 	help
 	  Intel CAVS v1.5
diff --git a/soc/xtensa/intel_adsp/cavs_v18/Kconfig.series b/soc/xtensa/intel_adsp/cavs_v18/Kconfig.series
index 7e81a2f9bb6..1b742783afa 100644
--- a/soc/xtensa/intel_adsp/cavs_v18/Kconfig.series
+++ b/soc/xtensa/intel_adsp/cavs_v18/Kconfig.series
@@ -8,6 +8,6 @@ config SOC_SERIES_INTEL_CAVS_V18
 	select XTENSA_HAL if "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc"
 	select XTENSA_RESET_VECTOR
 	select XTENSA_USE_CORE_CRT1
-	select ATOMIC_OPERATIONS_BUILTIN
+	select ATOMIC_OPERATIONS_BUILTIN if "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc"
 	help
 	  Intel CAVS v1.8
diff --git a/soc/xtensa/intel_adsp/cavs_v20/Kconfig.series b/soc/xtensa/intel_adsp/cavs_v20/Kconfig.series
index e50d6f23207..d086a2c3ff8 100644
--- a/soc/xtensa/intel_adsp/cavs_v20/Kconfig.series
+++ b/soc/xtensa/intel_adsp/cavs_v20/Kconfig.series
@@ -8,6 +8,6 @@ config SOC_SERIES_INTEL_CAVS_V20
 	select XTENSA_HAL if "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc"
 	select XTENSA_RESET_VECTOR
 	select XTENSA_USE_CORE_CRT1
-	select ATOMIC_OPERATIONS_BUILTIN
+	select ATOMIC_OPERATIONS_BUILTIN if "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc"
 	help
 	  Intel CAVS v2.0
diff --git a/soc/xtensa/intel_adsp/cavs_v25/Kconfig.series b/soc/xtensa/intel_adsp/cavs_v25/Kconfig.series
index 554c4874ea9..7d284f4b018 100644
--- a/soc/xtensa/intel_adsp/cavs_v25/Kconfig.series
+++ b/soc/xtensa/intel_adsp/cavs_v25/Kconfig.series
@@ -8,6 +8,6 @@ config SOC_SERIES_INTEL_CAVS_V25
 	select XTENSA_HAL if "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc"
 	select XTENSA_RESET_VECTOR
 	select XTENSA_USE_CORE_CRT1
-	select ATOMIC_OPERATIONS_BUILTIN
+	select ATOMIC_OPERATIONS_BUILTIN if "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc"
 	help
 	  Intel CAVS v2.5