diff --git a/toolchain/Config.in b/toolchain/Config.in
index db2ab0f059..5611e5c6d5 100644
--- a/toolchain/Config.in
+++ b/toolchain/Config.in
@@ -697,6 +697,7 @@ config BR2_TOOLCHAIN_HAS_SYNC_8
 config BR2_TOOLCHAIN_HAS_LIBATOMIC
 	bool
 	default y if BR2_TOOLCHAIN_GCC_AT_LEAST_4_8 && \
+		!BR2_TOOLCHAIN_EXTERNAL_CODESOURCERY_AARCH64 && \
 		BR2_TOOLCHAIN_HAS_THREADS && \
 		!BR2_BINFMT_FLAT