diff --git a/toolchain/Config.in b/toolchain/Config.in
index 395c8e36b8..553612c4aa 100644
--- a/toolchain/Config.in
+++ b/toolchain/Config.in
@@ -702,6 +702,7 @@ config BR2_TOOLCHAIN_HAS_SYNC_8
 config BR2_TOOLCHAIN_HAS_LIBATOMIC
 	bool
 	default y if BR2_TOOLCHAIN_GCC_AT_LEAST_4_8 && \
+		!BR2_TOOLCHAIN_EXTERNAL_CODESOURCERY_AARCH64 && \
 		BR2_TOOLCHAIN_HAS_THREADS && \
 		!BR2_BINFMT_FLAT