diff --git a/toolchain/Config.in b/toolchain/Config.in
index 7762106bee..128f8faef2 100644
--- a/toolchain/Config.in
+++ b/toolchain/Config.in
@@ -989,12 +989,12 @@ config BR2_TOOLCHAIN_HAS_ATOMIC
 # - At least, libquadmath is available on:
 #   - i*86
 #   - x86_64
-#   - PowerPC with vector scalar (VSX) instruction set
+#   - PowerPC64 with vector scalar (VSX) instruction set
 # - When available, libquadmath requires wchar support.
 config BR2_TOOLCHAIN_HAS_LIBQUADMATH
 	bool
 	default y if BR2_i386 || BR2_x86_64
-	default y if BR2_POWERPC_CPU_HAS_VSX
+	default y if (BR2_powerpc64 || BR2_powerpc64le) && BR2_POWERPC_CPU_HAS_VSX
 
 comment "Bare metal toolchain"