diff --git a/configure.ac b/configure.ac
index be68f8885..98b02273a 100644
--- a/configure.ac
+++ b/configure.ac
@@ -724,13 +724,11 @@ AM_COND_IF([UNTUNED],
 		RB_VAR_PREPEND([CXXFLAGS], ["-mtune=native"])
 		RB_VAR_PREPEND([CXXFLAGS], ["-march=native"])
 
-		dnl AMD K10's SSE4a doesn't work with valgrind
-		RB_VAR_PREPEND([CXXFLAGS], ["-mno-sse4a"])
-
 		AS_CASE([$host_cpu],
 		[x86_64],
 		[
-			RB_VAR_PREPEND([CXXFLAGS], ["-mfpmath=sse"])
+			dnl AMD K10's SSE4a doesn't work with valgrind
+			RB_VAR_PREPEND([CXXFLAGS], ["-mno-sse4a"])
 		])
 	])
 ])