diff --git a/configure b/configure
index c0116c1e68..a2e95747e8 100755
--- a/configure
+++ b/configure
@@ -1536,10 +1536,9 @@ if enabled altivec; then
         add_cflags "-faltivec"
     else
         add_cflags "-maltivec -mabi=altivec"
+        check_header altivec.h
     fi
 
-    check_header altivec.h
-
     # check if our compiler supports Motorola AltiVec C API
     enabled altivec_h &&
         inc_altivec_h="#include <altivec.h>" ||