diff --git a/CMakeLists.txt b/CMakeLists.txt
index fc65bd07..f81530a5 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -142,11 +142,10 @@ endif()
 
 message("CMAKE_SYSTEM_PROCESSOR=<${CMAKE_SYSTEM_PROCESSOR}>")
 
-# Flags for SIMD support
-set(HAVE_NEON FALSE)
-
 if(CMAKE_SYSTEM_PROCESSOR MATCHES "x86|AMD64")
 
+set(HAVE_NEON FALSE)
+
 CHECK_CXX_COMPILER_FLAG("-mavx" HAVE_AVX)
 if(HAVE_AVX)
     set(AVX_COMPILE_FLAGS "-mavx")