diff --git a/similarity_search/CMakeLists.txt b/similarity_search/CMakeLists.txt
index 1451b30..a9f1616 100644
--- a/similarity_search/CMakeLists.txt
+++ b/similarity_search/CMakeLists.txt
@@ -109,9 +109,6 @@ if (WITH_EXTRAS)
       message (FATAL_ERROR "Could not locate GSL.")
   endif (GSL_FOUND)
 
-  include_directories (${PROJECT_SOURCE_DIR}/lshkit/include)
-  add_subdirectory (lshkit)
-
   find_package(Eigen3 3 REQUIRED)
   if (EIGEN3_FOUND)
     message (STATUS "Found Eigen3.")
@@ -139,6 +136,8 @@ if (WITH_EXTRAS)
   else ()
     message (FATAL_ERROR "Could not locate BOOST.")
   endif ()
+
+  add_subdirectory (lshkit)
 endif()
 
 add_subdirectory (src)