diff --git a/CMakeLists.txt b/CMakeLists.txt
index b6ca39e9b..8220b82be 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -240,6 +240,15 @@ IF (${CMAKE_SYSTEM_NAME} MATCHES "Darwin")
     set(WITH_AHP_XC Off)
     set(WITH_AHP_GT Off)
     set(WITH_ASTROASIS Off)
+    # The drivers below are not yet compatible with Apple Silicon since their libraries are not universal binaries
+    if(CMAKE_SYSTEM_PROCESSOR STREQUAL "arm64")
+        SET(WITH_ASICAM Off)
+        SET(WITH_SBIG Off)
+        SET(WITH_ATIK Off)
+        SET(WITH_TOUPBASE Off)
+        SET(WITH_QHY Off)
+        SET(WITH_SVBONY Off)
+    endif()
 ENDIF ()
 # Disable apogee, qhy and mi with gcc 4.8 and earlier versions
 IF (CMAKE_COMPILER_IS_GNUCXX AND CMAKE_CXX_COMPILER_VERSION VERSION_LESS 4.9)