diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index d82f0e08d6..0480634c01 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -7,9 +7,11 @@
 include_directories(.)
 
 # Dynarmic
+if ((ARCHITECTURE_x86_64 OR ARCHITECTURE_arm64 OR ARCHITECTURE_ppc64))
     set(DYNARMIC_IGNORE_ASSERTS ON)
     add_subdirectory(dynarmic)
     add_library(dynarmic::dynarmic ALIAS dynarmic)
+endif()
 
 # CMake seems to only define _DEBUG on Windows
 set_property(DIRECTORY APPEND PROPERTY