diff --git a/modules/webm/config.py b/modules/webm/config.py
index 0bedfa07ef8..1f2f402f3a0 100644
--- a/modules/webm/config.py
+++ b/modules/webm/config.py
@@ -1,7 +1,13 @@
 def can_build(env, platform):
     if env["arch"].startswith("rv"):
         return False
-    return platform not in ["iphone"]
+    if platform == "iphone":
+        return False
+    # Can work in theory but our libvpx/SCsub is too broken to compile NEON .s
+    # files properly on Linux arm32. Could be fixed by someone motivated.
+    if platform in ["x11", "server"] and env["arch"] in ["arm", "arm32"]:
+        return False
+    return True
 
 
 def configure(env):