diff --git a/Makefile b/Makefile
index dcc9492af..da5552e78 100644
--- a/Makefile
+++ b/Makefile
@@ -97,16 +97,15 @@ ifeq ($(shell echo $(ARCH) | sed -e 's/arm.*/arm/'),arm)
 	ifeq ($(ARMV),7)
 		USERCFLAGS += -march=armv7-a
 	endif
-endif
-ifeq ($(ARCH),aarch64)
-	VDSO         := y
-endif
 
-ifeq ($(SRCARCH),arm)
 	PROTOUFIX    := y
 	export PROTOUFIX
 endif
 
+ifeq ($(ARCH),aarch64)
+	VDSO         := y
+endif
+
 #
 # The PowerPC 64 bits architecture could be big or little endian.
 # They are handled in the same way.