diff --git a/arch/arm64/Makefile b/arch/arm64/Makefile
index cebdd9a6a40f..faccb5a7326b 100644
--- a/arch/arm64/Makefile
+++ b/arch/arm64/Makefile
@@ -91,12 +91,12 @@ KBUILD_AFLAGS	+= $(lseinstr) $(vdso32)
 ifeq ($(CONFIG_CPU_BIG_ENDIAN), y)
 KBUILD_CPPFLAGS	+= -mbig-endian
 AS		+= -EB
-LD		+= -EB
+LDFLAGS		+= -EB -maarch64elfb
 UTS_MACHINE	:= aarch64_be
 else
 KBUILD_CPPFLAGS	+= -mlittle-endian
 AS		+= -EL
-LD		+= -EL
+LDFLAGS		+= -EL -maarch64elf
 UTS_MACHINE	:= aarch64
 endif