diff --git a/Makefile b/Makefile
index 603c8d9bd..ef570b2f6 100644
--- a/Makefile
+++ b/Makefile
@@ -155,11 +155,9 @@ ifneq ($(filter %-clang,$($(ARCH)-cc-id)),)
 	endif
 
 else ifeq ($($(ARCH)-cc-id),gnu-gcc)
-	ifeq ($(ENABLE_LTO),1)
-		# Enable LTO only for aarch64
-		ifeq (${ARCH},aarch64)
-			LTO_CFLAGS	=	-flto
-		endif
+	# Enable LTO only for aarch64
+	ifeq (${ARCH},aarch64)
+		LTO_CFLAGS	=	$(if $(filter-out 0,$(ENABLE_LTO)),-flto)
 	endif
 endif #(clang)