diff --git a/crypto/Kconfig b/crypto/Kconfig
index c5256e32f713..f41ddc91b7b2 100644
--- a/crypto/Kconfig
+++ b/crypto/Kconfig
@@ -35,7 +35,7 @@ config CRYPTO_FIPS
 
 config CRYPTO_FIPS140_MOD
 	tristate "Enable FIPS 140 cryptographic module"
-	depends on ARM64 && ARM64_MODULE_PLTS && LTO_CLANG
+	depends on ARM64 && ARM64_MODULE_PLTS
 	depends on m
 	help
 	  This option enables building a loadable module fips140.ko, which
diff --git a/scripts/module.lds.S b/scripts/module.lds.S
index 0cef6b43a908..0dabe5b43cc0 100644
--- a/scripts/module.lds.S
+++ b/scripts/module.lds.S
@@ -62,7 +62,7 @@ SECTIONS {
 	}
 #endif
 
-#ifdef CONFIG_LTO_CLANG
+#if defined(CONFIG_LTO_CLANG) || IS_ENABLED(CONFIG_CRYPTO_FIPS140_MOD)
 	/*
 	 * With CONFIG_LTO_CLANG, LLD always enables -fdata-sections and
 	 * -ffunction-sections, which increases the size of the final module.