diff --git a/spring-grpc-spring-boot-autoconfigure/src/main/java/org/springframework/grpc/autoconfigure/server/security/GrpcSecurityAutoConfiguration.java b/spring-grpc-spring-boot-autoconfigure/src/main/java/org/springframework/grpc/autoconfigure/server/security/GrpcSecurityAutoConfiguration.java
index c7b94f5..1a7cef1 100644
--- a/spring-grpc-spring-boot-autoconfigure/src/main/java/org/springframework/grpc/autoconfigure/server/security/GrpcSecurityAutoConfiguration.java
+++ b/spring-grpc-spring-boot-autoconfigure/src/main/java/org/springframework/grpc/autoconfigure/server/security/GrpcSecurityAutoConfiguration.java
@@ -69,6 +69,7 @@ public class GrpcSecurityAutoConfiguration {
 	}
 
 	@ConditionalOnBean(SecurityFilterChain.class)
+	@Conditional(GrpcServerFactoryAutoConfiguration.OnGrpcServletCondition.class)
 	@Configuration(proxyBeanMethods = false)
 	static class GrpcServletSecurityConfigurerAutoConfiguration {