diff --git a/module/spring-boot-jpa/src/main/java/org/springframework/boot/jpa/EntityManagerFactoryBuilder.java b/module/spring-boot-jpa/src/main/java/org/springframework/boot/jpa/EntityManagerFactoryBuilder.java
index 9f32da75362..f819c1a0bc2 100644
--- a/module/spring-boot-jpa/src/main/java/org/springframework/boot/jpa/EntityManagerFactoryBuilder.java
+++ b/module/spring-boot-jpa/src/main/java/org/springframework/boot/jpa/EntityManagerFactoryBuilder.java
@@ -266,8 +266,8 @@ public class EntityManagerFactoryBuilder {
 			if (this.managedTypes != null) {
 				entityManagerFactoryBean.setManagedTypes(this.managedTypes);
 			}
-			else {
-				setPackagesToScan(entityManagerFactoryBean);
+			else if (this.packagesToScan != null) {
+				entityManagerFactoryBean.setPackagesToScan(this.packagesToScan);
 			}
 			Map<String, ?> jpaProperties = EntityManagerFactoryBuilder.this.jpaPropertiesFactory.apply(this.dataSource);
 			entityManagerFactoryBean.getJpaPropertyMap().putAll(new LinkedHashMap<>(jpaProperties));
@@ -289,14 +289,6 @@ public class EntityManagerFactoryBuilder {
 			return entityManagerFactoryBean;
 		}
 
-		// TODO: Review this. The test
-		// HibernateJpaAutoConfigurationTests.usesManuallyDefinedLocalContainerEntityManagerFactoryBeanUsingBuilder
-		// fails if an non-null assert is added
-		@SuppressWarnings("NullAway")
-		private void setPackagesToScan(LocalContainerEntityManagerFactoryBean entityManagerFactoryBean) {
-			entityManagerFactoryBean.setPackagesToScan(this.packagesToScan);
-		}
-
 	}
 
 }