diff --git a/spring-test/src/main/java/org/springframework/test/context/cache/DefaultContextCache.java b/spring-test/src/main/java/org/springframework/test/context/cache/DefaultContextCache.java
index 8956273342d..529af02e8c9 100644
--- a/spring-test/src/main/java/org/springframework/test/context/cache/DefaultContextCache.java
+++ b/spring-test/src/main/java/org/springframework/test/context/cache/DefaultContextCache.java
@@ -172,13 +172,15 @@ public class DefaultContextCache implements ContextCache {
 	}
 
 	private void restartContextIfNecessary(ApplicationContext context) {
-		// Recurse up the context hierarchy first.
-		ApplicationContext parent = context.getParent();
-		if (parent != null) {
-			restartContextIfNecessary(parent);
-		}
-		if (context instanceof ConfigurableApplicationContext cac && !cac.isRunning()) {
-			cac.restart();
+		if (this.pauseMode != PauseMode.NEVER) {
+			// Recurse up the context hierarchy first.
+			ApplicationContext parent = context.getParent();
+			if (parent != null) {
+				restartContextIfNecessary(parent);
+			}
+			if (context instanceof ConfigurableApplicationContext cac && !cac.isRunning()) {
+				cac.restart();
+			}
 		}
 	}