diff --git a/spring-boot-tests/spring-boot-integration-tests/spring-boot-server-tests/src/test/java/org/springframework/boot/context/embedded/EmbeddedServerContainerInvocationContextProvider.java b/spring-boot-tests/spring-boot-integration-tests/spring-boot-server-tests/src/test/java/org/springframework/boot/context/embedded/EmbeddedServerContainerInvocationContextProvider.java
index 4b8692f2d3b..5a8c5126d5b 100644
--- a/spring-boot-tests/spring-boot-integration-tests/spring-boot-server-tests/src/test/java/org/springframework/boot/context/embedded/EmbeddedServerContainerInvocationContextProvider.java
+++ b/spring-boot-tests/spring-boot-integration-tests/spring-boot-server-tests/src/test/java/org/springframework/boot/context/embedded/EmbeddedServerContainerInvocationContextProvider.java
@@ -97,8 +97,8 @@ class EmbeddedServerContainerInvocationContextProvider
 
 	@Override
 	public void afterAll(ExtensionContext context) throws Exception {
-		FileSystemUtils.deleteRecursively(this.tempDir);
 		cleanupCaches();
+		FileSystemUtils.deleteRecursively(this.tempDir);
 	}
 
 	private void cleanupCaches() {