diff --git a/tests/lib/TestCase.php b/tests/lib/TestCase.php
index aa091b98113ef..0c90b7fb91728 100644
--- a/tests/lib/TestCase.php
+++ b/tests/lib/TestCase.php
@@ -96,7 +96,9 @@ public function restoreService(string $name): bool {
 					return $oldService;
 				});
 			} else {
-				unset($container[$oldService]);
+				// The service was not registered before the test override.
+				// Remove the test registration so the container returns to its prior state.
+				unset($container[$name]);
 			}
 
 			unset($this->services[$name]);