diff --git a/debezium-system-tests/src/test/java/io/debezium/server/DebeziumServerPostgresIT.java b/debezium-system-tests/src/test/java/io/debezium/server/DebeziumServerPostgresIT.java
index 0e8f7da0..8e20fe8d 100644
--- a/debezium-system-tests/src/test/java/io/debezium/server/DebeziumServerPostgresIT.java
+++ b/debezium-system-tests/src/test/java/io/debezium/server/DebeziumServerPostgresIT.java
@@ -18,6 +18,7 @@
 import jakarta.inject.Inject;
 
 import org.awaitility.Awaitility;
+import org.junit.jupiter.api.BeforeEach;
 import org.junit.jupiter.api.MethodOrderer;
 import org.junit.jupiter.api.Order;
 import org.junit.jupiter.api.Test;
@@ -47,7 +48,8 @@ public class DebeziumServerPostgresIT {
     @Inject
     DebeziumMetrics metrics;
 
-    {
+    @BeforeEach
+    void setUp() {
         Testing.Files.delete(TestConfigSource.OFFSET_STORE_PATH);
     }