diff --git a/ci/long_running_tests/workloads/serve_failure.py b/ci/long_running_tests/workloads/serve_failure.py
index 9dc80acdb..85c9496df 100644
--- a/ci/long_running_tests/workloads/serve_failure.py
+++ b/ci/long_running_tests/workloads/serve_failure.py
@@ -52,7 +52,8 @@ class RandomKiller:
 
     def run(self):
         while True:
-            ray.kill(random.choice(self._get_all_serve_actors()))
+            ray.kill(
+                random.choice(self._get_all_serve_actors()), no_restart=False)
             time.sleep(self.kill_period_s)