diff --git a/test/lib/cachex_case/helper.ex b/test/lib/cachex_case/helper.ex
index cfaf006..1fb5171 100644
--- a/test/lib/cachex_case/helper.ex
+++ b/test/lib/cachex_case/helper.ex
@@ -45,10 +45,11 @@ defmodule CachexCase.Helper do
         [name, [nodes: nodes] ++ args]
       )
 
+    # cleanup the cache on exit
+    TestHelper.delete_on_exit(name)
+
     # stop all children on exit, even though it's automatic
     TestHelper.on_exit("stop #{name} children", fn ->
-      Supervisor.stop(name)
-
       nodes
       |> List.delete(node())
       |> LocalCluster.stop_nodes()