diff --git a/elixir/apps/domain/test/support/data_case.ex b/elixir/apps/domain/test/support/data_case.ex
index 83f1f49d3..05af40bc9 100644
--- a/elixir/apps/domain/test/support/data_case.ex
+++ b/elixir/apps/domain/test/support/data_case.ex
@@ -59,6 +59,7 @@ defmodule Domain.DataCase do
   See https://github.com/PSPDFKit-labs/bypass/issues/120
   """
   def cancel_bypass_expectations_check(bypass) do
+    Bypass.down(bypass)
     on_exit({Bypass, bypass.pid}, fn -> :ok end)
   end
 end