diff --git a/.ci/functional_test.sh b/.ci/functional_test.sh
index d120fad43..cef063223 100755
--- a/.ci/functional_test.sh
+++ b/.ci/functional_test.sh
@@ -17,6 +17,7 @@ fi
 
 # Fixes setcap not found on centos 7
 PATH=/usr/sbin/:$PATH
+CI=true
 
 sudo -E firezone-ctl reconfigure
 sudo -E firezone-ctl create-or-reset-admin
diff --git a/config/releases.exs b/config/releases.exs
index 5315b5e6d..bda959376 100644
--- a/config/releases.exs
+++ b/config/releases.exs
@@ -45,7 +45,8 @@ telemetry_module =
   end
 
 connectivity_checks_enabled =
-  FzString.to_boolean(System.fetch_env!("CONNECTIVITY_CHECKS_ENABLED"))
+  FzString.to_boolean(System.fetch_env!("CONNECTIVITY_CHECKS_ENABLED")) &&
+    System.get_env("CI") != "true"
 
 connectivity_checks_interval =
   System.fetch_env!("CONNECTIVITY_CHECKS_INTERVAL")