diff --git a/engine/apps/metrics_exporter/tests/test_views.py b/engine/apps/metrics_exporter/tests/test_views.py
index 3a2381c9..8793539d 100644
--- a/engine/apps/metrics_exporter/tests/test_views.py
+++ b/engine/apps/metrics_exporter/tests/test_views.py
@@ -1,4 +1,5 @@
 import pytest
+from django.test import override_settings
 from django.urls import reverse
 from rest_framework.test import APIClient
 
@@ -12,7 +13,10 @@ from rest_framework.test import APIClient
         ("secret", "secret", 200),
     ],
 )
-def test_metrics_exporter_auth(settings, token, auth, expected):
+@override_settings(FEATURE_PROMETHEUS_EXPORTER_ENABLED=True)
+def test_metrics_exporter_auth(settings, reload_urls, token, auth, expected):
+    reload_urls()
+
     settings.PROMETHEUS_EXPORTER_SECRET = token
 
     client = APIClient()
diff --git a/engine/settings/ci-test.py b/engine/settings/ci-test.py
index fa03e76c..9751c49d 100644
--- a/engine/settings/ci-test.py
+++ b/engine/settings/ci-test.py
@@ -40,5 +40,3 @@ TWILIO_ACCOUNT_SID = "dummy_twilio_account_sid"
 TWILIO_AUTH_TOKEN = "dummy_twilio_auth_token"
 
 EXTRA_MESSAGING_BACKENDS = [("apps.base.tests.messaging_backend.TestOnlyBackend", 42)]
-
-FEATURE_PROMETHEUS_EXPORTER_ENABLED = True