diff --git a/synapse/config/tracer.py b/synapse/config/tracer.py
index 01c180726f..84bcee9722 100644
--- a/synapse/config/tracer.py
+++ b/synapse/config/tracer.py
@@ -38,7 +38,7 @@ class TracerConfig(Config):
             self.tracer_config.setdefault("homeserver_whitelist", [])
 
             if type(self.tracer_config.get("homeserver_whitelist")) != list:
-                raise RuntimeError("Tracer homesererver_whitelist config is malformed")
+                raise ConfigError("Tracer homesererver_whitelist config is malformed")
 
     def generate_config_section(cls, **kwargs):
         return """\