diff --git a/src/main.rs b/src/main.rs
index 9526803..e62bc46 100644
--- a/src/main.rs
+++ b/src/main.rs
@@ -659,7 +659,9 @@ fn main() -> Result<(), Error> {
         ),
     };
     let access_control_tokens = match config.access_control {
-        Some(access_control) if access_control.enabled => Some(access_control.tokens),
+        Some(access_control) if access_control.enabled && !access_control.tokens.is_empty() => {
+            Some(access_control.tokens)
+        }
         _ => None,
     };
     let runtime_handle = runtime.handle();