diff --git a/ansibledoctor/Cli.py b/ansibledoctor/Cli.py
index f7546a4..089e3d6 100644
--- a/ansibledoctor/Cli.py
+++ b/ansibledoctor/Cli.py
@@ -57,12 +57,13 @@ class AnsibleDoctor:
         except ansibledoctor.Exception.ConfigError as e:
             self.log.sysexit_with_message(e)
 
+        self.log.set_level(config.config["logging"]["level"])
+
         if config.is_role:
             self.logger.info("Ansible role detected")
         else:
             self.log.sysexit_with_message("No Ansible role detected")
 
-        self.log.set_level(config.config["logging"]["level"])
         self.logger.info("Using config file {}".format(config.config_file))
 
         return config