diff --git a/bilby/core/utils.py b/bilby/core/utils.py
index fd0c558ed160f56ebe75545897c923f57f1dabf1..de706eb3c0948dcf76b874d973ab2bbf965e83f7 100644
--- a/bilby/core/utils.py
+++ b/bilby/core/utils.py
@@ -508,11 +508,7 @@ def check_directory_exists_and_if_not_mkdir(directory):
     """
     if directory == "":
         return
-    elif not os.path.exists(directory):
-        os.makedirs(directory)
-        logger.debug('Making directory {}'.format(directory))
-    else:
-        logger.debug('Directory {} exists'.format(directory))
+    os.makedirs(directory, exist_ok=True)
 
 
 def set_up_command_line_arguments():