diff --git a/diceware/logger.py b/diceware/logger.py
index 1e6b3a744f9835c05ebaead8abe47a2b115c5314..5a631be39a2ec6cef9b29ad585c825481b1d1051 100644
--- a/diceware/logger.py
+++ b/diceware/logger.py
@@ -57,7 +57,7 @@ def configure(verbosity=None):
     """
     if verbosity is None:
         return
-    logger.setLevel(logging.INFO)
+    logger.setLevel(logging.CRITICAL)
     if verbosity > 1:
         logger.setLevel(logging.DEBUG)
     logger.addHandler(logging.StreamHandler())
diff --git a/tests/test_logger.py b/tests/test_logger.py
index 2bafd25af2b415df47f6fc51b4d2e11378cfb0e3..9e1876ac341cddb1e38d2568b2bef8f0d48bdf5c 100644
--- a/tests/test_logger.py
+++ b/tests/test_logger.py
@@ -22,8 +22,8 @@ def test_configure():
     # we can configure the logger.
     my_logger = logging.getLogger("ulif.diceware")
     configure(None)
-    assert my_logger.level == 0
+    assert my_logger.level == logging.NOTSET
     configure(0)
-    assert my_logger.level == logging.INFO
+    assert my_logger.level == logging.CRITICAL
     configure(2)
     assert my_logger.level == logging.DEBUG