diff --git a/tests/regr_test.py b/tests/regr_test.py
index 2174d5903f55..8e9d942949a3 100644
--- a/tests/regr_test.py
+++ b/tests/regr_test.py
@@ -221,7 +221,7 @@ def test_testcase_directory(
     result = run_testcases(package=package, version=version, platform=platform, tempdir=tempdir, verbosity=verbosity)
 
     if result.returncode:
-        if verbosity > Verbosity.QUIET:
+        if verbosity is Verbosity.QUIET:
             # We'll already have printed this if --verbosity QUIET wasn't passed.
             # If --verbosity QUIET was passed, only print this if there were errors.
             # If there are errors, the output is inscrutable if this isn't printed.