Test error and warning propagation with -qq

Mark these as "slow" (because they are)

Author: lagru

pyproject.toml

@@ -124,6 +124,9 @@ xfail_strict = true
 filterwarnings = ["error"]
 log_cli_level = "info"
 testpaths = ["src", "tests"]
+markers = [
+    "slow: marks tests as slow (deselect with `-m 'not slow'`)",
+]
 
 
 [tool.coverage]

tests/test_cli.py

@@ -1,7 +1,10 @@
 """Test command line interface."""
 
 import logging
+import subprocess
+import sys
 from pathlib import Path
+from textwrap import dedent
 
 import pytest
 from click.testing import CliRunner
@@ -54,6 +57,83 @@ def test_no_cache(self, tmp_path_cwd, caplog):
         # Check that at least one collected file was logged as "(cached)"
         assert "cached" not in "\n".join(caplog.messages)
 
+    @pytest.mark.slow
+    @pytest.mark.parametrize("workers", [1, 2])
+    def test_fail_on_warning(self, workers, tmp_path_cwd):
+        source_with_warning = dedent(
+            '''
+            def foo(x: str):
+                """
+                Parameters
+                ----------
+                x : int
+                """
+            '''
+        )
+        package = tmp_path_cwd / "src/sample_package"
+        package.mkdir(parents=True)
+        init_py = package / "__init__.py"
+        with init_py.open("x") as io:
+            io.write(source_with_warning)
+
+        result = subprocess.run(
+            [
+                sys.executable,
+                "-m",
+                "docstub",
+                "run",
+                "--quiet",
+                "--quiet",
+                "--fail-on-warning",
+                "--workers",
+                str(workers),
+                str(package),
+            ],
+            check=False,
+            capture_output=True,
+            text=True,
+        )
+        assert result.returncode == 1
+
+    @pytest.mark.slow
+    @pytest.mark.parametrize("workers", [1, 2])
+    def test_no_output_exit_code(self, workers, tmp_path_cwd):
+        faulty_source = dedent(
+            '''
+            def foo(x):
+                """
+                Parameters
+                ----------
+                x : doctype with syntax error
+                """
+            '''
+        )
+        package = tmp_path_cwd / "src/sample_package"
+        package.mkdir(parents=True)
+        init_py = package / "__init__.py"
+        with init_py.open("x") as io:
+            io.write(faulty_source)
+
+        result = subprocess.run(
+            [
+                sys.executable,
+                "-m",
+                "docstub",
+                "run",
+                "--quiet",
+                "--quiet",
+                "--workers",
+                str(workers),
+                str(package),
+            ],
+            check=False,
+            capture_output=True,
+            text=True,
+        )
+        assert result.stdout == ""
+        assert result.stderr == ""
+        assert result.returncode == 1
+
 
 class Test_clean:
     @pytest.mark.parametrize("verbosity", [["-v"], ["--verbose"], []])