TEMPORARY commit: implement test for pytest-dev#90

This commit implements a test for pytest-dev#90 (logging customisation) that is
wide-ranging as it (ab)uses all other tests in the suite to also check
that the feature implemented in the above-mentioned pull request works.

As the implications are currently not completely clear, this commit is
marked as temporary and will either be discarded or merged into a
previous commit in the pr before it is merged.

The most important open question is:
If a change breaks pytest-dev#90, will this be visible to the developers?
The tests in the suite run other tests using the `tempdir` facility and
this hacky implementation just adds a `conftest.py` to each of the
temporary directories. Will the message from the assert message ever
reach the output of the pytest-timeout test suite? Can that be somehow
enforced from within the child-tests or their pytest runner?

Author: ep12

conftest.py

@@ -0,0 +1,41 @@
+#!/usr/bin/env python3
+import pytest
+
+
+@pytest.hookimpl(hookwrapper=True)
+def pytest_runtest_call(item):
+    """Create a conftest.py file.
+
+    This should be considered a test, not a fixture!
+    By creating a conftest.py file before actually running the test,
+    it can be tested/ensured that the functionality implemented in
+    #90 works reliably.
+    With untypical test, all other tests are employed to ensure correct
+    behaviour in terms of #90 apart from their designated checks.
+
+    The implementation is inspired by ``_pytest.python.pytest_pyfunc_call``:
+    https://github.com/pytest-dev/pytest/blob/
+      f28421cc7068b13ba63c1f60cc21f898cccea36c/src/_pytest/python.py#L179
+    """
+    testdir = item.funcargs.get("testdir", None)
+    if hasattr(testdir, "makepyfile"):
+        testdir.makepyfile(
+            conftest="""
+            import pytest
+
+            @pytest.hookimpl(hookwrapper=True)
+            def pytest_runtest_makereport(item, call):
+                r = yield
+                if not hasattr(r, "get_result"):
+                    return
+                report = r.get_result()
+                timed_out = False
+                if hasattr(call.excinfo, "value"):
+                    msg = getattr(call.excinfo.value, "msg", None)
+                    if isinstance(msg, str) and msg.startswith("Timeout >"):
+                        timed_out = True
+                ref_timed_out = bool(getattr(report, "timed_out", None))
+                assert ref_timed_out == timed_out, "#90 customisation broken!"
+        """
+        )
+    yield

test_pytest_timeout.py

@@ -482,36 +482,3 @@ def custom_trace(*args):
     module.custom_trace = custom_trace
 
     assert pytest_timeout.is_debugging(custom_trace)
-
-
-def test_logging_customization(testdir):
-    testdir.makepyfile(
-        conftest="""
-        import pytest
-
-        @pytest.hookimpl(hookwrapper=True)
-        def pytest_runtest_makereport(item, call):
-            r = yield
-            if not hasattr(r, "get_result"):
-                return
-            report = r.get_result()
-            timed_out = False
-            if hasattr(call.excinfo, "value"):
-                msg = getattr(call.excinfo.value, "msg", None)
-                if isinstance(msg, str) and msg.startswith("Timeout >"):
-                    timed_out = True
-            assert bool(getattr(report, "timed_out", None)) == timed_out
-    """
-    )
-    testdir.makepyfile(
-        """
-        import time
-
-        def test_times_out():
-            time.sleep(2)
-
-        def test_does_not_time_out():
-            time.sleep(0.1)
-    """
-    )
-    testdir.runpytest("--timeout=1", "-ss")