[custom] conftest: add "integration" mark for tests to be run manually (#61)

They are slow, and it makes not even sense to run them on CI all the
time.

Author: blueyed

testing/conftest.py

@@ -3,6 +3,13 @@
 
 import pytest
 
+
+def pytest_addoption(parser):
+    parser.addoption(
+        "--run-integration-tests", action="store_true", help=("Run integration tests.")
+    )
+
+
 if sys.gettrace():
 
     @pytest.fixture(autouse=True)
@@ -17,6 +24,23 @@ def restore_tracing():
             sys.settrace(orig_trace)
 
 
+@pytest.hookimpl
+def pytest_runtest_setup(item):
+    mark = "integration"
+    option = "--run-integration-tests"
+    if mark not in item.keywords or item.config.getoption(option):
+        return
+
+    # Run the test anyway if it was provided via its nodeid as arg.
+    # NOTE: do not use startswith: should skip
+    # "tests/test_foo.py::test_bar" with
+    # "tests/test_foo.py" in invocation args.
+    if any(item.nodeid == arg for arg in item.config.invocation_params.args):
+        return
+
+    pytest.skip("Not running {} test (use {})".format(mark, option))
+
+
 @pytest.hookimpl(hookwrapper=True, tryfirst=True)
 def pytest_collection_modifyitems(config, items):
     """Prefer faster tests.

testing/test_meta.py

@@ -5,6 +5,8 @@
 import _pytest
 import pytest
 
+pytestmark = [pytest.mark.integration, pytest.mark.slow]
+
 
 def _modules():
     return sorted(
@@ -15,7 +17,6 @@ def _modules():
     )
 
 
-@pytest.mark.slow
 @pytest.mark.parametrize("module", _modules())
 def test_no_warnings(module):
     # fmt: off

testing/test_modimport.py

@@ -6,7 +6,7 @@
 import _pytest
 import pytest
 
-pytestmark = pytest.mark.slow
+pytestmark = [pytest.mark.integration, pytest.mark.slow]
 
 MODSET = [
     x

tox.ini

@@ -163,6 +163,8 @@ markers =
     baz
     # conftest.py reorders tests moving slow ones to the end of the list
     slow
+    # tests to be run only on CI (slow, unlikely to be a problem normally)
+    integration
     # experimental mark for all tests using pexpect
     uses_pexpect