Refactor unit tests to eliminate pytest warnings:

- Refactored to remove return statements from the tests that are ran.
- Created the respective support functions.
- Silenced warnings that originate from pkg_resources.

Author: ChristianZaccaria

pyproject.toml

@@ -40,3 +40,9 @@ pdoc3 = "0.10.0"
 pytest = "7.4.0"
 coverage = "7.2.7"
 pytest-mock = "3.11.1"
+
+[tool.pytest.ini_options]
+filterwarnings = [
+    "ignore::DeprecationWarning:pkg_resources",
+    "ignore:pkg_resources is deprecated as an API:DeprecationWarning",
+]

tests/unit_test.py

@@ -64,6 +64,14 @@
     export_env,
 )
 
+from tests.unit_test_support import (
+    createClusterWithConfig,
+    createTestDDP,
+    createDDPJob_no_cluster,
+    createClusterConfig,
+    createDDPJob_with_cluster
+)
+
 import openshift
 from openshift.selector import Selector
 import ray
@@ -170,19 +178,7 @@ def test_auth_coverage():
 
 
 def test_config_creation():
-    config = ClusterConfiguration(
-        name="unit-test-cluster",
-        namespace="ns",
-        num_workers=2,
-        min_cpus=3,
-        max_cpus=4,
-        min_memory=5,
-        max_memory=6,
-        num_gpus=7,
-        instascale=True,
-        machine_types=["cpu.small", "gpu.large"],
-        image_pull_secrets=["unit-test-pull-secret"],
-    )
+    config = createClusterConfig()
 
     assert config.name == "unit-test-cluster" and config.namespace == "ns"
     assert config.num_workers == 2
@@ -194,17 +190,15 @@ def test_config_creation():
     assert config.instascale
     assert config.machine_types == ["cpu.small", "gpu.large"]
     assert config.image_pull_secrets == ["unit-test-pull-secret"]
-    return config
 
 
 def test_cluster_creation():
-    cluster = Cluster(test_config_creation())
+    cluster = createClusterWithConfig()
     assert cluster.app_wrapper_yaml == "unit-test-cluster.yaml"
     assert cluster.app_wrapper_name == "unit-test-cluster"
     assert filecmp.cmp(
         "unit-test-cluster.yaml", f"{parent}/tests/test-case.yaml", shallow=True
     )
-    return cluster
 
 
 def test_default_cluster_creation(mocker):
@@ -221,8 +215,6 @@ def test_default_cluster_creation(mocker):
     assert cluster.app_wrapper_name == "unit-test-default-cluster"
     assert cluster.config.namespace == "opendatahub"
 
-    return cluster
-
 
 def arg_check_apply_effect(group, version, namespace, plural, body, *args):
     assert group == "mcad.ibm.com"
@@ -254,7 +246,7 @@ def test_cluster_up_down(mocker):
         "kubernetes.client.CustomObjectsApi.delete_namespaced_custom_object",
         side_effect=arg_check_del_effect,
     )
-    cluster = test_cluster_creation()
+    cluster = cluster = createClusterWithConfig()
     cluster.up()
     cluster.down()
 
@@ -322,7 +314,7 @@ def test_cluster_uris(mocker):
         side_effect=uri_retreival,
     )
 
-    cluster = test_cluster_creation()
+    cluster = cluster = createClusterWithConfig()
     assert cluster.cluster_uri() == "ray://unit-test-cluster-head-svc.ns.svc:10001"
     assert (
         cluster.cluster_dashboard_uri()
@@ -369,7 +361,7 @@ def test_ray_job_wrapping(mocker):
         "kubernetes.client.CustomObjectsApi.list_namespaced_custom_object",
         side_effect=uri_retreival,
     )
-    cluster = test_cluster_creation()
+    cluster = cluster = createClusterWithConfig()
 
     mocker.patch(
         "ray.job_submission.JobSubmissionClient._check_connection_and_version_with_url",
@@ -1719,7 +1711,7 @@ def test_wait_ready(mocker, capsys):
 
 def test_jobdefinition_coverage():
     abstract = JobDefinition()
-    cluster = Cluster(test_config_creation())
+    cluster = createClusterWithConfig()
     abstract._dry_run(cluster)
     abstract.submit(cluster)
 
@@ -1731,22 +1723,7 @@ def test_job_coverage():
 
 
 def test_DDPJobDefinition_creation():
-    ddp = DDPJobDefinition(
-        script="test.py",
-        m=None,
-        script_args=["test"],
-        name="test",
-        cpu=1,
-        gpu=0,
-        memMB=1024,
-        h=None,
-        j="2x1",
-        env={"test": "test"},
-        max_retries=0,
-        mounts=[],
-        rdzv_port=29500,
-        scheduler_args={"requirements": "test"},
-    )
+    ddp = createTestDDP()
     assert ddp.script == "test.py"
     assert ddp.m == None
     assert ddp.script_args == ["test"]
@@ -1761,7 +1738,6 @@ def test_DDPJobDefinition_creation():
     assert ddp.mounts == []
     assert ddp.rdzv_port == 29500
     assert ddp.scheduler_args == {"requirements": "test"}
-    return ddp
 
 
 def test_DDPJobDefinition_dry_run(mocker):
@@ -1775,8 +1751,8 @@ def test_DDPJobDefinition_dry_run(mocker):
         "codeflare_sdk.cluster.cluster.Cluster.cluster_dashboard_uri",
         return_value="",
     )
-    ddp = test_DDPJobDefinition_creation()
-    cluster = Cluster(test_config_creation())
+    ddp = createTestDDP()
+    cluster = createClusterWithConfig()
     ddp_job = ddp._dry_run(cluster)
     assert type(ddp_job) == AppDryRunInfo
     assert ddp_job._fmt is not None
@@ -1811,7 +1787,7 @@ def test_DDPJobDefinition_dry_run_no_cluster(mocker):
         return_value="opendatahub",
     )
 
-    ddp = test_DDPJobDefinition_creation()
+    ddp = createTestDDP()
     ddp.image = "fake-image"
     ddp_job = ddp._dry_run_no_cluster()
     assert type(ddp_job) == AppDryRunInfo
@@ -1848,7 +1824,7 @@ def test_DDPJobDefinition_dry_run_no_resource_args(mocker):
         "codeflare_sdk.cluster.cluster.Cluster.cluster_dashboard_uri",
         return_value="",
     )
-    cluster = Cluster(test_config_creation())
+    cluster = createClusterWithConfig()
     ddp = DDPJobDefinition(
         script="test.py",
         m=None,
@@ -1884,7 +1860,7 @@ def test_DDPJobDefinition_dry_run_no_cluster_no_resource_args(mocker):
         return_value="opendatahub",
     )
 
-    ddp = test_DDPJobDefinition_creation()
+    ddp = createTestDDP()
     try:
         ddp._dry_run_no_cluster()
         assert 0 == 1
@@ -1936,8 +1912,8 @@ def test_DDPJobDefinition_submit(mocker):
         "codeflare_sdk.cluster.cluster.Cluster.cluster_dashboard_uri",
         return_value="fake-dashboard-uri",
     )
-    ddp_def = test_DDPJobDefinition_creation()
-    cluster = Cluster(test_config_creation())
+    ddp_def = createTestDDP()
+    cluster = createClusterWithConfig()
     mocker.patch(
         "codeflare_sdk.job.jobs.get_current_namespace",
         side_effect="opendatahub",
@@ -1967,13 +1943,13 @@ def test_DDPJob_creation(mocker):
         "codeflare_sdk.cluster.cluster.Cluster.cluster_dashboard_uri",
         return_value="fake-dashboard-uri",
     )
-    ddp_def = test_DDPJobDefinition_creation()
-    cluster = Cluster(test_config_creation())
+    ddp_def = createTestDDP()
+    cluster = createClusterWithConfig()
     mocker.patch(
         "codeflare_sdk.job.jobs.torchx_runner.schedule",
         return_value="fake-dashboard-url",
     )  # a fake app_handle
-    ddp_job = DDPJob(ddp_def, cluster)
+    ddp_job = createDDPJob_with_cluster(ddp_def, cluster)
     assert type(ddp_job) == DDPJob
     assert type(ddp_job.job_definition) == DDPJobDefinition
     assert type(ddp_job.cluster) == Cluster
@@ -1986,11 +1962,10 @@ def test_DDPJob_creation(mocker):
     assert type(job_info._app) == AppDef
     assert type(job_info._cfg) == type(dict())
     assert type(job_info._scheduler) == type(str())
-    return ddp_job
 
 
 def test_DDPJob_creation_no_cluster(mocker):
-    ddp_def = test_DDPJobDefinition_creation()
+    ddp_def = createTestDDP()
     ddp_def.image = "fake-image"
     mocker.patch(
         "codeflare_sdk.job.jobs.get_current_namespace",
@@ -2000,7 +1975,7 @@ def test_DDPJob_creation_no_cluster(mocker):
         "codeflare_sdk.job.jobs.torchx_runner.schedule",
         return_value="fake-app-handle",
     )  # a fake app_handle
-    ddp_job = DDPJob(ddp_def, None)
+    ddp_job = createDDPJob_no_cluster(ddp_def, None)
     assert type(ddp_job) == DDPJob
     assert type(ddp_job.job_definition) == DDPJobDefinition
     assert ddp_job.cluster == None
@@ -2013,11 +1988,14 @@ def test_DDPJob_creation_no_cluster(mocker):
     assert type(job_info._app) == AppDef
     assert type(job_info._cfg) == type(dict())
     assert type(job_info._scheduler) == type(str())
-    return ddp_job
 
 
 def test_DDPJob_status(mocker):
-    ddp_job = test_DDPJob_creation(mocker)
+    # Setup the neccesary mock patches
+    test_DDPJob_creation(mocker)
+    ddp_def = createTestDDP()
+    cluster = createClusterWithConfig()
+    ddp_job = createDDPJob_with_cluster(ddp_def, cluster)
     mocker.patch(
         "codeflare_sdk.job.jobs.torchx_runner.status", return_value="fake-status"
     )
@@ -2027,7 +2005,11 @@ def test_DDPJob_status(mocker):
 
 
 def test_DDPJob_logs(mocker):
-    ddp_job = test_DDPJob_creation(mocker)
+    # Setup the neccesary mock patches
+    test_DDPJob_creation(mocker)
+    ddp_def = createTestDDP()
+    cluster = createClusterWithConfig()
+    ddp_job = createDDPJob_with_cluster(ddp_def, cluster)
     mocker.patch(
         "codeflare_sdk.job.jobs.torchx_runner.log_lines", return_value="fake-logs"
     )
@@ -2041,7 +2023,11 @@ def arg_check_side_effect(*args):
 
 
 def test_DDPJob_cancel(mocker):
-    ddp_job = test_DDPJob_creation_no_cluster(mocker)
+    # Setup the neccesary mock patches
+    test_DDPJob_creation_no_cluster(mocker)
+    ddp_def = createTestDDP()
+    ddp_def.image = "fake-image"
+    ddp_job = createDDPJob_no_cluster(ddp_def, None)
     mocker.patch(
         "openshift.get_project_name",
         return_value="opendatahub",

tests/unit_test_support.py

@@ -0,0 +1,55 @@
+from codeflare_sdk.job.jobs import (
+    DDPJobDefinition,
+    DDPJob,
+)
+
+from codeflare_sdk.cluster.cluster import (
+    Cluster,
+    ClusterConfiguration,
+)
+
+
+def createTestDDP():
+    ddp = DDPJobDefinition(
+        script="test.py",
+        m=None,
+        script_args=["test"],
+        name="test",
+        cpu=1,
+        gpu=0,
+        memMB=1024,
+        h=None,
+        j="2x1",
+        env={"test": "test"},
+        max_retries=0,
+        mounts=[],
+        rdzv_port=29500,
+        scheduler_args={"requirements": "test"},
+    )
+    return ddp
+
+def createDDPJob_no_cluster(ddp_def, cluster):
+    return DDPJob(ddp_def, cluster)
+
+def createClusterConfig():
+    config = ClusterConfiguration(
+        name="unit-test-cluster",
+        namespace="ns",
+        num_workers=2,
+        min_cpus=3,
+        max_cpus=4,
+        min_memory=5,
+        max_memory=6,
+        num_gpus=7,
+        instascale=True,
+        machine_types=["cpu.small", "gpu.large"],
+        image_pull_secrets=["unit-test-pull-secret"],
+    )
+    return config
+
+def createClusterWithConfig():
+    cluster = Cluster(createClusterConfig())
+    return cluster
+
+def createDDPJob_with_cluster(ddp_def, cluster=createClusterWithConfig()):
+    return DDPJob(ddp_def, cluster)