Add RayCLuster Oauth Authentication test

Author: Srihari1192

tests/e2e/mnist_raycluster_sdk_auth.py

@@ -0,0 +1,108 @@
+import sys
+import os
+import requests
+
+from time import sleep
+
+from torchx.specs.api import AppState, is_terminal
+
+from codeflare_sdk.cluster.cluster import Cluster, ClusterConfiguration
+from codeflare_sdk.job.jobs import DDPJobDefinition
+from codeflare_sdk.cluster.auth import TokenAuthentication
+
+
+def submit_ddp_job(cluster, cluster_token, server_url):
+    auth = TokenAuthentication(token=cluster_token, server=server_url, skip_tls=True)
+    auth.login()
+
+    jobdef = DDPJobDefinition(
+        name="mnist",
+        script="mnist.py",
+        scheduler_args={"requirements": "requirements.txt"},
+    )
+    job = jobdef.submit(cluster)
+
+    done = False
+    time = 0
+    timeout = 900
+    while not done:
+        status = job.status()
+        if is_terminal(status.state):
+            break
+        if not done:
+            print(status)
+            if timeout and time >= timeout:
+                raise TimeoutError(f"job has timed out after waiting {timeout}s")
+            sleep(5)
+            time += 5
+
+    print(f"Job has completed: {status.state}")
+    print(job.logs())
+    cluster.down()
+
+    if not status.state == AppState.SUCCEEDED:
+        exit(1)
+    else:
+        exit(0)
+
+
+def submit_job_post_request(cluster, dashboard_url):
+    jobdata = {
+        "entrypoint": "python mnist.py",
+        "runtime_env": {"working_dir": "workdir", "pip": "requirements.txt"},
+    }
+    try:
+        response = requests.post(
+            dashboard_url + "/api/jobs/", verify=False, json=jobdata
+        )
+        cluster.down()
+        if response.status_code == 403:
+            exit(0)
+        else:
+            response.raise_for_status()
+            exit(1)
+
+    except Exception as e:
+        print(f"An unexpected error occurred: {e}")
+        exit(1)
+
+
+namespace = sys.argv[1]
+ray_image = os.getenv("RAY_IMAGE")
+isAuthLoginEnable = os.getenv("OAUTH_LOGIN")
+cluster_token = os.getenv("CLUSTER_TOKEN")
+server_url = os.getenv("SERVER_URL")
+
+cluster = Cluster(
+    ClusterConfiguration(
+        name="mnist",
+        namespace=namespace,
+        num_workers=1,
+        head_cpus="500m",
+        head_memory=2,
+        min_cpus="500m",
+        max_cpus=1,
+        min_memory=1,
+        max_memory=2,
+        num_gpus=0,
+        instascale=False,
+        image=ray_image,
+        openshift_oauth=True,
+    )
+)
+
+cluster.up()
+
+cluster.status()
+
+cluster.wait_ready()
+
+cluster.status()
+
+cluster.details()
+
+if isAuthLoginEnable == "true":
+    submit_ddp_job(cluster, cluster_token, server_url)
+else:
+    dashboard_url = cluster.cluster_dashboard_uri()
+    submit_job_post_request(cluster, dashboard_url)