Update scenario.sh script to run gingko tests

Author: Kasturi Narra

scripts/fetch_tools.sh

@@ -233,6 +233,71 @@ gettool_tar-diff() {
     done
 }
 
+gettool_ginkgo() {
+    SCRIPT_DIR="$(dirname "${BASH_SOURCE[0]}")"
+    # shellcheck source=test/bin/common.sh
+    source "${SCRIPT_DIR}/../test/bin/common.sh"
+    # shellcheck source=test/bin/common_versions.sh
+    source "${SCRIPT_DIR}/../test/bin/common_versions.sh"
+
+    local repo_url="${GINKGO_TESTS_REPO_URL}"
+    local binary_path="${GINKGO_TEST_BINARY}"
+    local release_branch="release-4.${MINOR_VERSION}"
+
+    # Skip if binary already exists
+    [[ -f "${binary_path}" ]] && return 0
+
+    echo "Building openshift-tests-private binary"
+    # Ensure binary directory exists
+    mkdir -p "$(dirname "${binary_path}")"
+
+    # Create temporary directory for cloning
+    local temp_dir
+    temp_dir="$(mktemp -d)"
+
+    # Clone repository with release branch preference
+    echo "Cloning openshift-tests-private repository to temporary directory..."
+    if ! git clone --depth 1 --branch "${release_branch}" "${repo_url}" "${temp_dir}" 2>/dev/null; then
+        echo "Branch ${release_branch} not found, cloning default branch..."
+        if ! git clone --depth 1 "${repo_url}" "${temp_dir}"; then
+            echo "Error: Failed to clone repository"
+            rm -rf "${temp_dir}"
+            return 1
+        fi
+    else
+        echo "Successfully cloned ${release_branch} branch"
+    fi
+
+    # Build the binary
+    pushd "${temp_dir}" &>/dev/null
+
+    local test_binary="./bin/extended-platform-tests"
+    if [[ -f "Makefile" ]]; then
+        make -j"$(nproc)" build
+    elif [[ -f "go.mod" ]]; then
+        go build -o "${test_binary}" ./cmd/extended-platform-tests
+    else
+        echo "Error: Unable to determine build method for tests repository"
+        popd &>/dev/null
+        rm -rf "${temp_dir}"
+        return 1
+    fi
+
+    # Copy binary to centralized location
+    if [[ -f "${test_binary}" ]]; then
+        cp "${test_binary}" "${binary_path}"
+        chmod +x "${binary_path}"
+        echo "Binary installed to ${binary_path}"
+        popd &>/dev/null
+        rm -rf "${temp_dir}"
+    else
+        echo "Error: Test binary not found after build"
+        popd &>/dev/null
+        rm -rf "${temp_dir}"
+        return 1
+    fi
+}
+
 tool_getters=$(declare -F | awk '$3 ~ /^gettool_/ {print $3}' | sed 's/^gettool_//g')
 
 usage() {

test/bin/common.sh

@@ -25,6 +25,11 @@ KICKSTART_TEMPLATE_DIR="${TESTDIR}/kickstart-templates"
 # The location the web server should serve.
 export IMAGEDIR="${OUTPUTDIR}/test-images"
 
+# Ginkgo test binary and repository paths
+export GINKGO_TESTS_REPO_URL="${OPENSHIFT_TESTS_PRIVATE_REPO:-https://github.com/openshift/openshift-tests-private.git}"
+export GINKGO_TESTS_REPO_DIR="${OUTPUTDIR}/tools/openshift-tests-private"
+export GINKGO_TEST_BINARY="${OUTPUTDIR}/bin/extended-platform-tests"
+
 # The storage pool base name for VMs.
 # The actual pool names will be '${VM_POOL_BASENAME}-${SCENARIO}'.
 VM_POOL_BASENAME="vm-storage"

test/bin/scenario.sh

@@ -939,23 +939,29 @@ stress_testing() {
     fi
 }
 
-# Run the tests for the current scenario
-run_tests() {
-    local vmname="${1}"
-    local full_vmname
-    full_vmname="$(full_vm_name "${vmname}")"
+# Apply RUN_HOST_OVERRIDE logic if needed
+apply_host_override() {
+    local -n vmname_ref="$1"
     if [[ -n "${RUN_HOST_OVERRIDE}" ]]; then
-	vmname="${RUN_HOST_OVERRIDE}"
-	full_vmname="$(full_vm_name "${vmname}")"
+        vmname_ref="${RUN_HOST_OVERRIDE}"
+        local full_vmname
+        local ip
+        full_vmname="$(full_vm_name "${vmname_ref}")"
         ip=$(get_vm_ip "${full_vmname}")
-	set_vm_property "${vmname}" "ip" "${ip}"
-        set_vm_property "${vmname}" "ssh_port" "22"
-        set_vm_property "${vmname}" "api_port" "6443"
-        set_vm_property "${vmname}" "lb_port" "5678"
+        set_vm_property "${vmname_ref}" "ip" "${ip}"
+        set_vm_property "${vmname_ref}" "ssh_port" "22"
+        set_vm_property "${vmname_ref}" "api_port" "6443"
+        set_vm_property "${vmname_ref}" "lb_port" "5678"
     fi
+}
 
-    shift
+# Run the tests for the current scenario
+run_tests() {
+    local vmname="${1}"
+    # Handle RUN_HOST_OVERRIDE
+    apply_host_override vmname
 
+    shift
     echo "Running tests with $# args" "$@"
 
     if [ ! -d "${RF_VENV}" ]; then
@@ -1016,6 +1022,7 @@ run_tests() {
         local -r api_port=$(get_vm_property "${vmname}" "api_port")
         local -r lb_port=$(get_vm_property "${vmname}" "lb_port")
         local -r vm_ip=$(get_vm_property "${vmname}" "ip")
+        local -r full_vmname="$(full_vm_name "${vmname}")"
 
         local variable_file="${SCENARIO_INFO_DIR}/${SCENARIO}/variables.yaml"
         echo "Writing variables to ${variable_file}"
@@ -1069,6 +1076,81 @@ EOF
     fi
 }
 
+# Implementation of Gingko tests
+run_gingko_tests() {
+    local vmname="${1}"
+    shift
+
+    # Handle RUN_HOST_OVERRIDE
+    apply_host_override vmname
+
+    # Save current directory
+    pushd . &>/dev/null
+
+    # Check/install oc
+    "${ROOTDIR}/scripts/fetch_tools.sh" "oc" || {
+        record_junit "${vmname}" "oc_installed" "FAILED"
+        exit 1
+    }
+
+    # Check/get openshift-tests-binary
+    if ! "${ROOTDIR}/scripts/fetch_tools.sh" "ginkgo"; then
+        record_junit "${vmname}" "build_test_binary" "FAILED"
+        exit 1
+    fi
+    record_junit "${vmname}" "build_test_binary" "OK"
+
+    # Set up test environment variables
+    local -r test_results_dir="${SCENARIO_INFO_DIR}/${SCENARIO}/gingko-results"
+    mkdir -p "${test_results_dir}"
+
+    # Set up kubeconfig for tests
+    local -r kubeconfig_file="${test_results_dir}/kubeconfig"
+    local -r vm_ip=$(get_vm_property "${vmname}" "ip")
+    local -r full_vmname="$(full_vm_name "${vmname}")"
+    local -r vm_hostname="${full_vmname/./-}"
+
+    # Get kubeconfig
+    run_command_on_vm "${vmname}" "sudo cp /var/lib/microshift/resources/kubeadmin/${vm_hostname}/kubeconfig /home/redhat/kubeconfig-${vm_hostname}" || {
+        error "Failed to copy kubeconfig from /var/lib/microshift/resources/kubeadmin/${vm_hostname}/kubeconfig"
+        record_junit "${vmname}" "setup_kubeconfig" "FAILED"
+        popd &>/dev/null
+        exit 1
+    }
+    run_command_on_vm "${vmname}" "sudo chown redhat:redhat /home/redhat/kubeconfig-${vm_hostname}"
+
+    # Download kubeconfig to local file
+    copy_file_from_vm "${vmname}" "/home/redhat/kubeconfig-${vm_hostname}" "${kubeconfig_file}" || {
+        error "Failed to download kubeconfig from VM"
+        record_junit "${vmname}" "setup_kubeconfig" "FAILED"
+        popd &>/dev/null
+        exit 1
+    }
+    record_junit "${vmname}" "setup_kubeconfig" "OK"
+
+    export KUBECONFIG="${kubeconfig_file}"
+
+    # Run the Gingko tests with MicroShift filter
+    echo "Running Gingko tests with MicroShift filter..."
+
+    # Run the tests and capture output
+    if ! "${GINKGO_TEST_BINARY}" run all --dry-run | grep "MicroShift" | "${GINKGO_TEST_BINARY}" run -f - --timeout 60m 2>&1 | tee "${test_results_dir}/test-output.log"; then
+        echo "Some Gingko tests may have failed. Check results for details."
+        record_junit "${vmname}" "run_gingko_tests" "FAILED"
+        return 1
+    fi
+
+    record_junit "${vmname}" "run_gingko_tests" "OK"
+    popd &>/dev/null
+
+    # Display results summary
+    echo "Gingko test execution completed"
+    echo "Results are available in: ${test_results_dir}"
+    if [[ -f "${test_results_dir}/test-output.log" ]]; then
+        echo "Test output log: ${test_results_dir}/test-output.log"
+    fi
+}
+
 load_global_settings() {
     local filename="${TESTDIR}/scenario_settings.sh"
     if [ ! -f "${filename}" ]; then
@@ -1224,11 +1306,10 @@ action_run() {
 
     if [ $# -eq 0 ]; then
         RUN_HOST_OVERRIDE=""
-	check_dependencies
+        check_dependencies
     else
         RUN_HOST_OVERRIDE="$1"
     fi
-
     scenario_run_tests
     record_junit "run" "scenario_run_tests" "OK"
 }