From 2a1d272e68b8562d84c5a96143930b40ab5c047b Mon Sep 17 00:00:00 2001 From: Pablo Reble Date: Wed, 30 Apr 2025 10:00:53 -0500 Subject: [PATCH 1/4] Update compute.py --- devops/scripts/benchmarks/benches/compute.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/devops/scripts/benchmarks/benches/compute.py b/devops/scripts/benchmarks/benches/compute.py index 4a9623b62ca73..d6ecd13ea4808 100644 --- a/devops/scripts/benchmarks/benches/compute.py +++ b/devops/scripts/benchmarks/benches/compute.py @@ -49,7 +49,7 @@ def git_url(self) -> str: return "https://github.com/intel/compute-benchmarks.git" def git_hash(self) -> str: - return "9c1ed6fd59a7a40f8829251df4b5c0d847591183" + return "5e4e39cabd0f74422754890ff8e362789c714543" def setup(self): if options.sycl is None: From 57be7d851f8676da7679a2ec4cbb191dec9693bb Mon Sep 17 00:00:00 2001 From: Pablo Reble Date: Wed, 30 Apr 2025 10:45:28 -0500 Subject: [PATCH 2/4] Renaming NoEvents to UseEvents and swap value --- devops/scripts/benchmarks/benches/compute.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/devops/scripts/benchmarks/benches/compute.py b/devops/scripts/benchmarks/benches/compute.py index d6ecd13ea4808..6ebac387fb96c 100644 --- a/devops/scripts/benchmarks/benches/compute.py +++ b/devops/scripts/benchmarks/benches/compute.py @@ -628,7 +628,7 @@ def bin_args(self) -> list[str]: # TODO: once L0 SubmitGraph exists, this needs to be cleaned up split benchmarks into more groups, -# set all the parameters (NoEvents 0/1, which should get inverted into UseEvents) and +# set all the parameters (UseEvents 0/1) and # unify the benchmark naming scheme with SubmitKernel. class GraphApiSubmitGraph(ComputeBenchmark): def __init__( @@ -669,7 +669,7 @@ def bin_args(self) -> list[str]: f"--InOrderQueue={self.inOrderQueue}", "--Profiling=0", "--KernelExecutionTime=1", - "--NoEvents=1", # not all implementations support NoEvents=0 + "--UseEvents=0", # not all implementations support UseEvents=1 ] From f620b23ae7fe63bbae00a28dda24b933ff4ff6e2 Mon Sep 17 00:00:00 2001 From: Pablo Reble Date: Wed, 30 Apr 2025 11:27:02 -0500 Subject: [PATCH 3/4] Adding explicit option --- devops/scripts/benchmarks/benches/compute.py | 1 + 1 file changed, 1 insertion(+) diff --git a/devops/scripts/benchmarks/benches/compute.py b/devops/scripts/benchmarks/benches/compute.py index 6ebac387fb96c..147bda722f633 100644 --- a/devops/scripts/benchmarks/benches/compute.py +++ b/devops/scripts/benchmarks/benches/compute.py @@ -670,6 +670,7 @@ def bin_args(self) -> list[str]: "--Profiling=0", "--KernelExecutionTime=1", "--UseEvents=0", # not all implementations support UseEvents=1 + "--UseExplicit=0", ] From 79ef8fd885e787f0bde39832063f478a92a2e5a3 Mon Sep 17 00:00:00 2001 From: Pablo Reble Date: Wed, 30 Apr 2025 16:22:33 -0500 Subject: [PATCH 4/4] Enable GraphApiSubmitGraph benchmark for all runtimes --- devops/scripts/benchmarks/benches/compute.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/devops/scripts/benchmarks/benches/compute.py b/devops/scripts/benchmarks/benches/compute.py index 147bda722f633..3ee716a078a25 100644 --- a/devops/scripts/benchmarks/benches/compute.py +++ b/devops/scripts/benchmarks/benches/compute.py @@ -168,7 +168,7 @@ def benchmarks(self) -> list[Benchmark]: benches.append(UllsKernelSwitch(self, runtime, 8, 200, 0, 0, 1, 1)) # Add GraphApiSubmitGraph benchmarks - for runtime in self.enabled_runtimes([RUNTIMES.SYCL, RUNTIMES.UR]): + for runtime in self.enabled_runtimes(): for in_order_queue in [0, 1]: for num_kernels in [4, 10, 32]: for measure_completion_time in [0, 1]: