Skip to content

[Benchmarks] Add level-zero record-and-replay to set of SubmitGraph benchmarks #20641

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 1 commit into
base: sycl
Choose a base branch
from
Draft

[Benchmarks] Add level-zero record-and-replay to set of SubmitGraph benchmarks #20641

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
51 changes: 28 additions & 23 deletions devops/scripts/benchmarks/benches/compute.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -208,25 +208,15 @@ def benchmarks(self) -> list[Benchmark]:
measure_completion_time,
use_events,
) in submit_graph_params:
# Non-sycl runtimes have to be run with emulated graphs,
# see: https://github.com/intel/compute-benchmarks/commit/d81d5d602739482b9070c872a28c0b5ebb41de70
emulate_graphs = (
0 if runtime in (RUNTIMES.SYCL, RUNTIMES.SYCL_PREVIEW) else 1
)
benches.append(
GraphApiSubmitGraph(
self,
runtime,
in_order_queue,
num_kernels,
measure_completion_time,
use_events,
emulate_graphs,
useHostTasks=0,
)
)
if runtime == RUNTIMES.SYCL:
# Create CPU count variant
# SYCL only supports graph mode, UR supports only emulation with command buffers,
# and L0 supports both modes via graph and command list APIs.
if runtime == RUNTIMES.SYCL or runtime == RUNTIMES.SYCL_PREVIEW:
emulate_graphs = [0]
elif runtime == RUNTIMES.UR:
emulate_graphs = [1]
else: # level-zero
emulate_graphs = [0, 1]
for emulate_graph in emulate_graphs:
benches.append(
GraphApiSubmitGraph(
self,
Expand All @@ -235,11 +225,25 @@ def benchmarks(self) -> list[Benchmark]:
num_kernels,
measure_completion_time,
use_events,
emulate_graphs,
emulate_graph,
useHostTasks=0,
profiler_type=PROFILERS.CPU_COUNTER,
)
)
if runtime == RUNTIMES.SYCL:
# Create CPU count variant
benches.append(
GraphApiSubmitGraph(
self,
runtime,
in_order_queue,
num_kernels,
measure_completion_time,
use_events,
emulate_graph,
useHostTasks=0,
profiler_type=PROFILERS.CPU_COUNTER,
)
)

# Add other benchmarks
benches += [
Expand Down Expand Up @@ -1066,6 +1070,7 @@ def __init__(
self._use_events = useEvents
self._use_host_tasks = useHostTasks
self._emulate_graphs = emulate_graphs
self._emulate_str = " with graph emulation" if self._emulate_graphs else ""
self._ioq_str = "in order" if self._in_order_queue else "out of order"
self._measure_str = (
" with measure completion" if self._measure_completion_time else ""
Expand All @@ -1084,10 +1089,10 @@ def __init__(
)

def name(self):
return f"graph_api_benchmark_{self._runtime.value} SubmitGraph{self._use_events_str}{self._host_tasks_str} numKernels:{self._num_kernels} ioq {self._in_order_queue} measureCompletion {self._measure_completion_time}{self._cpu_count_str()}"
return f"graph_api_benchmark_{self._runtime.value} SubmitGraph{self._use_events_str}{self._host_tasks_str}{self._emulate_str} numKernels:{self._num_kernels} ioq {self._in_order_queue} measureCompletion {self._measure_completion_time}{self._cpu_count_str()}"

def display_name(self) -> str:
return f"{self._runtime.value.upper()} SubmitGraph {self._ioq_str}{self._measure_str}{self._use_events_str}{self._host_tasks_str}, {self._num_kernels} kernels{self._cpu_count_str(separator=',')}"
return f"{self._runtime.value.upper()} SubmitGraph {self._ioq_str}{self._measure_str}{self._use_events_str}{self._host_tasks_str}{self._emulate_str}, {self._num_kernels} kernels{self._cpu_count_str(separator=',')}"

def explicit_group(self):
return f"SubmitGraph {self._ioq_str}{self._measure_str}{self._use_events_str}{self._host_tasks_str}, {self._num_kernels} kernels{self._cpu_count_str(separator=',')}"
Expand Down
Loading