Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
35 commits
Select commit Hold shift + click to select a range
8aaafec
UCT/ZE/ZE_IPC: enable level zero ipc support for Intel GPUs
zhangxiaoli73 Apr 3, 2026
930f1de
UCT/ZE/IPC: adapt to upstream API changes after merge
yuanwu2017 May 7, 2026
080ebe1
TEST/UCT/ZE: add ze_ipc gtest unit tests
yuanwu2017 May 7, 2026
f84c422
TEST/UCT/ZE: extend ze_ipc/ze_copy MD coverage
yuanwu2017 May 8, 2026
5939faf
AUTHORS: add yuanwu
yuanwu2017 May 11, 2026
4c05001
TEST/GTEST/ZE: apply clang-format fixes
yuanwu2017 Jun 1, 2026
7360c5a
UCT/ZE/ZE_IPC: Update src/uct/ze/copy/ze_copy_ep.c
zhangxiaoli73 May 21, 2026
4bc827a
UCT/ZE/ZE_IPC: Update src/uct/ze/copy/ze_copy_ep.c
zhangxiaoli73 May 21, 2026
094c2b9
UCT/ZE/ZE_IPC: Update src/uct/ze/copy/ze_copy_ep.c
zhangxiaoli73 May 21, 2026
19a6255
AUTHORS: add missing contributors from ZE IPC PR
yuanwu2017 Jun 2, 2026
ac3cd63
TEST/ZE: Adapt test_ze_copy_md to uct_md_mem_attr_v2_t
yuanwu2017 Jun 29, 2026
060e4a5
AUTHORS: Revert adding contributors already covered by name/email ali…
yuanwu2017 Jul 17, 2026
ffa74e8
AUTHORS: Add Jon Stevens
yuanwu2017 Jul 17, 2026
edcd879
AUTHORS: Add shasson5 and wehy
yuanwu2017 Jul 17, 2026
09c4711
UCT/ZE_IPC: release IPC handle on mem_dereg
tsg- Aug 20, 2026
195e817
UCT/ZE_IPC: invalidate stale cache mappings, purge on MD close
tsg- Aug 20, 2026
b259d2d
UCT/ZE_IPC: reject multi-iov and out-of-range rkeys in zcopy
tsg- Aug 20, 2026
b53766e
UCT/ZE_IPC: drop unsignaled EVENT_FD, fix teardown double-close
tsg- Aug 20, 2026
2606f00
UCT/ZE_IPC: supply ep_outstanding_purge to unblock iface init
tsg- Aug 20, 2026
ab631f4
UCT/ZE_IPC: disable iface progress on teardown
tsg- Aug 20, 2026
de5ff1d
TEST/UCT/ZE_IPC: add iface RMA and cache identity/purge coverage
tsg- Aug 20, 2026
d1e2ec8
UCT/ZE_IPC: reject MAX_CMD_LISTS=0, propagate completion errors
tsg- Aug 20, 2026
6c522ab
UCT/ZE_IPC: resolve remote allocation's own device on map
tsg- Aug 20, 2026
e1a9025
UCT/ZE: fix codestyle findings from Azure format-code check
tsg- Aug 20, 2026
f8ec33b
AUTHORS: add Tushar Gohad
tsg- Aug 20, 2026
c8572bb
UCT/ZE_IPC: require a quiesced context when purging the cache
tsg- Aug 20, 2026
25a0174
UCT/ZE_IPC: defer closing mappings that still have in-flight operations
tsg- Aug 20, 2026
0aaf37f
UCT/ZE_IPC: close the mapping when caching it fails
tsg- Aug 20, 2026
5d0b1ea
UCT/ZE_IPC: discriminate cached mappings by allocation and process
tsg- Aug 20, 2026
0f87bd9
TEST/UCT/ZE_IPC: use mock mapping operations in cache tests
tsg- Aug 25, 2026
0156ae4
UCT/ZE: Fix review comments on IPC device, events and logging
tsg- Oct 1, 2026
407266f
TEST/UCT/ZE: Add cross-process ze_ipc RMA test
tsg- Oct 3, 2026
2188836
UCT/ZE: Put the IPC handle at registration and pack a dup of its fd
tsg- Oct 3, 2026
ad67476
UCT/ZE: Fix ep flush, progress order and md ops
tsg- Oct 3, 2026
92d2fa3
UCT/ZE: Avoid importer fd matching exporter IPC fd
tsg- Oct 3, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions AUTHORS
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,7 @@ Jeff Daily <jeff.daily@amd.com>
Jeffrey Mahou <jmahou@nvidia.com>
Jianxin Xiong <jianxin.xiong@intel.com>
John Snyder <jms285@duke.edu>
Jon Stevens <159235294+jon-hotaisle@users.noreply.github.com>
Jonas Zhou <JonasZhou@zhaoxin.com>
Joseph Schuchart <schuchart@icl.utk.edu>
Keisuke Fukuda <kfukuda@preferred.jp>
Expand Down Expand Up @@ -126,6 +127,7 @@ Swen Boehm <boehms@ornl.gov>
Thomas Vegas <tvegas@nvidia.com>
Tomer Gilad <tgilad@nvidia.com>
Tony Curtis <tonycurtis32@gmail.com>
Tushar Gohad <tushar.gohad@intel.com>
Tzafrir Cohen <tzafrirc@nvidia.com>
Valentin Petrov <valentinp@mellanox.com>
Wenbin Lu <wenbin.lu@stonybrook.edu>
Expand All @@ -144,7 +146,10 @@ Zhu Yanjun <yanjunz@mellanox.com>
Zihao Zhao <zizhao@nvidia.com>
lzhang2 <cherry.zhang@intel.com>
michaelzli <michaelzli@tencent.com>
shasson5 <103439971+shasson5@users.noreply.github.com>
wehy <18174858434@163.com>
ybenabou <ybenabou@nvidia.com>
yuanwu <yuan.wu@intel.com>

In addition we would like to acknowledge the following members of UCX community
for their participation in annual face-to-face meeting, design discussions, and
Expand Down
12 changes: 10 additions & 2 deletions src/uct/ze/Makefile.am
Original file line number Diff line number Diff line change
Expand Up @@ -27,12 +27,20 @@ libuct_ze_la_SOURCES = \
noinst_HEADERS += \
copy/ze_copy_md.h \
copy/ze_copy_iface.h \
copy/ze_copy_ep.h
copy/ze_copy_ep.h \
ze_ipc/ze_ipc_md.h \
ze_ipc/ze_ipc_iface.h \
ze_ipc/ze_ipc_ep.h \
ze_ipc/ze_ipc_cache.h

libuct_ze_la_SOURCES += \
copy/ze_copy_md.c \
copy/ze_copy_iface.c \
copy/ze_copy_ep.c
copy/ze_copy_ep.c \
ze_ipc/ze_ipc_md.c \
ze_ipc/ze_ipc_iface.c \
ze_ipc/ze_ipc_ep.c \
ze_ipc/ze_ipc_cache.c

PKG_CONFIG_NAME=ze

Expand Down
35 changes: 35 additions & 0 deletions src/uct/ze/base/ze_base.c
Original file line number Diff line number Diff line change
Expand Up @@ -374,6 +374,29 @@ const uct_ze_subdevice_t *uct_ze_base_get_subdevice_by_global_id(int global_id)
return &ze_subdevices[global_id];
}

ze_device_handle_t uct_ze_base_get_device(int ordinal)
{
if (uct_ze_base_init() != ZE_RESULT_SUCCESS) {
return NULL;
}

if ((ordinal < 0) || (ordinal >= uct_ze_base.num_devices)) {
return NULL;
}

return uct_ze_base.devices[ordinal].root_device;
}


int uct_ze_base_get_num_devices(void)
{
if (uct_ze_base_init() != ZE_RESULT_SUCCESS) {
return 0;
}

return uct_ze_base.num_devices;
}

ze_device_handle_t
uct_ze_base_get_device_handle_from_subdevice(const uct_ze_subdevice_t *subdevice)
{
Expand Down Expand Up @@ -512,6 +535,18 @@ static void UCS_F_DTOR uct_ze_base_cleanup(void)
/* ZE driver cleanup happens automatically on process exit */
}


ucs_status_t
uct_ze_base_query_devices_common(uct_md_h md, uct_device_type_t dev_type,
uct_tl_device_resource_t **tl_devices_p,
unsigned *num_tl_devices_p)
{
return uct_single_device_resource(md, md->component->name, dev_type,
UCS_SYS_DEVICE_ID_UNKNOWN, tl_devices_p,
num_tl_devices_p);
}


UCS_MODULE_INIT()
{
return UCS_OK;
Expand Down
12 changes: 12 additions & 0 deletions src/uct/ze/base/ze_base.h
Original file line number Diff line number Diff line change
Expand Up @@ -65,6 +65,13 @@ ze_device_handle_t uct_ze_base_get_device_handle_from_subdevice(

ucs_sys_device_t uct_ze_base_get_sys_dev_from_handle(ze_device_handle_t device);

/* Get root device handle by ordinal, returns NULL if out of range */
ze_device_handle_t uct_ze_base_get_device(int ordinal);


int uct_ze_base_get_num_devices(void);


ucs_status_t
uct_ze_base_query_md_resources(uct_component_h component,
uct_md_resource_desc_t **resources_p,
Expand All @@ -74,4 +81,9 @@ ucs_status_t uct_ze_base_query_devices(uct_md_h md,
uct_tl_device_resource_t **tl_devices_p,
unsigned *num_tl_devices_p);

ucs_status_t
uct_ze_base_query_devices_common(uct_md_h md, uct_device_type_t dev_type,
uct_tl_device_resource_t **tl_devices_p,
unsigned *num_tl_devices_p);

#endif
10 changes: 8 additions & 2 deletions src/uct/ze/copy/ze_copy_ep.c
Original file line number Diff line number Diff line change
Expand Up @@ -50,8 +50,8 @@ ucs_status_t uct_ze_copy_ep_zcopy(uct_ep_h tl_ep, uint64_t remote_addr,
ze_result_t ret;
void *src, *dst;

ucs_trace("remote addr %p rkey %p size %zu", (void*)remote_addr,
(void*)rkey, size);
ucs_trace("ze_copy_ep: zcopy %s remote_addr %p local_buf %p size %zu",
is_put ? "put" : "get", (void*)remote_addr, iov->buffer, size);

if (is_put) {
src = iov->buffer;
Expand Down Expand Up @@ -147,6 +147,9 @@ ucs_status_t uct_ze_copy_ep_put_short(uct_ep_h tl_ep, const void *buffer,
};
ucs_status_t status;

ucs_trace("ze_copy_ep: put_short buffer %p length %u remote_addr %p",
buffer, length, (void*)remote_addr);

status = uct_ze_copy_ep_zcopy(tl_ep, remote_addr, &iov, rkey, 1);

UCT_TL_EP_STAT_OP(ucs_derived_of(tl_ep, uct_base_ep_t), PUT, SHORT, length);
Expand All @@ -166,6 +169,9 @@ ucs_status_t uct_ze_copy_ep_get_short(uct_ep_h tl_ep, void *buffer,
};
ucs_status_t status;

ucs_trace("ze_copy_ep: get_short buffer %p length %u remote_addr %p",
buffer, length, (void*)remote_addr);

status = uct_ze_copy_ep_zcopy(tl_ep, remote_addr, &iov, rkey, 0);

UCT_TL_EP_STAT_OP(ucs_derived_of(tl_ep, uct_base_ep_t), GET, SHORT, length);
Expand Down
6 changes: 6 additions & 0 deletions src/uct/ze/copy/ze_copy_iface.c
Original file line number Diff line number Diff line change
Expand Up @@ -259,16 +259,19 @@ static UCS_CLASS_INIT_FUNC(uct_ze_copy_iface_t, uct_md_h md,
/* Use the device configured in the MD */
device = ze_md->ze_device;
if (device == NULL) {
ucs_error("ze_copy_iface: memory domain has no device");
return UCS_ERR_NO_DEVICE;
}

ret = zeCommandQueueCreate(ze_md->ze_context, device, &cq_desc, &cmdq);
if (ret != ZE_RESULT_SUCCESS) {
ucs_error("ze_copy_iface: zeCommandQueueCreate failed with 0x%x", ret);
return UCS_ERR_NO_DEVICE;
}

ret = zeCommandListCreate(ze_md->ze_context, device, &cl_desc, &cmdl);
if (ret != ZE_RESULT_SUCCESS) {
ucs_error("ze_copy_iface: zeCommandListCreate failed with 0x%x", ret);
zeCommandQueueDestroy(cmdq);
return UCS_ERR_NO_DEVICE;
}
Expand All @@ -277,6 +280,9 @@ static UCS_CLASS_INIT_FUNC(uct_ze_copy_iface_t, uct_md_h md,
self->ze_cmdl = cmdl;
self->id = ucs_generate_uuid((uintptr_t)self);

ucs_debug("ze_copy_iface: initialized iface on device %p cmdq %p cmdl %p",
device, cmdq, cmdl);

return UCS_OK;
}

Expand Down
Loading