Skip to content

fabtests/efa: Run early exit test for efa-direct #11998

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
sunkuamzn wants to merge 2 commits into
base: main
Choose a base branch
from
+76 −38
Open

fabtests/efa: Run early exit test for efa-direct #11998

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
78d77e7
fabtests/efa: Modify early exit test to send a window of packets
sunkuamzn Mar 13, 2026
1296808
fabtests/efa: Run early exit test for efa-direct
sunkuamzn Mar 13, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
89 changes: 63 additions & 26 deletions fabtests/prov/efa/src/rdm_remote_exit_early.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,56 @@ enum {
LONG_OPT_POST_RX,
};

static int post_tx_window(void)
{
int i, ret;

for (i = 0; i < opts.window_size; i++) {
if (opts.rma_op == FT_RMA_WRITEDATA) {
ret = ft_post_rma(FT_RMA_WRITEDATA, tx_ctx_arr[i].buf,
opts.transfer_size, &remote,
&tx_ctx_arr[i].context);
} else if (hints->caps & FI_TAGGED) {
ret = fi_tsend(ep, tx_ctx_arr[i].buf, opts.transfer_size,
tx_ctx_arr[i].desc, remote_fi_addr,
ft_tag, &tx_ctx_arr[i].context);
} else {
ret = fi_send(ep, tx_ctx_arr[i].buf, opts.transfer_size,
tx_ctx_arr[i].desc, remote_fi_addr,
&tx_ctx_arr[i].context);
}
if (ret) {
FT_PRINTERR("fi_send/fi_tsend/ft_post_rma", ret);
return ret;
}
}
printf("client posted %d sends\n", opts.window_size);
return 0;
}

static int post_rx_window(void)
{
int i, ret;

for (i = 0; i < opts.window_size; i++) {
if (hints->caps & FI_TAGGED) {
ret = fi_trecv(ep, rx_ctx_arr[i].buf, opts.transfer_size,
rx_ctx_arr[i].desc, FI_ADDR_UNSPEC,
ft_tag, 0x0, &rx_ctx_arr[i].context);
} else {
ret = fi_recv(ep, rx_ctx_arr[i].buf, opts.transfer_size,
rx_ctx_arr[i].desc, FI_ADDR_UNSPEC,
&rx_ctx_arr[i].context);
}
if (ret) {
FT_PRINTERR("fi_recv/fi_trecv", ret);
return ret;
}
}
printf("server posted %d recvs\n", opts.window_size);
return 0;
}

static int run()
{
int ret;
Expand Down Expand Up @@ -92,36 +142,20 @@ static int run()
if (hints->caps & FI_TAGGED)
ft_tag = 0xabcd;

/* client post a send/writedata and then quit */
/* client post a window of sends and then quit */
if (opts.dst_addr) {
if (opts.rma_op == FT_RMA_WRITEDATA)
ret = ft_post_rma(FT_RMA_WRITEDATA, tx_buf,
opts.transfer_size, &remote, &tx_ctx);
else
ret = ft_post_tx(ep, remote_fi_addr, opts.transfer_size,
NO_CQ_DATA, &tx_ctx);
ret = post_tx_window();
if (ret)
goto out;
printf("client exits early\n");
} else {
/* server post a recv and wait for completion, it should get an
* cq error as client exit early in a long protocol
/* server post a window of recvs and wait for completions,
* it should get cq errors as client exits early
*/
if (post_rx) {
if (hints->caps & FI_TAGGED) {
ret = fi_trecv(ep, rx_buf, rx_size, mr_desc,
FI_ADDR_UNSPEC, ft_tag, 0x0, &rx_ctx);
if (ret) {
FT_PRINTERR("fi_trecv", -ret);
goto out;
}
} else {
ret = fi_recv(ep, rx_buf, rx_size, mr_desc,
FI_ADDR_UNSPEC, &rx_ctx);
if (ret) {
FT_PRINTERR("fi_recv", -ret);
goto out;
}
}
printf("server posts recv\n");
ret = post_rx_window();
if (ret)
goto out;
}

ft_start();
Expand Down Expand Up @@ -244,7 +278,10 @@ int main(int argc, char **argv)
opts.dst_addr = argv[optind];

hints->ep_attr->type = FI_EP_RDM;
hints->caps |= FI_MSG | FI_RMA;
hints->caps |= FI_MSG;
if (opts.rma_op == FT_RMA_WRITEDATA)
hints->caps |= FI_RMA;
hints->mode |= FI_CONTEXT | FI_CONTEXT2;
hints->domain_attr->mr_mode = opts.mr_mode;

ret = run();
Expand Down
25 changes: 13 additions & 12 deletions fabtests/pytest/efa/test_remote_exit_early.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,34 +1,35 @@
import pytest
from common import ClientServerTest

@pytest.fixture(params=[65536, 131072, 1048576])
def remote_exit_early_message_size(request):
# 64K use medium
# 128K use long CTS
# 1M use runtread or longread if rdma read is available
@pytest.fixture(params=[4096, 65536, 131072, 1048576])
def remote_exit_early_message_size(request, fabric):
# efa-direct only supports up to MTU size
if fabric == "efa-direct" and request.param != 4096:
pytest.skip("efa-direct only supports 4K message size")
return request.param

@pytest.mark.functional
def test_remote_exit_early_post_send(cmdline_args, remote_exit_early_message_size):
def test_remote_exit_early_post_send(cmdline_args, fabric, remote_exit_early_message_size):
test = ClientServerTest(cmdline_args, "fi_efa_rdm_remote_exit_early",
message_size=remote_exit_early_message_size)
message_size=remote_exit_early_message_size, fabric=fabric)
test.run()

# efa-direct doesn't support tagged
@pytest.mark.functional
def test_remote_exit_early_post_tagged(cmdline_args, remote_exit_early_message_size):
test = ClientServerTest(cmdline_args, "fi_efa_rdm_remote_exit_early -o tagged",
message_size=remote_exit_early_message_size)
message_size=remote_exit_early_message_size, fabric="efa")
test.run()

@pytest.mark.functional
def test_remote_exit_early_post_writedata(cmdline_args, remote_exit_early_message_size):
def test_remote_exit_early_post_writedata(cmdline_args, rma_fabric, remote_exit_early_message_size):
test = ClientServerTest(cmdline_args, "fi_efa_rdm_remote_exit_early -o writedata",
message_size=remote_exit_early_message_size)
message_size=remote_exit_early_message_size, fabric=rma_fabric)
test.run()

@pytest.mark.functional
def test_remote_exit_early_post_rx(cmdline_args, remote_exit_early_message_size):
def test_remote_exit_early_post_rx(cmdline_args, fabric, remote_exit_early_message_size):
test = ClientServerTest(cmdline_args,
"fi_efa_rdm_remote_exit_early --post-rx",
message_size=remote_exit_early_message_size)
message_size=remote_exit_early_message_size, fabric=fabric)
test.run()
Loading