We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 772e7f4 commit e249b4cCopy full SHA for e249b4c
tests/v1/kv_connector/unit/test_nixl_connector.py
@@ -376,6 +376,9 @@ def test_concurrent_load_kv(
376
raise TimeoutError("Took too long to complete async handshake.")
377
378
379
+@patch(
380
+ "vllm.distributed.kv_transfer.kv_connector.v1.nixl_connector.NixlWrapper",
381
+ FakeNixlWrapper)
382
def test_abort_timeout_on_prefiller(monkeypatch):
383
"""
384
Test lifecycle of an aborted Remote Prefill request hitting the timeout.
0 commit comments