types

Signed-off-by: NickLucche <[email protected]>

Author: NickLucche

vllm/distributed/kv_transfer/kv_connector/v1/base.py

@@ -205,7 +205,7 @@ def get_finished(
     # Scheduler-side methods
     # ==============================
 
-    def abort_request(self, req_id: str) -> bool:
+    def abort_request(self, req_id: str) -> None:
         """Abort send or recv in the KVConnector."""
         return
 

vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py

@@ -203,7 +203,7 @@ def __init__(self, vllm_config: VllmConfig, engine_id: str):
         # to avoid memory leks from unpulled blocks.
         self._reqs_need_abort: set[int] = set()
 
-    def abort_request(self, req_id: str) -> bool:
+    def abort_request(self, req_id: str) -> None:
         self._reqs_need_abort.add(req_id)
 
     def get_num_new_matched_tokens(