Skip to content

Commit 4e63ee3

Browse files
author
sixiang-google
committed
fix for vllm enginecore update
1 parent 1b2368f commit 4e63ee3

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

tpu_commons/core/core_tpu.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,8 @@
1414
from vllm.config import VllmConfig
1515
from vllm.logger import init_logger
1616
from vllm.v1.engine import (EngineCoreOutputs, EngineCoreRequest,
17-
EngineCoreRequestType, UtilityOutput)
17+
EngineCoreRequestType, UtilityOutput,
18+
UtilityResult)
1819
from vllm.v1.engine.core import EngineCore as vLLMEngineCore
1920
from vllm.v1.engine.core import EngineCoreProc as vLLMEngineCoreProc
2021
from vllm.v1.request import Request, RequestStatus
@@ -272,8 +273,8 @@ def _handle_client_request(self, request_type: EngineCoreRequestType,
272273
output = UtilityOutput(call_id)
273274
try:
274275
method = getattr(self._prefill_engines[0], method_name)
275-
output.result = method(
276-
*self._convert_msgspec_args(method, args))
276+
result = method(*self._convert_msgspec_args(method, args))
277+
output.result = UtilityResult(result)
277278
except BaseException as e:
278279
logger.exception("Invocation of %s method failed", method_name)
279280
output.failure_message = (f"Call to {method_name} method"

0 commit comments

Comments
 (0)