Skip to content

Commit 7742d8b

Browse files
committed
fix(scaffolding): use default LLM rather than trt backend LLM
Signed-off-by: Zhenhuan Chen <[email protected]>
1 parent 2b0c87e commit 7742d8b

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

tensorrt_llm/scaffolding/worker.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
import openai
55
from transformers import AutoTokenizer
66

7-
from tensorrt_llm._tensorrt_engine import LLM
7+
from tensorrt_llm import LLM
88
from tensorrt_llm.executor import GenerationExecutor
99
from tensorrt_llm.llmapi.llm_args import KvCacheConfig
1010
from tensorrt_llm.sampling_params import SamplingParams
@@ -150,7 +150,6 @@ def init_with_new_llm(
150150
)
151151

152152
llm = LLM(model_dir,
153-
backend=backend,
154153
tokenizer=tokenizer,
155154
mixed_sampler=True,
156155
disable_overlap_scheduler=disable_overlap_scheduler,

0 commit comments

Comments
 (0)