We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 37814ee commit 4483dffCopy full SHA for 4483dff
clients/python/llmengine/data_types.py
@@ -16,6 +16,7 @@ class LLMInferenceFramework(str, Enum):
16
TEXT_GENERATION_INFERENCE = "text_generation_inference"
17
VLLM = "vllm"
18
LIGHTLLM = "lightllm"
19
+ TENSORRT_LLM = "tensorrt-llm"
20
21
22
class LLMSource(str, Enum):
0 commit comments