diff --git a/clients/python/llmengine/data_types.py b/clients/python/llmengine/data_types.py index f5a5a0b2..cea75176 100644 --- a/clients/python/llmengine/data_types.py +++ b/clients/python/llmengine/data_types.py @@ -16,6 +16,7 @@ class LLMInferenceFramework(str, Enum): TEXT_GENERATION_INFERENCE = "text_generation_inference" VLLM = "vllm" LIGHTLLM = "lightllm" + TENSORRT_LLM = "tensorrt-llm" class LLMSource(str, Enum):