From 284a948afdfae7161b13d4edef940117f179093c Mon Sep 17 00:00:00 2001 From: Ian Macleod Date: Mon, 27 Nov 2023 18:51:05 +0000 Subject: [PATCH 1/2] update tensor-rt llm in enum --- clients/python/llmengine/data_types.py | 1 + 1 file changed, 1 insertion(+) diff --git a/clients/python/llmengine/data_types.py b/clients/python/llmengine/data_types.py index f5a5a0b2..42306212 100644 --- a/clients/python/llmengine/data_types.py +++ b/clients/python/llmengine/data_types.py @@ -16,6 +16,7 @@ class LLMInferenceFramework(str, Enum): TEXT_GENERATION_INFERENCE = "text_generation_inference" VLLM = "vllm" LIGHTLLM = "lightllm" + TENSORRTLLM = "tensorrt-llm" class LLMSource(str, Enum): From f6f9c8eb9582fba1876c89c1704f3f9ef645379f Mon Sep 17 00:00:00 2001 From: Ian Macleod Date: Mon, 27 Nov 2023 18:57:24 +0000 Subject: [PATCH 2/2] fix to be the same as in the egp and spellbook-backend --- clients/python/llmengine/data_types.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/clients/python/llmengine/data_types.py b/clients/python/llmengine/data_types.py index 42306212..cea75176 100644 --- a/clients/python/llmengine/data_types.py +++ b/clients/python/llmengine/data_types.py @@ -16,7 +16,7 @@ class LLMInferenceFramework(str, Enum): TEXT_GENERATION_INFERENCE = "text_generation_inference" VLLM = "vllm" LIGHTLLM = "lightllm" - TENSORRTLLM = "tensorrt-llm" + TENSORRT_LLM = "tensorrt-llm" class LLMSource(str, Enum):