From 59fbb62e19e7ddeedbde79f6149cdb6ee637406c Mon Sep 17 00:00:00 2001 From: Anarkis Gaming Date: Fri, 28 Jun 2024 08:55:11 +0200 Subject: [PATCH] Fixed #805 Typo in IContextParams causing both TypeV and TypeK to be assigned to type_k. --- LLama/Extensions/IContextParamsExtensions.cs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/LLama/Extensions/IContextParamsExtensions.cs b/LLama/Extensions/IContextParamsExtensions.cs index 6c033f8aa..29ca30bd4 100644 --- a/LLama/Extensions/IContextParamsExtensions.cs +++ b/LLama/Extensions/IContextParamsExtensions.cs @@ -48,7 +48,7 @@ public static void ToLlamaContextParams(this IContextParams @params, out LLamaCo result.abort_callback_user_data = IntPtr.Zero; result.type_k = @params.TypeK ?? GGMLType.GGML_TYPE_F16; - result.type_k = @params.TypeV ?? GGMLType.GGML_TYPE_F16; + result.type_v = @params.TypeV ?? GGMLType.GGML_TYPE_F16; result.offload_kqv = !@params.NoKqvOffload; result.flash_attention = @params.FlashAttention; result.llama_pooling_type = @params.PoolingType;