diff --git a/LLama/Batched/Conversation.cs b/LLama/Batched/Conversation.cs index ec1dfdc00..7dbf1f8c3 100644 --- a/LLama/Batched/Conversation.cs +++ b/LLama/Batched/Conversation.cs @@ -84,7 +84,7 @@ public void Dispose() _disposed = true; // Remove this conversation from the KV cache - Executor.Context.NativeHandle.KvCacheRemove(ConversationId, 0, _end); + Executor.Context.NativeHandle.KvCacheRemove(ConversationId, -1, -1); // Prevent finalizer from running GC.SuppressFinalize(this); @@ -410,7 +410,7 @@ public void Remove(LLamaPos start, LLamaPos end) } /// - /// Removes all tokens starting from the given position + /// Removes tokens starting from /// /// Start position (inclusive) /// Number of tokens