From 744758f11024212a8e452eedda2582d99339aa36 Mon Sep 17 00:00:00 2001 From: Martin Evans Date: Wed, 7 Feb 2024 16:19:36 +0000 Subject: [PATCH] Using `AddRange` in `LLamaEmbedder` --- LLama/LLamaEmbedder.cs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/LLama/LLamaEmbedder.cs b/LLama/LLamaEmbedder.cs index c375d2e93..e25398bb6 100644 --- a/LLama/LLamaEmbedder.cs +++ b/LLama/LLamaEmbedder.cs @@ -75,8 +75,8 @@ public async Task GetEmbeddings(string text, bool addBos, CancellationT n_eval = batchSize; batch.Clear(); - for (var j = 0; j < n_eval; j++) - batch.Add(tokens[i + j], n_past++, LLamaSeqId.Zero, false); + batch.AddRange(tokens.AsSpan(i, n_eval), n_past, LLamaSeqId.Zero, false); + n_past += n_eval; var returnCode = await Context.DecodeAsync(batch, cancellationToken); if (returnCode != 0)