feat: Switch embed to llama_get_embeddings_seq (#1263)

iamlemec · abetlen · web-flow · commit 2811014bae35 · 2024-03-08T20:59:35.000-05:00
* switch to llama_get_embeddings_seq

* Remove duplicate definition of llama_get_embeddings_seq

Co-authored-by: Andrei &lt;abetlen@gmail.com&gt;

---------

Co-authored-by: Andrei &lt;abetlen@gmail.com&gt;
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -814,7 +814,7 @@ def decode_batch(n_seq: int):
 
             # store embeddings
             for i in range(n_seq):
-                embedding: List[float] = llama_cpp.llama_get_embeddings_ith(
+                embedding: List[float] = llama_cpp.llama_get_embeddings_seq(
                     self._ctx.ctx, i
                 )[:n_embd]
                 if normalize:
