fallback to get_embeddings_ith

abetlen · abetlen · commit e9d1b8d7be23 · 2024-03-14T12:02:24.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -821,7 +821,11 @@ def decode_batch(n_seq: int):
                     self._ctx.ctx, i
                 )
                 if not ptr:
-                    raise RuntimeError("Failed to get embeddings from sequence pooling type is not set")
+                    ptr = llama_cpp.llama_get_embeddings_ith(
+                        self._ctx.ctx, i
+                    )
+                if not ptr:
+                    raise RuntimeError(f"Failed to get embeddings for sequence {i}")
                 embedding: List[float] = ptr[:n_embd]
                 if normalize:
                     norm = float(np.linalg.norm(embedding))
