fix: set default pooling type to unspecified

abetlen · abetlen · commit 4084aabe867b · 2024-03-14T10:04:57.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -79,7 +79,7 @@ def __init__(
         n_threads: Optional[int] = None,
         n_threads_batch: Optional[int] = None,
         rope_scaling_type: Optional[int] = llama_cpp.LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED,
-        pooling_type: int = llama_cpp.LLAMA_POOLING_TYPE_MEAN,
+        pooling_type: int = llama_cpp.LLAMA_POOLING_TYPE_UNSPECIFIED,
         rope_freq_base: float = 0.0,
         rope_freq_scale: float = 0.0,
         yarn_ext_factor: float = -1.0,
