Logits all no longer required for multi-modal models

abetlen · abetlen · commit 0e1583518235 · 2024-04-30T01:02:57.000-04:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -2279,9 +2279,6 @@ def __call__(
         llama_types.CreateChatCompletionResponse,
         Iterator[llama_types.CreateChatCompletionStreamResponse],
     ]:
-        assert (
-            llama.context_params.logits_all is True
-        )  # BUG: logits_all=True is required for llava
         assert self.clip_ctx is not None
 
         system_prompt = _get_system_message(messages)
