Thanks to visit codestin.com
Credit goes to github.com

Skip to content

Commit 259ee15

Browse files
committed
feat: Update llama.cpp
1 parent a20f13f commit 259ee15

File tree

2 files changed

+9
-1
lines changed

2 files changed

+9
-1
lines changed

llama_cpp/llama_cpp.py

+8
Original file line numberDiff line numberDiff line change
@@ -1530,6 +1530,14 @@ def llama_model_decoder_start_token(model: llama_model_p, /) -> int:
15301530
...
15311531

15321532

1533+
# // Returns true if the model is recurrent (like Mamba, RWKV, etc.)
1534+
# LLAMA_API bool llama_model_is_recurrent(const struct llama_model * model);
1535+
@ctypes_function("llama_model_is_recurrent", [llama_model_p_ctypes], ctypes.c_bool)
1536+
def llama_model_is_recurrent(model: llama_model_p, /) -> bool:
1537+
"""Returns true if the model is recurrent (like Mamba, RWKV, etc.)"""
1538+
...
1539+
1540+
15331541
# // Returns 0 on success
15341542
# LLAMA_API uint32_t llama_model_quantize(
15351543
# const char * fname_inp,

vendor/llama.cpp

0 commit comments

Comments
 (0)