Thanks to visit codestin.com
Credit goes to github.com

Skip to content

Commit c8ee55f

Browse files
committed
Include GGML backend in text log
1 parent 42aa20b commit c8ee55f

File tree

1 file changed

+16
-0
lines changed

1 file changed

+16
-0
lines changed

src/main/cpp/jllama.cpp

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -137,6 +137,17 @@ JNIEnv *get_jni_env()
137137
}
138138
return env;
139139
}
140+
141+
/**
142+
* Invoke the log callback if there is any.
143+
*/
144+
void log_callback_trampoline(ggml_log_level level, const char *text, void *user_data)
145+
{
146+
if (log_callback != nullptr)
147+
{
148+
log_callback(level, text, user_data);
149+
}
150+
}
140151
} // namespace
141152

142153
bool log_json;
@@ -632,6 +643,7 @@ JNIEXPORT void JNICALL Java_de_kherud_llama_LlamaModel_setLogger(JNIEnv *env, jc
632643
if (jcallback == nullptr)
633644
{
634645
log_callback = nullptr;
646+
llama_log_set(nullptr, nullptr);
635647
}
636648
else
637649
{
@@ -643,5 +655,9 @@ JNIEXPORT void JNICALL Java_de_kherud_llama_LlamaModel_setLogger(JNIEnv *env, jc
643655
env->CallVoidMethod(o_log_callback, m_biconsumer_accept, log_level, message);
644656
env->DeleteLocalRef(message);
645657
};
658+
if (!log_json)
659+
{
660+
llama_log_set(log_callback_trampoline, nullptr);
661+
}
646662
}
647663
}

0 commit comments

Comments
 (0)