From 9e87efca30e017c052c74e574bb998c9b0692a7a Mon Sep 17 00:00:00 2001 From: Louis Date: Thu, 12 Jun 2025 19:51:52 +0700 Subject: [PATCH 1/6] fix: do not ignore client request param (#2210) --- engine/extensions/local-engine/local_engine.cc | 1 - 1 file changed, 1 deletion(-) diff --git a/engine/extensions/local-engine/local_engine.cc b/engine/extensions/local-engine/local_engine.cc index beda1f44b..adc8649f6 100644 --- a/engine/extensions/local-engine/local_engine.cc +++ b/engine/extensions/local-engine/local_engine.cc @@ -23,7 +23,6 @@ const std::unordered_set kIgnoredParams = { "user_prompt", "min_keep", "mirostat", "mirostat_eta", "mirostat_tau", "text_model", "version", "n_probs", "object", "penalize_nl", "precision", "size", - "flash_attn", "stop", "tfs_z", "typ_p", "caching_enabled"}; const std::unordered_map kParamsMap = { From aab35862051ec45239e69060e4c150374a7d2bf9 Mon Sep 17 00:00:00 2001 From: Akarshan Biswas Date: Sat, 14 Jun 2025 11:03:14 +0530 Subject: [PATCH 2/6] feat: add reasoning_budget parameter to params map (#2211) --- engine/extensions/local-engine/local_engine.cc | 3 +++ 1 file changed, 3 insertions(+) diff --git a/engine/extensions/local-engine/local_engine.cc b/engine/extensions/local-engine/local_engine.cc index adc8649f6..74bf0d1b8 100644 --- a/engine/extensions/local-engine/local_engine.cc +++ b/engine/extensions/local-engine/local_engine.cc @@ -37,6 +37,7 @@ const std::unordered_map kParamsMap = { {"dynatemp_exponent", "--dynatemp-exp"}, {"ctx_len", "--ctx-size"}, {"ngl", "-ngl"}, + {"reasoning_budget", "--reasoning-budget"}, }; int GenerateRandomInteger(int min, int max) { @@ -50,6 +51,8 @@ int GenerateRandomInteger(int min, int max) { std::vector ConvertJsonToParamsVector(const Json::Value& root) { std::vector res; + std::string errors; + res.push_back("--no-webui"); for (const auto& member : root.getMemberNames()) { if (member == "model_path" || member == "llama_model_path") { From 62b74b7af9f94e23d4ffd10d8a185d0efb8abb12 Mon Sep 17 00:00:00 2001 From: ethanova Date: Sat, 14 Jun 2025 02:29:32 -0400 Subject: [PATCH 3/6] fix bug where for local models, delete only the model passed in, not all local models (#2207) Co-authored-by: Ethan Garber Co-authored-by: Akarshan Biswas --- engine/services/model_service.cc | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-) diff --git a/engine/services/model_service.cc b/engine/services/model_service.cc index 2da6c749e..51e42ff81 100644 --- a/engine/services/model_service.cc +++ b/engine/services/model_service.cc @@ -500,13 +500,10 @@ cpp::result ModelService::DeleteModel( std::filesystem::remove(yaml_fp); CTL_INF("Removed: " << yaml_fp.string()); } else { - // Remove yaml files - for (const auto& entry : - std::filesystem::directory_iterator(yaml_fp.parent_path())) { - if (entry.is_regular_file() && (entry.path().extension() == ".yml")) { - std::filesystem::remove(entry); - CTL_INF("Removed: " << entry.path().string()); - } + // Is a local model - Remove only this model's yaml file + if (std::filesystem::exists(yaml_fp)) { + std::filesystem::remove(yaml_fp); + CTL_INF("Removed: " << yaml_fp.string()); } } From 4cc2166204ef2c3bddb187c9ea3055caca615c9e Mon Sep 17 00:00:00 2001 From: Louis Date: Sun, 15 Jun 2025 16:44:09 +0700 Subject: [PATCH 4/6] fix: model lookup issue on Windows (#2213) --- engine/services/model_service.cc | 3 +++ 1 file changed, 3 insertions(+) diff --git a/engine/services/model_service.cc b/engine/services/model_service.cc index 51e42ff81..a3771e0a1 100644 --- a/engine/services/model_service.cc +++ b/engine/services/model_service.cc @@ -626,6 +626,9 @@ cpp::result ModelService::StartModel( #if defined(_WIN32) json_data["model_path"] = cortex::wc::WstringToUtf8( fmu::ToAbsoluteCortexDataPath(fs::path(mc.files[0])).wstring()); + model_load_params["model_path"] = + cortex::wc::WstringToUtf8( + fmu::ToAbsoluteCortexDataPath(fs::path(mc.files[0])).wstring()); #else json_data["model_path"] = fmu::ToAbsoluteCortexDataPath(fs::path(mc.files[0])).string(); From cc390f26400ce80732fa81fc6f20ae23a1f88795 Mon Sep 17 00:00:00 2001 From: Service Account Date: Fri, 4 Jul 2025 14:33:36 +0700 Subject: [PATCH 5/6] chore: update readme --- README.md | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/README.md b/README.md index 5cd51ece1..ad4a379de 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,8 @@ +> ⚠️ **Archived Notice** +> This repository is no longer actively maintained. +> We have migrated development to [menloresearch/llama.cpp](https://github.com/menloresearch/llama.cpp). +> Please contribute directly to `llama.cpp` moving forward. + # Cortex

From ee9e0ad5b55142959e6fd78ccbb273b993a2ade0 Mon Sep 17 00:00:00 2001 From: Service Account Date: Fri, 4 Jul 2025 14:37:57 +0700 Subject: [PATCH 6/6] chore: update readme --- README.md | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index ad4a379de..f56842d29 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,9 @@ -> ⚠️ **Archived Notice** -> This repository is no longer actively maintained. -> We have migrated development to [menloresearch/llama.cpp](https://github.com/menloresearch/llama.cpp). -> Please contribute directly to `llama.cpp` moving forward. +

+

🚨 Archived Repository Notice

+

This repository is no longer actively maintained.

+

Development has moved to menloresearch/llama.cpp.

+

Please contribute directly to llama.cpp moving forward.

+
# Cortex