From b3c75d2a72fb54911b6a4707b69dd160f0454159 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Wed, 10 Sep 2025 11:14:38 +0300 Subject: [PATCH] server : adjust prompt similarity thold + add logs ggml-ci --- common/common.h | 2 +- tools/server/server.cpp | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/common/common.h b/common/common.h index 85b3b879d4536..740168743aec9 100644 --- a/common/common.h +++ b/common/common.h @@ -452,7 +452,7 @@ struct common_params { std::string slot_save_path; - float slot_prompt_similarity = 0.5f; + float slot_prompt_similarity = 0.1f; // batched-bench params bool is_pp_shared = false; diff --git a/tools/server/server.cpp b/tools/server/server.cpp index 39ef439e94f97..160b97cf7d2c9 100644 --- a/tools/server/server.cpp +++ b/tools/server/server.cpp @@ -2372,7 +2372,7 @@ struct server_context { } if (ret != nullptr) { - SLT_DBG(*ret, "selected slot by lcs similarity, lcs_len = %d, similarity = %f\n", lcs_len, similarity); + SLT_INF(*ret, "selected slot by lcs similarity, lcs_len = %d, similarity = %.3f (> %.3f thold)\n", lcs_len, similarity, slot_prompt_similarity); } } @@ -2394,7 +2394,7 @@ struct server_context { } if (ret != nullptr) { - SLT_DBG(*ret, "selected slot by lru, t_last = %" PRId64 "\n", t_last); + SLT_INF(*ret, "selected slot by LRU, t_last = %" PRId64 "\n", t_last); } }