From a7d29ccb6dc1e1c94c39c29a0af49f8d2dabcf20 Mon Sep 17 00:00:00 2001 From: niansa Date: Tue, 18 Apr 2023 17:49:58 +0200 Subject: [PATCH] Changed parameters (to the better?) --- main.cpp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/main.cpp b/main.cpp index 1882a02..5987d0f 100644 --- a/main.cpp +++ b/main.cpp @@ -183,9 +183,9 @@ class Bot { // Create params LM::Inference::Params params; params.use_mlock = false; - params.temp = 0.6f; - params.n_repeat_last = 128; - params.repeat_penalty = 1.273333334f; + params.temp = 0.4f; + params.n_repeat_last = 256; + params.repeat_penalty = 1.372222224f; // Make sure llm is initialized { std::unique_lock L(llm_lock);