1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00

Changed parameters (to the better?)

This commit is contained in:
niansa 2023-04-18 17:49:58 +02:00
parent baa488faae
commit a7d29ccb6d

View file

@ -183,9 +183,9 @@ class Bot {
// Create params
LM::Inference::Params params;
params.use_mlock = false;
params.temp = 0.6f;
params.n_repeat_last = 128;
params.repeat_penalty = 1.273333334f;
params.temp = 0.4f;
params.n_repeat_last = 256;
params.repeat_penalty = 1.372222224f;
// Make sure llm is initialized
{
std::unique_lock L(llm_lock);