niansa/discord_llama
1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00
Code Releases Activity

Decreased context size

Browse source
This commit is contained in:
niansa 2023-04-16 03:46:46 +02:00
parent 67b9551947
commit b0ebf0d843
2 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
libjustlm

@ -1 +1 @@
Subproject commit 8b5a375f592099ef12d3988087fe699b3ecba3bb
Subproject commit 7ae1547e5f82807bda195d8c01aa499af39c04a0

3
main.cpp
View file

@ -115,9 +115,10 @@ class Bot {
// Create params
LM::Inference::Params params;
params.use_mlock = true;
params.temp = 0.4f;
params.temp = 0.5f;
params.n_repeat_last = 128;
params.repeat_penalty = 1.273333334f;
params.n_ctx = 512;
// Make sure llm is initialized
{
std::unique_lock L(llm_lock);