1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00

Doubled context size again

This commit is contained in:
niansa 2023-04-16 17:05:27 +02:00
parent b0ebf0d843
commit 5b0faba244

View file

@ -118,7 +118,7 @@ class Bot {
params.temp = 0.5f;
params.n_repeat_last = 128;
params.repeat_penalty = 1.273333334f;
params.n_ctx = 512;
params.n_ctx = 1024;
// Make sure llm is initialized
{
std::unique_lock L(llm_lock);