niansa/discord_llama
1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00
Code Releases Activity

Do not reinitialize translator EVER

Browse source
This commit is contained in:
niansa 2023-04-18 00:14:50 +02:00
parent ab2936857c
commit c51522601d
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
main.cpp
View file

@ -189,8 +189,8 @@ class Bot {
// Make sure llm is initialized
{
std::unique_lock L(llm_lock);
if (translator == nullptr && language != "EN") translator = std::make_unique<Translator>("7B-ggml-model-quant.bin");
llm = std::make_unique<LM::Inference>("13B-ggml-model-quant.bin", params);
if (language != "EN") translator = std::make_unique<Translator>("7B-ggml-model-quant.bin");
}
// Set LLM thread
llm_tid = std::this_thread::get_id();