From c51522601d2bde306ae59979beef26e3837a2016 Mon Sep 17 00:00:00 2001 From: niansa Date: Tue, 18 Apr 2023 00:14:50 +0200 Subject: [PATCH] Do not reinitialize translator EVER --- main.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main.cpp b/main.cpp index 1c7976f..69a5b5e 100644 --- a/main.cpp +++ b/main.cpp @@ -189,8 +189,8 @@ class Bot { // Make sure llm is initialized { std::unique_lock L(llm_lock); + if (translator == nullptr && language != "EN") translator = std::make_unique("7B-ggml-model-quant.bin"); llm = std::make_unique("13B-ggml-model-quant.bin", params); - if (language != "EN") translator = std::make_unique("7B-ggml-model-quant.bin"); } // Set LLM thread llm_tid = std::this_thread::get_id();