niansa/discord_llama
1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00
Code Releases Activity

Use 13B for translation

Browse source
This commit is contained in:
niansa 2023-04-18 19:17:54 +02:00
parent 4848ce3a77
commit e395dbe3b4
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
main.cpp
View file

@ -189,7 +189,7 @@ class Bot {
// Make sure llm is initialized
{
std::unique_lock L(llm_lock);
if (translator == nullptr && language != "EN") translator = std::make_unique<Translator>("7B-ggml-model-quant.bin");
if (translator == nullptr && language != "EN") translator = std::make_unique<Translator>("13B-ggml-model-quant.bin");
llm = std::make_unique<LM::Inference>("13B-ggml-model-quant.bin", params);
}
// Set LLM thread