niansa/discord_llama
1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00
Code Releases Activity

Use 13B for inference

Browse source
This commit is contained in:
niansa 2023-04-17 19:12:04 +02:00
parent 6d7259e18f
commit 8c44ce1334
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
main.cpp
View file

@ -189,7 +189,7 @@ class Bot {
// Make sure llm is initialized
{
std::unique_lock L(llm_lock);
llm = std::make_unique<LM::Inference>("7B-ggml-model-quant.bin", params);
llm = std::make_unique<LM::Inference>("13B-ggml-model-quant.bin", params);
if (language != "EN") translator = std::make_unique<Translator>("7B-ggml-model-quant.bin");
}
// Set LLM thread