1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00

Use 13B model

This commit is contained in:
niansa 2023-04-01 18:33:39 +02:00
parent ee2fee2a1b
commit 07e0c4d80a

View file

@ -119,7 +119,7 @@ class Bot {
// Make sure llm is initialized
{
std::unique_lock L(llm_lock);
llm = std::make_unique<LM::Inference>("7B-ggml-model-quant.bin", params);
llm = std::make_unique<LM::Inference>("13B-ggml-model-quant.bin", params);
}
// Set LLM thread
llm_tid = std::this_thread::get_id();