niansa/discord_llama
1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00
Code Releases Activity

Added persistance config key

Browse source
This commit is contained in:
niansa 2023-04-23 15:37:53 +02:00
parent 9b626a049a
commit 5391dec731
2 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
example_config.txt
View file

@ -7,3 +7,4 @@ translation_model 13B-ggml-model-quant.bin
mlock false
pool_size 2
threads 4
persistance true

9
main.cpp
View file

@ -341,14 +341,15 @@ public:
inference_model = "13B-ggml-model-quant.bin",
translation_model = "13B-ggml-model-quant.bin";
unsigned pool_size = 2,
threads = 4;
threads = 4,
persistance = true;
bool mlock = false;
} config;
Bot(const Configuration& cfg) : config(cfg), bot(cfg.token), language(cfg.language),
llm_pool(cfg.pool_size, "discord_llama", false), translator(cfg.translation_model, llm_get_translation_params()) {
llm_pool(cfg.pool_size, "discord_llama", !cfg.persistance), translator(cfg.translation_model, llm_get_translation_params()) {
// Configure llm_pool
llm_pool.set_store_on_destruct(true);
llm_pool.set_store_on_destruct(cfg.persistance);
// Initialize thread pool
tPool.init();
@ -456,6 +457,8 @@ int main(int argc, char **argv) {
cfg.threads = std::stoi(value);
} else if (key == "mlock") {
cfg.mlock = (value=="true")?true:false;
} else if (key == "persistance") {
cfg.persistance = (value=="true")?true:false;
} else if (!key.empty() && key[0] != '#') {
std::cerr << "Failed to parse configuration file: Unknown key: " << key << std::endl;
return -2;