niansa/libjustchat
1
0
Fork 0
mirror of https://gitlab.com/niansa/libjustchat.git synced 2025-03-06 20:48:31 +01:00
Code Releases Activity

made get_params public and added example model_config

Browse source
This commit is contained in:
niansa 2023-06-24 15:59:03 +02:00
parent d0ef967a20
commit fec6e181bc
3 changed files with 8 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
include/justchat/chat.hpp
View file

@ -18,8 +18,6 @@ class Inference {
std::unique_ptr<LM::Inference> inference = nullptr;
LM::InferencePool *pool = nullptr;
LM::Inference::Params get_params() const;
size_t get_id() const {
return static_cast<size_t>(reinterpret_cast<uintptr_t>(this)); // Dirty hack that just works
}
@ -63,6 +61,8 @@ public:
LM_SCHEDULABLE(OptionallySharedInference) get_underlaying() const;
LM::Inference::Params get_params() const;
const ModelConfig& get_config() const {
return config;
}

1
model_configs/README.txt Normal file
View file

@ -0,0 +1 @@
These are sample model configs. You will need to adjust the model_file key.

5
model_configs/robin.txt Normal file
View file

@ -0,0 +1,5 @@
model_file robin-13b.ggmlv3.q4_K_S.bin
prompt_prefix ###Human:
prompt_suffix ##Assistant:
emits_eos false
temp 0.4