niansa/libjustlm
1
0
Fork 0
mirror of https://gitlab.com/niansa/libjustlm.git synced 2025-03-06 20:49:17 +01:00
Code Releases Activity

Removed new llama sampling stub

Browse source
This commit is contained in:
niansa 2023-05-19 16:39:09 +02:00
parent ad1e8a3368
commit a608135bf7
1 changed files with 1 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
justlm_llama.hpp
View file

@ -183,8 +183,7 @@ public:
unsigned eos_count = 0;
while (!abort && !ends_with(fres, end)) {
// Sample top p and top k
const auto n_repeat_last = std::min<size_t>(state->tokens.size(), params.n_repeat_last);
auto id = 0;//llama_sample_top_p_top_k(state->ctx, params.n_repeat_last?(state->tokens.data()+state->tokens.size()-n_repeat_last):nullptr, n_repeat_last, params.top_k, params.top_p, params.temp, params.repeat_penalty);
auto id = llama_sample_top_p_top_k();
if (id == llama_token_eos()) {
if (eos_count++ == params.eos_ignores) {