niansa/libjustlm
1
0
Fork 0
mirror of https://gitlab.com/niansa/libjustlm.git synced 2025-03-06 20:49:17 +01:00
Code Releases Activity

Fixed exception if pre_tick is nullptr

Browse source
This commit is contained in:
niansa 2023-08-31 18:07:42 +02:00
parent 7cd3899dd0
commit 907cea7f9d
3 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
justlm_gptj.hpp
View file

@ -196,7 +196,7 @@ public:
state->prompt.append(str);
fres.append(str);
if (on_tick && !pre_tick(str.data())) abort = true;
if (pre_tick && !pre_tick(str.data())) abort = true;
else {
// Evaluate token
// TODO: Respect batch size

2
justlm_llama.hpp
View file

@ -238,7 +238,7 @@ public:
fres.append(str);
// Tick
if (on_tick && !pre_tick(str.data())) abort = true;
if (pre_tick && !pre_tick(str.data())) abort = true;
else {
// Evaluate token
// TODO: Respect batch size

2
justlm_mpt.hpp
View file

@ -212,7 +212,7 @@ public:
state->prompt.append(str);
// Tick
if (on_tick && !pre_tick(str.data())) abort = true;
if (pre_tick && !pre_tick(str.data())) abort = true;
else {
// Evaluate token
// TODO: Respect batch size