niansa/llama_any_server
1
0
Fork 0
mirror of https://gitlab.com/niansa/llama_any_server.git synced 2025-03-06 20:53:35 +01:00
Code Releases Activity

Run until EOS

Browse source
This commit is contained in:
niansa 2023-04-03 23:07:27 +02:00
parent 8789632dc6
commit f5741a97fc
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
main.cpp
View file

@ -70,7 +70,7 @@ class Server {
// Run inference
std::cout << "Running interference...\n" << std::endl;
auto result = inference.run("\n", [&socket] (const char *token) {
auto result = inference.run("RUN UNTIL EOS...", [&socket] (const char *token) {
uint8_t len;
const auto token_len = strlen(token);
std::cout << token << std::flush;