diff --git a/main.cpp b/main.cpp index f047c09..64fe3d8 100644 --- a/main.cpp +++ b/main.cpp @@ -70,7 +70,7 @@ class Server { // Run inference std::cout << "Running interference...\n" << std::endl; - auto result = inference.run("\n", [&socket] (const char *token) { + auto result = inference.run("RUN UNTIL EOS...", [&socket] (const char *token) { uint8_t len; const auto token_len = strlen(token); std::cout << token << std::flush;