From f5741a97fca6b63edd2eed37f419e4fabfd88060 Mon Sep 17 00:00:00 2001 From: niansa Date: Mon, 3 Apr 2023 23:07:27 +0200 Subject: [PATCH] Run until EOS --- main.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main.cpp b/main.cpp index f047c09..64fe3d8 100644 --- a/main.cpp +++ b/main.cpp @@ -70,7 +70,7 @@ class Server { // Run inference std::cout << "Running interference...\n" << std::endl; - auto result = inference.run("\n", [&socket] (const char *token) { + auto result = inference.run("RUN UNTIL EOS...", [&socket] (const char *token) { uint8_t len; const auto token_len = strlen(token); std::cout << token << std::flush;