niansa/discord_llama
1
0
Fork 0
mirror of https://gitlab.com/niansa/discord_llama.git synced 2025-03-06 20:48:25 +01:00
Code Releases Activity

Fixed undefined behavior and in-chat mode

Browse source
This commit is contained in:
niansa 2023-05-22 22:21:57 +02:00
parent 7109e49292
commit be4bd425fd
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
main.cpp
View file

@ -345,6 +345,8 @@ private:
// Must run in llama thread
CoSched::AwaitableTask<void> reply(dpp::snowflake id, dpp::message& new_msg, const BotChannelConfig& channel_cfg) {
ENSURE_LLM_THREAD();
// Send placeholder
new_msg = bot.message_create_sync(new_msg);
// Get inference
auto inference = co_await llm_get_inference(id, channel_cfg);
if (!inference) {
@ -693,7 +695,7 @@ public:
// Run command completion handler
command_completion_handler(std::move(event));
});
bot.on_message_create([=, this](...) {
bot.on_message_create([=, this](const dpp::message_create_t&) {
// Attempt cleanup
attempt_cleanup();
});
@ -789,7 +791,7 @@ public:
sched_thread.create_task("Language Model Inference ("+*channel_cfg.model_name+" at "+std::to_string(msg.channel_id)+")", [=, this] () -> CoSched::AwaitableTask<void> {
CoSched::Task::get_current().properties.emplace("user", msg.author);
// Create initial message
auto placeholder_msg = bot.message_create_sync(dpp::message(msg.channel_id, config.texts.please_wait+" :thinking:"));
dpp::message placeholder_msg(msg.channel_id, config.texts.please_wait+" :thinking:");
// Get task
auto &task = CoSched::Task::get_current();
// Await previous completion