0
0
Fork 0
mirror of https://github.com/matrix-construct/construct synced 2024-12-25 15:04:10 +01:00

modules/m_command: Add command to summarize message text of replied event.

This commit is contained in:
Jason Volk 2022-08-16 15:30:49 -07:00
parent f06be9ac8e
commit 84fcffe331

View file

@ -258,6 +258,13 @@ catch(const std::exception &e)
};
}
static command_result
command__summarize(const mutable_buffer &buf,
const m::user &user,
const m::room &room,
const string_view &cmd,
const m::event::id &reply_id);
static command_result
command__caption(const mutable_buffer &buf,
const m::user &user,
@ -352,6 +359,9 @@ try
case "caption"_:
return command__caption(buf, user, room, cmd);
case "summarize"_:
return command__summarize(buf, user, room, cmd, reply_id);
case "control"_:
{
const auto subcmd
@ -1274,3 +1284,79 @@ command__control(const mutable_buffer &buf,
html, alt
};
}
command_result
command__summarize(const mutable_buffer &buf,
const m::user &user,
const m::room &room,
const string_view &cmd,
const m::event::id &reply_id)
{
const params param{cmd, " ",
{
"cmd", "top_p", "top_k"
}};
const auto reply_idx
{
index(reply_id)
};
const m::relates relates
{
.refs = reply_idx,
.match_sender = true,
};
const auto replace_idx
{
relates.latest("m.replace")
};
const auto content_idx
{
replace_idx?: reply_idx
};
const json::object content
{
m::get(content_idx, "content", buf)
};
const m::room::message msg
{
content
};
const auto body
{
msg.body()
};
std::string text(body);
text += "\n\nTL;DR:"s;
gpt::opts opts alignas(4096);
opts.top_k = param.at("top_k", opts.top_k);
opts.top_p = param.at("top_p", opts.top_p);
opts.debug |= 0x1;
opts.debug |= 0x2;
gpt::ctrl ctrl alignas(4096) {0};
gpt::task task
{
&opts, &ctrl
};
auto output
{
task(buf, text)
};
output = lstrip(output, ": "_sv);
output = rstrip(output, '\n', 2);
return
{
output, output
};
}