0
0
Fork 0
mirror of https://github.com/matrix-construct/construct synced 2024-12-29 08:54:02 +01:00
construct/modules/console.cc
2018-10-01 14:00:51 -07:00

8804 lines
144 KiB
C++

// Matrix Construct
//
// Copyright (C) Matrix Construct Developers, Authors & Contributors
// Copyright (C) 2016-2018 Jason Volk <jason@zemos.net>
//
// Permission to use, copy, modify, and/or distribute this software for any
// purpose with or without fee is hereby granted, provided that the above
// copyright notice and this permission notice is present in all copies. The
// full license for this software is available in the LICENSE file.
#include <ircd/util/params.h>
using namespace ircd;
IRCD_EXCEPTION_HIDENAME(ircd::error, bad_command)
static void init_cmds();
mapi::header
IRCD_MODULE
{
"IRCd terminal console: runtime-reloadable self-reflecting command library.", []
{
init_cmds();
}
};
conf::item<seconds>
default_synapse
{
{ "name", "ircd.console.timeout" },
{ "default", 45L },
};
/// The first parameter for all commands. This aggregates general options
/// passed to commands as well as providing the output facility with an
/// ostream interface. Commands should only send output to this object. The
/// command's input line is not included here; it's the second param to a cmd.
struct opt
{
std::ostream &out;
bool html {false};
seconds timeout {default_synapse};
string_view special;
operator std::ostream &()
{
return out;
}
template<class T> auto &operator<<(T&& t)
{
out << std::forward<T>(t);
return out;
}
auto &operator<<(std::ostream &(*manip)(std::ostream &))
{
return manip(out);
}
};
/// Instances of this object are generated when this module reads its
/// symbols to find commands. These instances are then stored in the
/// cmds set for lookup and iteration.
struct cmd
{
using is_transparent = void;
static constexpr const size_t &PATH_MAX
{
8
};
std::string name;
std::string symbol;
mods::sym_ptr ptr;
bool operator()(const cmd &a, const cmd &b) const
{
return a.name < b.name;
}
bool operator()(const string_view &a, const cmd &b) const
{
return a < b.name;
}
bool operator()(const cmd &a, const string_view &b) const
{
return a.name < b;
}
cmd(std::string name, std::string symbol)
:name{std::move(name)}
,symbol{std::move(symbol)}
,ptr{IRCD_MODULE, this->symbol}
{}
cmd() = default;
cmd(cmd &&) = delete;
cmd(const cmd &) = delete;
};
std::set<cmd, cmd>
cmds;
void
init_cmds()
{
auto symbols
{
mods::symbols(mods::path(IRCD_MODULE))
};
for(std::string &symbol : symbols)
{
// elide lots of grief by informally finding this first
if(!has(symbol, "console_cmd"))
continue;
thread_local char buf[1024];
const string_view demangled
{
demangle(buf, symbol)
};
std::string command
{
replace(between(demangled, "__", "("), "__", " ")
};
const auto iit
{
cmds.emplace(std::move(command), std::move(symbol))
};
if(!iit.second)
throw error
{
"Command '%s' already exists", command
};
}
}
const cmd *
find_cmd(const string_view &line)
{
const size_t elems
{
std::min(token_count(line, ' '), cmd::PATH_MAX)
};
for(size_t e(elems+1); e > 0; --e)
{
const auto name
{
tokens_before(line, ' ', e)
};
const auto it{cmds.lower_bound(name)};
if(it == end(cmds) || it->name != name)
continue;
return &(*it);
}
return nullptr;
}
//
// Main command dispatch
//
int console_command_derived(opt &, const string_view &line);
/// This function may be linked and called by those wishing to execute a
/// command. Output from the command will be appended to the provided ostream.
/// The input to the command is passed in `line`. Since `struct opt` is not
/// accessible outside of this module, all public options are passed via a
/// plaintext string which is parsed here.
extern "C" int
console_command(std::ostream &out,
const string_view &line,
const string_view &opts)
try
{
opt opt
{
out,
has(opts, "html")
};
const cmd *const cmd
{
find_cmd(line)
};
if(!cmd)
return console_command_derived(opt, line);
const auto args
{
lstrip(split(line, cmd->name).second, ' ')
};
const auto &ptr{cmd->ptr};
using prototype = bool (struct opt &, const string_view &);
return ptr.operator()<prototype>(opt, args);
}
catch(const params::error &e)
{
out << e.what() << std::endl;
return true;
}
catch(const bad_command &e)
{
return -2;
}
//
// Help
//
bool
console_cmd__help(opt &out, const string_view &line)
{
const auto cmd
{
find_cmd(line)
};
if(cmd)
{
out << "No help available for '" << cmd->name << "'."
<< std::endl;
//TODO: help string symbol map
}
out << "Commands available: \n"
<< std::endl;
const size_t elems
{
std::min(token_count(line, ' '), cmd::PATH_MAX)
};
for(size_t e(elems+1); e > 0; --e)
{
const auto name
{
tokens_before(line, ' ', e)
};
string_view last;
auto it{cmds.lower_bound(name)};
if(it == end(cmds))
continue;
for(; it != end(cmds); ++it)
{
if(!startswith(it->name, name))
break;
const auto prefix
{
tokens_before(it->name, ' ', e)
};
if(last == prefix)
continue;
if(name && prefix != name && !startswith(lstrip(prefix, name), ' '))
break;
last = prefix;
const auto suffix
{
e > 1? tokens_after(prefix, ' ', e - 2) : prefix
};
if(empty(suffix))
continue;
out << suffix << std::endl;
}
break;
}
return true;
}
//
// Test trigger stub
//
bool
console_cmd__test(opt &out, const string_view &line)
{
return true;
}
//
// Derived commands
//
int console_command_numeric(opt &, const string_view &line);
bool console_id__user(opt &, const m::user::id &id, const string_view &line);
bool console_id__node(opt &, const m::node::id &id, const string_view &line);
bool console_id__room(opt &, const m::room::id &id, const string_view &line);
bool console_id__event(opt &, const m::event::id &id, const string_view &line);
bool console_json(const json::object &);
int
console_command_derived(opt &out, const string_view &line)
{
const string_view id
{
token(line, ' ', 0)
};
// First check if the line starts with a number, this is a special case
// sent to a custom dispatcher (which right now is specifically for the
// event stager suite).
if(try_lex_cast<int>(id))
return console_command_numeric(out, line);
if(m::has_sigil(id)) switch(m::sigil(id))
{
case m::id::EVENT:
return console_id__event(out, id, line);
case m::id::ROOM:
return console_id__room(out, id, line);
case m::id::NODE:
return console_id__node(out, id, line);
case m::id::USER:
return console_id__user(out, id, line);
case m::id::ROOM_ALIAS:
{
const auto room_id{m::room_id(id)};
return console_id__room(out, room_id, line);
}
default:
break;
}
return -1;
}
//
// Command by JSON
//
bool
console_json(const json::object &object)
{
if(!object.has("type"))
return true;
//return console_cmd__exec__event(object);
return true;
}
//
// Command by ID
//
//
// misc
//
bool
console_cmd__debug(opt &out, const string_view &line)
{
if(!RB_DEBUG_LEVEL)
{
out << "Debugging is not compiled in." << std::endl;
return true;
}
if(log::console_enabled(log::DEBUG))
{
out << "Turning off debuglog..." << std::endl;
log::console_disable(log::DEBUG);
return true;
} else {
out << "Turning on debuglog..." << std::endl;
log::console_enable(log::DEBUG);
return true;
}
}
//
// log
//
bool
console_cmd__log(opt &out, const string_view &line)
{
for(const auto *const &log : log::log::list)
out << (log->snote? log->snote : '-')
<< " " << std::setw(8) << std::left << log->name
<< " "
<< (log->fmasked? " FILE" : "")
<< (log->cmasked? " CONSOLE" : "")
<< std::endl;
return true;
}
bool
console_cmd__log__level(opt &out, const string_view &line)
{
const params param{line, " ",
{
"level",
}};
if(!param.count())
{
for(int i(0); i < num_of<log::facility>(); ++i)
if(i > RB_LOG_LEVEL)
out << "[\033[1;40m-\033[0m]: " << reflect(log::facility(i)) << std::endl;
else if(console_enabled(log::facility(i)))
out << "[\033[1;42m+\033[0m]: " << reflect(log::facility(i)) << std::endl;
else
out << "[\033[1;41m-\033[0m]: " << reflect(log::facility(i)) << std::endl;
return true;
}
const int level
{
param.at<int>(0)
};
for(int i(0); i < num_of<log::facility>(); ++i)
if(i > RB_LOG_LEVEL)
{
out << "[\033[1;40m-\033[0m]: " << reflect(log::facility(i)) << std::endl;
}
else if(i <= level)
{
console_enable(log::facility(i));
out << "[\033[1;42m+\033[0m]: " << reflect(log::facility(i)) << std::endl;
} else {
console_disable(log::facility(i));
out << "[\033[1;41m-\033[0m]: " << reflect(log::facility(i)) << std::endl;
}
return true;
}
bool
console_cmd__log__mask(opt &out, const string_view &line)
{
thread_local string_view list[64];
const auto &count
{
tokens(line, ' ', list)
};
log::console_mask({list, count});
return true;
}
bool
console_cmd__log__unmask(opt &out, const string_view &line)
{
thread_local string_view list[64];
const auto &count
{
tokens(line, ' ', list)
};
log::console_unmask({list, count});
return true;
}
bool
console_cmd__log__mark(opt &out, const string_view &line)
{
const string_view &msg
{
empty(line)?
"marked by console":
line
};
log::mark
{
msg
};
out << "The log files were marked with '" << msg
<< "'"
<< std::endl;
return true;
}
bool
console_cmd__mark(opt &out, const string_view &line)
{
return console_cmd__log__mark(out, line);
}
//
// info
//
bool
console_cmd__info(opt &out, const string_view &line)
{
info::dump();
out << "Daemon information was written to the log."
<< std::endl;
return true;
}
bool
console_cmd__uptime(opt &out, const string_view &line)
{
const seconds uptime
{
ircd::uptime()
};
const hours uptime_h
{
uptime.count() / (60L * 60L)
};
const minutes uptime_m
{
(uptime.count() / 60L) % 60L
};
const minutes uptime_s
{
uptime.count() % 60L
};
out << "Running for ";
if(uptime_h.count())
out << uptime_h.count() << " hours ";
if(uptime_m.count())
out << uptime_m.count() << " minutes ";
out << uptime_s.count() << " seconds." << std::endl;
return true;
}
bool
console_cmd__date(opt &out, const string_view &line)
{
out << ircd::time() << std::endl;
thread_local char buf[128];
const auto now{ircd::now<system_point>()};
out << timef(buf, now, ircd::localtime) << std::endl;
out << timef(buf, now) << " (UTC)" << std::endl;
return true;
}
//
// mem
//
bool
console_cmd__mem(opt &out, const string_view &line)
{
auto &this_thread
{
ircd::allocator::profile::this_thread
};
out << "IRCd thread allocations:" << std::endl
<< "alloc count: " << this_thread.alloc_count << std::endl
<< "freed count: " << this_thread.free_count << std::endl
<< "alloc bytes: " << pretty(iec(this_thread.alloc_bytes)) << std::endl
<< "freed bytes: " << pretty(iec(this_thread.free_bytes)) << std::endl
<< std::endl;
thread_local char buf[1024];
out << "malloc() information:" << std::endl
<< allocator::info(buf) << std::endl
;
return true;
}
bool
console_cmd__mem__trim(opt &out, const string_view &line)
{
const params param{line, " ",
{
"pad"
}};
const size_t &pad
{
param.at<size_t>("pad", 0UL)
};
const auto ret
{
ircd::allocator::trim(pad)
};
out << "malloc trim "
<< (ret? "was able to release some memory." : "did not release any memory.")
<< std::endl;
return true;
}
//
// env
//
bool
console_cmd__env(opt &out, const string_view &line)
{
if(!::environ)
throw error
{
"Env variable list not available."
};
const params param{line, " ",
{
"key"
}};
if(param["key"] == "*")
{
for(const char *const *e(::environ); *e; ++e)
out << *e << std::endl;
return true;
}
if(param["key"])
{
out << util::getenv(param["key"]) << std::endl;
return true;
}
for(const char *const *e(::environ); *e; ++e)
{
string_view kv[2];
tokens(*e, '=', kv);
if(!startswith(kv[0], "IRCD_") && !startswith(kv[0], "ircd_"))
continue;
out << std::setw(64) << std::left << kv[0]
<< " :" << kv[1]
<< std::endl;
}
return true;
}
//
// conf
//
bool
console_cmd__conf__list(opt &out, const string_view &line)
{
thread_local char val[4_KiB];
for(const auto &item : conf::items)
out
<< std::setw(48) << std::left << std::setfill('_') << item.first
<< " " << item.second->get(val)
<< std::endl;
return true;
}
bool
console_cmd__conf(opt &out, const string_view &line)
{
return console_cmd__conf__list(out, line);
}
bool
console_cmd__conf__set(opt &out, const string_view &line)
{
const params param{line, " ",
{
"key", "value"
}};
const auto &key
{
param.at(0)
};
const auto &val
{
param.at(1)
};
using prototype = m::event::id::buf (const m::user::id &,
const string_view &key,
const string_view &val);
static mods::import<prototype> set_conf_item
{
"s_conf", "set_conf_item"
};
const auto event_id
{
set_conf_item(m::me, key, val)
};
out << event_id << " <- " << key << " = " << val << std::endl;
return true;
}
bool
console_cmd__conf__get(opt &out, const string_view &line)
{
const params param{line, " ",
{
"key"
}};
const auto &key
{
param.at(0)
};
thread_local char val[4_KiB];
for(const auto &item : conf::items)
{
if(item.first != key)
continue;
out << std::setw(48) << std::right << item.first
<< " = " << item.second->get(val)
<< std::endl;
return true;
}
throw m::NOT_FOUND
{
"Conf item '%s' not found", key
};
}
bool
console_cmd__conf__rehash(opt &out, const string_view &line)
{
const params param{line, " ",
{
"force"
}};
using prototype = void (const bool &);
static mods::import<prototype> rehash_conf
{
"s_conf", "rehash_conf"
};
const bool force
{
param["force"] == "force"
};
rehash_conf(force);
out << "Saved runtime conf items"
<< " from the current state into !conf:" << my_host()
<< std::endl;
return true;
}
bool
console_cmd__conf__reload(opt &out, const string_view &line)
{
using prototype = void ();
static mods::import<prototype> reload_conf
{
"s_conf", "reload_conf"
};
reload_conf();
out << "Updated any runtime conf items"
<< " from the current state in !conf:" << my_host()
<< std::endl;
return true;
}
bool
console_cmd__conf__reset(opt &out, const string_view &line)
{
using prototype = void ();
static mods::import<prototype> refresh_conf
{
"s_conf", "refresh_conf"
};
refresh_conf();
out << "All conf items which execute code upon a change"
<< " have done so with the latest runtime value."
<< std::endl;
return true;
}
//
// hook
//
bool
console_cmd__hook__list(opt &out, const string_view &line)
{
for(const auto &site : m::hook::base::site::list)
{
out << std::setw(24) << std::left << site->name()
<< std::endl;
out << string_view{site->feature}
<< std::endl;
for(const auto &hookp : site->hooks)
out << (hookp->registered? '+' : '-')
<< " " << string_view{hookp->feature}
<< std::endl;
out << std::endl;
}
return true;
}
bool
console_cmd__hook(opt &out, const string_view &line)
{
return console_cmd__hook__list(out, line);
}
//
// mod
//
bool
console_cmd__mod(opt &out, const string_view &line)
{
auto avflist(mods::available());
const auto b(std::make_move_iterator(begin(avflist)));
const auto e(std::make_move_iterator(end(avflist)));
std::vector<std::string> available(b, e);
std::sort(begin(available), end(available));
for(const auto &mod : available)
{
const auto loadstr
{
mods::loaded(mod)? "\033[1;32;42m+\033[0m" : " "
};
out << "[" << loadstr << "] " << mod << std::endl;
}
return true;
}
bool
console_cmd__mod__path(opt &out, const string_view &line)
{
for(const auto &path : ircd::mods::paths)
out << path << std::endl;
return true;
}
bool
console_cmd__mod__syms(opt &out, const string_view &line)
{
const std::string path
{
token(line, ' ', 0)
};
const std::vector<std::string> symbols
{
mods::symbols(path)
};
for(const auto &sym : symbols)
out << sym << std::endl;
out << " -- " << symbols.size() << " symbols in " << path << std::endl;
return true;
}
bool
console_cmd__mod__reload(opt &out, const string_view &line)
{
const auto names
{
tokens<std::vector>(line, ' ')
};
for(auto it(names.begin()); it != names.end(); ++it)
{
const auto &name{*it};
if(mods::imports.erase(std::string{name}))
out << name << " unloaded." << std::endl;
else
out << name << " is not loaded." << std::endl;
}
for(auto it(names.rbegin()); it != names.rend(); ++it)
{
const auto &name{*it};
if(mods::imports.emplace(std::string{name}, name).second)
out << name << " loaded." << std::endl;
else
out << name << " is already loaded." << std::endl;
}
return true;
}
bool
console_cmd__mod__load(opt &out, const string_view &line)
{
tokens(line, ' ', [&out]
(const string_view &name)
{
if(mods::imports.find(name) != end(mods::imports))
{
out << name << " is already loaded." << std::endl;
return;
}
mods::imports.emplace(std::string{name}, name);
out << name << " loaded." << std::endl;
});
return true;
}
bool
console_cmd__mod__unload(opt &out, const string_view &line)
{
tokens(line, ' ', [&out]
(const string_view &name)
{
if(!mods::imports.erase(std::string{name}))
{
out << name << " is not loaded." << std::endl;
return;
}
out << "unloaded " << name << std::endl;
});
return true;
}
//
// ctx
//
bool
console_cmd__ctx__interrupt(opt &out, const string_view &line)
{
const params param{line, " ",
{
"id", "[id]..."
}};
for(size_t i(0); i < param.count(); ++i)
for(auto *const &ctx : ctx::ctxs)
if(id(*ctx) == param.at<uint64_t>(i))
{
interrupt(*ctx);
break;
}
return true;
}
bool
console_cmd__ctx__term(opt &out, const string_view &line)
{
const params param{line, " ",
{
"id", "[id]..."
}};
for(size_t i(0); i < param.count(); ++i)
for(auto *const &ctx : ctx::ctxs)
if(id(*ctx) == param.at<uint64_t>(i))
{
terminate(*ctx);
break;
}
return true;
}
bool
console_cmd__ctx__list(opt &out, const string_view &line)
{
out << " "
<< "ID"
<< " "
<< "STATE"
<< " "
<< "YIELDS"
<< " "
<< "CYCLE COUNT"
<< " "
<< "PCT"
<< " "
<< "STACK "
<< " "
<< "LIMIT"
<< " "
<< "PCT"
<< " "
<< ":NAME"
<< std::endl;
for(const auto *const &ctxp : ctx::ctxs)
{
const auto &ctx{*ctxp};
out << std::setw(5) << std::right << id(ctx);
out << " "
<< (started(ctx)? 'S' : '-')
<< (running(ctx)? 'R' : '-')
<< (waiting(ctx)? 'W' : '-')
<< (finished(ctx)? 'F' : '-')
<< (interruptible(ctx)? '-' : 'N')
<< (interruption(ctx)? 'I' : '-')
<< (termination(ctx)? 'T' : '-')
;
out << " "
<< std::setw(8) << std::right << yields(ctx)
<< " ";
out << " "
<< std::setw(15) << std::right << cycles(ctx)
<< " ";
const long double total_cyc(ctx::prof::total_slice_cycles());
const auto tsc_pct
{
total_cyc > 0.0? (cycles(ctx) / total_cyc) : 0.0L
};
out << " "
<< std::setw(5) << std::right << std::fixed << std::setprecision(2) << (tsc_pct * 100)
<< "% ";
out << " "
<< std::setw(7) << std::right << stack_at(ctx)
<< " ";
out << " "
<< std::setw(7) << std::right << stack_max(ctx)
<< " ";
const auto stack_pct
{
stack_at(ctx) / (long double)stack_max(ctx)
};
out << " "
<< std::setw(5) << std::right << std::fixed << std::setprecision(2) << (stack_pct * 100)
<< "% ";
out << " :"
<< name(ctx);
out << std::endl;
}
return true;
}
bool
console_cmd__ctx(opt &out, const string_view &line)
{
if(empty(line))
return console_cmd__ctx__list(out, line);
return true;
}
//
// db
//
bool
console_cmd__db__sync(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname",
}};
const auto dbname
{
param.at(0)
};
auto &database
{
db::database::get(dbname)
};
sync(database);
out << "done" << std::endl;
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__flush(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "[sync]"
}};
const auto dbname
{
param.at(0)
};
const auto sync
{
param.at(1, false)
};
auto &database
{
db::database::get(dbname)
};
flush(database, sync);
out << "done" << std::endl;
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__sort(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "[blocking]"
}};
const auto dbname
{
param.at(0)
};
const auto blocking
{
param.at(1, false)
};
auto &database
{
db::database::get(dbname)
};
sort(database, blocking);
out << "done" << std::endl;
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__compact(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "[colname]", "[begin]", "[end]", "[level]"
}};
const auto dbname
{
param.at(0)
};
const auto colname
{
param[1]
};
const auto level
{
param.at(2, -1)
};
const auto begin
{
param[3]
};
const auto end
{
param[4]
};
auto &database
{
db::database::get(dbname)
};
if(!colname)
{
compact(database);
out << "done" << std::endl;
return true;
}
db::column column
{
database, colname
};
const bool integer
{
begin? try_lex_cast<uint64_t>(begin) : false
};
const uint64_t integers[2]
{
integer? lex_cast<uint64_t>(begin) : 0,
integer && end? lex_cast<uint64_t>(end) : 0
};
const std::pair<string_view, string_view> range
{
integer? byte_view<string_view>(integers[0]) : begin,
integer && end? byte_view<string_view>(integers[1]) : end,
};
compact(column, range, level);
if(level > -2)
compact(column, level);
out << "done" << std::endl;
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__ticker(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "[ticker]"
}};
const auto dbname
{
param.at(0)
};
const auto ticker
{
param[1]
};
auto &database
{
db::database::get(dbname)
};
// Special branch for integer properties that RocksDB aggregates.
if(ticker && ticker != "-a")
{
out << ticker << ": " << db::ticker(database, ticker) << std::endl;
return true;
}
for(uint32_t i(0); i < db::ticker_max; ++i)
{
const string_view &name
{
db::ticker_id(i)
};
if(!name)
continue;
const auto &val
{
db::ticker(database, i)
};
if(val == 0 && ticker != "-a")
continue;
out << std::left << std::setw(48) << std::setfill('_') << name
<< " " << val
<< std::endl;
}
for(uint32_t i(0); i < db::histogram_max; ++i)
{
const string_view &name
{
db::histogram_id(i)
};
if(!name)
continue;
const auto &val
{
db::histogram(database, i)
};
if(!(val.max > 0.0) && ticker != "-a")
continue;
out << std::left << std::setw(48) << std::setfill('_') << name
<< std::setfill(' ') << std::right
<< " " << std::setw(9) << val.hits << " hit "
<< " " << std::setw(13) << val.time << " tot "
<< " " << std::setw(12) << uint64_t(val.max) << " max "
<< " " << std::setw(10) << uint64_t(val.median) << " med "
<< " " << std::setw(9) << uint64_t(val.avg) << " avg "
<< " " << std::setw(10) << val.stddev << " dev "
<< " " << std::setw(10) << val.pct95 << " p95 "
<< " " << std::setw(10) << val.pct99 << " p99 "
<< std::endl;
}
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__io(opt &out, const string_view &line)
{
const auto &ic
{
db::iostats_current()
};
out << db::string(ic) << std::endl;
return true;
}
bool
console_cmd__db__perf(opt &out, const string_view &line)
{
const auto &pc
{
db::perf_current()
};
out << db::string(pc) << std::endl;
return true;
}
bool
console_cmd__db__perf__level(opt &out, const string_view &line)
{
const params param{line, " ",
{
"[level]"
}};
if(!param.count())
{
const auto &level
{
db::perf_level()
};
out << "Current level is: " << level << std::endl;
return true;
}
const auto &level
{
param.at<uint>(0)
};
db::perf_level(level);
out << "Set level to: " << level << std::endl;
return true;
}
bool
console_cmd__db__prop(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column", "property"
}};
const auto dbname
{
param.at(0)
};
const auto colname
{
param.at(1, "*"_sv)
};
const auto property
{
param.at(2)
};
auto &database
{
db::database::get(dbname)
};
// Special branch for integer properties that RocksDB aggregates.
if(colname == "*")
{
const uint64_t value
{
db::property(database, property)
};
out << value << std::endl;
return true;
}
const auto query{[&out, &database, &property]
(const string_view &colname)
{
const db::column column
{
database, colname
};
const auto value
{
db::property<db::prop_map>(column, property)
};
for(const auto &p : value)
out << p.first << " : " << p.second << std::endl;
}};
// Branch for querying the property for a single column
if(colname != "**")
{
query(colname);
return true;
}
// Querying the property for all columns in a loop
for(const auto &column_name : database.column_names)
{
out << std::setw(16) << std::right << column_name << " : ";
query(column_name);
}
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__cache(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column",
}};
const auto dbname
{
param.at(0)
};
auto colname
{
param[1]
};
auto &database
{
db::database::get(dbname)
};
struct stats
{
size_t usage;
size_t pinned;
size_t capacity;
size_t hits;
size_t misses;
size_t inserts;
size_t inserts_bytes;
stats &operator+=(const stats &b)
{
usage += b.usage;
pinned += b.pinned;
capacity += b.capacity;
hits += b.hits;
misses += b.misses;
inserts += b.inserts;
inserts_bytes += b.inserts_bytes;
return *this;
}
};
if(!colname)
{
const auto usage(db::usage(cache(database)));
const auto pinned(db::pinned(cache(database)));
const auto capacity(db::capacity(cache(database)));
const auto usage_pct
{
capacity > 0.0? (double(usage) / double(capacity)) : 0.0L
};
const auto hits(db::ticker(cache(database), db::ticker_id("rocksdb.block.cache.hit")));
const auto misses(db::ticker(cache(database), db::ticker_id("rocksdb.block.cache.miss")));
const auto inserts(db::ticker(cache(database), db::ticker_id("rocksdb.block.cache.add")));
const auto inserts_bytes(db::ticker(cache(database), db::ticker_id("rocksdb.block.cache.data.bytes.insert")));
out << std::left
<< std::setw(16) << "ROW"
<< std::right
<< " "
<< std::setw(7) << "PCT"
<< " "
<< std::setw(9) << "HITS"
<< " "
<< std::setw(9) << "MISSES"
<< " "
<< std::setw(9) << "INSERT"
<< " "
<< std::setw(26) << "CACHED"
<< " "
<< std::setw(26) << "CAPACITY"
<< " "
<< std::setw(26) << "INSERT TOTAL"
<< " "
<< std::setw(20) << "LOCKED"
<< " "
<< std::endl;
out << std::left
<< std::setw(16) << "*"
<< std::right
<< " "
<< std::setw(6) << std::right << std::fixed << std::setprecision(2) << (usage_pct * 100)
<< "%"
<< " "
<< std::setw(9) << hits
<< " "
<< std::setw(9) << misses
<< " "
<< std::setw(9) << inserts
<< " "
<< std::setw(26) << std::right << pretty(iec(usage))
<< " "
<< std::setw(26) << std::right << pretty(iec(capacity))
<< " "
<< std::setw(26) << std::right << pretty(iec(inserts_bytes))
<< " "
<< std::setw(20) << std::right << pretty(iec(pinned))
<< " "
<< std::endl
<< std::endl;
// Now set the colname to * so the column total branch is taken
// below and we output that line too.
colname = "*";
}
out << std::left
<< std::setw(16) << "COLUMN"
<< std::right
<< " "
<< std::setw(7) << "PCT"
<< " "
<< std::setw(9) << "HITS"
<< " "
<< std::setw(9) << "MISSES"
<< " "
<< std::setw(9) << "INSERT"
<< " "
<< std::setw(26) << "CACHED"
<< " "
<< std::setw(26) << "CAPACITY"
<< " "
<< std::setw(26) << "INSERT TOTAL"
<< " "
<< std::setw(20) << "LOCKED"
<< " "
<< std::endl;
//TODO: compressed cache reenable
/*
<< "|"
<< std::setw(9) << "HITS"
<< " "
<< std::setw(9) << "INSERTS"
<< " "
<< std::setw(26) << "COMPRESSED CACHED"
<< " "
<< std::setw(26) << "COMPRESSED CAPACITY"
<< " "
<< std::setw(7) << "PCT"
<< " "
<< std::endl;
*/
const auto output{[&out]
(const string_view &column_name, const stats &s, const stats &comp)
{
const auto pct
{
s.capacity > 0.0? (double(s.usage) / double(s.capacity)) : 0.0L
};
const auto pct_comp
{
comp.capacity > 0.0? (double(comp.usage) / double(comp.capacity)) : 0.0L
};
out << std::setw(16) << std::left << column_name
<< std::right
<< " "
<< std::setw(6) << std::right << std::fixed << std::setprecision(2) << (pct * 100)
<< '%'
<< " "
<< std::setw(9) << s.hits
<< " "
<< std::setw(9) << s.misses
<< " "
<< std::setw(9) << s.inserts
<< " "
<< std::setw(26) << std::right << pretty(iec(s.usage))
<< " "
<< std::setw(26) << std::right << pretty(iec(s.capacity))
<< " "
<< std::setw(26) << pretty(iec(s.inserts_bytes))
<< " "
<< std::setw(20) << std::right << pretty(iec(s.pinned))
<< " ";
//TODO: compressed cache reenable
if(1)
{
out << std::endl;
return;
}
out << "|"
<< std::setw(9) << comp.hits
<< " "
<< std::setw(9) << comp.inserts
<< " "
<< std::setw(26) << std::right << pretty(iec(comp.usage))
<< " "
<< std::setw(26) << std::right << pretty(iec(comp.capacity))
<< " "
<< std::setw(6) << std::right << std::fixed << std::setprecision(2) << (pct_comp * 100)
<< '%'
<< " "
<< std::endl;
}};
const auto query{[&database]
(const string_view &colname, const auto &output)
{
const db::column column
{
database, colname
};
const stats s
{
db::usage(cache(column)),
db::pinned(cache(column)),
db::capacity(cache(column)),
db::ticker(cache(column), db::ticker_id("rocksdb.block.cache.hit")),
db::ticker(cache(column), db::ticker_id("rocksdb.block.cache.miss")),
db::ticker(cache(column), db::ticker_id("rocksdb.block.cache.add")),
db::ticker(cache(column), db::ticker_id("rocksdb.block.cache.data.bytes.insert")),
};
const stats comp
{
db::usage(cache_compressed(column)),
0,
db::capacity(cache_compressed(column)),
db::ticker(cache_compressed(column), db::ticker_id("rocksdb.block.cache.hit")),
0,
db::ticker(cache_compressed(column), db::ticker_id("rocksdb.block.cache.add")),
0
};
output(colname, s, comp);
}};
// Querying the totals for all caches for all columns in a loop
if(colname == "*")
{
stats s_total{0}, comp_total{0};
for(const auto &column : database.column_names)
query(column, [&](const auto &column, const auto &s, const auto &comp)
{
s_total += s;
comp_total += comp;
});
output("*", s_total, comp_total);
return true;
}
// Query the cache for a single column
if(colname != "**")
{
query(colname, output);
return true;
}
// Querying the cache for all columns in a loop
for(const auto &column_name : database.column_names)
query(column_name, output);
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__cache__clear(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column", "[key]"
}};
const auto &dbname
{
param.at(0)
};
const auto &colname
{
param[1]
};
const auto &key
{
param[2]
};
auto &database
{
db::database::get(dbname)
};
const auto clear{[&out, &database]
(const string_view &colname)
{
db::column column
{
database, colname
};
db::clear(cache(column));
db::clear(cache_compressed(column));
out << "Cleared caches for '" << name(database) << "' '" << colname << "'"
<< std::endl;
}};
const auto remove{[&out, &database]
(const string_view &colname, const string_view &key)
{
db::column column
{
database, colname
};
const bool removed[]
{
db::remove(cache(column), key),
db::remove(cache_compressed(column), key)
};
out << "Removed key from";
if(removed[0])
out << " [uncompressed cache]";
if(removed[1])
out << " [compressed cache]";
out << std::endl;
}};
if(!colname || colname == "**")
{
for(const auto &colname : database.column_names)
clear(colname);
return true;
}
if(!key)
{
clear(colname);
return true;
}
remove(colname, key);
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__cache__fetch(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column", "key"
}};
const auto dbname
{
param.at(0)
};
const auto colname
{
param[1]
};
const auto key
{
param[2]
};
auto &database
{
db::database::get(dbname)
};
db::column column
{
database, colname
};
db::has(column, key);
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__stats(opt &out, const string_view &line)
{
const params param{line, " ",
{
"dbname", "column"
}};
return console_cmd__db__prop(out, fmt::snstringf
{
1024, "%s %s rocksdb.stats",
param.at(0),
param.at(1)
});
}
bool
console_cmd__db__set(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column", "option", "value"
}};
const auto dbname
{
param.at(0)
};
const auto colname
{
param.at(1, "*"_sv)
};
const auto option
{
param.at(2)
};
const auto value
{
param.at(3)
};
auto &database
{
db::database::get(dbname)
};
// Special branch for DBOptions
if(colname == "*")
{
db::setopt(database, option, value);
out << "done" << std::endl;
return true;
}
const auto setopt{[&out, &database, &option, &value]
(const string_view &colname)
{
db::column column
{
database, colname
};
db::setopt(column, option, value);
out << colname << " :done" << std::endl;
}};
// Branch for querying the property for a single column
if(colname != "**")
{
setopt(colname);
return true;
}
// Querying the property for all columns in a loop
for(const auto &colname : database.column_names)
setopt(colname);
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__ingest(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column", "path"
}};
const auto dbname
{
param.at("dbname")
};
const auto colname
{
param.at("column")
};
const auto path
{
param.at("path")
};
auto &database
{
db::database::get(dbname)
};
db::column column
{
database, colname
};
db::ingest(column, path);
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
static void
_print_sst_info_header(opt &out)
{
out << std::left
<< std::setw(14) << "name"
<< std::right
<< " " << std::setw(3) << "ver"
<< " " << std::setw(26) << "bytes"
<< " " << std::setw(9) << "entries"
<< " " << std::setw(9) << "reads"
<< " " << std::setw(10) << "compacting"
<< " " << std::setw(28) << "sequence number"
<< " " << std::setw(28) << "key range"
<< " " << std::setw(5) << "level"
<< std::left
<< " " << std::setw(24) << "column"
<< std::endl;
}
static void
_print_sst_info(opt &out,
const db::database::sst::info &f)
{
const uint64_t &min_key
{
f.min_key.size() == 8?
uint64_t(byte_view<uint64_t>(f.min_key)):
0UL
};
const uint64_t &max_key
{
f.max_key.size() == 8?
uint64_t(byte_view<uint64_t>(f.max_key)):
0UL
};
out << std::left
<< std::setw(14) << f.name
<< " " << std::setw(3) << std::right << f.version
<< " " << std::setw(26) << std::right << pretty(iec(f.size))
<< " " << std::setw(9) << std::right << f.entries
<< " " << std::setw(9) << std::right << f.num_reads
<< " " << std::setw(10) << std::right << std::boolalpha << f.compacting
<< " " << std::setw(12) << std::right << f.min_seq << " -> " << std::setw(12) << std::left << f.max_seq
<< " " << std::setw(12) << std::right << min_key << " -> " << std::setw(12) << std::left << max_key
<< " " << std::setw(5) << std::right << f.level
<< " " << std::setw(24) << std::left << f.column
<< std::endl;
}
bool
console_cmd__db__sst(opt &out, const string_view &line)
{
string_view buf[16];
const vector_view<const string_view> args
{
buf, tokens(line, " ", buf)
};
db::database::sst::tool(args);
return true;
}
bool
console_cmd__db__sst__dump(opt &out, const string_view &line)
{
const params param{line, " ",
{
"dbname", "column", "begin", "end", "path"
}};
const auto dbname
{
param.at("dbname")
};
const auto colname
{
param.at("column", "*"_sv)
};
const auto begin
{
param["begin"]
};
const auto end
{
param["end"]
};
const auto path
{
param["path"]
};
auto &database
{
db::database::get(dbname)
};
_print_sst_info_header(out);
const auto do_dump{[&](const string_view &colname)
{
db::column column
{
database, colname
};
const db::database::sst::dump dump
{
column, {begin, end}, path
};
_print_sst_info(out, dump.info);
}};
if(colname != "*")
{
do_dump(colname);
return true;
}
for(const auto &colname : database.column_names)
do_dump(colname);
return true;
}
bool
console_cmd__db__files(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column"
}};
const auto dbname
{
param.at("dbname")
};
const auto colname
{
param.at("column", "*"_sv)
};
auto &database
{
db::database::get(dbname)
};
_print_sst_info_header(out);
if(colname == "*")
{
const auto fileinfos
{
db::database::sst::info::vector(database)
};
for(const auto &fileinfo : fileinfos)
_print_sst_info(out, fileinfo);
out << "-- " << fileinfos.size() << " files"
<< std::endl;
return true;
}
if(startswith(colname, "/"))
{
const db::database::sst::info info{database, colname};
_print_sst_info(out, info);
return true;
}
const db::column column
{
database, colname
};
const db::database::sst::info::vector vector{column};
for(const auto &info : vector)
_print_sst_info(out, info);
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__bytes(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column"
}};
auto &database
{
db::database::get(param.at(0))
};
if(!param[1] || param[1] == "*")
{
const auto bytes
{
db::bytes(database)
};
out << bytes << std::endl;
return true;
}
const auto query{[&out, &database]
(const string_view &colname)
{
const db::column column
{
database, colname
};
const auto value
{
db::bytes(column)
};
out << std::setw(16) << std::right << colname
<< " : " << value
<< std::endl;
}};
if(param[1] != "**")
{
query(param.at(1));
return true;
}
for(const auto &colname : database.column_names)
query(colname);
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__txns(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "seqnum", "limit"
}};
const auto dbname
{
param.at("dbname")
};
if(dbname != "events")
throw error
{
"Sorry, this command is specific to the events db for now."
};
auto &database
{
db::database::get(dbname)
};
const auto cur_seq
{
db::sequence(database)
};
const auto seqnum
{
param.at<int64_t>("seqnum", cur_seq)
};
const auto limit
{
param.at<int64_t>("limit", 32L)
};
// note that we decrement the sequence number here optimistically
// based on the number of possible entries in a txn. There are likely
// fewer entries in a txn thus we will be missing the latest txns or
// outputting more txns than the limit. We choose the latter here.
const auto start
{
std::max(seqnum - limit * ssize_t(database.columns.size()), 0L)
};
for_each(database, start, db::seq_closure_bool{[&out, &seqnum]
(db::txn &txn, const int64_t &_seqnum) -> bool
{
m::event::id::buf event_id;
txn.get(db::op::SET, "event_id", [&event_id]
(const db::delta &delta)
{
event_id = m::event::id
{
std::get<delta.VAL>(delta)
};
});
if(!event_id)
return true;
out << std::setw(12) << std::right << _seqnum << " : "
<< string_view{event_id}
<< std::endl;
return _seqnum <= seqnum;
}});
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__txn(opt &out, const string_view &line)
try
{
const auto dbname
{
token(line, ' ', 0)
};
if(dbname != "events")
throw error
{
"Sorry, this command is specific to the events db for now."
};
const auto seqnum
{
lex_cast<uint64_t>(token(line, ' ', 1, "0"))
};
auto &database
{
db::database::get(dbname)
};
get(database, seqnum, db::seq_closure{[&out]
(db::txn &txn, const uint64_t &seqnum)
{
for_each(txn, [&out, &seqnum]
(const db::delta &delta)
{
const string_view &dkey
{
std::get<delta.KEY>(delta)
};
// !!! Assumption based on the events database schema. If the
// key is 8 bytes we assume it's an event::idx in binary. No
// other columns have 8 byte keys; instead they have plaintext
// event_id amalgams with some binary characters which are simply
// not displayed by the ostream. We could have a switch here to
// use m::dbs's key parsers based on the column name but that is
// not done here yet.
const string_view &key
{
dkey.size() == 8?
lex_cast(uint64_t(byte_view<uint64_t>(dkey))):
dkey
};
out << std::setw(12) << std::right << seqnum << " : "
<< std::setw(8) << std::left << reflect(std::get<delta.OP>(delta)) << " "
<< std::setw(18) << std::right << std::get<delta.COL>(delta) << " "
<< key
<< std::endl;
});
}});
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__checkpoint(opt &out, const string_view &line)
try
{
const auto dbname
{
token(line, ' ', 0)
};
auto &database
{
db::database::get(dbname)
};
const auto seqnum
{
checkpoint(database)
};
out << "Checkpoint " << name(database)
<< " at sequence " << seqnum << " complete."
<< std::endl;
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__check(opt &out, const string_view &line)
try
{
const auto dbname
{
token(line, ' ', 0)
};
auto &database
{
db::database::get(dbname)
};
check(database);
out << "Check of " << dbname << " completed without error."
<< std::endl;
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__DROP__DROP__DROP(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"dbname", "column"
}};
const auto dbname
{
param.at(0)
};
const auto colname
{
param.at(0)
};
auto &database
{
db::database::get(dbname)
};
throw error
{
"TODO: please implement."
};
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
bool
console_cmd__db__list(opt &out, const string_view &line)
{
const auto available
{
db::available()
};
for(const auto &path : available)
{
const auto name
{
replace(lstrip(lstrip(path, fs::get(fs::DB)), '/'), "/", ":")
};
const auto &d
{
db::database::get(std::nothrow, name)
};
const auto &light
{
d? "\033[1;42m \033[0m" : " "
};
out << "[" << light << "]"
<< " " << name
<< " `" << path << "'"
<< std::endl;
}
return true;
}
bool
console_cmd__db(opt &out, const string_view &line)
try
{
if(empty(line))
return console_cmd__db__list(out, line);
const params param{line, " ",
{
"dbname"
}};
auto &d
{
db::database::get(param.at(0))
};
const auto closeout{[&out, &d]
(const string_view &name, const auto &closure)
{
out << std::left << std::setw(40) << std::setfill('_') << name << " ";
closure();
out << std::endl;
}};
const auto property{[&out, &d, &closeout]
(const string_view &prop)
{
const auto name(lstrip(prop, "rocksdb."));
closeout(name, [&out, &d, &prop]
{
out << db::property(d, prop);
});
}};
const auto sizeprop{[&out, &d, &closeout]
(const string_view &prop)
{
const auto name(lstrip(prop, "rocksdb."));
closeout(name, [&out, &d, &prop]
{
out << pretty(iec(db::property(d, prop)));
});
}};
closeout("UUID", [&] { out << uuid(d); });
closeout("SIZE", [&] { out << pretty(iec(bytes(d))); });
closeout("SEQUENCE", [&] { out << sequence(d); });
closeout("COLUMNS", [&] { out << d.columns.size(); });
closeout("FILES", [&] { out << file_count(d); });
sizeprop("rocksdb.live-sst-files-size");
sizeprop("rocksdb.total-sst-files-size");
sizeprop("rocksdb.estimate-live-data-size");
sizeprop("rocksdb.size-all-mem-tables");
sizeprop("rocksdb.cur-size-all-mem-tables");
sizeprop("rocksdb.cur-size-active-mem-table");
sizeprop("rocksdb.estimate-table-readers-mem");
sizeprop("rocksdb.block-cache-capacity");
sizeprop("rocksdb.block-cache-usage");
sizeprop("rocksdb.block-cache-pinned-usage");
closeout("row cache size", [&] { out << pretty(iec(db::usage(cache(d)))); });
property("rocksdb.estimate-num-keys");
property("rocksdb.num-entries-active-mem-table");
property("rocksdb.num-entries-imm-mem-tables");
property("rocksdb.num-deletes-active-mem-table");
property("rocksdb.num-deletes-imm-mem-tables");
property("rocksdb.num-immutable-mem-table");
property("rocksdb.num-snapshots");
property("rocksdb.oldest-snapshot-time");
property("rocksdb.min-log-number-to-keep");
property("rocksdb.num-live-versions");
property("rocksdb.current-super-version-number");
property("rocksdb.base-level");
property("rocksdb.mem-table-flush-pending");
property("rocksdb.compaction-pending");
sizeprop("rocksdb.estimate-pending-compaction-bytes");
property("rocksdb.is-file-deletions-enabled");
property("rocksdb.num-running-compactions");
property("rocksdb.num-running-flushes");
property("rocksdb.actual-delayed-write-rate");
property("rocksdb.is-write-stopped");
return true;
}
catch(const std::out_of_range &e)
{
out << "No open database by that name" << std::endl;
return true;
}
//
// peer
//
static bool
html__peer(opt &out, const string_view &line)
{
out << "<table>";
out << "<tr>";
out << "<td> HOST </td>";
out << "<td> ADDR </td>";
out << "<td> LINKS </td>";
out << "<td> REQS </td>";
out << "<td> ▲ BYTES Q</td>";
out << "<td> ▼ BYTES Q</td>";
out << "<td> ▲ BYTES</td>";
out << "<td> ▼ BYTES</td>";
out << "<td> ERROR </td>";
out << "</tr>";
for(const auto &p : server::peers)
{
using std::setw;
using std::left;
using std::right;
const auto &host{p.first};
const auto &peer{*p.second};
const net::ipport &ipp{peer.remote};
out << "<tr>";
out << "<td>" << host << "</td>";
out << "<td>" << ipp << "</td>";
out << "<td>" << peer.link_count() << "</td>";
out << "<td>" << peer.tag_count() << "</td>";
out << "<td>" << peer.write_size() << "</td>";
out << "<td>" << peer.read_size() << "</td>";
out << "<td>" << peer.write_total() << "</td>";
out << "<td>" << peer.read_total() << "</td>";
out << "<td>";
if(peer.err_has() && peer.err_msg())
out << peer.err_msg();
else if(peer.err_has())
out << "<unknown error>"_sv;
out << "</td>";
out << "</tr>";
}
out << "</table>";
return true;
}
bool
console_cmd__peer(opt &out, const string_view &line)
{
if(out.html)
return html__peer(out, line);
const auto print{[&out]
(const auto &host, const auto &peer)
{
using std::setw;
using std::left;
using std::right;
const net::ipport &ipp{peer.remote};
out << setw(40) << left << host;
if(ipp)
out << ' ' << setw(22) << left << ipp;
else
out << ' ' << setw(22) << left << " ";
out << " " << setw(2) << right << peer.link_count() << " L"
<< " " << setw(2) << right << peer.tag_count() << " T"
<< " " << setw(2) << right << peer.tag_committed() << " TC"
<< " " << setw(9) << right << peer.write_size() << " UP Q"
<< " " << setw(9) << right << peer.read_size() << " DN Q"
<< " " << setw(9) << right << peer.write_total() << " UP"
<< " " << setw(9) << right << peer.read_total() << " DN"
;
if(peer.err_has() && peer.err_msg())
out << " :" << peer.err_msg();
else if(peer.err_has())
out << " <unknown error>"_sv;
out << std::endl;
}};
const params param{line, " ",
{
"[hostport]", "[all]"
}};
const auto &hostport
{
param[0]
};
const bool all
{
has(line, "all")
};
if(hostport && hostport != "all")
{
auto &peer
{
server::find(hostport)
};
print(peer.hostname, peer);
return true;
}
for(const auto &p : server::peers)
{
const auto &host{p.first};
const auto &peer{*p.second};
if(peer.err_has() && !all)
continue;
print(host, peer);
}
return true;
}
bool
console_cmd__peer__count(opt &out, const string_view &line)
{
size_t i{0};
for(const auto &pair : ircd::server::peers)
{
assert(bool(pair.second));
const auto &peer{*pair.second};
if(!peer.err_has())
++i;
}
out << i << std::endl;
return true;
}
bool
console_cmd__peer__error(opt &out, const string_view &line)
{
for(const auto &pair : ircd::server::peers)
{
using std::setw;
using std::left;
using std::right;
const auto &host{pair.first};
assert(bool(pair.second));
const auto &peer{*pair.second};
if(!peer.err_has())
continue;
const net::ipport &ipp{peer.remote};
out << setw(40) << right << host;
if(ipp)
out << ' ' << setw(22) << left << ipp;
else
out << ' ' << setw(22) << left << " ";
out << peer.e->etime;
if(peer.err_msg())
out << " :" << peer.err_msg();
else
out << " <unknown error>"_sv;
out << std::endl;
}
return true;
}
bool
console_cmd__peer__error__count(opt &out, const string_view &line)
{
size_t i{0};
for(const auto &pair : ircd::server::peers)
{
assert(bool(pair.second));
const auto &peer{*pair.second};
if(peer.err_has())
++i;
}
out << i << std::endl;
return true;
}
bool
console_cmd__peer__error__clear__all(opt &out, const string_view &line)
{
size_t cleared(0);
for(auto &pair : ircd::server::peers)
{
const auto &name{pair.first};
assert(bool(pair.second));
auto &peer{*pair.second};
cleared += peer.err_clear();
}
out << "cleared " << cleared
<< " of " << ircd::server::peers.size()
<< std::endl;
return true;
}
bool
console_cmd__peer__error__clear(opt &out, const string_view &line)
{
if(empty(line))
return console_cmd__peer__error__clear__all(out, line);
const net::hostport hp
{
token(line, ' ', 0)
};
const auto cleared
{
server::errclear(hp)
};
out << std::boolalpha << cleared << std::endl;
return true;
}
bool
console_cmd__peer__version(opt &out, const string_view &line)
{
for(const auto &p : server::peers)
{
using std::setw;
using std::left;
using std::right;
const auto &host{p.first};
const auto &peer{*p.second};
const net::ipport &ipp{peer.remote};
out << setw(40) << right << host;
if(ipp)
out << ' ' << setw(22) << left << ipp;
else
out << ' ' << setw(22) << left << " ";
if(!empty(peer.server_name))
out << " :" << peer.server_name;
out << std::endl;
}
return true;
}
bool
console_cmd__peer__find(opt &out, const string_view &line)
{
const params param{line, " ",
{
"ip:port"
}};
const auto &ip{rsplit(param.at(0), ':').first};
const auto &port{rsplit(param.at(0), ':').second};
const net::ipport ipp{ip, port? port : "0"};
for(const auto &p : server::peers)
{
const auto &hostname{p.first};
const auto &peer{*p.second};
const net::ipport &ipp_
{
peer.remote
};
if(is_v6(ipp) && (!is_v6(ipp_) || host6(ipp) != host6(ipp_)))
continue;
if(is_v4(ipp) && (!is_v4(ipp_) || host4(ipp) != host4(ipp_)))
continue;
if(net::port(ipp) && net::port(ipp) != net::port(ipp_))
continue;
out << hostname << std::endl;
break;
}
return true;
}
bool
console_cmd__peer__cancel(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"hostport"
}};
const auto &hostport
{
param.at(0)
};
auto &peer
{
server::find(hostport)
};
peer.cancel();
return true;
}
catch(const std::out_of_range &e)
{
throw error
{
"Peer not found"
};
}
bool
console_cmd__peer__close(opt &out, const string_view &line)
try
{
const params param{line, " ",
{
"hostport", "[dc]"
}};
const auto &hostport
{
param.at(0)
};
const auto &dc
{
param.at(1, "SSL_NOTIFY"_sv)
};
auto &peer
{
server::find(hostport)
};
const net::close_opts opts
{
dc == "RST"?
net::dc::RST:
dc == "SSL_NOTIFY"?
net::dc::SSL_NOTIFY:
net::dc::SSL_NOTIFY
};
peer.close(opts);
peer.err_clear();
return true;
}
catch(const std::out_of_range &e)
{
throw error
{
"Peer not found"
};
}
//
// net
//
bool
console_cmd__net__host(opt &out, const string_view &line)
{
const params token
{
line, " ", {"host", "service"}
};
const auto &host{token.at(0)};
const auto &service
{
token.count() > 1? token.at(1) : string_view{}
};
const net::hostport hostport
{
host, service
};
ctx::dock dock;
bool done{false};
net::ipport ipport;
std::exception_ptr eptr;
net::dns::resolve(hostport, [&done, &dock, &eptr, &ipport]
(std::exception_ptr eptr_, const net::hostport &, const net::ipport &ipport_)
{
eptr = std::move(eptr_);
ipport = ipport_;
done = true;
dock.notify_one();
});
while(!done)
dock.wait();
if(eptr)
std::rethrow_exception(eptr);
else
out << ipport << std::endl;
return true;
}
bool
console_cmd__host(opt &out, const string_view &line)
{
return console_cmd__net__host(out, line);
}
bool
console_cmd__net__host__cache__A(opt &out, const string_view &line)
{
net::dns::cache::for_each("A", [&]
(const auto &host, const auto &r)
{
const auto &record
{
dynamic_cast<const rfc1035::record::A &>(r)
};
const net::ipport ipp{record.ip4, 0};
out << std::setw(48) << std::right << host
<< " => " << std::setw(21) << std::left << ipp
<< " expires " << timestr(record.ttl, ircd::localtime)
<< " (" << record.ttl << ")"
<< std::endl;
return true;
});
return true;
}
bool
console_cmd__net__host__cache__A__count(opt &out, const string_view &line)
{
size_t count[2] {0};
net::dns::cache::for_each("A", [&]
(const auto &host, const auto &r)
{
const auto &record
{
dynamic_cast<const rfc1035::record::A &>(r)
};
++count[bool(record.ip4)];
return true;
});
out << "resolved: " << count[1] << std::endl;
out << "error: " << count[0] << std::endl;
return true;
}
bool
console_cmd__net__host__cache__A__clear(opt &out, const string_view &line)
{
const params param{line, " ",
{
"hostport"
}};
if(!param.count())
{
out << "NOT IMPLEMENTED" << std::endl;
return true;
}
const net::hostport hostport
{
param.at("hostport")
};
out << "NOT IMPLEMENTED" << std::endl;
return true;
}
bool
console_cmd__net__host__cache__SRV(opt &out, const string_view &line)
{
net::dns::cache::for_each("SRV", [&]
(const auto &key, const auto &r)
{
const auto &record
{
dynamic_cast<const rfc1035::record::SRV &>(r)
};
const net::hostport hostport
{
record.tgt, record.port
};
out << std::setw(48) << std::right << key
<< " => " << std::setw(48) << std::left << hostport
<< " expires " << timestr(record.ttl, ircd::localtime)
<< " (" << record.ttl << ")"
<< std::endl;
return true;
});
return true;
}
bool
console_cmd__net__host__cache__SRV__count(opt &out, const string_view &line)
{
size_t count[2] {0};
net::dns::cache::for_each("SRV", [&]
(const auto &host, const auto &r)
{
const auto &record
{
dynamic_cast<const rfc1035::record::SRV &>(r)
};
++count[bool(record.tgt)];
return true;
});
out << "resolved: " << count[1] << std::endl;
out << "error: " << count[0] << std::endl;
return true;
}
bool
console_cmd__net__host__cache__SRV__clear(opt &out, const string_view &line)
{
const params param{line, " ",
{
"hostport", "[service]"
}};
if(!param.count())
{
out << "NOT IMPLEMENTED" << std::endl;
return true;
}
const net::hostport hostport
{
param.at("hostport")
};
net::dns::opts opts;
opts.srv = param.at("[service]", "_matrix._tcp."_sv);
thread_local char srv_key_buf[128];
const auto srv_key
{
net::dns::make_SRV_key(srv_key_buf, hostport, opts)
};
out << "NOT IMPLEMENTED" << std::endl;
return true;
}
bool
console_cmd__net__host__prefetch(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::room room
{
room_id
};
const m::room::origins origins
{
room
};
size_t count{0};
origins.for_each([&count](const string_view &origin)
{
net::dns::resolve(origin, net::dns::prefetch_ipport);
++count;
});
out << "Prefetch resolving " << count << " origins."
<< std::endl;
return true;
}
bool
console_cmd__net__listen__list(opt &out, const string_view &line)
{
using list = std::list<net::listener>;
static mods::import<list> listeners
{
"s_listen", "listeners"
};
const list &l(listeners);
for(const auto &listener : l)
{
const json::object opts(listener);
out << listener << ": " << opts << std::endl;
}
return true;
}
bool
console_cmd__net__listen(opt &out, const string_view &line)
{
if(empty(line))
return console_cmd__net__listen__list(out, line);
const params token{line, " ",
{
"name",
"host",
"port",
"certificate_pem_path",
"private_key_pem_path",
"tmp_dh_path",
"backlog",
"max_connections",
}};
const json::members opts
{
{ "host", token.at("host", "0.0.0.0"_sv) },
{ "port", token.at("port", 8448L) },
{ "certificate_pem_path", token.at("certificate_pem_path") },
{ "private_key_pem_path", token.at("private_key_pem_path") },
{ "tmp_dh_path", token.at("tmp_dh_path", ""_sv) },
{ "backlog", token.at("backlog", -1L) },
{ "max_connections", token.at("max_connections", -1L) },
};
const auto eid
{
m::send(m::my_room, m::me, "ircd.listen", token.at("name"), opts)
};
out << eid << std::endl;
return true;
}
bool
console_cmd__net__listen__load(opt &out, const string_view &line)
{
using prototype = bool (const string_view &);
static mods::import<prototype> load_listener
{
"s_listen", "load_listener"
};
const params params{line, " ",
{
"name",
}};
if(load_listener(params.at("name")))
out << "loaded listener '" << params.at("name") << "'" << std::endl;
else
out << "failed to load listener '" << params.at("name") << "'" << std::endl;
return true;
}
bool
console_cmd__net__listen__unload(opt &out, const string_view &line)
{
using prototype = bool (const string_view &);
static mods::import<prototype> unload_listener
{
"s_listen", "unload_listener"
};
const params params{line, " ",
{
"name",
}};
if(unload_listener(params.at("name")))
out << "unloaded listener '" << params.at("name") << "'" << std::endl;
else
out << "failed to unload listener '" << params.at("name") << "'" << std::endl;
return true;
}
//
// client
//
bool
console_cmd__client(opt &out, const string_view &line)
{
using std::setw;
using std::left;
using std::right;
const params param{line, " ",
{
"[reqs|id]",
}};
const bool &reqs
{
param[0] == "reqs"
};
const auto &idnum
{
!reqs?
param.at<ulong>(0, 0):
0
};
std::vector<client *> clients(client::map.size());
static const values<decltype(client::map)> values;
std::transform(begin(client::map), end(client::map), begin(clients), values);
std::sort(begin(clients), end(clients), []
(const auto &a, const auto &b)
{
return a->id < b->id;
});
for(const auto &client : clients)
{
if(idnum && client->id < idnum)
continue;
else if(idnum && client->id > idnum)
break;
else if(reqs && !client->reqctx)
continue;
out << setw(8) << left << client->id
<< " " << right << setw(22) << local(*client)
<< " " << left << setw(22) << remote(*client)
;
if(bool(client->sock))
{
const auto stat
{
net::bytes(*client->sock)
};
out << " | UP " << setw(8) << right << stat.second
<< " | DN " << setw(8) << right << stat.first
<< " |";
}
if(client->reqctx)
out << " CTX " << setw(4) << id(*client->reqctx);
else
out << " ASYNC";
if(client->request.user_id)
out << " USER " << client->request.user_id;
if(client->request.origin)
out << " PEER " << client->request.origin;
if(client->request.head.method)
out << " " << client->request.head.method << ""
<< " " << client->request.head.path;
out << std::endl;
}
return true;
}
bool
console_cmd__client__clear(opt &out, const string_view &line)
{
client::terminate_all();
client::close_all();
client::wait_all();
return true;
}
bool
console_cmd__client__spawn(opt &out, const string_view &line)
{
client::spawn();
return true;
}
//
// resource
//
bool
console_cmd__resource(opt &out, const string_view &line)
{
for(const auto &p : resource::resources)
{
const auto &r(*p.second);
out << '`' << p.first << '\''
<< (r.flags & resource::DIRECTORY? " DIRECTORY" : "")
<< std::endl;
for(const auto &mp : p.second->methods)
{
const auto &m(*mp.second);
out << mp.first
<< (m.opts.flags & resource::method::REQUIRES_AUTH? " REQUIRES_AUTH" : "")
<< (m.opts.flags & resource::method::RATE_LIMITED? " RATE_LIMITED" : "")
<< (m.opts.flags & resource::method::VERIFY_ORIGIN? " VERIFY_ORIGIN" : "")
<< (m.opts.flags & resource::method::CONTENT_DISCRETION? " CONTENT_DISCRETION" : "")
<< std::endl;
}
out << std::endl;
}
return true;
}
//
// key
//
bool
console_cmd__key(opt &out, const string_view &line)
{
out << "origin: " << m::my_host() << std::endl;
out << "public key ID: " << m::self::public_key_id << std::endl;
out << "public key base64: " << m::self::public_key_b64 << std::endl;
out << "TLS cert sha256 base64: " << m::self::tls_cert_der_sha256_b64 << std::endl;
return true;
}
bool
console_cmd__key__get(opt &out, const string_view &line)
{
const params param{line, " ",
{
"server_name", "[query_server]"
}};
const auto server_name
{
param.at(0)
};
const auto query_server
{
param[1]
};
if(!query_server)
{
m::keys::get(server_name, [&out]
(const auto &keys)
{
out << keys << std::endl;
});
}
else
{
const std::pair<string_view, string_view> queries[1]
{
{ server_name, {} }
};
m::keys::query(query_server, queries, [&out]
(const auto &keys)
{
out << keys << std::endl;
return true;
});
}
return true;
}
bool
console_cmd__key__crt__sign(opt &out, const string_view &line)
{
using prototype = void (const m::event &);
static mods::import<prototype> create_my_key
{
"s_keys", "create_my_key"
};
create_my_key({});
out << "done" << std::endl;
return true;
}
//
// stage
//
std::vector<std::string> stage;
bool
console_cmd__stage__list(opt &out, const string_view &line)
{
for(const json::object &object : stage)
{
const m::event event{object};
out << pretty_oneline(event) << std::endl;
}
return true;
}
bool
console_cmd__stage(opt &out, const string_view &line)
{
const params param{line, " ",
{
"id", "[json]"
}};
if(!param.count())
return console_cmd__stage__list(out, line);
const auto &id
{
param.at<uint>(0)
};
if(stage.size() < id)
throw error
{
"Cannot stage position %d without composing %d first", id, stage.size()
};
const auto &key
{
param[1]
};
const auto &val
{
key? tokens_after(line, ' ', 1) : string_view{}
};
if(stage.size() == id)
{
m::event base_event
{
{ "depth", json::undefined_number },
{ "origin", my_host() },
{ "origin_server_ts", time<milliseconds>() },
{ "sender", m::me.user_id },
{ "room_id", m::my_room.room_id },
{ "type", "m.room.message" },
{ "prev_state", "[]" },
};
const json::strung content{json::members
{
{ "body", "test" },
{ "msgtype", "m.text" }
}};
json::get<"content"_>(base_event) = content;
stage.emplace_back(json::strung(base_event));
}
if(key && val)
{
m::event event{stage.at(id)};
set(event, key, val);
stage.at(id) = json::strung{event};
}
else if(key)
{
stage.at(id) = std::string{key};
}
const m::event event
{
stage.at(id)
};
out << pretty(event) << std::endl;
out << stage.at(id) << std::endl;
try
{
if(!verify(event))
out << "- SIGNATURE FAILED" << std::endl;
}
catch(const std::exception &e)
{
out << "- UNABLE TO VERIFY SIGNATURES" << std::endl;
}
try
{
if(!verify_hash(event))
out << "- HASH MISMATCH: " << b64encode_unpadded(hash(event)) << std::endl;
}
catch(const std::exception &e)
{
out << "- UNABLE TO VERIFY HASHES" << std::endl;
}
const m::event::conforms conforms
{
event
};
if(!conforms.clean())
out << "- " << conforms << std::endl;
return true;
}
bool
console_cmd__stage__make_prev(opt &out, const string_view &line)
{
const params param{line, " ",
{
"[id]", "[limit]"
}};
const int &id
{
param.at<int>(0, -1)
};
const auto &limit
{
param.at<size_t>(1, 16)
};
m::event event
{
stage.at(id)
};
using prototype = std::pair<json::array, int64_t> (const m::room &,
const mutable_buffer &,
const size_t &,
const bool &);
static mods::import<prototype> make_prev__buf
{
"m_room", "make_prev__buf"
};
thread_local char buf[8192];
const auto prev
{
make_prev__buf(m::room{at<"room_id"_>(event)}, buf, limit, true)
};
json::get<"prev_events"_>(event) = prev.first;
json::get<"depth"_>(event) = prev.second;
stage.at(id) = json::strung
{
event
};
event = m::event(stage.at(id));
out << pretty(event) << std::endl;
out << stage.at(id) << std::endl;
return true;
}
bool
console_cmd__stage__make_auth(opt &out, const string_view &line)
{
const params param{line, " ",
{
"[id]"
}};
const int &id
{
param.at<int>(0, -1)
};
m::event event
{
stage.at(id)
};
using prototype = json::array (const m::room &,
const mutable_buffer &,
const vector_view<const string_view> &,
const string_view &);
static mods::import<prototype> make_auth__buf
{
"m_room", "make_auth__buf"
};
static const string_view types_general[]
{
"m.room.create",
"m.room.power_levels",
};
static const string_view types_membership[]
{
"m.room.create",
"m.room.join_rules",
"m.room.power_levels",
};
const auto is_membership
{
at<"type"_>(event) == "m.room.member"
};
const auto &types
{
is_membership?
vector_view<const string_view>(types_membership):
vector_view<const string_view>(types_general)
};
const auto member
{
!is_membership?
at<"sender"_>(event):
string_view{}
};
const m::room room
{
at<"room_id"_>(event)
};
thread_local char buf[1024];
json::get<"auth_events"_>(event) = make_auth__buf(room, buf, types, member);
stage.at(id) = json::strung
{
event
};
event = m::event(stage.at(id));
out << pretty(event) << std::endl;
out << stage.at(id) << std::endl;
return true;
}
bool
console_cmd__stage__final(opt &out, const string_view &line)
{
const params param{line, " ",
{
"[id]", "[options]"
}};
const int &id
{
param.at<int>(0, -1)
};
const auto opts
{
param[1]
};
m::event event
{
stage.at(id)
};
m::event::id::buf event_id_buf;
if(!has(opts, "no_event_id"))
json::get<"event_id"_>(event) = make_id(event, event_id_buf);
thread_local char hashes_buf[512];
if(!has(opts, "no_hashes"))
json::get<"hashes"_>(event) = m::hashes(hashes_buf, event);
thread_local char sigs_buf[512];
if(!has(opts, "no_signatures"))
event = signatures(sigs_buf, event);
stage.at(id) = json::strung
{
event
};
event = m::event(stage.at(id));
out << pretty(event) << std::endl;
out << stage.at(id) << std::endl;
return true;
}
bool
console_cmd__stage__make_vector(opt &out, const string_view &line)
{
m::event::id::buf prev_;
for(size_t i(1); i < stage.size(); ++i)
{
const auto prev(unquote(json::object{stage.at(i-1)}.get("event_id")));
const int64_t depth(json::object{stage.at(i-1)}.get<int64_t>("depth"));
thread_local char buf[1024], hb[512], sb[512];
m::event event{stage.at(i)};
json::stack st{buf};
{
json::stack::array top{st};
{
json::stack::array a{top};
a.append(prev);
{
json::stack::object hash{a};
json::stack::member{hash, "w", "nil"};
}
}
}
json::get<"depth"_>(event) = depth + 1;
json::get<"prev_events"_>(event) = json::array{st.completed()};
json::get<"event_id"_>(event) = make_id(event, prev_);
json::get<"hashes"_>(event) = m::hashes(hb, event);
event = signatures(sb, event);
stage.at(i) = json::strung{event};
out << unquote(json::object{stage.at(i)}.at("event_id")) << std::endl;
}
return true;
}
bool
console_cmd__stage__copy(opt &out, const string_view &line)
{
const params param{line, " ",
{
"srcid", "[dstid]"
}};
const auto &srcid
{
param.at<uint>(0)
};
const auto &dstid
{
param.at<uint>(1, stage.size())
};
const auto &src
{
stage.at(srcid)
};
if(stage.size() < dstid)
throw error
{
"Cannot stage position %d without composing %d first", dstid, stage.size()
};
if(stage.size() == dstid)
{
stage.emplace_back(src);
return true;
}
stage.at(dstid) = src;
return true;
}
bool
console_cmd__stage__clear(opt &out, const string_view &line)
{
const params param{line, " ",
{
"[id]",
}};
const int &id
{
param.at<int>(0, -1)
};
if(id == -1)
{
stage.clear();
return true;
}
stage.at(id).clear();
return true;
}
bool
console_cmd__stage__eval(opt &out, const string_view &line)
{
const params param{line, " ",
{
"[id]",
}};
const int &id
{
param.at<int>(0, -1)
};
m::vm::opts opts;
m::vm::eval eval
{
opts
};
if(id == -1)
for(size_t i(0); i < stage.size(); ++i)
eval(m::event{stage.at(i)});
else
eval(m::event{stage.at(id)});
return true;
}
bool
console_cmd__stage__commit(opt &out, const string_view &line)
{
const params param{line, " ",
{
"[id]",
}};
const int &id
{
param.at<int>(0, -1)
};
m::vm::copts copts;
m::vm::eval eval
{
copts
};
if(id == -1)
for(size_t i(0); i < stage.size(); ++i)
eval(m::event{stage.at(i)});
else
eval(m::event{stage.at(id)});
return true;
}
bool
console_cmd__stage__send(opt &out, const string_view &line)
{
const params param{line, " ",
{
"remote", "[id]"
}};
const net::hostport remote
{
param.at(0)
};
const int &id
{
param.at<int>(1, -1)
};
std::vector<json::value> pduv;
if(id > -1)
pduv.emplace_back(stage.at(id));
else
for(size_t i(0); i < stage.size(); ++i)
pduv.emplace_back(stage.at(i));
const auto txn
{
m::txn::create(pduv)
};
thread_local char idbuf[128];
const auto txnid
{
m::txn::create_id(idbuf, txn)
};
const unique_buffer<mutable_buffer> bufs
{
16_KiB
};
m::v1::send::opts opts;
opts.remote = remote;
m::v1::send request
{
txnid, const_buffer{txn}, bufs, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::object response{request};
const m::v1::send::response resp
{
response
};
resp.for_each_pdu([&]
(const m::event::id &event_id, const json::object &error)
{
out << remote << " ->" << txnid << " " << event_id << " ";
if(empty(error))
out << http::status(code) << std::endl;
else
out << string_view{error} << std::endl;
});
return true;
}
bool
console_cmd__stage__broadcast(opt &out, const string_view &line)
{
const params param{line, " ",
{
"[id]"
}};
const int &id
{
param.at<int>(0, -1)
};
const auto start
{
id > -1? id : 0
};
const auto stop
{
id > -1? id + 1 : stage.size()
};
for(size_t i(start); i < stop; ++i)
{
const m::vm::opts opts;
const m::event event{stage.at(i)};
m::vm::accepted a{event, &opts, nullptr, &opts.report};
m::vm::accept(a);
}
return true;
}
int
console_command_numeric(opt &out, const string_view &line)
{
return console_cmd__stage(out, line);
}
//
// events
//
bool
console_cmd__events(opt &out, const string_view &line)
{
const params param{line, " ",
{
"start", "[dir]", "[limit]"
}};
const uint64_t start
{
param.at<uint64_t>(0, uint64_t(-1))
};
const char &dir
{
param.at(1, "b"_sv).at(0)
};
size_t limit
{
param.at<size_t>(2, 32)
};
const auto closure{[&out, &limit]
(const m::event::idx &seq, const m::event &event)
{
out << seq << " " << pretty_oneline(event) << std::endl;;
return --limit;
}};
if(dir == 'f')
m::events::for_each(start, closure);
else
m::events::rfor_each(start, closure);
return true;
}
bool
console_cmd__events__filter(opt &out, const string_view &line)
{
const params param{line, " ",
{
"start", "event_filter_json"
}};
const uint64_t start
{
param.at<uint64_t>(0, uint64_t(-1))
};
const m::event_filter filter
{
param.at(1)
};
m::events::rfor_each(start, filter, [&out]
(const m::event::idx &seq, const m::event &event)
{
out << seq << " " << pretty_oneline(event) << std::endl;;
return true;
});
return true;
}
conf::item<size_t>
events_dump_buffer_size
{
{ "name", "ircd.console.events.dump.buffer_size" },
{ "default", int64_t(4_MiB) },
};
bool
console_cmd__events__dump(opt &out, const string_view &line)
{
const params param{line, " ",
{
"filename"
}};
const auto filename
{
param.at(0)
};
const fs::fd file
{
filename, std::ios::out | std::ios::app
};
const unique_buffer<mutable_buffer> buf
{
size_t(events_dump_buffer_size)
};
char *pos{data(buf)};
size_t foff{0}, ecount{0}, acount{0}, errcount{0};
m::events::for_each(m::event::idx{0}, [&]
(const m::event::idx &seq, const m::event &event)
{
const auto remain
{
size_t(data(buf) + size(buf) - pos)
};
assert(remain >= m::event::MAX_SIZE && remain <= size(buf));
const mutable_buffer mb{pos, remain};
pos += json::print(mb, event);
++ecount;
if(pos + m::event::MAX_SIZE > data(buf) + size(buf))
{
const const_buffer cb{data(buf), pos};
foff += size(fs::append(file, cb));
pos = data(buf);
++acount;
const double pct
{
(seq / double(m::vm::current_sequence)) * 100.0
};
log::info
{
"dump[%s] %lf$%c @ seq %zu of %zu; %zu events; %zu bytes; %zu writes; %zu errors",
filename,
pct,
'%', //TODO: fix gram
seq,
m::vm::current_sequence,
ecount,
foff,
acount,
errcount
};
}
return true;
});
if(pos > data(buf))
{
const const_buffer cb{data(buf), pos};
foff += size(fs::append(file, cb));
++acount;
}
out << "Dumped " << ecount << " events"
<< " using " << foff << " bytes"
<< " in " << acount << " writes"
<< " to " << filename
<< " with " << errcount << " errors"
<< std::endl;
return true;
}
//
// event
//
bool
console_cmd__event(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id"
}};
const m::event::id event_id
{
param.at(0)
};
const auto args
{
tokens_after(line, ' ', 0)
};
const m::event::fetch event
{
event_id
};
if(!empty(args)) switch(hash(token(args, ' ', 0)))
{
case hash("raw"):
out << event << std::endl;
return true;
case hash("idx"):
out << index(event) << std::endl;
return true;
case hash("content"):
{
for(const auto &m : json::get<"content"_>(event))
out << m.first << ": " << m.second << std::endl;
return true;
}
}
out << pretty(event) << std::endl;
const m::event::conforms conforms
{
event
};
if(!conforms.clean())
out << "- " << conforms << std::endl;
try
{
if(!verify(event))
out << "- SIGNATURE FAILED" << std::endl;
}
catch(const std::exception &e)
{
out << "- SIGNATURE FAILED: " << e.what() << std::endl;
}
if(!verify_hash(event))
out << "- HASH MISMATCH: " << b64encode_unpadded(hash(event)) << std::endl;
return true;
}
bool
console_id__event(opt &out,
const m::event::id &id,
const string_view &line)
{
return console_cmd__event(out, line);
}
bool
console_cmd__event__sign(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id", "[host]", "[accept|eval]"
}};
const m::event::id event_id
{
param.at(0)
};
const auto &host
{
param.at(1, event_id.host())
};
const auto &op
{
param[2]
};
m::v1::event::opts opts;
opts.remote = host;
opts.dynamic = false;
const unique_buffer<mutable_buffer> buf
{
96_KiB
};
m::v1::event request
{
event_id, buf, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const m::event orig_event
{
request
};
thread_local char sigbuf[64_KiB];
const auto event
{
m::signatures(mutable_buffer{sigbuf}, orig_event)
};
out << pretty(event)
<< std::endl;
if(op == "accept")
{
const m::vm::opts opts;
m::vm::accepted a
{
event, &opts, nullptr, &opts.report
};
m::vm::accept(a);
}
else if(op == "eval")
{
m::vm::opts opts;
m::vm::eval
{
event, opts
};
}
return true;
}
bool
console_cmd__event__bad(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id",
}};
const m::event::id event_id
{
param.at(0)
};
m::event::idx workaround;
const bool b
{
bad(event_id, workaround)
};
out << event_id << "is"
<< (b? " " : " NOT ") << "BAD";
if(b && workaround != m::event::idx(-1))
m::event::fetch::event_id(workaround, std::nothrow, [&out]
(const m::event::id &event_id)
{
out << " and a workaround is " << event_id;
});
out << std::endl;
return true;
}
bool
console_cmd__event__erase(opt &out, const string_view &line)
{
const m::event::id event_id
{
token(line, ' ', 0)
};
m::event::fetch event
{
event_id
};
db::txn txn
{
*m::dbs::events
};
m::dbs::write_opts opts;
opts.op = db::op::DELETE;
opts.event_idx = index(event);
m::dbs::write(txn, event, opts);
txn();
out << "erased " << txn.size() << " cells"
<< " for " << event_id << std::endl;
return true;
}
bool
console_cmd__event__fetch(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "event_id"
}};
const m::event::id &event_id
{
param.at("event_id")
};
const auto &room_id
{
m::room_id(param.at("room_id"))
};
const net::hostport hostport
{
room_id.host()
};
using prototype = json::object (const m::room::id &,
const m::event::id &,
const net::hostport &);
static mods::import<prototype> acquire
{
"vm_fetch", "state_fetch"
};
acquire(room_id, event_id, hostport);
return true;
}
bool
console_cmd__event__visible(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id", "user_id|node_id"
}};
const m::event::id &event_id
{
param.at(0)
};
const string_view &mxid
{
param[1]
};
const bool visible
{
m::visible(event_id, mxid)
};
out << event_id << " is "
<< (visible? "VISIBLE" : "NOT VISIBLE")
<< (mxid? " to " : "")
<< mxid
<< std::endl;
return true;
}
//
// state
//
bool
console_cmd__state__count(opt &out, const string_view &line)
{
const string_view arg
{
token(line, ' ', 0)
};
const string_view root
{
arg
};
out << m::state::count(root) << std::endl;
return true;
}
bool
console_cmd__state__each(opt &out, const string_view &line)
{
const string_view arg
{
token(line, ' ', 0)
};
const string_view type
{
token(line, ' ', 1)
};
const string_view root
{
arg
};
m::state::for_each(root, type, [&out]
(const string_view &key, const string_view &val)
{
out << key << " => " << val << std::endl;
});
return true;
}
bool
console_cmd__state__get(opt &out, const string_view &line)
{
const string_view root
{
token(line, ' ', 0)
};
const string_view type
{
token(line, ' ', 1)
};
const string_view state_key
{
token(line, ' ', 2)
};
m::state::get(root, type, state_key, [&out]
(const auto &value)
{
out << "got: " << value << std::endl;
});
return true;
}
bool
console_cmd__state__find(opt &out, const string_view &line)
{
const params param{line, " ",
{
"root", "[type]" "[state_key]"
}};
const string_view &root
{
param.at(0)
};
const string_view &type
{
param[1]
};
const string_view &state_key
{
param[2]
};
const auto closure{[&out]
(const auto &key, const string_view &val)
{
out << key << " => " << val << std::endl;
return false;
}};
m::state::test(root, type, state_key, closure);
return true;
}
bool
console_cmd__state__root(opt &out, const string_view &line)
{
const m::event::id event_id
{
token(line, ' ', 0)
};
char buf[m::state::ID_MAX_SZ];
out << m::dbs::state_root(buf, event_id) << std::endl;
return true;
}
//
// commit
//
bool
console_cmd__commit(opt &out, const string_view &line)
{
m::event event
{
json::object{line}
};
return true;
}
//
// eval
//
bool
console_cmd__eval(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id", "opts",
}};
const m::event::id &event_id
{
param.at(0)
};
const auto &args
{
param[1]
};
const unique_buffer<mutable_buffer> buf
{
64_KiB
};
const m::event event
{
event_id, buf
};
m::vm::opts opts;
opts.errorlog = 0;
opts.warnlog = 0;
opts.nothrows = 0;
opts.non_conform |= m::event::conforms::MISSING_PREV_STATE;
tokens(args, ' ', [&opts](const auto &arg)
{
switch(hash(arg))
{
case "replay"_:
opts.replays = true;
break;
case "noverify"_:
opts.verify = false;
break;
}
});
m::vm::eval eval{opts};
out << pretty(event) << std::endl;
eval(event);
out << "done" << std::endl;
return true;
}
bool
console_cmd__eval__file(opt &out, const string_view &line)
{
const params token{line, " ",
{
"file path", "limit", "start", "room_id/event_id/sender"
}};
const auto path
{
token.at(0)
};
const fs::fd file
{
path
};
const auto limit
{
token.at<size_t>(1)
};
const auto start
{
token[2]? lex_cast<size_t>(token[2]) : 0
};
const string_view id{token[3]};
const string_view room_id
{
id && m::sigil(id) == m::id::ROOM? id : string_view{}
};
const string_view event_id
{
id && m::sigil(id) == m::id::EVENT? id : string_view{}
};
const string_view sender
{
id && m::sigil(id) == m::id::USER? id : string_view{}
};
m::vm::opts opts;
opts.non_conform.set(m::event::conforms::MISSING_PREV_STATE);
opts.non_conform.set(m::event::conforms::MISSING_MEMBERSHIP);
opts.prev_check_exists = false;
opts.notify = false;
opts.verify = false;
m::vm::eval eval
{
opts
};
size_t foff{0};
size_t i(0), j(0), r(0);
for(; !limit || i < limit; ++r)
{
static char buf[512_KiB];
const string_view read
{
fs::read(file, buf, foff)
};
size_t boff(0);
json::object object;
json::vector vector{read};
for(; boff < size(read) && i < limit; ) try
{
object = *begin(vector);
boff += size(string_view{object});
vector = { data(read) + boff, size(read) - boff };
const m::event event
{
object
};
if(room_id && json::get<"room_id"_>(event) != room_id)
continue;
if(event_id && json::get<"event_id"_>(event) != event_id)
continue;
if(sender && json::get<"sender"_>(event) != sender)
continue;
if(j++ < start)
continue;
eval(event);
++i;
}
catch(const json::parse_error &e)
{
break;
}
catch(const std::exception &e)
{
out << fmt::snstringf
{
128, "Error at i=%zu j=%zu r=%zu foff=%zu boff=%zu\n",
i, j, r, foff, boff
};
out << string_view{object} << std::endl;
out << e.what() << std::endl;
return true;
}
foff += boff;
}
out << "Executed " << i
<< " of " << j << " events"
<< " in " << foff << " bytes"
<< " using " << r << " reads"
<< std::endl;
return true;
}
//
// rooms
//
bool
console_cmd__rooms(opt &out, const string_view &line)
{
m::rooms::for_each(m::room::id::closure{[&out]
(const m::room::id &room_id)
{
out << room_id << std::endl;
}});
return true;
}
//
// room
//
bool
console_cmd__room__top(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const auto top
{
m::top(std::nothrow, room_id)
};
const m::room::state state
{
room_id
};
out << "version: " << m::version(room_id) << std::endl;
out << "federate: " << std::boolalpha << m::federate(room_id) << std::endl;
out << "idx: " << std::get<m::event::idx>(top) << std::endl;
out << "depth: " << std::get<int64_t>(top) << std::endl;
out << "event: " << std::get<m::event::id::buf>(top) << std::endl;
out << std::endl;
state.for_each(m::room::state::types{[&out, &state]
(const string_view &type)
{
if(!startswith(type, "m."))
return true;
state.for_each(type, m::event::closure{[&out]
(const m::event &event)
{
if(json::get<"state_key"_>(event) != "")
return;
out << json::get<"type"_>(event) << ':' << std::endl;
for(const auto &member : json::get<"content"_>(event))
out << '\t' << member.first << ": " << member.second << std::endl;
out << std::endl;
}});
return true;
}});
return true;
}
bool
console_id__room(opt &out,
const m::room::id &id,
const string_view &line)
{
//TODO: XXX more detailed summary
return console_cmd__room__top(out, line);
}
bool
console_cmd__room__version(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto &room_id
{
m::room_id(param.at(0))
};
out << m::version(room_id) << std::endl;
return true;
}
bool
console_cmd__room__head(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const m::room room
{
room_id
};
const m::room::head head
{
room
};
head.for_each([&out]
(const m::event::idx &event_idx, const m::event::id &event_id)
{
const m::event::fetch event
{
event_idx, std::nothrow
};
out << pretty_oneline(event) << std::endl;
});
return true;
}
bool
console_cmd__room__head__rebuild(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::room room
{
room_id
};
using prototype = size_t (const m::room &);
static mods::import<prototype> head__rebuild
{
"m_room", "head__rebuild"
};
const size_t count
{
head__rebuild(room)
};
out << "done " << count << std::endl;
return true;
}
bool
console_cmd__room__head__add(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id"
}};
const m::event::id &event_id
{
param.at(0)
};
using prototype = void (const m::event::id &, const db::op &, const bool &);
static mods::import<prototype> head__modify
{
"m_room", "head__modify"
};
head__modify(event_id, db::op::SET, true);
out << "Added " << event_id << " to head " << std::endl;
return true;
}
bool
console_cmd__room__head__del(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id"
}};
const m::event::id &event_id
{
param.at(0)
};
using prototype = void (const m::event::id &, const db::op &, const bool &);
static mods::import<prototype> head__modify
{
"m_room", "head__modify"
};
head__modify(event_id, db::op::DELETE, true);
out << "Deleted " << event_id << " from head (if existed)" << std::endl;
return true;
}
bool
console_cmd__room__herd(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "user_id"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::user::id &user_id
{
param.at(1)
};
using prototype = void (const m::room &, const m::user &, const milliseconds &);
static mods::import<prototype> room_herd
{
"m_room", "room_herd"
};
room_herd(room_id, user_id, out.timeout);
out << "done" << std::endl;
return true;
}
bool
console_cmd__room__head__reset(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::room room
{
room_id
};
using prototype = size_t (const m::room &);
static mods::import<prototype> head__reset
{
"m_room", "head__reset"
};
const size_t count
{
head__reset(room)
};
out << "done " << count << std::endl;
return true;
}
bool
console_cmd__room__complete(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::room room
{
room_id
};
using prototype = std::pair<bool, int64_t> (const m::room &);
static mods::import<prototype> is_complete
{
"m_room", "is_complete"
};
const auto res
{
is_complete(room)
};
out << (res.first? "YES" : "NO")
<< " @ depth " << res.second
<< std::endl;
return true;
}
bool
console_cmd__room__depth(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const m::room room
{
room_id
};
out << depth(room_id) << std::endl;
return true;
}
bool
console_cmd__room__visible(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "user_id|node_id", "event_id"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const string_view &mxid
{
param[1] && param[1] != "*"?
param[1]:
param[1] == "*"?
string_view{}:
param[1]
};
const auto &event_id
{
param[2]
};
const m::room room
{
room_id, event_id
};
const bool visible
{
room.visible(mxid)
};
out << room_id << " is "
<< (visible? "VISIBLE" : "NOT VISIBLE")
<< (mxid? " to " : "")
<< mxid
<< (event_id? " at " : "")
<< event_id
<< std::endl;
return true;
}
bool
console_cmd__room__members(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "[membership]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const string_view membership
{
param[1]
};
const m::room room
{
room_id
};
const m::room::members members
{
room
};
const m::room::members::closure closure{[&out]
(const m::user::id &user_id)
{
out << user_id << std::endl;
}};
members.for_each(membership, closure);
return true;
}
bool
console_cmd__room__members__events(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "[membership]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const string_view membership
{
param[1]
};
const m::room room
{
room_id
};
const m::room::members members
{
room
};
const auto closure{[&out](const m::event &event)
{
out << pretty_oneline(event) << std::endl;
}};
members.for_each(membership, closure);
return true;
}
bool
console_cmd__room__members__count(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "[membership]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const string_view membership
{
param[1]
};
const m::room room
{
room_id
};
const m::room::members members
{
room
};
out << members.count(membership) << std::endl;
return true;
}
bool
console_cmd__room__members__origin(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "origin", "[membership]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const auto &origin
{
param.at(1)
};
const string_view membership
{
param[2]
};
const m::room room
{
room_id
};
const m::room::members members
{
room
};
members.for_each(membership, [&out, &origin]
(const m::event &event)
{
if(json::get<"origin"_>(event) != origin)
return;
out << pretty_oneline(event) << std::endl;
});
return true;
}
bool
console_cmd__room__members__read(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id", "[membership]"
}};
const m::event::id &event_id
{
param.at(0)
};
const string_view membership
{
param.at(1, "join"_sv)
};
m::room::id::buf room_id
{
m::get(event_id, "room_id", room_id)
};
const m::room room
{
room_id
};
const m::room::members members
{
room
};
const m::event::closure event_closure{[&out, &event_id]
(const m::event &event)
{
if(event_id)
if(unquote(at<"content"_>(event).get("event_id")) != event_id)
return;
out << timestr(at<"origin_server_ts"_>(event) / 1000)
<< " " << at<"sender"_>(event)
<< " " << at<"content"_>(event)
<< " " << at<"event_id"_>(event)
<< std::endl;
}};
const auto member_closure{[&room_id, event_closure]
(const m::event &event)
{
const m::user user
{
at<"state_key"_>(event)
};
static const m::event::fetch::opts fopts
{
m::event::keys::include
{
"event_id", "content", "origin_server_ts", "sender"
},
{
db::get::NO_CACHE
},
};
const m::user::room user_room
{
user, nullptr, &fopts
};
user_room.get(std::nothrow, "ircd.read", room_id, event_closure);
}};
members.for_each(membership, member_closure);
return true;
}
bool
console_cmd__room__origins(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const m::room room
{
room_id
};
const m::room::origins origins
{
room
};
origins.for_each([&out](const string_view &origin)
{
out << origin << std::endl;
});
return true;
}
bool
console_cmd__room__origins__random(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "[noerror]"
}};
const auto &room_id
{
m::room_id(param.at("room_id"))
};
const bool noerror
{
param.at<bool>("[noerror]", false)
};
const m::room room
{
room_id
};
const m::room::origins origins
{
room
};
const auto ok{[&noerror]
(const string_view &origin)
{
if(noerror && ircd::server::errmsg(origin))
return false;
return true;
}};
char buf[256];
const string_view origin
{
origins.random(buf, ok)
};
if(!origin)
throw m::NOT_FOUND
{
"No origins for this room."
};
out << origin << std::endl;
return true;
}
bool
console_cmd__room__state(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const auto &event_id_or_type
{
token(line, ' ', 1, {})
};
const auto is_event_id
{
m::has_sigil(event_id_or_type) && valid(m::id::EVENT, event_id_or_type)
};
const m::room room
{
room_id, is_event_id? event_id_or_type : string_view{}
};
const m::room::state state
{
room
};
const string_view &type
{
!is_event_id? event_id_or_type : string_view{}
};
state.for_each(type, [&out](const m::event &event)
{
out << pretty_oneline(event) << std::endl;
});
return true;
}
bool
console_cmd__room__state__types(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const auto &event_id
{
token(line, ' ', 1, {})
};
const m::room room
{
room_id, event_id
};
const m::room::state state
{
room
};
state.for_each(m::room::state::types{[&out]
(const string_view &type)
{
out << type << std::endl;
return true;
}});
return true;
}
bool
console_cmd__room__state__force(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id"
}};
const m::event::id &event_id
{
param.at(0)
};
const m::event::fetch event
{
event_id
};
using prototype = bool (const m::event &);
static mods::import<prototype> state__force_present
{
"m_room", "state__force_present"
};
const auto res
{
state__force_present(event)
};
out << "forced " << event_id << " into present state" << std::endl;
return true;
}
bool
console_cmd__room__state__rebuild__present(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id"
}};
const auto &room_id
{
param.at("room_id") != "*"?
m::room_id(param.at(0)):
"*"_sv
};
using prototype = size_t (const m::room &);
static mods::import<prototype> state__rebuild_present
{
"m_room", "state__rebuild_present"
};
if(room_id == "*")
{
m::rooms::for_each(m::room::id::closure{[&out]
(const m::room::id &room_id)
{
const size_t count
{
state__rebuild_present(m::room{room_id})
};
out << "done " << room_id << " " << count << std::endl;
}});
return true;
}
const size_t count
{
state__rebuild_present(m::room{room_id})
};
out << "done " << room_id << " " << count << std::endl;
return true;
}
bool
console_cmd__room__state__rebuild__history(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::room room
{
room_id
};
using prototype = size_t (const m::room &);
static mods::import<prototype> state__rebuild_history
{
"m_room", "state__rebuild_history"
};
const size_t count
{
state__rebuild_history(room)
};
out << "done " << count << std::endl;
return true;
}
bool
console_cmd__room__count(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "{event_filter_json}"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::event_filter filter
{
param[1]
};
const m::room room
{
room_id
};
auto limit
{
json::get<"limit"_>(filter)?: -1
};
size_t count{0};
m::room::messages it{room};
for(; it && limit; --it, --limit)
{
const m::event &event{*it};
count += match(filter, event);
}
out << count << std::endl;
return true;
}
bool
console_cmd__room__events(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "depth|-limit", "order", "limit"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const int64_t depth
{
param.at<int64_t>(1, std::numeric_limits<int64_t>::max())
};
const char order
{
param.at(2, "b"_sv).at(0)
};
ssize_t limit
{
depth < 0?
std::abs(depth):
param.at(3, ssize_t(32))
};
const bool roots
{
has(out.special, "roots")
};
const m::room room
{
room_id
};
m::room::messages it{room};
if(depth >= 0 && depth < std::numeric_limits<int64_t>::max())
it.seek(depth);
for(; it && limit >= 0; order == 'b'? --it : ++it, --limit)
if(roots)
out << std::setw(48) << std::left << it.state_root()
<< " " << std::setw(8) << std::left << it.event_idx()
<< " " << it.event_id()
<< std::endl;
else
out << pretty_oneline(*it)
<< std::endl;
return true;
}
bool
console_cmd__room__messages(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "depth|-limit", "order", "limit"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const int64_t depth
{
param.at<int64_t>(1, std::numeric_limits<int64_t>::max())
};
const char order
{
param.at(2, "b"_sv).at(0)
};
ssize_t limit
{
depth < 0?
std::abs(depth):
param.at(3, ssize_t(32))
};
const m::room room
{
room_id
};
m::room::messages it{room};
if(depth >= 0 && depth < std::numeric_limits<int64_t>::max())
it.seek(depth);
for(; it && limit >= 0; order == 'b'? --it : ++it, --limit)
out << pretty_msgline(*it)
<< std::endl;
return true;
}
bool
console_cmd__room__roots(opt &out, const string_view &line)
{
assert(!out.special);
out.special = "roots";
return console_cmd__room__events(out, line);
}
bool
console_cmd__room__get(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "type", "state_key", "args"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const string_view type
{
param.at(1)
};
const string_view state_key
{
param.at(2)
};
const string_view arg
{
param[3]
};
const m::room::state room
{
room_id
};
room.get(type, state_key, [&out, &arg]
(const m::event &event)
{
if(has(arg, "raw"))
out << event << std::endl;
else if(has(arg, "content"))
out << json::get<"content"_>(event) << std::endl;
else
out << pretty(event) << std::endl;
});
return true;
}
bool
console_cmd__room__set(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "sender", "type", "state_key", "content", "[prev_event_id]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::user::id &sender
{
param.at(1)
};
const string_view type
{
param.at(2)
};
const string_view state_key
{
param.at(3)
};
const json::object &content
{
param.at(4, json::object{})
};
const string_view prev_event_id
{
param[5]
};
const m::room room
{
room_id, prev_event_id
};
const auto event_id
{
send(room, sender, type, state_key, content)
};
out << event_id << std::endl;
return true;
}
bool
console_cmd__room__send(opt &out, const string_view &line)
{
const params param
{
line, " ",
{
"room_id", "sender", "type", "content", "[prev_event_id]"
}
};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::user::id &sender
{
param.at(1)
};
const string_view type
{
param.at(2)
};
const json::object &content
{
param.at(3, json::object{})
};
const string_view prev_event_id
{
param[4]
};
const m::room room
{
room_id, prev_event_id
};
const auto event_id
{
send(room, sender, type, content)
};
out << event_id << std::endl;
return true;
}
bool
console_cmd__room__message(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const m::user::id &sender
{
token(line, ' ', 1)
};
const string_view body
{
tokens_after(line, ' ', 1)
};
const m::room room
{
room_id
};
const auto event_id
{
message(room, sender, body)
};
out << event_id << std::endl;
return true;
}
bool
console_cmd__room__redact(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const m::event::id &redacts
{
token(line, ' ', 1)
};
const m::user::id &sender
{
token(line, ' ', 2)
};
const string_view reason
{
tokens_after(line, ' ', 2)
};
const m::room room
{
room_id
};
const auto event_id
{
redact(room, sender, redacts, reason)
};
out << event_id << std::endl;
return true;
}
bool
console_cmd__room__join(opt &out, const string_view &line)
{
const string_view room_id_or_alias
{
token(line, ' ', 0)
};
const m::user::id &user_id
{
token(line, ' ', 1)
};
const string_view &event_id
{
token(line, ' ', 2, {})
};
switch(m::sigil(room_id_or_alias))
{
case m::id::ROOM:
{
const m::room room
{
room_id_or_alias, event_id
};
const auto join_event
{
m::join(room, user_id)
};
out << join_event << std::endl;
return true;
}
case m::id::ROOM_ALIAS:
{
const m::room::alias alias
{
room_id_or_alias
};
const auto join_event
{
m::join(alias, user_id)
};
out << join_event << std::endl;
return true;
}
default: throw error
{
"Don't know how to join '%s'", room_id_or_alias
};
}
return true;
}
bool
console_cmd__room__leave(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id_or_alias", "user_id"
}};
const m::room::id::buf room_id
{
m::room_id(param.at("room_id_or_alias"))
};
const m::user::id::buf user_id
{
param.at("user_id")
};
const m::room room
{
room_id
};
const auto leave_event_id
{
m::leave(room, user_id)
};
out << leave_event_id << std::endl;
return true;
}
bool
console_cmd__room__create(opt &out, const string_view &line)
{
const params param
{
line, " ",
{
"room_id", "[creator]", "[type]", "[parent]"
}
};
const m::room::id room_id
{
param.at(0)
};
const m::user::id creator
{
param.at(1, m::me.user_id)
};
const string_view type
{
param[2]
};
const string_view &parent
{
param[3]
};
const m::room room
{
parent?
m::create(room_id, creator, parent, type):
m::create(room_id, creator, type)
};
out << room.room_id << std::endl;
return true;
}
bool
console_cmd__room__id(opt &out, const string_view &id)
{
if(m::has_sigil(id)) switch(m::sigil(id))
{
case m::id::USER:
out << m::user{id}.room_id() << std::endl;
break;
case m::id::NODE:
out << m::node{id}.room_id() << std::endl;
break;
case m::id::ROOM_ALIAS:
out << m::room_id(m::room::alias(id)) << std::endl;
break;
default:
break;
}
return true;
}
bool
console_cmd__room__purge(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const m::room room
{
room_id
};
using prototype = size_t (const m::room &);
static mods::import<prototype> purge
{
"m_room", "purge"
};
const size_t ret
{
purge(room)
};
out << "erased " << ret << std::endl;
return true;
}
bool
console_cmd__room__dagree(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::room room
{
room_id
};
using prototype = size_t (const m::room &, std::vector<size_t> &);
static mods::import<prototype> dagree_histogram
{
"m_room", "dagree_histogram"
};
std::vector<size_t> v(32, 0);
const size_t count
{
dagree_histogram(room, v)
};
for(size_t i(0); i < v.size(); ++i)
out << std::setw(2) << std::right << i << ": " << v.at(i) << std::endl;
return true;
}
//
// user
//
//TODO: XXX
bool
console_id__user(opt &out,
const m::user::id &id,
const string_view &args)
{
return true;
}
bool
console_cmd__user__register(opt &out, const string_view &line)
{
const params param{line, " ",
{
"username", "password"
}};
const string_view &username
{
param.at(0)
};
const string_view &password
{
param.at(1)
};
const m::registar request
{
{ "username", username },
{ "password", password },
{ "bind_email", false },
};
using prototype = std::string
(const m::registar &,
const client *const &,
const bool &);
static mods::import<prototype> register_user
{
"client_register", "register_user"
};
const auto ret
{
register_user(request, nullptr, false)
};
out << ret << std::endl;
return true;
}
bool
console_cmd__user__password(opt &out, const string_view &line)
{
const params param
{
line, " ",
{
"user_id", "password"
}
};
m::user user
{
param.at(0)
};
const string_view &password
{
param.at(1)
};
const auto eid
{
user.password(password)
};
out << eid << std::endl;
return true;
}
bool
console_cmd__user__active(opt &out, const string_view &line)
{
const params param
{
line, " ",
{
"user_id"
}
};
const m::user user
{
param.at(0)
};
out << user.user_id << " is "
<< (user.is_active()? "active" : "inactive")
<< std::endl;
return true;
}
bool
console_cmd__user__activate(opt &out, const string_view &line)
{
const params param
{
line, " ",
{
"user_id"
}
};
m::user user
{
param.at(0)
};
if(user.is_active())
{
out << user.user_id << " is already active" << std::endl;
return true;
}
const auto eid
{
user.activate()
};
out << eid << std::endl;
return true;
}
bool
console_cmd__user__deactivate(opt &out, const string_view &line)
{
const params param
{
line, " ",
{
"user_id"
}
};
m::user user
{
param.at(0)
};
if(!user.is_active())
{
out << user.user_id << " is already inactive" << std::endl;
return true;
}
const auto eid
{
user.deactivate()
};
out << eid << std::endl;
return true;
}
bool
console_cmd__user__presence(opt &out, const string_view &line)
{
const params param{line, " ",
{
"user_id", "limit"
}};
const m::user user
{
param.at(0)
};
auto limit
{
param.at(1, size_t(16))
};
const m::user::room user_room{user};
user_room.for_each("ircd.presence", m::event::closure_bool{[&out, &limit]
(const m::event &event)
{
out << timestr(at<"origin_server_ts"_>(event) / 1000)
<< " " << at<"content"_>(event)
<< " " << at<"event_id"_>(event)
<< std::endl;
return --limit > 0;
}});
return true;
}
bool
console_cmd__user__rooms(opt &out, const string_view &line)
{
const params param{line, " ",
{
"user_id", "[membership]"
}};
const m::user &user
{
param.at(0)
};
const string_view &membership
{
param[1]
};
const m::user::rooms rooms
{
user
};
rooms.for_each(membership, m::user::rooms::closure{[&out]
(const m::room &room, const string_view &membership)
{
out << room.room_id
<< " " << membership
<< std::endl;
}});
return true;
}
bool
console_cmd__user__rooms__origins(opt &out, const string_view &line)
{
const params param{line, " ",
{
"user_id", "[membership]"
}};
const m::user &user
{
param.at(0)
};
const string_view &membership
{
param[1]
};
const m::user::rooms::origins origins
{
user
};
origins.for_each(membership, m::user::rooms::origins::closure{[&out]
(const string_view &origin)
{
out << origin << std::endl;
}});
return true;
}
bool
console_cmd__user__read(opt &out, const string_view &line)
{
const params param{line, " ",
{
"user_id",
}};
const m::user user
{
param.at(0)
};
const m::user::room user_room{user};
const m::room::state state{user_room};
state.for_each("ircd.read", m::event::closure{[&out]
(const m::event &event)
{
out << timestr(at<"origin_server_ts"_>(event) / 1000)
<< " " << at<"state_key"_>(event)
<< " " << at<"content"_>(event)
<< " " << at<"event_id"_>(event)
<< std::endl;
}});
return true;
}
bool
console_cmd__user__read__receipt(opt &out, const string_view &line)
{
const params param{line, " ",
{
"user_id", "event_id", "[room_id]|[time]"
}};
const m::user::id user_id
{
param.at(0)
};
const m::event::id event_id
{
param.at(1)
};
m::room::id::buf room_id
{
param[2]?
param[2]:
string_view{m::get(event_id, "room_id", room_id)}
};
const time_t &ms
{
param.at(3, ircd::time<milliseconds>())
};
const auto eid
{
m::receipt::read(room_id, user_id, event_id, ms)
};
out << eid << std::endl;
return true;
}
bool
console_cmd__user__read__ignore(opt &out, const string_view &line)
{
const params param{line, " ",
{
"my_user_id", "target_user|room_id"
}};
const m::user my_user
{
param.at(0)
};
string_view target
{
param[1]
};
const m::user::room user_room
{
my_user
};
if(!target)
{
m::room::state{user_room}.for_each("ircd.read.ignore", [&out]
(const m::event &event)
{
out << at<"state_key"_>(event)
<< std::endl;
});
return true;
}
char buf[m::id::MAX_SIZE];
switch(m::sigil(target))
{
case m::id::USER:
case m::id::ROOM:
break;
case m::id::ROOM_ALIAS:
target = m::room_id(buf, target);
break;
default: throw error
{
"Unsupported target MXID type for receipt ignores."
};
}
if(user_room.has("ircd.read.ignore", target))
{
out << "User " << my_user.user_id << " is already not sending"
<< " receipts for messages from " << target
<< std::endl;
return true;
}
const auto eid
{
send(user_room, m::me.user_id, "ircd.read.ignore", target, json::object{})
};
out << "User " << my_user.user_id << " will not send receipts for"
<< " messages from " << target
<< " (" << eid << ")"
<< std::endl;
return true;
}
bool
console_cmd__user__filter(opt &out, const string_view &line)
{
const params param{line, " ",
{
"user_id", "[filter_id]"
}};
const m::user user
{
param.at(0)
};
const auto &filter_id
{
param[1]
};
if(filter_id)
{
out << user.filter(filter_id) << std::endl;
return true;
}
const m::user::room user_room{user};
const m::room::state state{user_room};
state.for_each("ircd.filter", m::event::closure{[&out]
(const m::event &event)
{
out << at<"state_key"_>(event) << std::endl;
out << at<"content"_>(event) << std::endl;
out << std::endl;
}});
return true;
}
bool
console_cmd__user__events(opt &out, const string_view &line)
{
const params param{line, " ",
{
"user_id", "limit"
}};
const m::user::events user
{
m::user(param.at("user_id"))
};
size_t limit
{
param.at<size_t>("limit", 32)
};
user.for_each([&out, &limit]
(const m::event &event)
{
out << pretty_oneline(event) << std::endl;;
return bool(--limit);
});
return true;
}
bool
console_cmd__user__events__count(opt &out, const string_view &line)
{
const params param{line, " ",
{
"user_id"
}};
const m::user::events user
{
m::user(param.at("user_id"))
};
out << user.count() << std::endl;
return true;
}
//
// typing
//
bool
console_cmd__typing(opt &out, const string_view &line)
{
m::typing::for_each([&out]
(const m::typing &event)
{
out << event << std::endl;
});
return true;
}
//
// node
//
//TODO: XXX
bool
console_id__node(opt &out,
const m::node::id &id,
const string_view &args)
{
return true;
}
bool
console_cmd__node__keys(opt &out, const string_view &line)
{
const params param{line, " ",
{
"node_id", "[limit]"
}};
const m::node::id::buf node_id
{
m::node::id::origin, param.at(0)
};
const m::node &node
{
node_id
};
auto limit
{
param.at(1, size_t(1))
};
const m::node::room node_room{node};
const m::room::state state{node_room};
state.for_each("ircd.key", m::event::closure_bool{[&out, &limit]
(const m::event &event)
{
const m::keys keys
{
json::get<"content"_>(event)
};
out << keys << std::endl;
return --limit;
}});
return true;
}
bool
console_cmd__node__key(opt &out, const string_view &line)
{
const params param{line, " ",
{
"node_id", "key_id"
}};
const m::node::id::buf node_id
{
m::node::id::origin, param.at(0)
};
const m::node &node
{
node_id
};
const auto &key_id
{
param[1]
};
const m::node::room node_room{node};
node_room.get("ircd.key", [&out]
(const m::event &event)
{
const m::keys key
{
json::get<"content"_>(event)
};
out << key << std::endl;
});
return true;
}
//
// feds
//
bool
console_cmd__feds__version(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto room_id
{
m::room_id(param.at(0))
};
using closure_prototype = bool (const string_view &,
std::exception_ptr,
const json::object &);
using prototype = void (const m::room::id &,
const milliseconds &,
const std::function<closure_prototype> &);
static mods::import<prototype> feds__version
{
"federation_federation", "feds__version"
};
feds__version(room_id, out.timeout, [&out]
(const string_view &origin, std::exception_ptr eptr, const json::object &response)
{
out << (eptr? '-' : '+')
<< " "
<< std::setw(40) << std::left << origin
<< " ";
if(eptr)
out << what(eptr);
else
out << string_view{response};
out << std::endl;
return true;
});
return true;
}
bool
console_cmd__feds__state(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id",
}};
const auto room_id
{
m::room_id(param.at(0))
};
const m::event::id::buf &event_id
{
param.count() > 1? param.at(1) : m::head(room_id)
};
std::forward_list<std::string> origins;
std::map<std::string, std::forward_list<string_view>, std::less<>> grid;
const auto closure{[&out, &grid, &origins]
(const string_view &origin, std::exception_ptr eptr, const json::object &response)
{
if(eptr)
return true;
const json::array &auth_chain
{
response["auth_chain_ids"]
};
const json::array &pdus
{
response["pdu_ids"]
};
for(const auto &pdu_id : pdus)
{
const auto &event_id{unquote(pdu_id)};
auto it
{
grid.lower_bound(event_id)
};
if(it == end(grid) || it->first != event_id)
it = grid.emplace_hint(it, event_id, std::forward_list<string_view>{});
origins.emplace_front(origin);
it->second.emplace_front(origins.front());
}
return true;
}};
m::feds::state
{
room_id, event_id, out.timeout, closure
};
for(auto &p : grid)
{
p.second.sort();
out << std::setw(64) << std::left << p.first << " : ";
for(const auto &origin : p.second)
out << " " << origin;
out << std::endl;
}
return true;
}
bool
console_cmd__feds__event(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id"
}};
const m::event::id event_id
{
param.at(0)
};
using prototype = void (const m::event::id &,
std::ostream &);
static mods::import<prototype> feds__event
{
"federation_federation", "feds__event"
};
feds__event(event_id, out);
return true;
}
bool
console_cmd__feds__head(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "[user_id]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::user::id &user_id
{
param.at(1, m::me.user_id)
};
m::feds::head(room_id, user_id, out.timeout, [&out]
(const string_view &origin, std::exception_ptr eptr, const json::object &event)
{
if(eptr)
return true;
const json::array prev_events
{
event.at("prev_events")
};
out << "+ " << std::setw(40) << std::left << origin;
out << " " << event.at("depth");
for(const json::array prev_event : prev_events)
{
const auto &prev_event_id
{
unquote(prev_event.at(0))
};
out << " " << string_view{prev_event_id};
};
out << std::endl;
return true;
});
return true;
}
bool
console_cmd__feds__auth(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "[user_id]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::user::id &user_id
{
param.at(1, m::me.user_id)
};
using closure_prototype = bool (const string_view &,
std::exception_ptr,
const json::object &);
using prototype = void (const m::room::id &,
const m::user::id &,
const milliseconds &,
const std::function<closure_prototype> &);
static mods::import<prototype> feds__head
{
"federation_federation", "feds__head"
};
feds__head(room_id, user_id, out.timeout, [&out]
(const string_view &origin, std::exception_ptr eptr, const json::object &event)
{
if(eptr)
return true;
const json::array auth_events
{
event.at("auth_events")
};
out << "+ " << std::setw(40) << std::left << origin;
for(const json::array auth_event : auth_events)
{
const auto &auth_event_id
{
unquote(auth_event.at(0))
};
out << " " << string_view{auth_event_id};
};
out << std::endl;
return true;
});
return true;
}
bool
console_cmd__feds__heads(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "[user_id]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::user::id &user_id
{
param.at(1, m::me.user_id)
};
using closure_prototype = bool (const string_view &,
std::exception_ptr,
const json::object &);
using prototype = void (const m::room::id &,
const m::user::id &,
const milliseconds &,
const std::function<closure_prototype> &);
static mods::import<prototype> feds__head
{
"federation_federation", "feds__head"
};
std::forward_list<std::string> origins;
std::map<std::string, std::forward_list<string_view>, std::less<>> grid;
feds__head(room_id, user_id, out.timeout, [&origins, &grid]
(const string_view &origin, std::exception_ptr eptr, const json::object &event)
{
if(eptr)
return true;
const json::array &prev_events
{
event.at("prev_events")
};
for(const json::array &prev_event : prev_events)
{
const auto &event_id
{
unquote(prev_event.at(0))
};
auto it
{
grid.lower_bound(event_id)
};
if(it == end(grid) || it->first != event_id)
it = grid.emplace_hint(it, event_id, std::forward_list<string_view>{});
origins.emplace_front(origin);
it->second.emplace_front(origins.front());
}
return true;
});
for(auto &p : grid)
{
p.second.sort();
out << std::setw(64) << std::left << p.first << " : ";
for(const auto &origin : p.second)
out << " " << origin;
out << std::endl;
}
return true;
}
bool
console_cmd__feds__perspective(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "server_name", "key_id",
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const string_view &server_name
{
param.at(1)
};
const string_view &key_id
{
param.at(2)
};
using closure_prototype = bool (const string_view &,
std::exception_ptr,
const json::array &);
using prototype = void (const m::room::id &,
const m::v1::key::server_key &,
const milliseconds &,
const std::function<closure_prototype> &);
static mods::import<prototype> feds__perspective
{
"federation_federation", "feds__perspective"
};
const m::v1::key::server_key server_key
{
server_name, key_id
};
feds__perspective(room_id, server_key, out.timeout, [&out]
(const string_view &origin, std::exception_ptr eptr, const json::array &keys)
{
if(eptr)
return true;
for(const json::object &_key : keys)
{
const m::keys &key{_key};
out << key << std::endl;
}
return true;
});
return true;
}
bool
console_cmd__feds__backfill(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "[event_id]", "[limit]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const m::event::id::buf &event_id
{
param.count() > 1? param.at(1) : head(room_id)
};
const size_t limit
{
param.at(2, size_t(4))
};
using prototype = void (const m::room::id &,
const m::event::id &,
const size_t &,
std::ostream &);
static mods::import<prototype> feds__backfill
{
"federation_federation", "feds__backfill"
};
feds__backfill(room_id, event_id, limit, out);
return true;
}
bool
console_cmd__feds__resend(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id",
}};
const m::event::id event_id
{
param.at(0)
};
const m::event::fetch event
{
event_id
};
const m::vm::opts opts;
m::vm::accepted a{event, &opts, nullptr, &opts.report};
m::vm::accept(a);
return true;
}
//
// fed
//
bool
console_cmd__fed__groups(opt &out, const string_view &line)
{
const m::id::node &node
{
token(line, ' ', 0)
};
const auto args
{
tokens_after(line, ' ', 0)
};
m::user::id ids[8];
string_view tok[8];
const auto count{std::min(tokens(args, ' ', tok), size_t(8))};
std::copy(begin(tok), begin(tok) + count, begin(ids));
const unique_buffer<mutable_buffer> buf
{
32_KiB
};
m::v1::groups::publicised::opts opts;
m::v1::groups::publicised request
{
node, vector_view<const m::user::id>(ids, count), buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
const json::object response
{
request.in.content
};
out << string_view{response} << std::endl;
return true;
}
bool
console_cmd__fed__head(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "remote", "user_id"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const net::hostport remote
{
param.at(1, room_id.host())
};
const m::user::id &user_id
{
param.at(2, m::me.user_id)
};
thread_local char buf[16_KiB];
m::v1::make_join::opts opts;
opts.remote = remote;
m::v1::make_join request
{
room_id, user_id, buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
const json::object proto
{
request.in.content
};
out << "DEPTH "
<< proto.get({"event", "depth"})
<< std::endl;
const json::array &prev_events
{
proto.get({"event", "prev_events"})
};
for(const json::array &prev_event : prev_events)
{
const m::event::id &id
{
unquote(prev_event.at(0))
};
out << "PREV "
<< id << " "
<< string_view{prev_event.at(1)}
<< std::endl;
}
const json::array &auth_events
{
proto.get({"event", "auth_events"})
};
for(const json::array &auth_event : auth_events)
{
const m::event::id &id
{
unquote(auth_event.at(0))
};
out << "AUTH "
<< id << " "
<< string_view{auth_event.at(1)}
<< std::endl;
}
return true;
}
bool
console_cmd__fed__send(opt &out, const string_view &line)
{
const params param{line, " ",
{
"remote", "event_id",
}};
const net::hostport remote
{
param.at(0)
};
const m::event::id &event_id
{
param.at(1)
};
const m::event::fetch event
{
event_id
};
thread_local char pdubuf[m::event::MAX_SIZE];
const json::value pdu
{
json::stringify(mutable_buffer{pdubuf}, event)
};
const vector_view<const json::value> pdus
{
&pdu, &pdu + 1
};
const auto txn
{
m::txn::create(pdus)
};
thread_local char idbuf[128];
const auto txnid
{
m::txn::create_id(idbuf, txn)
};
const unique_buffer<mutable_buffer> bufs
{
16_KiB
};
m::v1::send::opts opts;
opts.remote = remote;
m::v1::send request
{
txnid, const_buffer{txn}, bufs, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::object response
{
request
};
const m::v1::send::response resp
{
response
};
resp.for_each_pdu([&]
(const m::event::id &event_id, const json::object &error)
{
out << remote << " ->" << txnid << " " << event_id << " ";
if(empty(error))
out << http::status(code) << std::endl;
else
out << string_view{error} << std::endl;
});
return true;
}
bool
console_cmd__fed__sync(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "remote", "limit", "event_id", "timeout"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const net::hostport remote
{
param.at(1, room_id.host())
};
const auto &limit
{
param.at(2, size_t(128))
};
const string_view &event_id
{
param[3]
};
const auto timeout
{
param.at(4, out.timeout)
};
// Used for out.head, out.content, in.head, but in.content is dynamic
const unique_buffer<mutable_buffer> buf
{
32_KiB
};
m::v1::state::opts stopts;
stopts.remote = remote;
stopts.event_id = event_id;
const mutable_buffer stbuf
{
data(buf), size(buf) / 2
};
m::v1::state strequest
{
room_id, stbuf, std::move(stopts)
};
m::v1::backfill::opts bfopts;
bfopts.remote = remote;
bfopts.event_id = event_id;
bfopts.limit = limit;
const mutable_buffer bfbuf
{
buf + size(stbuf)
};
m::v1::backfill bfrequest
{
room_id, bfbuf, std::move(bfopts)
};
const auto when
{
now<steady_point>() + timeout
};
bfrequest.wait_until(when);
strequest.wait_until(when);
bfrequest.get();
strequest.get();
const json::array &auth_chain
{
json::object{strequest}.get("auth_chain")
};
const json::array &pdus
{
json::object{strequest}.get("pdus")
};
const json::array &messages
{
json::object{bfrequest}.get("pdus")
};
std::vector<m::event> events;
events.reserve(auth_chain.size() + pdus.size() + messages.size());
for(const json::object &event : auth_chain)
events.emplace_back(event);
for(const json::object &event : pdus)
events.emplace_back(event);
for(const json::object &event : messages)
events.emplace_back(event);
std::sort(begin(events), end(events));
events.erase(std::unique(begin(events), end(events)), end(events));
m::vm::opts vmopts;
vmopts.non_conform.set(m::event::conforms::MISSING_PREV_STATE);
vmopts.non_conform.set(m::event::conforms::MISSING_MEMBERSHIP);
vmopts.prev_check_exists = false;
vmopts.head_must_exist = false;
vmopts.history = false;
vmopts.verify = false;
vmopts.notify = false;
vmopts.debuglog_accept = true;
vmopts.nothrows = -1;
m::vm::eval eval
{
vmopts
};
for(const auto &event : events)
eval(event);
return true;
}
bool
console_cmd__fed__state(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "remote", "event_id|op", "op"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const net::hostport remote
{
param.at(1, room_id.host())
};
string_view event_id
{
param[2]
};
string_view op
{
param[3]
};
if(!op && event_id == "eval")
std::swap(op, event_id);
// Used for out.head, out.content, in.head, but in.content is dynamic
thread_local char buf[8_KiB];
m::v1::state::opts opts;
opts.remote = remote;
opts.event_id = event_id;
m::v1::state request
{
room_id, buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
const json::object &response
{
request
};
const json::array &auth_chain
{
response["auth_chain"]
};
const json::array &pdus
{
response["pdus"]
};
if(op != "eval")
{
if(op != "auth")
for(const json::object &event : pdus)
out << pretty_oneline(m::event{event}) << std::endl;
out << std::endl;
if(op != "state")
for(const json::object &event : auth_chain)
out << pretty_oneline(m::event{event}) << std::endl;
return true;
}
m::vm::opts vmopts;
vmopts.non_conform.set(m::event::conforms::MISSING_PREV_STATE);
vmopts.non_conform.set(m::event::conforms::MISSING_MEMBERSHIP);
vmopts.prev_check_exists = false;
vmopts.head_must_exist = false;
vmopts.verify = false;
vmopts.history = false;
vmopts.notify = false;
m::vm::eval eval
{
vmopts
};
std::vector<m::event> events;
events.reserve(size(pdus) + size(auth_chain));
for(const json::object &event : auth_chain)
events.emplace_back(event);
for(const json::object &event : pdus)
events.emplace_back(event);
std::sort(begin(events), end(events));
events.erase(std::unique(begin(events), end(events)), end(events));
for(const auto &event : events)
eval(event);
return true;
}
bool
console_cmd__fed__state_ids(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "remote", "event_id"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const net::hostport remote
{
param.at(1, room_id.host())
};
string_view event_id
{
param[2]
};
// Used for out.head, out.content, in.head, but in.content is dynamic
thread_local char buf[8_KiB];
m::v1::state::opts opts;
opts.remote = remote;
opts.event_id = event_id;
opts.ids_only = true;
m::v1::state request
{
room_id, buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
const json::object &response
{
request
};
const json::array &auth_chain
{
response["auth_chain_ids"]
};
const json::array &pdus
{
response["pdu_ids"]
};
for(const string_view &event_id : auth_chain)
out << unquote(event_id) << std::endl;
for(const string_view &event_id : pdus)
out << unquote(event_id) << std::endl;
return true;
}
bool
console_cmd__fed__backfill(opt &out, const string_view &line)
{
const auto &room_id
{
m::room_id(token(line, ' ', 0))
};
const net::hostport remote
{
token(line, ' ', 1)
};
const string_view &count
{
token(line, ' ', 2, "32")
};
string_view event_id
{
token(line, ' ', 3, {})
};
string_view op
{
token(line, ' ', 4, {})
};
if(!op && event_id == "eval")
std::swap(op, event_id);
// Used for out.head, out.content, in.head, but in.content is dynamic
thread_local char buf[16_KiB];
m::v1::backfill::opts opts;
opts.remote = remote;
opts.limit = lex_cast<size_t>(count);
if(event_id)
opts.event_id = event_id;
m::v1::backfill request
{
room_id, buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
const json::object &response
{
request
};
const json::array &pdus
{
response["pdus"]
};
if(op != "eval")
{
for(const json::object &event : pdus)
out << pretty_oneline(m::event{event}) << std::endl;
return true;
}
m::vm::opts vmopts;
vmopts.non_conform.set(m::event::conforms::MISSING_PREV_STATE);
vmopts.non_conform.set(m::event::conforms::MISSING_MEMBERSHIP);
vmopts.prev_check_exists = false;
vmopts.head_must_exist = false;
vmopts.history = false;
vmopts.verify = false;
vmopts.notify = false;
vmopts.head = false;
vmopts.refs = true;
m::vm::eval eval
{
vmopts
};
std::vector<m::event> events;
events.reserve(lex_cast<size_t>(count));
for(const json::object &event : pdus)
events.emplace_back(event);
std::sort(begin(events), end(events));
events.erase(std::unique(begin(events), end(events)), end(events));
for(const auto &event : events)
eval(event);
return true;
}
bool
console_cmd__fed__frontfill(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "remote", "earliest", "latest", "[limit]", "[min_depth]"
}};
const auto &room_id
{
m::room_id(param.at(0))
};
const net::hostport remote
{
param.at(1, room_id.host())
};
const m::event::id &earliest
{
param.at(2)
};
const m::event::id::buf &latest
{
param.at(3, m::head(std::nothrow, room_id))
};
const auto &limit
{
param.at(4, 32UL)
};
const auto &min_depth
{
param.at(5, 0UL)
};
m::v1::frontfill::opts opts;
opts.remote = remote;
opts.limit = limit;
opts.min_depth = min_depth;
const unique_buffer<mutable_buffer> buf
{
16_KiB
};
m::v1::frontfill request
{
room_id, {earliest, latest}, buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
const json::array &response
{
request
};
for(const json::object &event : response)
out << pretty_oneline(m::event{event}) << std::endl;
return true;
}
bool
console_cmd__fed__event(opt &out, const string_view &line)
{
const params param{line, " ",
{
"event_id", "remote", "[op]"
}};
const m::event::id &event_id
{
param.at(0)
};
const net::hostport &remote
{
param.at(1, event_id.host())
};
const string_view op
{
param[2]
};
m::v1::event::opts opts;
opts.remote = remote;
const unique_buffer<mutable_buffer> buf
{
96_KiB
};
m::v1::event request
{
event_id, buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
// Use this option to debug from the actual http response
// content sent from the remote without any further action.
if(has(op, "noparse"))
{
out << string_view{request.in.content} << std::endl;
return true;
}
const json::object &response
{
request
};
const m::event event
{
response
};
out << pretty(event) << std::endl;
try
{
if(!verify(event))
out << "- SIGNATURE FAILED" << std::endl;
}
catch(const std::exception &e)
{
out << "- SIGNATURE FAILED: " << e.what() << std::endl;
}
if(!verify_hash(event))
out << "- HASH MISMATCH: " << b64encode_unpadded(hash(event)) << std::endl;
const m::event::conforms conforms
{
event
};
if(!conforms.clean())
out << "- " << conforms << std::endl;
if(has(op, "raw"))
out << string_view{response} << std::endl;
if(!has(op, "eval"))
return true;
m::vm::opts vmopts;
vmopts.non_conform.set(m::event::conforms::MISSING_PREV_STATE);
vmopts.non_conform.set(m::event::conforms::MISSING_MEMBERSHIP);
vmopts.prev_check_exists = false;
vmopts.head_must_exist = false;
vmopts.history = false;
vmopts.notify = false;
vmopts.verify = false;
m::vm::eval eval
{
vmopts
};
eval(event);
return true;
}
bool
console_cmd__fed__public_rooms(opt &out, const string_view &line)
{
const params param{line, " ",
{
"remote", "limit", "all_networks", "3pid"
}};
const net::hostport remote
{
param.at(0)
};
const auto limit
{
param.at(1, 32)
};
const auto all_nets
{
param.at(2, false)
};
const auto tpid
{
param[3]
};
m::v1::public_rooms::opts opts;
opts.limit = limit;
opts.third_party_instance_id = tpid;
opts.include_all_networks = all_nets;
const unique_buffer<mutable_buffer> buf
{
16_KiB
};
m::v1::public_rooms request
{
remote, buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
const json::object &response
{
request
};
const auto total_estimate
{
response.get<size_t>("total_room_count_estimate")
};
const auto next_batch
{
unquote(response.get("next_batch"))
};
const json::array &rooms
{
response.get("chunk")
};
for(const json::object &summary : rooms)
{
for(const auto &member : summary)
out << std::setw(24) << member.first << " => " << member.second << std::endl;
out << std::endl;
}
out << "total: " << total_estimate << std::endl;
out << "next: " << next_batch << std::endl;
return true;
}
bool
console_cmd__fed__event_auth(opt &out, const string_view &line)
{
const params param{line, " ",
{
"room_id", "event_id", "remote"
}};
const auto room_id
{
m::room_id(param.at(0))
};
const m::event::id &event_id
{
param.at(1)
};
const net::hostport remote
{
param.at(2, event_id.host())
};
m::v1::event_auth::opts opts;
opts.remote = remote;
const unique_buffer<mutable_buffer> buf
{
16_KiB
};
m::v1::event_auth request
{
room_id, event_id, buf, std::move(opts)
};
request.wait(out.timeout);
request.get();
const json::array &auth_chain
{
request
};
std::vector<m::event> events(size(auth_chain));
std::transform(begin(auth_chain), end(auth_chain), begin(events), []
(const json::object &event) -> m::event
{
return event;
});
std::sort(begin(events), end(events));
for(const auto &event : events)
out << pretty_oneline(event) << std::endl;
return true;
}
bool
console_cmd__fed__query__profile(opt &out, const string_view &line)
{
const m::user::id &user_id
{
token(line, ' ', 0)
};
const net::hostport remote
{
token_count(line, ' ') > 1? token(line, ' ', 1) : user_id.host()
};
m::v1::query::opts opts;
opts.remote = remote;
thread_local char buf[8_KiB];
m::v1::query::profile request
{
user_id, buf, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::object &response
{
request
};
out << string_view{response} << std::endl;
return true;
}
bool
console_cmd__fed__query__directory(opt &out, const string_view &line)
{
const m::id::room_alias &room_alias
{
token(line, ' ', 0)
};
const net::hostport remote
{
token_count(line, ' ') > 1? token(line, ' ', 1) : room_alias.host()
};
m::v1::query::opts opts;
opts.remote = remote;
thread_local char buf[8_KiB];
m::v1::query::directory request
{
room_alias, buf, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::object &response
{
request
};
out << string_view{response} << std::endl;
return true;
}
bool
console_cmd__fed__user__devices(opt &out, const string_view &line)
{
const m::id::user &user_id
{
token(line, ' ', 0)
};
const net::hostport remote
{
token(line, ' ', 1, user_id.host())
};
m::v1::user::devices::opts opts;
opts.remote = remote;
const unique_buffer<mutable_buffer> buf
{
32_KiB
};
m::v1::user::devices request
{
user_id, buf, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::object &response
{
request
};
const string_view stream_id
{
unquote(response["stream_id"])
};
const json::array &devices
{
response["devices"]
};
for(const json::object &device : devices)
out << string_view{device} << std::endl;
out << "-- " << size(devices) << " devices." << std::endl;
return true;
}
bool
console_cmd__fed__query__client_keys(opt &out, const string_view &line)
{
const m::id::user &user_id
{
token(line, ' ', 0)
};
const string_view &device_id
{
token(line, ' ', 1)
};
const net::hostport remote
{
token(line, ' ', 2, user_id.host())
};
m::v1::query::opts opts;
opts.remote = remote;
const unique_buffer<mutable_buffer> buf
{
32_KiB
};
m::v1::query::client_keys request
{
user_id, device_id, buf, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::object &response
{
request
};
out << string_view{response} << std::endl;
return true;
}
bool
console_cmd__fed__key(opt &out, const string_view &line)
{
const params param{line, " ",
{
"remote",
}};
const auto &server_name
{
param.at(0)
};
const auto &key_id
{
param[1]
};
const unique_buffer<mutable_buffer> buf{16_KiB};
m::v1::key::opts opts;
m::v1::key::keys request
{
{server_name, key_id}, buf, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::object &response
{
request
};
const m::keys &key{response};
out << key << std::endl;
return true;
}
bool
console_cmd__fed__key__query(opt &out, const string_view &line)
{
const params param{line, " ",
{
"remote", "[server_name,key_id]...",
}};
const auto requests
{
tokens_after(line, ' ', 0)
};
std::vector<std::pair<string_view, string_view>> r;
tokens(requests, ' ', [&r]
(const string_view &req)
{
r.emplace_back(split(req, ','));
});
m::v1::key::opts opts;
opts.dynamic = true;
opts.remote = net::hostport
{
param.at(0)
};
const unique_buffer<mutable_buffer> buf{24_KiB};
m::v1::key::query request
{
r, buf, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::array keys
{
request
};
for(const json::object &key : keys)
{
const m::keys &k{key};
out << k << std::endl;
}
return true;
}
bool
console_cmd__fed__version(opt &out, const string_view &line)
{
const net::hostport remote
{
token(line, ' ', 0)
};
m::v1::version::opts opts;
opts.remote = remote;
thread_local char buf[8_KiB];
m::v1::version request
{
buf, std::move(opts)
};
request.wait(out.timeout);
const auto code
{
request.get()
};
const json::object &response
{
request
};
out << string_view{response} << std::endl;
return true;
}
//
// file
//
bool
console_cmd__file__room(opt &out, const string_view &line)
{
const params param{line, " ",
{
"server|amalgam", "file"
}};
auto server
{
param.at(0)
};
auto file
{
param[1]
};
if(empty(file))
{
const auto s(split(server, '/'));
server = s.first;
file = s.second;
}
using prototype = m::room::id (m::room::id::buf &,
const string_view &server,
const string_view &file);
static mods::import<prototype> file_room_id
{
"media_media", "file_room_id"
};
m::room::id::buf buf;
out << file_room_id(buf, server, file) << std::endl;
return true;
}
bool
console_cmd__file__download(opt &out, const string_view &line)
{
const params param{line, " ",
{
"server|amalgam", "file"
}};
auto server
{
param.at(0)
};
auto file
{
param[1]
};
auto remote
{
has(server, '/')? param[1] : param[2]
};
if(has(server, '/'))
{
const auto s(split(server, '/'));
server = s.first;
file = s.second;
}
if(!remote)
remote = server;
using prototype = m::room::id::buf (const string_view &server,
const string_view &file,
const m::user::id &,
const net::hostport &remote);
static mods::import<prototype> download
{
"media_media", "download"
};
const m::room::id::buf room_id
{
download(server, file, m::me.user_id, remote)
};
out << room_id << std::endl;
return true;
}
//
// vm
//
bool
console_cmd__vm(opt &out, const string_view &line)
{
out << "sequence: "
<< std::right << std::setw(10) << m::vm::current_sequence
<< std::endl;
out << "eval total: "
<< std::right << std::setw(10) << m::vm::eval::id_ctr
<< std::endl;
out << "eval current: "
<< std::right << std::setw(10) << size(m::vm::eval::list)
<< std::endl;
return true;
}
bool
console_cmd__vm__eval(opt &out, const string_view &line)
{
for(const auto *const &eval : m::vm::eval::list)
{
assert(eval);
assert(eval->ctx);
out << std::setw(9) << std::right << eval->id
<< " | " << std::setw(4) << std::right << id(*eval->ctx)
<< " | " << std::setw(4) << std::right << eval->sequence
<< " | " << std::setw(64) << std::left << eval->event_id
;
out << std::endl;
}
return true;
}