// Matrix Construct // // Copyright (C) Matrix Construct Developers, Authors & Contributors // Copyright (C) 2016-2018 Jason Volk // // Permission to use, copy, modify, and/or distribute this software for any // purpose with or without fee is hereby granted, provided that the above // copyright notice and this permission notice is present in all copies. The // full license for this software is available in the LICENSE file. #include using namespace ircd; IRCD_EXCEPTION_HIDENAME(ircd::error, bad_command) static void init_cmds(); mapi::header IRCD_MODULE { "IRCd terminal console: runtime-reloadable self-reflecting command library.", [] { init_cmds(); } }; conf::item default_synapse { { "name", "ircd.console.timeout" }, { "default", 45L }, }; /// The first parameter for all commands. This aggregates general options /// passed to commands as well as providing the output facility with an /// ostream interface. Commands should only send output to this object. The /// command's input line is not included here; it's the second param to a cmd. struct opt { std::ostream &out; bool html {false}; seconds timeout {default_synapse}; string_view special; operator std::ostream &() { return out; } template auto &operator<<(T&& t) { out << std::forward(t); return out; } auto &operator<<(std::ostream &(*manip)(std::ostream &)) { return manip(out); } }; /// Instances of this object are generated when this module reads its /// symbols to find commands. These instances are then stored in the /// cmds set for lookup and iteration. struct cmd { using is_transparent = void; static constexpr const size_t &MAX_DEPTH { 8 }; std::string name; std::string symbol; mods::sym_ptr ptr; bool operator()(const cmd &a, const cmd &b) const { return a.name < b.name; } bool operator()(const string_view &a, const cmd &b) const { return a < b.name; } bool operator()(const cmd &a, const string_view &b) const { return a.name < b; } cmd(std::string name, std::string symbol) :name{std::move(name)} ,symbol{std::move(symbol)} ,ptr{ircd_module, this->symbol} {} cmd() = default; cmd(cmd &&) = delete; cmd(const cmd &) = delete; }; std::set cmds; void init_cmds() { auto symbols { mods::symbols(mods::path(ircd_module)) }; for(std::string &symbol : symbols) { // elide lots of grief by informally finding this first if(!has(symbol, "console_cmd")) continue; thread_local char buf[1024]; const string_view demangled { demangle(buf, symbol) }; std::string command { replace(between(demangled, "__", "("), "__", " ") }; const auto iit { cmds.emplace(std::move(command), std::move(symbol)) }; if(!iit.second) throw error { "Command '%s' already exists", command }; } } const cmd * find_cmd(const string_view &line) { const size_t elems { std::min(token_count(line, ' '), cmd::MAX_DEPTH) }; for(size_t e(elems+1); e > 0; --e) { const auto name { tokens_before(line, ' ', e) }; const auto it{cmds.lower_bound(name)}; if(it == end(cmds) || it->name != name) continue; return &(*it); } return nullptr; } // // Main command dispatch // int console_command_derived(opt &, const string_view &line); static int _console_command(opt &out, const string_view &line) { const cmd *const cmd { find_cmd(line) }; if(!cmd) return console_command_derived(out, line); const auto args { lstrip(split(line, cmd->name).second, ' ') }; const auto &ptr{cmd->ptr}; using prototype = bool (struct opt &, const string_view &); return ptr.operator()(out, args); } #pragma GCC visibility push(default) bool console_cmd__help(opt &, const string_view &line); /// This function may be linked and called by those wishing to execute a /// command. Output from the command will be appended to the provided ostream. /// The input to the command is passed in `line`. Since `struct opt` is not /// accessible outside of this module, all public options are passed via a /// plaintext string which is parsed here. extern "C" int console_command(std::ostream &out, const string_view &line, const string_view &opts) try { opt opt { out, has(opts, "html") }; int ret { _console_command(opt, line) }; if(ret < 0) if(console_cmd__help(opt, line)) return -2; return ret; } catch(const params::error &e) { out << e.what() << std::endl; return true; } catch(const bad_command &e) { return -2; } // // Derived commands // int console_command_numeric(opt &, const string_view &line); bool console_id__user(opt &, const m::user::id &id, const string_view &line); bool console_id__room(opt &, const m::room::id &id, const string_view &line); bool console_id__event(opt &, const m::event::id &id, const string_view &line); bool console_id__device(opt &, const m::device::id &id, const string_view &line); bool console_id__group(opt &, const m::id::group &, const string_view &line); bool console_id__node(opt &, const string_view &id, const string_view &line); bool console_json(const json::object &); int console_command_derived(opt &out, const string_view &line) { const string_view id { token(line, ' ', 0) }; // First check if the line starts with a number, this is a special case // sent to a custom dispatcher (which right now is specifically for the // event stager suite). if(lex_castable(id)) return console_command_numeric(out, line); // Branch if the line starts with just a sigil (but not an identifier). // In this case we'll expand the sigil to its name as a convenience for // the apropos command suite. if(m::has_sigil(id) && size(id) == 1) { char lower_buf[16]; const fmt::snstringf expanded_line { size(line) + 16, "%s %s", tolower(lower_buf, reflect(m::sigil(id))), tokens_after(line, ' ', 0), }; return _console_command(out, expanded_line); } // Branch if the line starts with an identifier; identifiers are // themselves convenience commands. if(m::has_sigil(id)) switch(m::sigil(id)) { case m::id::EVENT: return console_id__event(out, id, line); case m::id::ROOM: return console_id__room(out, id, line); case m::id::USER: return console_id__user(out, id, line); case m::id::DEVICE: return console_id__device(out, id, line); case m::id::GROUP: return console_id__group(out, id, line); case m::id::NODE: return console_id__node(out, id, line); case m::id::ROOM_ALIAS: { const auto room_id{m::room_id(id)}; return console_id__room(out, room_id, line); } default: return -2; } return -1; } // // Command by JSON // bool console_json(const json::object &object) { if(!object.has("type")) return true; //return console_cmd__exec__event(object); return true; } /////////////////////////////////////////////////////////////////////////////// // // Console commands // // Function names take the format of `console_cmd__%s` where the command // starts at %s. The handler that matches the beginning of the command is // called. To match spaces, a `__` double-underscore is used in the function // name. // // The remainder of the command after the match becomes the `line` arg // to the handler. // // The `opt &out` argument is an arbitrary state structure for general use and // also serves as an output stream for the response of a command. Note that the // output of a command may be a tty or the event content in a local matrix room. // // Time cmd prefix (like /usr/bin/time) bool console_cmd__time(opt &out, const string_view &line) { ircd::timer timer; const auto ret { _console_command(out, line) }; char buf[32]; out << std::endl << pretty(buf, timer.at()) << std::endl; return ret; } // Rep bool console_cmd__rep(opt &out, const string_view &line) { const params param{line, " ", { "count", }}; const auto count { param.at("count") }; const auto cmd { tokens_after(line, ' ', 0) }; for(uint i(0); i < count; ++i) if(!_console_command(out, cmd)) return false; return true; } // Help bool console_cmd__help(opt &out, const string_view &line) { if(empty(line)) for(size_t i(0); !empty(info::credits[i]); ++i) out << info::credits[i] << std::endl; const auto cmd { find_cmd(line) }; if(cmd && (false)) { out << "No help available for '" << cmd->name << "'." << std::endl; //TODO: help string symbol map } const size_t elems { std::min(token_count(line, ' '), cmd::MAX_DEPTH) }; std::vector subs; subs.reserve(128); for(size_t e(elems+1); e > 0; --e) { const auto name { tokens_before(line, ' ', e) }; string_view last; auto it{cmds.lower_bound(name)}; if(it == end(cmds)) continue; for(; it != end(cmds); ++it) { if(!startswith(it->name, name)) break; const auto prefix { tokens_before(it->name, ' ', e) }; if(last == prefix) continue; if(name && prefix != name && !startswith(lstrip(prefix, name), ' ')) break; last = prefix; const auto suffix { e > 1? tokens_after(prefix, ' ', e - 2) : prefix }; if(!empty(suffix)) subs.emplace_back(suffix); } break; } if(!subs.empty()) { out << "\nSubcommands available:\n" << std::endl; size_t num(0); for(size_t i(0); i < subs.size(); ++i) { out << std::left << std::setw(20) << subs.at(i); if(++num % 4 == 0) out << '\n'; } if(num % 4 != 0) out << std::endl; } return true; } // // util // bool console_cmd__exit(opt &out, const string_view &line) { return false; } // // Test trigger stub // bool console_cmd__test(opt &out, const string_view &line) { const bool result { ircd_test(line) }; return true; } bool console_cmd__stringify(opt &out, const string_view &line) { out << json::value{line} << std::endl; return true; } bool console_cmd__credits(opt &out, const string_view &line) { for(size_t i(0); !empty(info::credits[i]); ++i) out << info::credits[i] << std::endl; return true; } bool console_cmd__debug(opt &out, const string_view &line) { if(!RB_DEBUG_LEVEL) out << "Debugging is not compiled in. Some messages optimized out." << std::endl << std::endl; const params param{line, " ", { "onoff" }}; if(param["onoff"] == "on") { out << "Turning on debuglog..." << std::endl; while(!log::console_enabled(log::DEBUG)) log::console_enable(log::DEBUG); } else if(param["onoff"] == "off") { out << "Turning off debuglog..." << std::endl; log::console_disable(log::DEBUG); } else if(log::console_enabled(log::DEBUG)) { out << "Turning off debuglog..." << std::endl; log::console_disable(log::DEBUG); } else { out << "Turning on debuglog..." << std::endl; while(!log::console_enabled(log::DEBUG)) log::console_enable(log::DEBUG); } // When not compiled in debug-mode we attempt to set all DEBUG related // levels (DERROR / DWARNING) to always match DEBUG. In debug-mode // compilation they remain independent, but if we don't do this in release // mode it will leave the user with DERROR messages which weren't DCE'ed if(!RB_DEBUG_LEVEL) { if(log::console_enabled(log::DEBUG)) { log::console_enable(log::DERROR); log::console_enable(log::DWARNING); } else { log::console_disable(log::DERROR); log::console_disable(log::DWARNING); } } return true; } bool console_cmd__demangle(opt &out, const string_view &line) { out << ircd::demangle(line) << std::endl; return true; } bool console_cmd__bt(opt &out, const string_view &line) { const ircd::backtrace bt; for(size_t i(0); i < bt.size(); ++i) { out << std::dec << std::setw(3) << i << ':' << ' ' << std::hex << '[' << uintptr_t(bt[i]) << ']' << std::endl; } return true; } // // main // bool console_cmd__restart(opt &out, const string_view &line) { std::string argv(line); size_t swargs(0), posargs(0); ircd::tokens(line, ' ', [&swargs, &posargs] (const string_view &token) { swargs += startswith(token, '-'); posargs += !startswith(token, '-'); }); if(!posargs) { argv += swargs? " "_sv: ""_sv; argv += m::origin(m::my()); argv += ' '; argv += m::server_name(m::my()); } ircd::restart.set(argv); ircd::quit(); return false; } bool console_cmd__die(opt &out, const string_view &line) { ircd::quit(); return false; } [[noreturn]] bool console_cmd__die__hard(opt &out, const string_view &line) { ircd::terminate(); __builtin_unreachable(); } bool console_cmd__sync(opt &out, const string_view &line) { for(const auto &db : db::database::list) { sync(*db); out << "synchronized " << name(*db) << '.' << std::endl; } return true; } bool console_cmd__beep(opt &out, const string_view &line) { const params param{line, " ", { "frequency", "duration" }}; const auto tone { param.at("frequency", 2600.0f) }; const auto duration { param.at("duration", 250ms) }; beep beep { tone }; ctx::sleep(duration); return true; } // // log // bool console_cmd__log(opt &out, const string_view &line) { for(const auto *const &log : log::log::list) out << (log->snote? log->snote : '-') << " " << std::setw(24) << std::left << log->name << " " << (log->fmasked? " FILE" : "") << (log->cmasked? " CONSOLE" : "") << std::endl; return true; } bool console_cmd__log__level(opt &out, const string_view &line) { const params param{line, " ", { "level", }}; const auto level_string { param["level"] }; uint level {-1U}; if(level_string) switch(hash(level_string)) { case "CRITICAL"_: level = 0U; break; case "ERROR"_: level = 1U; break; case "WARNING"_: level = 2U; break; case "NOTICE"_: level = 3U; break; case "INFO"_: level = 4U; break; case "DERROR"_: level = 5U; break; case "DWARNING"_: level = 6U; break; case "DEBUG"_: level = 7U; break; }; if(level != -1U) { for(auto i(0U); i < num_of(); ++i) if(i > level && log::console_enabled(log::level(i))) console_disable(log::level(i)); else if(i <= level) console_enable(log::level(i)); } bool enabled[num_of()]; for(auto i(0U); i < num_of(); ++i) enabled[i] = log::console_enabled(log::level(i)); // console log levels must be sampled before the first output. for(auto i(0U); i < num_of(); ++i) { out << '['; if(enabled[i]) out << "\033[1;42m" << '+'; else if(i > RB_LOG_LEVEL) out << "\033[1;40m" << ' '; else out << "\033[1;41m" << '-'; out << "\033[0m" << ']' << ' ' << reflect(log::level(i)) << std::endl; } return true; } bool console_cmd__log__mask(opt &out, const string_view &line) { log::console_mask(tokens(line, ' ')); out << std::endl; console_cmd__log(out, {}); out << std::endl; console_cmd__log__level(out, {}); return true; } bool console_cmd__log__unmask(opt &out, const string_view &line) { log::console_unmask(tokens(line, ' ')); out << std::endl; console_cmd__log(out, {}); out << std::endl; console_cmd__log__level(out, {}); return true; } bool console_cmd__log__mark(opt &out, const string_view &line) { const string_view &msg { empty(line)? "marked by console": line }; log::mark { msg }; out << "The log files were marked with '" << msg << "'" << std::endl; return true; } bool console_cmd__mark(opt &out, const string_view &line) { return console_cmd__log__mark(out, line); } bool console_cmd__log__flush(opt &out, const string_view &line) { log::flush(); return true; } // // info // bool console_cmd__version(opt &out, const string_view &line) { const params param{line, " ", { "all" }}; if(param["all"] != "-a") { out << ircd_version << std::endl; return true; } out << "ircd_name " << ircd_name << std::endl; out << "ircd_version " << ircd_version << std::endl; out << std::endl; out << "info::name " << info::name << std::endl; out << "info::version " << info::version << std::endl; out << "info::tag " << info::tag << std::endl; out << "info::branch " << info::branch << std::endl; out << "info::commit " << info::commit << std::endl; out << "info::user_agent " << info::user_agent << std::endl; out << "info::server_agent " << info::server_agent << std::endl; out << std::endl; out << "VERSION " << VERSION << std::endl; out << std::endl; out << "BRANDING_NAME " << BRANDING_NAME << std::endl; out << "BRANDING_VERSION " << BRANDING_VERSION << std::endl; out << std::endl; out << "PACKAGE " << PACKAGE_VERSION << std::endl; out << "PACKAGE_VERSION " << PACKAGE_VERSION << std::endl; out << "PACKAGE_NAME " << PACKAGE_NAME << std::endl; out << "PACKAGE_STRING " << PACKAGE_STRING << std::endl; out << "PACKAGE_VERSION " << PACKAGE_VERSION << std::endl; out << "PACKAGE_TARNAME " << PACKAGE_TARNAME << std::endl; out << std::endl; out << "RB_VERSION " << RB_VERSION << std::endl; out << "RB_VERSION_BRANCH " << RB_VERSION_BRANCH << std::endl; out << "RB_VERSION_COMMIT " << RB_VERSION_COMMIT << std::endl; out << "RB_VERSION_TAG " << RB_VERSION_TAG << std::endl; out << std::endl; out << "info::configured " << info::configured << std::endl; out << "info::compiled " << info::compiled << std::endl; out << "info::startup " << info::startup << std::endl; out << std::endl; out << "RB_DATESTR " << RB_DATESTR << std::endl; out << "RB_TIME_CONFIGURED " << RB_TIME_CONFIGURED << std::endl; out << "RB_DATE_CONFIGURED " << RB_DATE_CONFIGURED << std::endl; out << std::endl; return true; } bool console_cmd__versions(opt &out, const string_view &line) { out << std::left << std::setw(6) << "TYPE" << " " << std::left << std::setw(16) << "NAME" << " " << std::left << std::setw(14) << "MONOTONIC" << " " << std::left << std::setw(14) << "SEMANTIC" << " " << std::left << std::setw(16) << ":STRING" << " " << std::endl; for(const auto &version : info::versions::list) { const auto &type { version->type == version->API? "API": version->type == version->ABI? "ABI": "???" }; char buf[32]; const string_view semantic{fmt::sprintf { buf, "%ld.%ld.%ld", version->semantic[0], version->semantic[1], version->semantic[2], }}; out << std::left << std::setw(6) << type << " " << std::left << std::setw(16) << version->name << " " << std::left << std::setw(14) << version->monotonic << " " << std::left << std::setw(14) << semantic << " :" << std::left << std::setw(16) << version->string << " " << std::endl; } return true; } bool console_cmd__info(opt &out, const string_view &line) { info::dump(); out << "Library information was written to the INFO and DEBUG logs." << std::endl; return true; } bool console_cmd__uptime(opt &out, const string_view &line) { const seconds uptime { ircd::uptime() }; char tmp[48]; out << pretty(tmp, uptime) << std::endl; return true; } bool console_cmd__date(opt &out, const string_view &line) { out << ircd::time() << " sec" << std::endl; out << ircd::time() << " ms" << std::endl; out << ircd::time() << " us" << std::endl; char buf[128]; const auto now{ircd::now()}; out << timef(buf, now, ircd::localtime) << std::endl; out << timef(buf, now) << " (UTC)" << std::endl; return true; } // // filesystem // bool console_cmd__fs__ls(opt &out, const string_view &line) { const params param{line, " ", { "path_or_option", "[path]" }}; const string_view option { startswith(param["path_or_option"], '-')? param["path_or_option"]: string_view{} }; string_view path { option? param["[path]"]: param["path_or_option"] }; const std::string cwd { !path? fs::cwd(): std::string{} }; if(!path) path = cwd; const auto list { option == "-r" || option == "-R"? fs::ls_r(path): fs::ls(path) }; for(const auto &file : list) out << file << std::endl; return true; } bool console_cmd__fs__dev(opt &out, const string_view &line) { const params param{line, " ", { "type" }}; const string_view type { param["type"] }; out << std::setw(3) << std::right << "maj" << ':' << std::setw(3) << std::left << "min" << ' ' << std::setw(10) << std::right << "TYPE" << ' ' << std::setw(12) << std::left << " " << ' ' << std::setw(6) << std::right << "NR_REQ" << ' ' << std::setw(6) << std::right << "DEPTH" << ' ' << std::setw(5) << std::right << "MERGE" << ' ' << std::setw(5) << std::right << "OPTSZ" << ' ' << std::setw(5) << std::right << "MINSZ" << ' ' << std::setw(5) << std::right << "LOGSZ" << ' ' << std::setw(5) << std::right << "PHYSZ" << ' ' << std::setw(6) << std::right << "SECTSZ" << ' ' << std::setw(14) << std::right << "SECTORS" << ' ' << std::setw(26) << "SIZE" << ' ' << std::setw(10) << std::right << "REV" << ' ' << std::setw(20) << std::left << "MODEL" << ' ' << std::setw(16) << std::left << "VENDOR" << ' ' << std::setw(24) << std::left << "SCHED" << ' ' << std::endl; fs::dev::blk::for_each(type, [&out] (const ulong &id, const fs::dev::blk &dev) { const auto mm(fs::dev::id(id)); char pbuf[48]; out << std::setw(3) << std::right << std::get<0>(mm) << ':' << std::setw(3) << std::left << std::get<1>(mm) << ' ' << std::setw(10) << std::right << dev.type << ' ' << std::setw(12) << std::left << (dev.rotational? "rotating"_sv : string_view{}) << ' ' << std::setw(6) << std::right << dev.nr_requests << ' ' << std::setw(6) << std::right << dev.queue_depth << ' ' << std::setw(5) << std::right << (dev.merges? 'Y' : 'N') << ' ' << std::setw(5) << std::right << dev.optimal_io << ' ' << std::setw(5) << std::right << dev.minimum_io << ' ' << std::setw(5) << std::right << dev.logical_block << ' ' << std::setw(5) << std::right << dev.physical_block << ' ' << std::setw(6) << std::right << dev.sector_size << ' ' << std::setw(14) << std::right << dev.sectors << ' ' << std::setw(26) << pretty(pbuf, iec(dev.sectors * dev.sector_size)) << ' ' << std::setw(10) << std::right << dev.rev << ' ' << std::setw(20) << std::left << dev.model << ' ' << std::setw(16) << std::left << dev.vendor << ' ' << std::setw(24) << std::left << dev.scheduler << ' ' << std::endl; }); return true; } bool console_cmd__fs__dev__stats(opt &out, const string_view &line) { const params param{line, " ", { "name" }}; const string_view name { param["name"] }; out << std::setw(3) << std::right << "maj" << ':' << std::setw(3) << std::left << "min" << ' ' << std::setw(18) << std::left << "name" << ' ' << std::setw(6) << std::right << "io cur" << ' ' << std::setw(12) << std::right << "io time" << ' ' << std::setw(12) << std::right << "io weighted" << ' ' << std::setw(12) << std::right << "reads" << ' ' << std::setw(12) << std::right << "read sect" << ' ' << std::setw(12) << std::right << "read merge" << ' ' << std::setw(12) << std::right << "read time" << ' ' << std::setw(12) << std::right << "writes" << ' ' << std::setw(12) << std::right << "write sect" << ' ' << std::setw(12) << std::right << "write merge" << ' ' << std::setw(12) << std::right << "write time" << ' ' << std::setw(12) << std::right << "discards" << ' ' << std::setw(12) << std::right << "discard sect" << ' ' << std::setw(12) << std::right << "discard merg" << ' ' << std::setw(12) << std::right << "discard time" << ' ' << std::setw(12) << std::right << "flushes" << ' ' << std::setw(12) << std::right << "flush time" << ' ' << std::endl; fs::dev::stats::for_each([&out, &name] (const auto &stats) { if(name && !startswith(stats.name, name)) return true; char tmbuf[8][32]; out << std::setw(3) << std::right << stats.id.first << ':' << std::setw(3) << std::left << stats.id.second << ' ' << std::setw(18) << std::left << stats.name << ' ' << std::setw(6) << std::right << stats.io_current << ' ' << std::setw(12) << std::right << pretty(tmbuf[0], stats.io_time, 1) << ' ' << std::setw(12) << std::right << pretty(tmbuf[1], stats.io_weighted_time, 1) << ' ' << std::setw(12) << std::right << stats.read << ' ' << std::setw(12) << std::right << stats.read_merged << ' ' << std::setw(12) << std::right << stats.read_sectors << ' ' << std::setw(12) << std::right << pretty(tmbuf[2], stats.read_time, 1) << ' ' << std::setw(12) << std::right << stats.write << ' ' << std::setw(12) << std::right << stats.write_merged << ' ' << std::setw(12) << std::right << stats.write_sectors << ' ' << std::setw(12) << std::right << pretty(tmbuf[3], stats.write_time, 1) << ' ' << std::setw(12) << std::right << stats.discard << ' ' << std::setw(12) << std::right << stats.discard_merged << ' ' << std::setw(12) << std::right << stats.discard_sectors << ' ' << std::setw(12) << std::right << pretty(tmbuf[4], stats.discard_time, 1) << ' ' << std::setw(12) << std::right << stats.flush << ' ' << std::setw(12) << std::right << pretty(tmbuf[5], stats.flush_time, 1) << ' ' << '\n'; return !name; }); out << std::endl; return true; } bool console_cmd__ls(opt &out, const string_view &line) { return console_cmd__fs__ls(out, line); } // // proc // bool console_cmd__proc(opt &out, const string_view &line) { const params param{line, " ", { "filename" }}; const auto filename { param.at("filename", ""_sv) }; static const auto prefix { "/proc/self/"_sv }; char pathbuf[128]; const string_view path{fmt::sprintf { pathbuf, "%s%s", prefix, filename }}; if(fs::is_dir(path)) { for(const auto &file : fs::ls(path)) out << lstrip(file, prefix) << (fs::is_dir(file)? "/" : "") << std::endl; return true; } const fs::fd fd { path, fs::fd::opts { .mode = std::ios::in, }, }; fs::read_opts opts; opts.aio = false; opts.offset = 0; const unique_buffer buf { info::page_size }; string_view read; do { read = fs::read(fd, buf, opts); opts.offset += size(read); out << read; } while(!empty(read)); out << std::endl; return true; } // Specialized command, strips lines which have 0 values for shorter output. bool console_cmd__proc__smaps(opt &out, const string_view &line) { fs::fd fd { "/proc/self/smaps", fs::fd::opts { .mode = std::ios::in, }, }; fs::read_opts opts; opts.aio = false; opts.offset = 0; const unique_buffer buf { 4_MiB }; const string_view read { fs::read(fd, buf, opts) }; ircd::tokens(read, '\n', [&out] (const string_view &line) { const auto &[key, val] { split(line, ':') }; if(lstrip(val, ' ') == "0 kB") return; out << line << std::endl; }); return true; } // // mem // bool console_cmd__mem(opt &out, const string_view &line) { const params param{line, " ", { "opts" }}; // Optional options string passed to implementation; might not be available // or ignored. See jemalloc(3) etc. const string_view &opts { param["opts"] }; auto &this_thread { ircd::allocator::profile::this_thread }; char pbuf[2][48]; if(this_thread.alloc_count) out << "IRCd thread allocations:" << std::endl << "alloc count: " << this_thread.alloc_count << std::endl << "freed count: " << this_thread.free_count << std::endl << "alloc bytes: " << pretty(pbuf[0], iec(this_thread.alloc_bytes)) << std::endl << "freed bytes: " << pretty(pbuf[1], iec(this_thread.free_bytes)) << std::endl << std::endl; if(opts == "ircd") return true; thread_local char buf[48_KiB]; out << "Allocator information:" << std::endl << allocator::info(buf, opts) << std::endl ; return true; } bool console_cmd__mem__trim(opt &out, const string_view &line) { const params param{line, " ", { "pad" }}; const size_t &pad { param.at("pad", 0UL) }; const auto ret { ircd::allocator::trim(pad) }; out << "malloc trim " << (ret? "was able to release some memory." : "did not release any memory.") << std::endl; return true; } bool console_cmd__mem__set(opt &out, const string_view &line) { const params param{line, " ", { "key", "type", "val" }}; const string_view &key { param.at("key") }; const string_view &type { param.at("type", "string"_sv) }; string_view set; thread_local char buf[2][4_KiB]; switch(hash(type)) { case "void"_: set = {}; break; case "bool"_: *reinterpret_cast(buf[0]) = lex_cast(param.at("val")); set = { buf[0], sizeof(bool) }; break; case "size_t"_: *reinterpret_cast(buf[0]) = lex_cast(param.at("val")); set = { buf[0], sizeof(size_t) }; break; case "ssize_t"_: *reinterpret_cast(buf[0]) = lex_cast(param.at("val")); set = { buf[0], sizeof(ssize_t) }; break; case "unsigned"_: *reinterpret_cast(buf[0]) = lex_cast(param.at("val")); set = { buf[0], sizeof(unsigned) }; break; case "uint64_t"_: *reinterpret_cast(buf[0]) = lex_cast(param.at("val")); set = { buf[0], sizeof(uint64_t) }; break; case "uint64_t*"_: *reinterpret_cast(buf[0]) = lex_cast(param.at("val")); set = { buf[0], sizeof(uintptr_t) }; break; default: case "string"_: set = param.at("val"); break; } const string_view &get { allocator::set(key, set, buf[1]) }; return true; } bool console_cmd__mem__get(opt &out, const string_view &line) { const params param{line, " ", { "key", "type" }}; const string_view &key { param.at("key") }; const string_view &type { param.at("type", "unsigned"_sv) }; char buf[512]; const string_view &val { allocator::get(key, buf) }; switch(hash(type)) { case "void"_: out << std::endl; break; case "bool"_: out << lex_cast(*reinterpret_cast(data(val))) << std::endl; break; case "size_t"_: out << lex_cast(*reinterpret_cast(data(val))) << std::endl; break; case "ssize_t"_: out << lex_cast(*reinterpret_cast(data(val))) << std::endl; break; default: case "unsigned"_: out << lex_cast(*reinterpret_cast(data(val))) << std::endl; break; case "uint64_t"_: out << lex_cast(*reinterpret_cast(data(val))) << std::endl; break; case "uint64_t*"_: out << lex_cast(*reinterpret_cast(data(val))) << std::endl; break; case "string"_: out << *reinterpret_cast(data(val)) << std::endl; break; } return true; } // // vg // bool console_cmd__vg(opt &out, const string_view &line) { if(vg::active) out << "running on valgrind" << std::endl; else out << "bare metal" << std::endl; return true; } // // prof // bool console_cmd__prof__psi(opt &out, const string_view &line) { if(!prof::psi::supported) throw error { "Pressure Still Information is not supported." }; const auto show_file{[&out] (const string_view &name, prof::psi::file &file) { if(!refresh(file)) return; const auto show_metric{[&out, &name] (const auto &metric, const string_view &metric_name) { char pbuf[48]; out << std::left << std::setw(6) << name << ' ' << metric_name << " stall window " << pretty(pbuf, metric.stall.window) << " (" << metric.stall.window.count() << ')' << std::endl; out << std::left << std::setw(6) << name << ' ' << metric_name << " stall last " << pretty(pbuf, metric.stall.relative) << " (" << metric.stall.relative.count() << ") " << metric.stall.pct << '%' << std::endl; out << std::left << std::setw(6) << name << ' ' << metric_name << " stall total " << pretty(pbuf, metric.stall.total) << " (" << metric.stall.total.count() << ')' << std::endl; for(size_t i(0); i < metric.avg.size(); i++) out << std::left << std::setw(6) << name << ' ' << metric_name << " " << std::right << std::setw(4) << metric.avg.at(i).window.count() << "s " << std::right << metric.avg.at(i).pct << '%' << std::endl; }}; show_metric(file.some, "some"); show_metric(file.full, "full"); }}; const params param{line, " ", { "file", "metric", "threshold", "window" }}; string_view filename { param["file"] }; const string_view &metric { param["metric"] }; const string_view &threshold { param["threshold"] }; const string_view &window { param["window"] }; if(metric && threshold && window) { const fmt::bsprintf<64> trigger { "%s %s %s", metric, threshold, window, }; auto *const trigfile { filename == "cpu"? &prof::psi::cpu: filename == "memory"? &prof::psi::mem: filename == "io"? &prof::psi::io: nullptr }; if(!trigfile) throw error { "Unknown file '%s'", filename }; prof::psi::trigger trig[1] { { *trigfile, trigger } }; auto &file { prof::psi::wait(trig) }; out << "Got: " << file.name << std::endl << std::endl; filename = file.name; } if(!filename || filename == "cpu") show_file("cpu", prof::psi::cpu); if(!filename || filename == "memory") show_file("memory", prof::psi::mem); if(!filename || filename == "io") show_file("io ", prof::psi::io); return true; } bool console_cmd__prof__vg__start(opt &out, const string_view &line) { prof::vg::start(); return true; } bool console_cmd__prof__vg__stop(opt &out, const string_view &line) { prof::vg::stop(); return true; } bool console_cmd__prof__vg__reset(opt &out, const string_view &line) { prof::vg::reset(); return true; } bool console_cmd__prof__vg__toggle(opt &out, const string_view &line) { prof::vg::toggle(); return true; } bool console_cmd__prof__vg__dump(opt &out, const string_view &line) { char reason[128]; prof::vg::dump(data(ircd::strlcpy(reason, line))); return true; } // // env // bool console_cmd__env(opt &out, const string_view &line) { if(!::environ) throw error { "Env variable list not available." }; const params param{line, " ", { "key" }}; if(param["key"] == "*") { for(const char *const *e(::environ); *e; ++e) out << *e << std::endl; return true; } if(param["key"]) { out << util::getenv(param["key"]) << std::endl; return true; } for(const char *const *e(::environ); *e; ++e) { string_view kv[2]; tokens(*e, '=', kv); if(!startswith(kv[0], "IRCD_") && !startswith(kv[0], "ircd_")) continue; out << std::setw(64) << std::left << kv[0] << " :" << kv[1] << std::endl; } return true; } // // stats // bool console_cmd__stats(opt &out, const string_view &line) { const params param{line, " ", { "prefix", "all" }}; const bool all { param[0] == "-a" || param[1] == "-a" }; const string_view prefix { param[0] == "-a"? param[1]: param[0] }; for(const auto &item : stats::items) { if(prefix && !startswith(item->name, prefix)) continue; assert(item); if(!all && !*item) continue; static constexpr size_t name_width { 80 }; const fmt::bsprintf<128> name { "%s ", trunc(item->name, name_width) }; out << std::left << std::setfill('_') << std::setw(name_width) << name << " " << (*item) << std::endl; } return true; } // // ios // bool console_cmd__ios(opt &out, const string_view &line) { out << std::left << std::setw(3) << "ID" << " " << std::left << std::setw(48) << "NAME" << " " << std::right << std::setw(6) << "QUEUED" << " " << std::right << std::setw(13) << "LAST LATENCY" << " " << std::right << std::setw(13) << "AVG LATENCY" << " " << std::right << std::setw(13) << "AVG CYCLES" << " " << std::right << std::setw(13) << "LAST CYCLES" << " " << std::right << std::setw(10) << "CALLS" << " " << std::right << std::setw(10) << "ALLOCS" << " " << std::right << std::setw(10) << "FREES" << " " << std::right << std::setw(26) << "ALLOCATED NOW" << " " << std::right << std::setw(26) << "ALLOCATED TOTAL" << " " << std::right << std::setw(8) << "FAULTS" << std::endl ; const auto stats_output{[&out] (const auto &s) { char pbuf[64]; const auto latency_avg { s.calls? (long double)s.latency_total / (long double)s.calls: 0.0L }; const auto cycles_avg { s.calls? (long double)s.slice_total / (long double)s.calls: 0.0L }; out << " " << std::right << std::setw(6) << s.queued << " " << std::right << std::setw(13) << pretty(pbuf, si(ulong(s.latency_last)), 2) << " " << std::right << std::setw(13) << pretty(pbuf, si(ulong(latency_avg)), 2) << " " << std::right << std::setw(13) << pretty(pbuf, si(ulong(cycles_avg)), 2) << " " << std::right << std::setw(13) << pretty(pbuf, si(s.slice_last), 2) << " " << std::right << std::setw(10) << s.calls << " " << std::right << std::setw(10) << s.allocs << " " << std::right << std::setw(10) << s.frees << " " << std::right << std::setw(26) << pretty(pbuf, iec(s.alloc_bytes - s.free_bytes)) << " " << std::right << std::setw(26) << pretty(pbuf, iec(s.alloc_bytes)) << " " << std::right << std::setw(8) << s.faults ; }}; for(const auto *const &descriptor : ios::descriptor::list) { assert(descriptor); const auto &d(*descriptor); assert(d.stats); const auto &s(*d.stats); out << std::left << std::setw(3) << d.id << " " << std::left << std::setw(48) << d.name; stats_output(s); out << std::endl; } return true; } bool console_cmd__ios__record(opt &out, const string_view &line) { std::map> map; for(const auto *const &descriptor : ios::descriptor::list) { assert(descriptor); const auto &d(*descriptor); const auto &history(d.history); const auto &pos(d.history_pos); for(size_t i(pos); i < 256; ++i) { if(!history[i][0]) continue; map.emplace(history[i][0], std::make_tuple(history[i][1], descriptor)); } for(size_t i(0); i < pos; ++i) { if(!history[i][0]) continue; map.emplace(history[i][0], std::make_tuple(history[i][1], descriptor)); } } uint64_t last(0); for(const auto &[epoch, tuple] : map) { const auto &[cyc, desc] { tuple }; const char ch { epoch == last + 1? '|': 'T' }; out << " " << ch << std::right << " " << std::setw(12) << epoch << " " << std::setw(12) << cyc << " " << std::left << std::setw(36) << desc->name; out << std::endl; last = epoch; } return true; } bool console_cmd__ios__history(opt &out, const string_view &line) { for(const auto *const &descriptor : ios::descriptor::list) { assert(descriptor); const auto &d(*descriptor); const auto &history(d.history); const auto &pos(d.history_pos); out << std::left << std::setw(3) << d.id << " " << std::left << std::setw(48) << d.name << std::endl; size_t k(0); for(size_t i(pos); i < 256; ++i) { if(!history[i][0]) continue; out << "[" << std::right << std::setw(9) << history[i][0] << " |" << std::right << std::setw(9) << history[i][1] << "] "; if(++k % 12 == 0) out << std::endl; } for(size_t i(0); i < pos; ++i) { if(!history[i][0]) continue; out << "[" << std::right << std::setw(9) << history[i][0] << " |" << std::right << std::setw(9) << history[i][1] << "] "; if(++k % 12 == 0) out << std::endl; } out << std::endl; } return true; } bool console_cmd__ios__depth(opt &out, const string_view &line) { static ios::descriptor dispatch_desc { "ircd.console.depth.dispatch", }; static ios::descriptor post_desc { "ircd.console.depth.post", }; static ios::descriptor defer_desc { "ircd.console.latency.defer", nullptr, nullptr, true, }; uint64_t returned, executed, started; // ios::dispatch { started = ios::epoch(); ios::dispatch(dispatch_desc, ios::yield, [&executed] () noexcept { executed = ios::epoch(); }); returned = ios::epoch(); } out << "disp send: " << (executed - started) << std::endl << "disp recv: " << (returned - executed) << std::endl << "disp rtt: " << (returned - started) << std::endl << std::endl; // ios::post { started = ios::epoch(); ios::dispatch(post_desc, ios::defer, ios::yield, [&executed] () noexcept { executed = ios::epoch(); }); returned = ios::epoch(); } out << "post send: " << (executed - started) << std::endl << "post recv: " << (returned - executed) << std::endl << "post rtt: " << (returned - started) << std::endl << std::endl; // ios::defer { started = ios::epoch(); ios::dispatch(defer_desc, ios::defer, ios::yield, [&executed] () noexcept { executed = ios::epoch(); }); returned = ios::epoch(); } out << "defer send: " << (executed - started) << std::endl << "defer recv: " << (returned - executed) << std::endl << "defer rtt: " << (returned - started) << std::endl << std::endl; return true; } #ifdef __x86_64__ bool console_cmd__ios__latency(opt &out, const string_view &line) { static ios::descriptor dispatch_desc { "ircd.console.latency.dispatch" }; static ios::descriptor post_desc { "ircd.console.latency.post" }; static ios::descriptor defer_desc { "ircd.console.latency.defer", nullptr, nullptr, true, }; long long returned, executed, started; // control { __sync_synchronize(); asm volatile ("lfence"); started = prof::cycles(); asm volatile ("lfence"); __sync_synchronize(); asm volatile ("lfence"); executed = prof::cycles(); asm volatile ("lfence"); __sync_synchronize(); asm volatile ("lfence"); returned = prof::cycles(); asm volatile ("lfence"); } out << "tsc send: " << (executed - started) << std::endl << "tsc recv: " << (returned - executed) << std::endl << "tsc rtt: " << (returned - started) << std::endl << std::endl; // // ios::dispatch // { __sync_synchronize(); asm volatile ("lfence"); started = prof::cycles(); asm volatile ("lfence"); ios::dispatch(dispatch_desc, ios::yield, [&executed] () noexcept { __sync_synchronize(); asm volatile ("lfence"); executed = prof::cycles(); asm volatile ("lfence"); }); __sync_synchronize(); asm volatile ("lfence"); returned = prof::cycles(); asm volatile ("lfence"); } out << "disp send: " << (executed - started) << std::endl << "disp recv: " << (returned - executed) << std::endl << "disp rtt: " << (returned - started) << std::endl << std::endl; // // ios::post // { __sync_synchronize(); asm volatile ("lfence"); started = prof::cycles(); asm volatile ("lfence"); ios::dispatch(post_desc, ios::defer, ios::yield, [&executed] () noexcept { __sync_synchronize(); asm volatile ("lfence"); executed = prof::cycles(); asm volatile ("lfence"); }); __sync_synchronize(); asm volatile ("lfence"); returned = prof::cycles(); asm volatile ("lfence"); } out << "post send: " << (executed - started) << std::endl << "post recv: " << (returned - executed) << std::endl << "post rtt: " << (returned - started) << std::endl << std::endl; // // ios::defer // { __sync_synchronize(); asm volatile ("lfence"); started = prof::cycles(); asm volatile ("lfence"); ios::dispatch(defer_desc, ios::defer, ios::yield, [&executed] () noexcept { __sync_synchronize(); asm volatile ("lfence"); executed = prof::cycles(); asm volatile ("lfence"); }); __sync_synchronize(); asm volatile ("lfence"); returned = prof::cycles(); asm volatile ("lfence"); } out << "defer send: " << (executed - started) << std::endl << "defer recv: " << (returned - executed) << std::endl << "defer rtt: " << (returned - started) << std::endl << std::endl; return true; } #endif // // aio // bool console_cmd__aio(opt &out, const string_view &line) { if(!fs::aio::enable) throw error { "AIO is not available." }; const auto &s { fs::aio::stats }; out << std::setw(18) << std::left << "requests" << std::setw(9) << std::right << s.requests << " " << pretty(iec(s.bytes_requests)) << std::endl; out << std::setw(18) << std::left << "requests cur" << std::setw(9) << std::right << (s.requests - s.complete) << " " << pretty(iec(s.bytes_requests - s.bytes_complete)) << std::endl; out << std::setw(18) << std::left << "requests que" << std::setw(9) << std::right << s.cur_queued << std::endl; out << std::setw(18) << std::left << "requests out" << std::setw(9) << std::right << s.cur_submits << std::endl; out << std::setw(18) << std::left << "requests out max" << std::setw(9) << std::right << s.max_submits << std::endl; out << std::setw(18) << std::left << "requests avg" << std::setw(9) << std::right << "-" << " " << pretty(iec(s.bytes_requests / s.requests)) << std::endl; out << std::setw(18) << std::left << "requests max" << std::setw(9) << std::right << s.max_requests << std::endl; out << std::setw(18) << std::left << "reads" << std::setw(9) << std::right << s.reads << " " << pretty(iec(s.bytes_read)) << std::endl; out << std::setw(18) << std::left << "reads cur" << std::setw(9) << std::right << s.cur_reads << std::endl; out << std::setw(18) << std::left << "reads avg" << std::setw(9) << std::right << "-" << " " << pretty(iec(s.bytes_read / s.reads)) << std::endl; out << std::setw(18) << std::left << "reads max" << std::setw(9) << std::right << s.max_reads << std::endl; out << std::setw(18) << std::left << "writes" << std::setw(9) << std::right << s.writes << " " << pretty(iec(s.bytes_write)) << std::endl; out << std::setw(18) << std::left << "writes cur" << std::setw(9) << std::right << s.cur_writes << " " << pretty(iec(s.cur_bytes_write)) << std::endl; out << std::setw(18) << std::left << "writes avg" << std::setw(9) << std::right << "-" << " " << pretty(iec(s.bytes_write / s.writes)) << std::endl; out << std::setw(18) << std::left << "writes max" << std::setw(9) << std::right << s.max_writes << std::endl; out << std::setw(18) << std::left << "submits" << std::setw(9) << std::right << s.submits << std::endl; out << std::setw(18) << std::left << "handles" << std::setw(9) << std::right << s.handles << std::endl; out << std::setw(18) << std::left << "events" << std::setw(9) << std::right << s.events << std::endl; out << std::setw(18) << std::left << "stalls" << std::setw(9) << std::right << s.stalls << std::endl; out << std::setw(18) << std::left << "errors" << std::setw(9) << std::right << s.errors << " " << pretty(iec(s.bytes_errors)) << std::endl; out << std::setw(18) << std::left << "cancel" << std::setw(9) << std::right << s.cancel << " " << pretty(iec(s.bytes_cancel)) << std::endl; return true; } // // conf // bool console_cmd__conf__list(opt &out, const string_view &line) { const params param{line, " ", { "prefix" }}; const auto prefix { param.at("prefix", string_view{}) }; const unique_mutable_buffer val { 4_KiB }; for(const auto &[key, item_p] : conf::items) { if(prefix && !startswith(key, prefix)) continue; const string_view _key { fmt::sprintf{val, "%s ", key} }; out << std::setw(80) << std::left << std::setfill('_') << _key << " " << item_p->get(val + size(_key)) << std::endl; } return true; } bool console_cmd__conf(opt &out, const string_view &line) { return console_cmd__conf__list(out, line); } bool console_cmd__conf__set(opt &out, const string_view &line) { const params param{line, " ", { "key", "value" }}; const auto &key { param.at(0) }; const auto &val { tokens_after(line, ' ', 0) }; const auto event_id { m::my().conf->set(key, val) }; out << event_id << " <- " << key << " = " << val << std::endl; return true; } bool console_cmd__conf__get(opt &out, const string_view &line) { const params param{line, " ", { "key" }}; const auto &key { param.at("key") }; const unique_mutable_buffer val { 4_KiB }; for(const auto &[_key, item_p] : conf::items) { if(_key != key) continue; assert(item_p); out << item_p->get(val) << std::endl; return true; } throw m::NOT_FOUND { "Conf item '%s' not found", key }; } bool console_cmd__conf__rehash(opt &out, const string_view &line) { const params param{line, " ", { "prefix" }}; string_view prefix { param.at("prefix", "*"_sv) }; if(prefix == "*") prefix = string_view{}; const auto stored { m::my().conf->store(prefix) }; out << "Saved runtime conf items" << (prefix? " with the prefix "_sv : string_view{}) << (prefix? prefix : string_view{}) << " from the current state into " << m::my().conf->room_id << std::endl; return true; } bool console_cmd__conf__default(opt &out, const string_view &line) { const params param{line, " ", { "prefix" }}; const auto &prefix { param["prefix"] }; const auto defaulted { m::my().conf->defaults(prefix) }; out << "Set " << defaulted << " runtime conf items" << (prefix? " with the prefix "_sv : string_view{}) << (prefix? prefix : string_view{}) << " to their default value." << std::endl << "Note: These values must be saved with the rehash command" << " to survive a restart/reload." << std::endl; return true; } bool console_cmd__conf__load(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "prefix" }}; const auto &room_id { startswith(param["room_id"], '!')? param["room_id"]: m::my().conf->room_id }; const auto &prefix { startswith(param["room_id"], '!')? param["prefix"]: param["room_id"] }; // TODO: interface for room_id const auto loaded { m::my().conf->load(prefix) }; out << "Updated " << loaded << " runtime conf items from the current state in " << room_id << std::endl; return true; } bool console_cmd__conf__reset(opt &out, const string_view &line) { ircd::conf::reset(); out << "All conf items which execute code upon a change" << " have done so with the latest runtime value." << std::endl; return true; } bool console_cmd__conf__diff(opt &out, const string_view &line) { const params param{line, " ", { "key" }}; const auto &key { param[0] }; const unique_buffer buf { 4_KiB }; out << std::setw(48) << std::left << "NAME" << " | " << std::setw(36) << "CURRENT" << " | " << std::setw(36) << "DEFAULT" << std::endl; for(const auto &item : conf::items) { if(!startswith(item.first, key)) continue; const json::string &default_ { item.second->feature.get("default") }; const auto &val { item.second->get(buf) }; if(val == default_) continue; out << std::setw(48) << std::left << item.first << " | " << std::setw(36) << val << " | " << std::setw(36) << default_ << std::endl; } return true; } // // hook // bool console_cmd__hook__list(opt &out, const string_view &line) { for(const auto &site : m::hook::base::site::list) { out << std::left << site->name() << ':' << std::endl << string_view{site->feature} << std::endl << "matchers: " << site->matchers << std::endl << "count: " << site->count << std::endl << "calls: " << site->calls << std::endl << "calling: " << site->calling << std::endl << std::endl ; for(const auto &hookp : site->hooks) out << (hookp->registered? '+' : '-') << " " << std::setw(4) << std::left << hookp->id() << " " << std::setw(8) << std::right << hookp->calls << " " << std::setw(3) << std::right << hookp->calling << " " << string_view{hookp->feature} << std::endl ; out << std::endl ; } return true; } bool console_cmd__hook(opt &out, const string_view &line) { return console_cmd__hook__list(out, line); } // // mod // bool console_cmd__mod(opt &out, const string_view &line) { auto avflist(mods::available()); const auto b(std::make_move_iterator(begin(avflist))); const auto e(std::make_move_iterator(end(avflist))); std::vector available(b, e); std::sort(begin(available), end(available)); for(const auto &mod : available) { const auto loadstr { mods::loaded(mod)? "\033[1;32;42m+\033[0m" : " " }; out << "[" << loadstr << "] " << mod << std::endl; } return true; } bool console_cmd__mod__path(opt &out, const string_view &line) { for(const auto &path : ircd::mods::paths) out << path << std::endl; return true; } bool console_cmd__mod__sections(opt &out, const string_view &line) { const params param{line, " ", { "path" }}; const string_view path { param.at("path") }; auto sections(mods::sections(path)); std::sort(begin(sections), end(sections)); for(const auto &name : sections) { out << name; const auto &symbols(mods::symbols(path, name)); if(!symbols.empty()) out << " (" << symbols.size() << ")"; out << std::endl; } out << std::endl; return true; } bool console_cmd__mod__symbols(opt &out, const string_view &line) { const params param{line, " ", { "path", "section" }}; const string_view path { param.at("path") }; const string_view section { param.at("section", string_view{}) }; const std::vector symbols { mods::symbols(path, section) }; for(const auto &sym : symbols) out << sym << std::endl; out << " -- " << symbols.size() << " symbols in " << path; if(section) out << " in " << section; out << std::endl; return true; } bool console_cmd__mod__mangles(opt &out, const string_view &line) { const params param{line, " ", { "path", "section" }}; const string_view path { param.at("path") }; const string_view section { param.at("section", string_view{}) }; const auto mangles { mods::mangles(path, section) }; for(const auto &p : mangles) out << p.first << " " << p.second << std::endl; out << std::endl; return true; } bool console_cmd__mod__exports(opt &out, const string_view &line) { const params param{line, " ", { "name" }}; const string_view name { param.at("name") }; if(!mods::loaded(name)) throw error { "Module '%s' is not loaded", name }; const module module { name }; auto &exports { mods::exports(module) }; for(const auto &p : exports) out << p.first << " " << p.second << std::endl; out << std::endl; return true; } bool console_cmd__mod__reload(opt &out, const string_view &line) { const auto names { tokens(line, ' ') }; for(auto it(names.begin()); it != names.end(); ++it) { const auto &name{*it}; if(mods::imports.erase(std::string{name})) { out << name << " unloaded." << std::endl; break; } } for(auto it(names.rbegin()); it != names.rend(); ++it) { const auto &name{*it}; if(mods::imports.emplace(std::string{name}, name).second) out << name << " loaded." << std::endl; else out << name << " is already loaded." << std::endl; } return true; } bool console_cmd__mod__load(opt &out, const string_view &line) { tokens(line, ' ', [&out] (const string_view &name) { if(mods::imports.find(name) != end(mods::imports)) { out << name << " is already loaded." << std::endl; return; } mods::imports.emplace(std::string{name}, name); out << name << " loaded." << std::endl; }); return true; } bool console_cmd__mod__unload(opt &out, const string_view &line) { tokens(line, ' ', [&out] (const string_view &name) { if(!mods::imports.erase(std::string{name})) { out << name << " is not loaded." << std::endl; return; } out << "unloaded " << name << std::endl; }); return true; } bool console_cmd__mod__links(opt &out, const string_view &line) { size_t i(0); mods::ldso::for_each([&out, &i] (const auto &link) { out << std::setw(2) << (i++) << " " << mods::ldso::fullname(link) << std::endl; return true; }); return true; } bool console_cmd__mod__needed(opt &out, const string_view &line) { const params param{line, " ", { "name" }}; const string_view name { param.at("name") }; size_t i(0); mods::ldso::for_each_needed(mods::ldso::get(name), [&out, &i] (const string_view &name) { out << std::setw(2) << (i++) << " " << name << std::endl; return true; }); return true; } // // ctx // bool console_cmd__ctx__interrupt(opt &out, const string_view &line) { const params param{line, " ", { "id", "[id]..." }}; size_t count(0); for(size_t i(0); i < param.count(); ++i) count += !ctx::for_each([&](auto &ctx) { if(id(ctx) == param.at(i)) { interrupt(ctx); return false; } else return true; }); return true; } bool console_cmd__ctx__prof(opt &out, const string_view &line) { const params param{line, " ", { "id", }}; const auto display{[&out] (const ctx::prof::ticker &t) { for_each([&out, &t] (const auto &event) { out << std::left << std::setw(15) << std::setfill('_') << reflect(event) << " " << t.event.at(uint8_t(event)) << std::endl; }); }}; if(!param["id"]) { out << "Profile totals for all contexts:\n" << std::endl; display(ctx::prof::get()); return true; } bool cont{true}; for(size_t i(0); i < param.count() && cont; ++i) cont = ctx::for_each([&](auto &ctx) { if(id(ctx) == param.at(i)) { out << "Profile for ctx:" << id(ctx) << " '" << name(ctx) << "':\n" << std::endl; display(ctx::prof::get(ctx)); return false; } else return true; }); return true; } bool console_cmd__ctx__term(opt &out, const string_view &line) { const params param{line, " ", { "id", "[id]..." }}; size_t count(0); for(size_t i(0); i < param.count(); ++i) count += !ctx::for_each([&](auto &ctx) { if(id(ctx) == param.at(i)) { ctx::terminate(ctx); return false; } else return true; }); return true; } bool console_cmd__ctx__list(opt &out, const string_view &line) { const params param{line, " ", { "name", }}; const auto name_filter { param["name"] }; out << ' ' << std::setw(5) << "ID" << ' ' << std::setw(7) << "STATE" << ' ' << std::setw(8) << "YIELDS" << ' ' << std::setw(5) << "NOTES" << ' ' << std::setw(15) << "CYCLE COUNT" << ' ' << std::setw(6) << "PCT" << ' ' << std::setw(25) << "STACK" << ' ' << std::setw(25) << "PEAK OBSERVED" << ' ' << std::setw(25) << "IN CORE" << ' ' << std::setw(25) << "LIMIT" << ' ' << std::setw(6) << "PCT" << ' ' << ":NAME" << std::endl; ctx::for_each([&out, &name_filter] (auto &ctx) { if(name_filter) if(name(ctx) != name_filter) return true; out << std::setw(5) << std::right << id(ctx); out << ' ' << (started(ctx)? 'A' : '-') << (finished(ctx)? 'F' : '-') << (termination(ctx)? 'T' : '-') << (interruptible(ctx)? '-' : 'N') << (waiting(ctx)? 'S' : '-') << (queued(ctx)? 'Q' : '-') << (interruption(ctx)? 'I' : '-') << (running(ctx)? 'R' : '-') ; out << ' ' << std::setw(8) << std::right << epoch(ctx); out << ' ' << std::setw(5) << std::right << notes(ctx); out << ' ' << std::setw(15) << std::right << cycles(ctx); const long double total_cyc(ctx::prof::get(ctx::prof::event::CYCLES)); const auto tsc_pct { total_cyc > 0.0? (cycles(ctx) / total_cyc) : 0.0L }; out << ' ' << std::setw(5) << std::right << std::fixed << std::setprecision(2) << (tsc_pct * 100) << '%'; char pbuf[32]; out << ' ' << std::setw(25) << std::right << pretty(pbuf, iec(ctx::stack::get(ctx).at)); out << ' ' << std::setw(25) << std::right << pretty(pbuf, iec(ctx::stack::get(ctx).peak)); out << ' ' << std::setw(25) << std::right << pretty(pbuf, iec(allocator::incore(ctx::stack::get(ctx).buf))); out << ' ' << std::setw(25) << std::right << pretty(pbuf, iec(ctx::stack::get(ctx).max)); const auto stack_pct { ctx::stack::get(ctx).at / (long double)(ctx::stack::get(ctx).max) }; out << ' ' << std::setw(5) << std::right << std::fixed << std::setprecision(2) << (stack_pct * 100) << '%'; out << " :" << name(ctx); out << '\n'; return true; }); out << std::flush; return true; } bool console_cmd__ctx(opt &out, const string_view &line) { if(empty(line)) return console_cmd__ctx__list(out, line); return true; } // // db // bool console_cmd__db__compressions(opt &out, const string_view &line) { out << "Available compressions:" << std::endl << std::endl; for(const auto &[name, type] : db::compressions) if(!name.empty()) out << name << std::endl; return true; } bool console_cmd__db__pause(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", }}; const auto dbname { param.at(0) }; auto &database { db::database::get(dbname) }; bgpause(database); out << "Paused background jobs for '" << dbname << "'" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__continue(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", }}; const auto dbname { param.at(0) }; auto &database { db::database::get(dbname) }; bgcontinue(database); out << "Resumed background jobs for '" << dbname << "'" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__cancel(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", }}; const auto dbname { param.at(0) }; auto &database { db::database::get(dbname) }; bgcancel(database); out << "canceld background jobs for '" << dbname << "'" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__sync(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", }}; const auto dbname { param.at(0) }; auto &database { db::database::get(dbname) }; sync(database); out << "done" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__refresh(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", }}; const auto dbname { param.at(0) }; auto &database { db::database::get(dbname) }; if(!database.slave) { out << dbname << " is the master. Can only refresh slaves." << std::endl; return true; } const auto before_dbseq{sequence(database)}; const auto before_retired{m::vm::sequence::retired}; refresh(database); m::event::id::buf event_id; if(dbname == "events") m::vm::sequence::retired = m::vm::sequence::get(event_id); out << dbname << " refreshed from " << before_dbseq << " to " << sequence(database) << std::endl; if(dbname == "events") { out << "latest event from " << before_retired << " to " << m::vm::sequence::retired << " [" << event_id << "]" << std::endl; } return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__loglevel(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "level" }}; const auto dbname { param.at("dbname") }; auto &database { db::database::get(dbname) }; if(param.count() == 1) { out << reflect(loglevel(database)) << std::endl; return true; } const log::level &lev { log::reflect(param.at("level")) }; loglevel(database, lev); out << "set logging level of '" << name(database) << "'" << " database to '" << reflect(lev) << "'" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__flush(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "[sync]" }}; const auto dbname { param.at(0) }; const auto sync { param.at(1, false) }; auto &database { db::database::get(dbname) }; flush(database, sync); out << "done" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__sort(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "[blocking]", "[now]" }}; const auto dbname { param.at(0) }; const auto colname { param.at("column", "*"_sv) }; const auto blocking { param.at("[blocking]", true) }; const auto now { param.at("[now]", true) }; auto &database { db::database::get(dbname) }; if(colname == "*") { db::sort(database, blocking, now); out << "done" << std::endl; return true; } db::column column { database, colname }; db::sort(column, blocking, now); out << "done" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__compact(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "[colname]", "[begin]", "[end]", "[level]" }}; const auto dbname { param.at(0) }; const auto colname { param[1] }; const auto begin { param[2] }; const auto end { param[3] }; const auto level { param.at(4, -1) }; auto &database { db::database::get(dbname) }; if(!colname) { compact(database); out << "done" << std::endl; return true; } const bool integer { begin? lex_castable(begin) : false }; const uint64_t integers[2] { integer? lex_cast(begin) : 0, integer && end? lex_cast(end) : 0 }; const std::pair range { integer? byte_view(integers[0]): begin == "*"? string_view{}: begin, integer && end? byte_view(integers[1]): end == "*"? string_view{}: end, }; const auto compact_column{[&out, &database, &level, &range] (const string_view &colname) { db::column column { database, colname }; compact(column, range, level); }}; if(colname != "*") compact_column(colname); else for(const auto &column : database.columns) compact_column(name(*column)); out << "done" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__compact__files(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "[colname]", "[srclevel]", "[dstlevel]" }}; const auto dbname { param.at(0) }; const auto colname { param[1] }; const std::pair level { param.at(2, -1), param.at(3, -1) }; auto &database { db::database::get(dbname) }; if(!colname) { compact(database, level); out << "done" << std::endl; return true; } const auto compact_column{[&out, &database, &level] (const string_view &colname) { db::column column { database, colname }; compact(column, level); }}; if(colname != "*") compact_column(colname); else for(const auto &column : database.columns) compact_column(name(*column)); out << "done" << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__resume(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", }}; const auto dbname { param.at("dbname") }; auto &database { db::database::get(dbname) }; resume(database); out << "resumed database " << dbname << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__errors(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", }}; const auto dbname { param.at("dbname") }; auto &database { db::database::get(dbname) }; const auto &errors { db::errors(database) }; size_t i(0); for(const auto &error : errors) out << std::setw(2) << std::left << (i++) << ':' << error << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__ticker(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "[ticker]" }}; const auto dbname { param.at(0) }; const auto ticker { param[1] }; auto &database { db::database::get(dbname) }; // Special branch for integer properties that RocksDB aggregates. if(ticker && ticker != "-a") { out << ticker << ": " << db::ticker(database, ticker) << std::endl; return true; } for(uint32_t i(0); i < db::ticker_max; ++i) { const string_view &name { db::ticker_id(i) }; if(!name) continue; const auto &val { db::ticker(database, i) }; if(val == 0 && ticker != "-a") continue; char buf[48]; out << std::left << std::setw(48) << std::setfill('_') << name << " "; if(has(name, ".bytes")) out << pretty(buf, iec(val)); else out << val; out << std::endl; } for(uint32_t i(0); i < db::histogram_max; ++i) { const string_view &name { db::histogram_id(i) }; if(!name) continue; const auto &val { db::histogram(database, i) }; if(!(val.max > 0.0) && ticker != "-a") continue; out << std::left << std::setw(48) << std::setfill('_') << name << std::setfill(' ') << std::right << " " << std::setw(10) << val.hits << " hit " << " " << std::setw(13) << val.time << " tot " << " " << std::setw(12) << uint64_t(val.max) << " max " << " " << std::setw(10) << uint64_t(val.median) << " med " << " " << std::setw(9) << uint64_t(val.avg) << " avg " << " " << std::setw(10) << val.stddev << " dev " << " " << std::setw(10) << val.pct95 << " p95 " << " " << std::setw(10) << val.pct99 << " p99 " << std::endl; } return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__io(opt &out, const string_view &line) { const auto &ic { db::iostats_current() }; const auto s { db::string(ic) }; tokens(s, ',', [&out] (string_view token) { token = lstrip(token, ' '); out << token << std::endl; }); return true; } bool console_cmd__db__perf(opt &out, const string_view &line) { const auto &pc { db::perf_current() }; const auto s { db::string(pc) }; tokens(s, ',', [&out] (string_view token) { token = lstrip(token, ' '); out << token << std::endl; }); return true; } bool console_cmd__db__perf__level(opt &out, const string_view &line) { const params param{line, " ", { "[level]" }}; if(!param.count()) { const auto &level { db::perf_level() }; out << "Current level is: " << level << std::endl; return true; } const auto &level { param.at(0) }; db::perf_level(level); out << "Set level to: " << level << std::endl; return true; } bool console_cmd__db__prop(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "property" }}; const auto dbname { param.at(0) }; const auto colname { param.at(1, "*"_sv) }; const auto property { param.at(2) }; auto &database { db::database::get(dbname) }; // Special branch for integer properties that RocksDB aggregates. if(colname == "*") { const uint64_t value { db::property(database, property) }; out << value << std::endl; return true; } const auto query{[&out, &database, &property] (const string_view &colname) { const db::column column { database, colname }; const auto value { db::property(column, property) }; for(const auto &p : value) out << p.first << " : " << p.second << std::endl; }}; // Branch for querying the property for a single column if(colname != "**") { query(colname); return true; } // Querying the property for all columns in a loop for(const auto &column : database.columns) { out << std::setw(16) << std::right << name(*column) << " : "; query(name(*column)); } return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__cache(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", }}; const auto dbname { param.at(0) }; auto colname { param[1] }; auto &database { db::database::get(dbname) }; struct stats { size_t count; size_t usage; size_t pinned; size_t capacity; size_t hits; size_t misses; size_t inserts; size_t inserts_bytes; stats &operator+=(const stats &b) { count += b.count; usage += b.usage; pinned += b.pinned; capacity += b.capacity; hits += b.hits; misses += b.misses; inserts += b.inserts; inserts_bytes += b.inserts_bytes; return *this; } }; if(!colname) { const auto count(db::count(cache(database))); const auto usage(db::usage(cache(database))); const auto pinned(db::pinned(cache(database))); const auto capacity(db::capacity(cache(database))); const auto util_pct { capacity > 0.0? (double(usage) / double(capacity)) : 0.0L }; const auto hits(db::ticker(cache(database), db::ticker_id("rocksdb.block.cache.hit"))); const auto misses(db::ticker(cache(database), db::ticker_id("rocksdb.block.cache.miss"))); const auto hit_pct { (misses + hits) > 0? (double(hits) / double(hits + misses)) : 0.0L }; const auto inserts(db::ticker(cache(database), db::ticker_id("rocksdb.block.cache.add"))); const auto inserts_bytes(db::ticker(cache(database), db::ticker_id("rocksdb.block.cache.data.bytes.insert"))); const auto ins_miss_pct { misses > 0.0? (double(inserts) / double(misses)) : 0.0L }; const auto ins_hit_rat { inserts > 0.0? (double(hits) / double(inserts)) : 0.0L }; const auto ins_cnt_rat { count > 0.0? (double(inserts) / double(count)) : 0.0L }; out << std::left << std::setw(24) << "ROW" << std::right << " " << std::setw(26) << "CACHED" << " " << std::setw(26) << "CAPACITY" << " " << std::setw(9) << "UTIL%" << " " << std::setw(11) << "HITS" << " " << std::setw(10) << "MISSES" << " " << std::setw(9) << "HIT%" << " " << std::setw(26) << "INSERT TOTAL" << " " << std::setw(10) << "INSERT" << " " << std::setw(10) << "HIT:INS" << " " << std::setw(8) << "COUNT" << " " << std::setw(10) << "INS:CNT" << " " << std::setw(20) << "LOCKED" << " " << std::endl; out << std::left << std::setw(24) << "*" << std::right << " " << std::setw(26) << std::right << pretty(iec(usage)) << " " << std::setw(26) << std::right << pretty(iec(capacity)) << " " << std::setw(8) << std::right << std::fixed << std::setprecision(2) << (util_pct * 100) << "%" << " " << std::setw(11) << hits << " " << std::setw(10) << misses << " " << std::setw(8) << std::right << std::fixed << std::setprecision(2) << (hit_pct * 100) << "%" << " " << std::setw(26) << std::right << pretty(iec(inserts_bytes)) << " " << std::setw(10) << inserts << " " << std::setw(8) << std::right << std::fixed << std::setprecision(0) << ins_hit_rat << ":1" << " " << std::setw(8) << std::right << count << " " << std::setw(8) << std::right << std::fixed << std::setprecision(0) << ins_cnt_rat << ":1" << " " << std::setw(20) << std::right << pretty(iec(pinned)) << " " << std::endl << std::endl; // Now set the colname to * so the column total branch is taken // below and we output that line too. colname = "*"; } out << std::left << std::setw(24) << "COLUMN" << std::right << " " << std::setw(26) << "CACHED" << " " << std::setw(26) << "CAPACITY" << " " << std::setw(9) << "UTIL%" << " " << std::setw(11) << "HITS" << " " << std::setw(10) << "MISSES" << " " << std::setw(9) << "HIT%" << " " << std::setw(26) << "INSERT TOTAL" << " " << std::setw(10) << "INSERT" << " " << std::setw(10) << "HIT:INS" << " " << std::setw(8) << "COUNT" << " " << std::setw(10) << "INS:CNT" << " " << std::setw(20) << "LOCKED" << " " << std::endl; const auto output{[&out] (const string_view &column_name, const stats &s) { const auto util_pct { s.capacity > 0.0? (double(s.usage) / double(s.capacity)) : 0.0L }; const auto hit_pct { (s.misses + s.hits) > 0.0? (double(s.hits) / double(s.hits + s.misses)) : 0.0L }; const auto ins_miss_pct { s.misses > 0.0? (double(s.inserts) / double(s.misses)) : 0.0L }; const auto ins_hit_rat { s.inserts > 0.0? (double(s.hits) / double(s.inserts)) : 0.0L }; const auto ins_cnt_rat { s.count > 0.0? (double(s.inserts) / double(s.count)) : 0.0L }; out << std::setw(24) << std::left << column_name << std::right << " " << std::setw(26) << std::right << pretty(iec(s.usage)) << " " << std::setw(26) << std::right << pretty(iec(s.capacity)) << " " << std::setw(8) << std::right << std::fixed << std::setprecision(2) << (util_pct * 100) << '%' << " " << std::setw(11) << s.hits << " " << std::setw(10) << s.misses << " " << std::setw(8) << std::right << std::fixed << std::setprecision(2) << (hit_pct * 100) << '%' << " " << std::setw(26) << pretty(iec(s.inserts_bytes)) << " " << std::setw(10) << s.inserts << " " << std::setw(8) << std::right << std::fixed << std::setprecision(0) << ins_hit_rat << ":1" << " " << std::setw(8) << std::right << s.count << " " << std::setw(8) << std::right << std::fixed << std::setprecision(0) << ins_cnt_rat << ":1" << " " << std::setw(20) << std::right << pretty(iec(s.pinned)) << " " << std::endl; }}; const auto totals{[&output] (const string_view &colname, const stats &uncompressed, const stats &compressed) { if(uncompressed.capacity) output(colname, uncompressed); if(compressed.capacity) { char buf[64]; const fmt::sprintf rename { buf, "%s (compressed)", colname }; output(rename, compressed); } }}; const auto query{[&database, &totals] (const string_view &colname, const auto &output) { const db::column column { database, colname }; const stats uncompressed { db::count(cache(column)), db::usage(cache(column)), db::pinned(cache(column)), db::capacity(cache(column)), db::ticker(cache(column), db::ticker_id("rocksdb.block.cache.hit")), db::ticker(cache(column), db::ticker_id("rocksdb.block.cache.miss")), db::ticker(cache(column), db::ticker_id("rocksdb.block.cache.add")), db::ticker(cache(column), db::ticker_id("rocksdb.block.cache.data.bytes.insert")), }; const stats compressed { db::count(cache_compressed(column)), db::usage(cache_compressed(column)), 0, db::capacity(cache_compressed(column)), db::ticker(cache_compressed(column), db::ticker_id("rocksdb.block.cache.hit")), 0, db::ticker(cache_compressed(column), db::ticker_id("rocksdb.block.cache.add")), 0 }; output(colname, uncompressed, compressed); }}; // Querying the totals for all caches for all columns in a loop if(colname == "*") { stats s_total{0}, comp_total{0}; for(const auto &column : database.columns) query(name(*column), [&](const auto &column, const auto &s, const auto &comp) { s_total += s; comp_total += comp; }); totals("*", s_total, comp_total); return true; } // Query the cache for a single column if(colname != "**") { query(colname, totals); return true; } // Querying the cache for all columns in a loop for(const auto &column : database.columns) query(name(*column), totals); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__cache__clear(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "[key]" }}; const auto &dbname { param.at(0) }; const auto &colname { param[1] }; const auto &key { param[2] }; auto &database { db::database::get(dbname) }; const auto clear{[&out, &database] (const string_view &colname) { db::column column { database, colname }; db::clear(cache(column)); db::clear(cache_compressed(column)); out << "Cleared caches for '" << name(database) << "' '" << colname << "'" << std::endl; }}; const auto remove{[&out, &database] (const string_view &colname, const string_view &key) { db::column column { database, colname }; const bool removed[] { db::remove(cache(column), key), db::remove(cache_compressed(column), key) }; out << "Removed key from"; if(removed[0]) out << " [uncompressed cache]"; if(removed[1]) out << " [compressed cache]"; out << std::endl; }}; if(!colname || colname == "**") { for(const auto &column : database.columns) clear(name(*column)); return true; } if(!key) { clear(colname); return true; } remove(colname, key); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__cache__fetch(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "key" }}; const auto dbname { param.at(0) }; const auto colname { param[1] }; const auto key { param[2] }; auto &database { db::database::get(dbname) }; db::column column { database, colname }; db::has(column, key); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__cache__each(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "limit" }}; const auto dbname { param.at(0) }; auto colname { param[1] }; const auto limit { param.at("limit", 32UL) }; auto &database { db::database::get(dbname) }; if(!colname) { out << "No column specified." << std::endl; return true; } const db::column column { database, colname }; size_t i(0); db::for_each(db::cache(column), [&] (const const_buffer &value) { out << std::right << std::setw(4) << i << ' ' << std::right << std::setw(8) << size(value) << ' ' << std::left << std::setw(15) << std::endl; return i++ < limit; }); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__stats(opt &out, const string_view &line) { const params param{line, " ", { "dbname", "column" }}; const fmt::snstringf new_line { 1024, "%s %s rocksdb.stats", param.at(0), param.at(1) }; return console_cmd__db__prop(out, new_line); } bool console_cmd__db__set(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "option", "value" }}; const auto dbname { param.at(0) }; const auto colname { param.at(1, "*"_sv) }; const auto option { param.at(2) }; const auto value { param.at(3) }; auto &database { db::database::get(dbname) }; // Special branch for DBOptions if(colname == "*") { db::setopt(database, option, value); out << "done" << std::endl; return true; } const auto setopt{[&out, &database, &option, &value] (const string_view &colname) { db::column column { database, colname }; db::setopt(column, option, value); out << colname << " :done" << std::endl; }}; // Branch for querying the property for a single column if(colname != "**") { setopt(colname); return true; } // Querying the property for all columns in a loop for(const auto &column : database.columns) setopt(name(*column)); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__ingest(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "path" }}; const auto dbname { param.at("dbname") }; const auto colname { param.at("column") }; const auto path { param.at("path") }; auto &database { db::database::get(dbname) }; db::column column { database, colname }; db::ingest(column, path); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } static void _print_sst_info_header(opt &out) { out << std::left << std::setfill(' ') << std::setw(3) << "chkp" << " " << std::setw(12) << "name" << " " << std::setw(32) << "creation" << " " << std::setw(3) << "flt" << std::right << " " << std::setw(7) << "pressed" << std::left << " " << std::setw(5) << "press" << " " << std::setw(24) << "file size" << " " << std::setw(23) << "sequence number" << " " << std::setw(23) << "key range" << std::right << " " << std::setw(10) << "reads" << " " << std::setw(10) << "entries" << " " << std::setw(10) << "blocks" << " " << std::setw(7) << "idxs" << " " << std::setw(3) << "lev" << std::left << " " << std::setw(20) << "column" << std::endl; } static void _print_sst_info(opt &out, const db::database::sst::info &f) { const uint64_t &min_key { f.min_key.size() == 8? uint64_t(byte_view(f.min_key)): 0UL }; const uint64_t &max_key { f.max_key.size() == 8? uint64_t(byte_view(f.max_key)): 0UL }; char tmbuf[64], pbuf[48]; out << std::left << std::setfill(' ') << std::setw(3) << std::left << rsplit(f.path, '/').second << " " << std::setw(12) << std::left << f.name << " " << std::setw(32) << std::left << (f.created? timef(tmbuf, f.created, ircd::localtime) : string_view{}) << " " << std::setw(1) << std::left << (!f.filter.empty()? 'F' : '-') << std::setw(1) << std::left << (f.delta_encoding? 'D' : '-') << std::setw(1) << std::left << (true? '-' : '-') << " " << std::setw(6) << std::right << std::fixed << std::setprecision(2) << f.compression_pct << '%' << " " << std::setw(5) << std::left << trunc(f.compression, 5) << " " << std::setw(24) << std::left << pretty(pbuf, iec(f.size)) ; if(f.min_seq) out << " " << std::setw(10) << std::right << f.min_seq << " : " << std::setw(10) << std::left << f.max_seq; else out << " " << std::setw(10) << std::right << ' ' << " " << std::setw(10) << std::left << ""; if(min_key) out << " " << std::setw(10) << std::right << min_key << " : " << std::setw(10) << std::left << max_key; else out << " " << std::setw(10) << std::right << ' ' << " " << std::setw(10) << std::left << ""; out << " " << std::setw(10) << std::right << f.num_reads << " " << std::setw(10) << std::right << f.entries << " " << std::setw(10) << std::right << f.data_blocks << " " << std::setw(7) << std::right << f.index_parts << " " << std::setw(3) << std::right << f.level << " " << std::setw(20) << std::left << f.column << std::endl; } static void _print_sst_info_full(opt &out, const db::database::sst::info &f) { const uint64_t &min_key { f.min_key.size() == 8? uint64_t(byte_view(f.min_key)): 0UL }; const uint64_t &max_key { f.max_key.size() == 8? uint64_t(byte_view(f.max_key)): 0UL }; const auto closeout{[&out] (const string_view &name, const auto &closure) { out << std::left << std::setw(40) << std::setfill('_') << name << " "; closure(out); out << std::endl; }}; const auto close_auto{[&closeout] (const string_view &name, const auto &value) { closeout(name, [&value](opt &out) { out << value; }); }}; const auto close_size{[&closeout] (const string_view &name, const size_t &value) { closeout(name, [&value](opt &out) { out << pretty(iec(value)); }); }}; close_auto("name", f.name); close_auto("directory", f.path); close_auto("format", f.format); close_auto("version", f.version); close_auto("creation", timestr(f.created, ircd::localtime)); close_auto("checksum function", f.checksum_func); close_auto("checksum value", f.checksum); close_auto("column ID", f.cfid); close_auto("column", f.column); close_auto("column comparator", f.comparator); close_auto("column merge operator", f.merge_operator); close_auto("column prefix extractor", f.prefix_extractor); close_auto("level", f.level); close_auto("lowest sequence", f.min_seq); close_auto("highest sequence", f.max_seq); close_auto("lowest key", min_key); close_auto("highest key", max_key); close_auto("fixed key length", f.fixed_key_len); close_auto("delta encode", f.delta_encoding? "yes"_sv : "no"_sv); close_auto("compression", f.compression); close_auto("compacting", f.compacting? "yes"_sv : "no"_sv); close_auto("range deletes", f.range_deletes); close_auto("", ""); close_size("file phys size", f.size); close_size("file virt size", f.file_size); close_auto("file compress percent", f.compression_pct); close_auto("", ""); close_size("file head phys size", f.meta_size); close_size("file head virt size", f.head_size); close_auto("file head compress percent", 100 - 100.0L * (f.meta_size / (long double)f.head_size)); close_auto("", ""); close_size("index size", f.index_size); close_size("index head size", f.index_root_size); close_size("index data size", f.index_data_size); close_auto("index data blocks", f.index_parts); close_size("index data block average size", f.index_data_size / double(f.index_parts)); close_size("index data average per-key", f.index_data_size / double(f.entries)); close_size("index data average per-block", f.index_data_size / double(f.data_blocks)); close_auto("index head percent of index", 100.0 * (f.index_root_size / double(f.index_data_size))); close_auto("index data percent of keys", 100.0 * (f.index_data_size / double(f.keys_size))); close_auto("index data percent of values", 100.0 * (f.index_data_size / double(f.values_size))); close_auto("index data percent of data", 100.0 * (f.index_data_size / double(f.data_size))); close_auto("index data compress percent", f.index_compression_pct); close_auto("", ""); if(!f.filter.empty()) { close_auto("filter", f.filter); close_size("filter size", f.filter_size); close_auto("filter average per-key", f.filter_size / double(f.entries)); close_auto("filter average per-block", f.filter_size / double(f.data_blocks)); close_auto("", ""); } close_auto("blocks", f.data_blocks); close_size("blocks phys size", f.data_size); close_size("blocks phys average size", f.data_size / double(f.data_blocks)); close_size("blocks virt size", f.blocks_size); close_size("blocks virt average size", f.blocks_size / double(f.data_blocks)); close_auto("blocks compress percent", f.blocks_compression_pct); close_auto("", ""); close_auto("keys", f.entries); close_size("keys virt size", f.keys_size); close_size("keys virt average size", f.keys_size / double(f.entries)); close_auto("keys virt percent of blocks", 100.0 * (f.keys_size / double(f.blocks_size))); close_auto("", ""); close_auto("values", f.entries); close_size("values virt size", f.values_size); close_size("values virt average size", f.values_size / double(f.entries)); close_auto("values virt average per-index", f.entries / double(f.index_parts)); close_auto("values virt average per-block", f.entries / double(f.data_blocks)); close_auto("", ""); } bool console_cmd__db__sst__dump(opt &out, const string_view &line) { const params param{line, " ", { "dbname", "column", "begin", "end", "path" }}; const auto dbname { param.at("dbname") }; const auto colname { param.at("column", "*"_sv) }; const auto begin { param["begin"] }; const auto end { param["end"] }; const auto path { param["path"] }; auto &database { db::database::get(dbname) }; _print_sst_info_header(out); const auto do_dump{[&](const string_view &colname) { db::column column { database, colname }; const db::database::sst::dump dump { column, {begin, end}, path }; _print_sst_info(out, dump.info); }}; if(colname != "*") { do_dump(colname); return true; } for(const auto &column : database.columns) do_dump(name(*column)); return true; } bool console_cmd__db__sst__scan(opt &out, const string_view &line) { const params param{line, " ", { "dbname", "path", }}; const auto dbname { param.at("dbname") }; const auto path { param.at("path") }; auto &database { db::database::get(dbname) }; db::database::sst::scan { database, path }; out << "Completed without error." << std::endl; return true; } bool console_cmd__db__sst__scan__count(opt &out, const string_view &line) { const params param{line, " ", { "dbname", "path", }}; const auto dbname { param.at("dbname") }; const auto path { param.at("path") }; auto &database { db::database::get(dbname) }; size_t i(0); db::database::sst::scan { database, path, [&out, &i] (const auto &key, const auto &val) noexcept { ++i; return true; } }; out << "Found " << i << " entries." << std::endl; return true; } bool console_cmd__db__wal(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", }}; const auto dbname { param.at("dbname") }; auto &database { db::database::get(dbname) }; const db::database::wal::info::vector vec { database }; out << std::setw(12) << std::left << "PATH" << " " << std::setw(8) << std::left << "ID" << " " << std::setw(12) << std::right << "START SEQ" << " " << std::setw(20) << std::left << "SIZE" << " " << std::setw(8) << std::left << "STATUS" << " " << std::endl; for(const auto &info : vec) out << std::setw(12) << std::left << info.name << " " << std::setw(8) << std::left << info.number << " " << std::setw(12) << std::right << info.seq << " " << std::setw(20) << std::left << pretty(iec(info.size)) << " " << std::setw(8) << std::left << (info.alive? "LIVE"_sv : "ARCHIVE"_sv) << " " << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__files(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "level" }}; const auto dbname { param.at("dbname") }; const auto colname { param.at("column", "*"_sv) }; const auto level { param.at("level", -1) }; auto &database { db::database::get(dbname) }; size_t totals(0); db::database::sst::info total; total.name = "total"s; const auto _add_totals{[&total, &totals] (const auto &info) { total.size += info.size; total.data_size += info.data_size; total.index_data_size += info.index_data_size; total.index_root_size += info.index_root_size; total.filter_size += info.filter_size; total.keys_size += info.keys_size; total.values_size += info.values_size; total.index_parts += info.index_parts; total.data_blocks += info.data_blocks; total.entries += info.entries; total.range_deletes += info.range_deletes; total.num_reads += info.num_reads; totals++; }}; const auto _print_totals{[&out, &total, &totals] { _print_sst_info_header(out); _print_sst_info(out, total); out << "--- " << totals << " files." << std::endl; }}; if(colname == "*") { db::database::sst::info::vector vector { database }; std::sort(begin(vector), end(vector), [] (const auto &a, const auto &b) { return a.created < b.created; }); _print_sst_info_header(out); for(const auto &fileinfo : vector) { if(level != -1 && fileinfo.level != level) continue; _print_sst_info(out, fileinfo); _add_totals(fileinfo); } out << std::endl; _print_totals(); return true; } if(startswith(colname, "/")) { const db::database::sst::info info{database, colname}; _print_sst_info_full(out, info); _add_totals(info); return true; } const db::column column { database, colname }; db::database::sst::info::vector vector { column }; std::sort(begin(vector), end(vector), [] (const auto &a, const auto &b) { return a.created < b.created; }); _print_sst_info_header(out); for(const auto &info : vector) { if(level != -1 && info.level != level) continue; _print_sst_info(out, info); _add_totals(info); } out << std::endl; _print_totals(); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__bytes(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column", "key" }}; auto &database { db::database::get(param.at(0)) }; if(!param["column"] || param["column"] == "*") { const auto bytes { db::bytes(database) }; char pbuf[48]; out << pretty(pbuf, iec(bytes)) << std::endl; return true; } if(param["key"]) { db::column column { database, param["column"] }; const bool is_integer_key { lex_castable(param["key"]) }; const uint64_t integer_key[2] { is_integer_key? lex_cast(param["key"]): 0UL, integer_key[0] + 1 }; const string_view key[2] { is_integer_key? byte_view{integer_key[0]}: param["key"], is_integer_key? byte_view{integer_key[1]}: param["key"] }; const auto value { db::bytes_value(column, key[0]) }; const auto value_compressed { db::bytes(column, {key[0], key[1]}) }; char pbuf[48]; out << param["column"] << (is_integer_key? "[(binary)" : "[") << param["key"] << "] " << " " << pretty(pbuf, iec(value)) << " (uncompressed value)" << std::endl; out << param["column"] << (is_integer_key? "[(binary)" : "[") << param["key"] << "] " << " " << pretty(pbuf, iec(value_compressed)) << std::endl; return true; } const auto query{[&out, &database] (const string_view &colname) { const db::column column { database, colname }; const auto value { db::bytes(column) }; char pbuf[48]; out << std::setw(24) << std::right << colname << " " << pretty(pbuf, iec(value)) << std::endl; }}; if(param["column"] == "**") { for(const auto &column : database.columns) query(name(*column)); return true; } query(param["column"]); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__txns(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "limit", "seqnum" }}; const auto dbname { param.at("dbname") }; if(dbname != "events") throw error { "Sorry, this command is specific to the events db for now." }; auto &database { db::database::get(dbname) }; const auto cur_seq { db::sequence(database) }; const auto seqnum { param.at("seqnum", cur_seq) }; const auto limit { param.at("limit", 32L) }; // note that we decrement the sequence number here optimistically // based on the number of possible entries in a txn. There are likely // fewer entries in a txn thus we will be missing the latest txns or // outputting more txns than the limit. We choose the latter here. const auto start { std::max(seqnum - limit * ssize_t(database.columns.size()), 0L) }; out << std::setw(12) << std::left << "SEQUENCE" << " " << std::setw(6) << std::left << "DELTAS" << " " << std::setw(18) << std::left << "SIZE" << " : " << std::endl; for_each(database, start, db::seq_closure_bool{[&out, &seqnum] (db::txn &txn, const int64_t &_seqnum) -> bool { m::event::id::buf event_id; txn.get(db::op::SET, "event_id", [&event_id] (const db::delta &delta) { event_id = m::event::id { std::get(delta) }; }); if(!event_id) return true; char iecbuf[48]; out << std::setw(12) << std::left << _seqnum << " " << std::setw(6) << std::left << txn.size() << " " << std::setw(18) << std::left << pretty(iecbuf, iec(txn.bytes())) << " : " << string_view{event_id} << std::endl; return _seqnum <= seqnum; }}); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__txn(opt &out, const string_view &line) try { const auto dbname { token(line, ' ', 0) }; if(dbname != "events") throw error { "Sorry, this command is specific to the events db for now." }; const auto seqnum { lex_cast(token(line, ' ', 1, "0")) }; auto &database { db::database::get(dbname) }; get(database, seqnum, db::seq_closure{[&out] (db::txn &txn, const uint64_t &seqnum) { for_each(txn, [&out, &seqnum] (const db::delta &delta) { const string_view &dkey { std::get(delta) }; // !!! Assumption based on the events database schema. If the // key is 8 bytes we assume it's an event::idx in binary. No // other columns have 8 byte keys; instead they have plaintext // event_id amalgams with some binary characters which are simply // not displayed by the ostream. We could have a switch here to // use m::dbs's key parsers based on the column name but that is // not done here yet. const string_view &key { dkey.size() == 8? lex_cast(uint64_t(byte_view(dkey))): dkey }; out << std::setw(12) << std::right << seqnum << " : " << std::setw(8) << std::left << reflect(std::get(delta)) << " " << std::setw(18) << std::right << std::get(delta) << " " << key << std::endl; }); }}); return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__checkpoint(opt &out, const string_view &line) try { const auto dbname { token(line, ' ', 0) }; auto &database { db::database::get(dbname) }; const auto seqnum { checkpoint(database) }; out << "Checkpoint " << name(database) << " at sequence " << seqnum << " complete." << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__check(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column|file" }}; const auto &dbname { param.at("dbname") }; const auto &colname { param["column|file"] }; const auto &fname { !startswith(colname, '/')? string_view{}: lstrip(colname, '/') }; auto &database { db::database::get(dbname) }; if(fname) { check(database, fname); out << "Check of file " << fname << " in " << dbname << " completed without error." << std::endl; return true; } if(colname) { db::column column { database[colname] }; check(column); out << "Check of " << colname << " in " << dbname << " completed without error." << std::endl; return true; } check(database); out << "Check of " << dbname << " completed without error." << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__DROP__DROP__DROP(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "column" }}; const auto dbname { param.at("dbname") }; const auto colname { param.at("column") }; auto &database { db::database::get(dbname) }; db::column column { database, colname }; db::drop(column); out << "DROPPED COLUMN " << colname << " FROM DATABASE " << dbname << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__list(opt &out, const string_view &line) { const auto available { db::available() }; for(const auto &path : available) { const auto name { replace(lstrip(lstrip(path, fs::base::db), '/'), "/", ":") }; const auto &d { db::database::get(std::nothrow, name) }; const auto &light { d? "\033[1;42m \033[0m" : " " }; out << "[" << light << "]" << " " << name << " `" << path << "'" << std::endl; } return true; } bool console_cmd__db__opts(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "[column]" }}; auto &d { db::database::get(param.at("dbname")) }; const db::column c { param.at("[column]", string_view{})? db::column{d, param.at("[column]")}: db::column{} }; const db::options::map opts_ { c? db::getopt(c): db::getopt(d) }; // Remap from the std::unordered_map to a sorted map for better UX. const std::map opts { begin(opts_), end(opts_) }; for(const auto &p : opts) out << std::left << std::setw(45) << std::setfill('_') << p.first << " " << p.second << std::endl; return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__columns(opt &out, const string_view &line) try { const params param{line, " ", { "dbname" }}; auto &d { db::database::get(param.at("dbname")) }; for(const auto &c : d.columns) { const db::column &column(*c); out << '[' << std::setw(3) << std::right << db::id(column) << ']' << " " << std::setw(18) << std::left << db::name(column) << " " << std::setw(25) << std::right << pretty(iec(bytes(column))) << std::endl; } return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db__info(opt &out, const string_view &line) try { const params param{line, " ", { "dbname", "[column]" }}; auto &d { db::database::get(param.at("dbname")) }; const db::column c { param.at("[column]", string_view{})? db::column{d, param.at("[column]")}: db::column{} }; const auto closeout{[&out] (const string_view &name, const auto &closure) { out << std::left << std::setw(40) << std::setfill('_') << name << " "; closure(); out << std::endl; }}; const auto property{[&out, &d, &c, &closeout] (const string_view &prop) { const auto name(lstrip(prop, "rocksdb.")); size_t val(0); try { val = c? db::property(c, prop): db::property(d, prop); } catch(const std::exception &e) { log::derror{"%s", e.what()}; } if(!!val) closeout(name, [&out, &val] { out << val; }); }}; const auto sizeprop{[&out, &d, &c, &closeout] (const string_view &prop) { const auto name(lstrip(prop, "rocksdb.")); size_t val(0); try { val = c? db::property(c, prop): db::property(d, prop); } catch(const std::exception &e) { log::derror{"%s", e.what()}; } if(!!val) closeout(name, [&out, &val] { out << pretty(iec(val)); }); }}; if(c) { out << db::describe(c).explain << std::endl; closeout("size", [&] { out << pretty(iec(bytes(c))); }); closeout("files", [&] { out << file_count(c); }); } else { closeout("uuid", [&] { out << uuid(d); }); closeout("size", [&] { out << pretty(iec(bytes(d))); }); closeout("columns", [&] { out << d.columns.size(); }); closeout("files", [&] { out << file_count(d); }); closeout("sequence", [&] { out << sequence(d); }); } property("rocksdb.estimate-num-keys"); property("rocksdb.background-errors"); property("rocksdb.base-level"); property("rocksdb.num-live-versions"); property("rocksdb.current-super-version-number"); property("rocksdb.min-log-number-to-keep"); property("rocksdb.is-file-deletions-enabled"); property("rocksdb.is-write-stopped"); property("rocksdb.actual-delayed-write-rate"); property("rocksdb.num-immutable-mem-table"); property("rocksdb.num-entries-imm-mem-table"); property("rocksdb.num-deletes-imm-mem-table"); property("rocksdb.num-entries-active-mem-table"); property("rocksdb.num-deletes-active-mem-table"); property("rocksdb.mem-table-flush-pending"); property("rocksdb.num-running-flushes"); property("rocksdb.compaction-pending"); property("rocksdb.num-running-compactions"); sizeprop("rocksdb.estimate-pending-compaction-bytes"); property("rocksdb.num-snapshots"); property("rocksdb.oldest-snapshot-time"); sizeprop("rocksdb.size-all-mem-tables"); sizeprop("rocksdb.cur-size-all-mem-tables"); sizeprop("rocksdb.cur-size-active-mem-table"); sizeprop("rocksdb.estimate-table-readers-mem"); sizeprop("rocksdb.block-cache-capacity"); sizeprop("rocksdb.block-cache-usage"); sizeprop("rocksdb.block-cache-pinned-usage"); if(!c) closeout("row cache size", [&] { out << pretty(iec(db::usage(cache(d)))); }); sizeprop("rocksdb.estimate-live-data-size"); sizeprop("rocksdb.live-sst-files-size"); sizeprop("rocksdb.total-sst-files-size"); if(c) { out << "\n--- files:" << std::endl; _print_sst_info_header(out); db::database::sst::info::vector vector{c}; std::sort(begin(vector), end(vector), [] (const auto &a, const auto &b) { return a.created < b.created; }); for(const auto &info : vector) _print_sst_info(out, info); out << std::setfill(' '); out << "\n--- caches:" << std::endl; console_cmd__db__cache(out, line); } else { out << std::endl << std::left << std::setfill (' ') << std::setw(3) << "ID" << " " << std::setw(20) << "NAME" << " " << std::right << std::setw(12) << "KEYS" << " " << std::left << std::setw(24) << "SIZE (COMPRESSED)" << " :" << "DESCRIPTION" << std::endl; for(const auto &column : d.columns) { const auto explain { split(db::describe(*column).explain, '\n').first }; const auto &num_keys { db::property(*column, "rocksdb.estimate-num-keys") }; out << std::left << std::setfill (' ') << std::setw(3) << db::id(*column) << " " << std::setw(20) << db::name(*column) << " " << std::right << std::setw(12) << num_keys << " " << std::left << std::setw(24) << pretty(iec(db::bytes(*column))) << " :" << explain << std::endl; } } if(!c && !errors(d).empty()) { size_t i(0); out << std::endl; out << "ERRORS (" << errors(d).size() << "): " << std::endl; for(const auto &error : errors(d)) out << std::setw(2) << (i++) << ':' << error << std::endl; } return true; } catch(const std::out_of_range &e) { out << "No open database by that name" << std::endl; return true; } bool console_cmd__db(opt &out, const string_view &line) { if(empty(line)) return console_cmd__db__list(out, line); return console_cmd__db__info(out, line); } // // peer // static bool html__peer(opt &out, const string_view &line) { out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; for(const auto &p : server::peers) { using std::setw; using std::left; using std::right; const auto &host{p.first}; const auto &peer{*p.second}; const net::ipport &ipp{peer.remote}; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; out << ""; } out << "
HOST ADDR LINKS REQS â–² BYTES Q â–¼ BYTES Q â–² BYTES â–¼ BYTES ERROR
" << host << "" << ipp << "" << peer.link_count() << "" << peer.tag_count() << "" << peer.write_size() << "" << peer.read_size() << "" << peer.write_total() << "" << peer.read_total() << ""; if(peer.err_has() && peer.err_msg()) out << peer.err_msg(); else if(peer.err_has()) out << ""_sv; out << "
"; return true; } bool console_cmd__peer(opt &out, const string_view &line) try { if(out.html) return html__peer(out, line); const params param{line, " ", { "[expression]", "..." }}; const auto args { tokens_after(line, ' ', 0) }; const bool all(has(args, "all")); const bool active(has(args, "active")); const bool conn(has(args, "conn")); const bool count(has(args, "count")); const bool expr { param["[expression]"] && param["[expression]"] != "*" }; const globular_imatch match { param["[expression]"] }; const auto print_head{[&out] { out << std::setw(6) << std::left << "ID" << ' ' << std::setw(40) << std::right << "ADDRESS" << ' ' << std::setw(7) << std::right << "TTL" << ' ' << std::setw(50) << std::left << "NAME" << ' ' << std::setw(23) << std::left << "READ-TOTAL" << ' ' << std::setw(23) << std::left << "WRITE-TOTAL" << ' ' << std::setw(8) << std::right << "TOTAL" << ' ' << std::setw(5) << std::right << "DONE" << ' ' << std::setw(4) << std::right << "TAGS" << ' ' << std::setw(4) << std::right << "PIPE" << ' ' << std::setw(4) << std::right << "LNKS" << ' ' << std::setw(15) << std::left << "FLAGS" << ' ' << std::setw(32) << std::left << "ERROR" << ' ' << std::endl; }}; const auto print{[&out] (const auto &host, const auto &peer) { const string_view &error { peer.err_has() && peer.err_msg()? peer.err_msg(): peer.err_has()? ""_sv: string_view{} }; char flags[16] {0}; if(peer.op_resolve) ircd::strlcat(flags, "RESOLVING "); if(peer.op_fini) ircd::strlcat(flags, "FINISHED "); const auto expires { duration_cast(peer.remote_expires - now()).count() }; char pbuf[32]; out << std::setw(6) << std::left << peer.id << ' ' << std::setw(40) << std::right << net::ipport{peer.remote} << ' ' << std::setw(7) << std::right << std::max(expires, -1L) << ' ' << std::setw(50) << std::left << trunc(host, 50) << ' ' << std::setw(23) << std::left << pretty(pbuf, iec(peer.read_total())) << ' ' << std::setw(23) << std::left << pretty(pbuf, iec(peer.write_total())) << ' ' << std::setw(8) << std::right << peer.tag_done << ' ' << std::setw(5) << std::right << peer.link_tag_done() << ' ' << std::setw(4) << std::right << peer.tag_count() << ' ' << std::setw(4) << std::right << peer.tag_committed() << ' ' << std::setw(4) << std::right << peer.link_count() << ' ' << std::setw(15) << std::left << flags << ' ' << std::setw(32) << std::left << error << ' ' << '\n'; }}; if(!count) print_head(); size_t i(0); for(const auto &p : server::peers) { const auto &host{p.first}; const auto &peer{*p.second}; if(!all && peer.err_has()) continue; if(conn && !peer.link_count()) continue; if(active && !peer.tag_count()) continue; if(expr) { char rembuf[128]; const bool matched { false || match(host) || match(string(rembuf, peer.remote)) }; if(!matched) continue; } if(!count) print(host, peer); ++i; } if(count) out << i << std::endl; else out << std::flush; return true; } catch(const std::out_of_range &) { throw error { "Peer not found" }; } bool console_cmd__peer__error(opt &out, const string_view &line) { for(const auto &pair : ircd::server::peers) { using std::setw; using std::left; using std::right; const auto &host{pair.first}; assert(bool(pair.second)); const auto &peer{*pair.second}; if(!peer.err_has()) continue; const net::ipport &ipp{peer.remote}; out << setw(40) << right << host; if(ipp) out << ' ' << setw(40) << left << ipp; else out << ' ' << setw(40) << left << " "; out << peer.e->etime; if(peer.err_msg()) out << " :" << peer.err_msg(); else out << " "_sv; out << '\n'; } out << std::flush; return true; } bool console_cmd__peer__error__count(opt &out, const string_view &line) { size_t i{0}; for(const auto &pair : ircd::server::peers) { assert(bool(pair.second)); const auto &peer{*pair.second}; if(peer.err_has()) ++i; } out << i << std::endl; return true; } bool console_cmd__peer__error__clear__all(opt &out, const string_view &line) { size_t cleared(0); for(auto &pair : ircd::server::peers) { const auto &name{pair.first}; assert(bool(pair.second)); auto &peer{*pair.second}; cleared += peer.err_clear(); } out << "cleared " << cleared << " of " << ircd::server::peers.size() << std::endl; return true; } bool console_cmd__peer__error__clear(opt &out, const string_view &line) { if(empty(line)) return console_cmd__peer__error__clear__all(out, line); const string_view &input { token(line, ' ', 0) }; char buf[rfc3986::DOMAIN_BUFSIZE]; const net::hostport remote { service(net::hostport(input)) == "matrix"? m::fed::server(buf, input): m::fed::matrix_service(input) }; const auto cleared { server::errclear(remote) }; out << std::boolalpha << cleared << std::endl; return true; } bool console_cmd__peer__version(opt &out, const string_view &line) { const params param{line, " ", { "[expression]" }}; const bool expr { param["[expression]"] && param["[expression]"] != "*" }; const globular_imatch match { param["[expression]"] }; for(const auto &p : server::peers) { using std::setw; using std::left; using std::right; const auto &host{p.first}; if(expr) { const auto &[name, proto] (rsplit(host, ':')); if(!match(host) && !match(name)) continue; } const auto &peer{*p.second}; const net::ipport &ipp{peer.remote}; out << setw(40) << right << host; if(ipp) out << ' ' << setw(40) << left << ipp; else out << ' ' << setw(40) << left << " "; if(!empty(peer.server_version)) out << " :" << peer.server_version; out << '\n'; } out << std::endl; return true; } bool console_cmd__peer__find(opt &out, const string_view &line) { const params param{line, " ", { "ip:port" }}; const auto &ip{rsplit(param.at(0), ':').first}; const auto &port{rsplit(param.at(0), ':').second}; const net::ipport ipp{ip, port? port : "0"}; for(const auto &p : server::peers) { const auto &hostname{p.first}; const auto &peer{*p.second}; const net::ipport &ipp_ { peer.remote }; if(is_v6(ipp) && (!is_v6(ipp_) || host6(ipp) != host6(ipp_))) continue; if(is_v4(ipp) && (!is_v4(ipp_) || host4(ipp) != host4(ipp_))) continue; if(net::port(ipp) && net::port(ipp) != net::port(ipp_)) continue; out << hostname << std::endl; break; } return true; } bool console_cmd__peer__cancel(opt &out, const string_view &line) try { const params param{line, " ", { "hostport" }}; const auto &hp { param["hostport"] }; char buf[rfc3986::DOMAIN_BUFSIZE]; const net::hostport remote { service(net::hostport(hp)) == "matrix"? m::fed::server(buf, hp): m::fed::matrix_service(hp) }; auto &peer { server::find(remote) }; peer.cancel(); return true; } catch(const std::out_of_range &e) { throw error { "Peer not found" }; } bool console_cmd__peer__close(opt &out, const string_view &line) try { const params param{line, " ", { "hostport", "[dc]" }}; const auto &hostport { param.at(0) }; const auto &dc { param.at(1, "SSL_NOTIFY"_sv) }; auto &peer { server::find(hostport) }; const net::close_opts opts { dc == "RST"? net::dc::RST: dc == "SSL_NOTIFY"? net::dc::SSL_NOTIFY: net::dc::SSL_NOTIFY }; peer.close(opts); peer.err_clear(); return true; } catch(const std::out_of_range &e) { throw error { "Peer not found" }; } bool console_cmd__peer__request(opt &out, const string_view &line) try { const params param{line, " ", { "servername", "linkid" }}; const auto &servername { param["servername"] }; const auto &linkid { param["linkid"] }; out << std::right << std::setw(32) << "PEER NAME" << " " << std::left << std::setw(32) << "REMOTE ADDRESS" << " " << std::right << std::setw(8) << "PEER" << " " << std::right << std::setw(8) << "LINK" << " " << std::right << std::setw(8) << "TAG" << " " << std::right << std::setw(4) << "POS" << " " << std::right << std::setw(8) << "WROTE" << " " << std::right << std::setw(5) << "RHEAD" << " " << std::right << std::setw(9) << "RCONT" << " " << std::right << std::setw(9) << "CONTLEN" << " " << std::right << std::setw(4) << "CODE" << " " << std::right << std::setw(4) << "FLAG" << " " << std::right << std::setw(4) << "FLAG" << " " << std::right << std::setw(4) << "FLAG" << " " << std::right << std::setw(7) << "METHOD" << " " << std::left << std::setw(72) << "PATH" << " " << std::endl ; const auto each{[&out] (const server::peer &peer, const server::link &link, const server::request &request) { const auto out_head { request.out.gethead(request) }; char rembuf[128]; const string_view &remote { link.socket? string(rembuf, remote_ipport(*link.socket)): ""_sv }; size_t pos(0); if(request.tag) for(auto it(begin(link.queue)); it != end(link.queue); ++it, ++pos) if(std::addressof(*it) == request.tag) break; out << std::right << std::setw(32) << trunc(peer.hostcanon, 32) << " " << std::left << std::setw(32) << trunc(remote, 32) << " " << std::right << std::setw(8) << peer.id << " " << std::right << std::setw(8) << link.id << " " << std::right << std::setw(8) << id(request) << " " << std::right << std::setw(4) << pos << " " ; if(request.tag) { out << std::right << std::setw(8) << request.tag->state.written << " " << std::right << std::setw(5) << request.tag->state.head_read << " " << std::right << std::setw(9) << request.tag->state.content_read << " " << std::right << std::setw(9) << request.tag->state.content_length << " " ; } if(request.tag) out << std::setw(4) << uint(request.tag->state.status) << " "; else if(!request.tag) out << std::setw(4) << "----" << " "; else out << std::setw(4) << "CNCL" << " "; if(request.tag && request.tag->committed() && bool(request.tag->state.status)) out << std::setw(4) << "DONE" << " "; else if(request.tag && request.tag->committed()) out << std::setw(4) << "PIPE" << " "; else if(!request.tag) out << std::setw(4) << "----" << " "; else out << std::setw(4) << " " << " "; if(request.tag && request.tag->abandoned()) out << std::setw(4) << "GONE" << " "; else if(!request.tag) out << std::setw(4) << "----" << " "; else out << std::setw(4) << " " << " "; if(request.tag && request.tag->canceled()) out << std::setw(4) << "CNCL" << " "; else if(!request.tag) out << std::setw(4) << "----" << " "; else out << std::setw(4) << " " << " "; out << std::right << std::setw(7) << out_head.method << " " << std::left << std::setw(72) << trunc(out_head.path, 72) << " " ; out << std::endl; return true; }}; if(servername && linkid) { auto &peer { server::find(servername) }; throw m::UNSUPPORTED { "Link identifiers are not yet implemented;" " cannot iterate request for one link." }; return true; } if(servername) { auto &peer { server::find(servername) }; server::for_each(peer, each); return true; } server::for_each(each); return true; } catch(const std::out_of_range &e) { throw error { "Peer not found" }; } // // net // bool console_cmd__net__addrs(opt &out, const string_view &line) { net::addrs::for_each([&out] (const net::addrs::addr &addr) { out << std::left << std::setw(16) << addr.name << " " << std::setw(32) << addr.address << " " << "family[" << std::setw(2) << addr.family << "] " << "scope[" << addr.scope_id << "] " << "flowinfo[" << addr.flowinfo << "] " << "flags[0x" << std::hex << addr.flags << "]" << std::dec << std::endl; return true; }); return true; } bool console_cmd__net__service(opt &out, const string_view &line) { const params param{line, " ", { "service", "proto" }}; const string_view &service { param.at("service") }; const string_view &proto { param.at("proto", "tcp"_sv) }; if(lex_castable(service)) { char buf[64]; const auto name { net::dns::service_name(buf, lex_cast(service), proto) }; out << name << std::endl; return true; } const auto port { net::dns::service_port(service, proto) }; out << port << std::endl; return true; } bool console_cmd__net__host(opt &out, const string_view &line) { const params param{line, " ", { "hostport", "qtype" }}; const net::hostport hostport { param.at("hostport") }; const string_view &qtype { param["qtype"] }; ctx::dock dock; bool done{false}; std::string res[2]; std::exception_ptr eptr; net::dns::opts opts; opts.qtype = qtype? rfc1035::qtype.at(qtype) : 0; const net::dns::callback_ipport cbipp{[&done, &dock, &eptr, &res] (std::exception_ptr eptr_, const net::hostport &hp, const net::ipport &ipport) { eptr = std::move(eptr_); res[0] = string(hp); res[1] = string(ipport); done = true; dock.notify_one(); }}; const net::dns::callback cbarr{[&done, &dock, &eptr, &res] (const net::hostport &hp, const json::array &rrs) { res[0] = string(hp); res[1] = rrs; done = true; dock.notify_one(); }}; if(!opts.qtype) net::dns::resolve(hostport, opts, cbipp); else net::dns::resolve(hostport, opts, cbarr); const ctx::uninterruptible ui; dock.wait([&done]() noexcept { return done; }); if(eptr) std::rethrow_exception(eptr); else out << res[0] << " : " << res[1] << std::endl; return true; } bool console_cmd__host(opt &out, const string_view &line) { return console_cmd__net__host(out, line); } bool console_cmd__net__host__cache(opt &out, const string_view &line) { const params param{line, " ", { "qtype", "hostport" }}; const string_view &qtype { param["qtype"] }; if(!param["hostport"]) { net::dns::cache::for_each(qtype, [&] (const string_view &host, const auto &r) { out << std::left << std::setw(48) << host << r << std::endl; return true; }); return true; } const net::hostport hostport { param["hostport"] }; net::dns::opts opts; opts.qtype = rfc1035::qtype.at(qtype); net::dns::cache::for_each(hostport, opts, [&] (const auto &host, const auto &r) { out << std::left << std::setw(48) << host << r << std::endl; return true; }); return true; } bool console_cmd__net__host__cache__count(opt &out, const string_view &line) { const params param{line, " ", { "qtype" }}; const string_view &qtype { param["qtype"] }; size_t count[2] {0}; net::dns::cache::for_each(qtype, [&] (const auto &host, const auto &r) { ++count[bool(r.size() > 1)]; return true; }); out << "resolved: " << count[1] << std::endl; out << "error: " << count[0] << std::endl; return true; } bool console_cmd__net__host__cache__clear(opt &out, const string_view &line) { const params param{line, " ", { "hostport", "[service]" }}; out << "NOT IMPLEMENTED" << std::endl; return true; } bool console_cmd__net__listen__list(opt &out, const string_view &line) { using list = std::list; static mods::import listeners { "m_listen", "listeners" }; const list &l(listeners); for(const auto &listener : l) { out << "name : " << net::name(listener) << std::endl; out << "binder : " << net::binder(listener) << std::endl; out << "bound : " << net::local(listener) << std::endl; out << "config : " << net::config(listener) << std::endl; out << std::endl; } return true; } bool console_cmd__net__listen__ciphers(opt &out, const string_view &line) { const params param{line, " ", { "name", }}; const auto &name { param["name"] }; using list = std::list; static mods::import listeners { "m_listen", "listeners" }; const list &l(listeners); for(const auto &listener : l) { if(name && listener.name() != name) continue; out << listener.name() << ": " << std::endl << cipher_list(listener) << std::endl << std::endl; } return true; } bool console_cmd__net__listen(opt &out, const string_view &line) { if(empty(line)) return console_cmd__net__listen__list(out, line); const params token{line, " ", { "name", "host", "port", "private_key_pem_path", "certificate_pem_path", "certificate_chain_path", }}; const json::members _opts { { "host", token.at("host", "0.0.0.0"_sv) }, { "port", token.at("port", 8448L) }, { "private_key_pem_path", token.at("private_key_pem_path", ""_sv) }, { "certificate_pem_path", token.at("certificate_pem_path", ""_sv) }, { "certificate_chain_path", token.at("certificate_chain_path", ""_sv) }, }; const json::object &addl { tokens_after(line, ' ', token.names.size()) }; json::strung opts{_opts}; for(const auto &[name, prop] : addl) opts = insert(opts, json::member(name, prop)); const m::room::id::buf my_room { "ircd", origin(m::my()) }; const auto eid { m::send(my_room, m::me(), "ircd.listen", token.at("name"), opts) }; out << eid << std::endl; return true; } bool console_cmd__net__listen__del(opt &out, const string_view &line) { const params token{line, " ", { "name" }}; const m::room::id::buf my_room_id { "ircd", origin(m::my()) }; const m::room my_room { my_room_id }; const auto event_idx { my_room.get("ircd.listen", token.at("name")) }; const auto event_id { m::event_id(event_idx) }; const auto redact_id { m::redact(my_room, m::me(), event_id, "deleted") }; out << "Removed listener '" << token.at("name") << "' configuration. " << std::endl << "The configuration is still saved in the content of " << event_id << std::endl << "You may still need to unload this listener from service." << std::endl ; return true; } bool console_cmd__net__listen__load(opt &out, const string_view &line) { using prototype = bool (const string_view &); static mods::import load_listener { "m_listen", "load_listener" }; const params params{line, " ", { "name", }}; if(load_listener(params.at("name"))) out << "loaded listener '" << params.at("name") << "'" << std::endl; else out << "failed to load listener '" << params.at("name") << "'" << std::endl; return true; } bool console_cmd__net__listen__unload(opt &out, const string_view &line) { using prototype = bool (const string_view &); static mods::import unload_listener { "m_listen", "unload_listener" }; const params params{line, " ", { "name", }}; if(unload_listener(params.at("name"))) out << "unloaded listener '" << params.at("name") << "'" << std::endl; else out << "failed to unload listener '" << params.at("name") << "'" << std::endl; return true; } bool console_cmd__net__listen__crt(opt &out, const string_view &line) { const params param{line, " ", { "listener|path" }}; string_view filename; const string_view &targ { param.at("listener|path") }; static mods::import> listeners { "m_listen", "listeners" }; const auto &list{*listeners}; for(const auto &listener : list) { if(listener.name() != targ) continue; const json::object config { listener }; filename = unquote(config.get("certificate_pem_path")); } if(!filename) { filename = targ; return true; } const unique_buffer buf { 32_KiB }; const std::string certfile { fs::read(filename) }; out << openssl::printX509(buf, certfile, 0) << std::endl; return true; } // // client // bool console_cmd__client(opt &out, const string_view &line) { using std::setw; using std::left; using std::right; const params param{line, " ", { "[request|id]", }}; const bool &reqs { param[0] == "request" }; const auto &idnum { !reqs? param.at(0, 0): 0 }; std::vector clients(client::map.size()); static const values values; std::transform(begin(client::map), end(client::map), begin(clients), values); std::sort(begin(clients), end(clients), [] (const auto &a, const auto &b) { return a->id < b->id; }); out << right << setw(8) << "ID" << " " << setw(8) << "SOCKID" << " " << setw(6) << "RDY" << " " << setw(6) << "REQ" << " " << right << setw(4) << "CTX" << " " << left << setw(11) << "TIME" << " " << right << setw(25) << "BYTES FROM" << " " << setw(25) << "BYTES TO" << " " << setw(50) << "LOCAL" << " " << left << setw(50) << "REMOTE" << " " << std::endl; for(const auto &client : clients) { char pbuf[2][64]; if(idnum && client->id < idnum) continue; else if(idnum && client->id > idnum) break; else if(reqs && !client->reqctx) continue; out << right << setw(8) << client->id; out << " " << right << setw(8) << (client->sock? net::id(*client->sock) : 0UL) ; const std::pair stat { bool(client->sock)? net::bytes(*client->sock): std::pair{0, 0} }; out << " " << right << setw(6) << client->ready_count << " " << right << setw(6) << client->request_count ; out << " " << right << setw(4) << (client->reqctx? id(*client->reqctx) : 0UL) ; out << " " << left << setw(11) << pretty(pbuf[0], client->timer.at(), true) ; out << " " << right << setw(25) << pretty(pbuf[0], iec(stat.first)) << " " << right << setw(25) << pretty(pbuf[1], iec(stat.second)) ; out << " " << right << setw(50) << local(*client) << " " << left << setw(50) << remote(*client) ; /* if(client->request.user_id) out << " " << client->request.user_id; else if(client->request.origin) out << " " << client->request.origin; */ if(client->request.head.method) out << " " << client->request.head.method; if(client->request.head.path) out << " " << client->request.head.path; out << '\n'; } out << std::flush; return true; } bool console_cmd__client__clear(opt &out, const string_view &line) { client::terminate_all(); client::close_all(); client::wait_all(); return true; } bool console_cmd__client__spawn(opt &out, const string_view &line) { client::spawn(); return true; } // // resource // bool console_cmd__resource(opt &out, const string_view &line) { const params param{line, " ", { "path", "method" }}; const auto path { param["path"] }; const auto method { param["method"] }; if(path && method && path != "-a") { const auto &r { resource::find(path) }; const auto &m { r[method] }; out << method << " " << path << std::endl; out << (m.opts->flags & m::resource::method::REQUIRES_AUTH? " REQUIRES_AUTH" : "") << (m.opts->flags & m::resource::method::VERIFY_ORIGIN? " VERIFY_ORIGIN" : "") << (m.opts->flags & resource::method::RATE_LIMITED? " RATE_LIMITED" : "") << (m.opts->flags & resource::method::CONTENT_DISCRETION? " CONTENT_DISCRETION" : "") << std::endl; return true; } for(const auto &p : resource::map) { const auto &r(*p.second); for(const auto &mp : p.second->methods) { assert(mp.second); const auto &m{*mp.second}; if(path != "-a" && !m.stats->requests) continue; out << std::setw(56) << std::left << p.first << " " << std::setw(7) << mp.first << std::right << " | CUR " << std::setw(8) << m.stats->pending << " | REQ " << std::setw(8) << m.stats->requests << " | RET " << std::setw(8) << m.stats->completions << " | TIM " << std::setw(8) << m.stats->timeouts << " | ERR " << std::setw(8) << m.stats->internal_errors << std::endl; } } return true; } // // me // bool console_cmd__me(opt &out, const string_view &line) { out << m::me() << std::endl; out << m::public_key_id(m::my()) << std::endl; return true; } // // key // bool console_cmd__key(opt &out, const string_view &line) { const params param{line, " ", { "server_name", "key_id" }}; const auto &server_name { param.at("server_name") }; const auto &key_id { param["key_id"] }; if(key_id) { m::keys::get(server_name, key_id, [&out] (const m::keys &keys) { pretty(out, keys) << std::endl; }); return true; } // keys cached for server by param. m::keys::cache::for_each(server_name, [&out] (const m::keys &keys) { pretty_oneline(out, keys) << std::endl; return true; }); return true; } bool console_cmd__key__get(opt &out, const string_view &line) { const params param{line, " ", { "server_name", "[query_server]" }}; const auto server_name { param.at("server_name") }; const auto query_server { param["[query_server]"] }; if(m::valid(m::id::ROOM, server_name) || m::valid(m::id::ROOM_ALIAS, server_name)) { const auto query_server { param.at("[query_server]") }; const auto room_id { m::room_id(server_name) }; const m::room::origins origins { room_id }; std::vector servers; servers.reserve(origins.count()); origins.for_each([&servers] (const auto &server) { servers.emplace_back(server); }); std::vector queries(servers.size()); std::transform(begin(servers), end(servers), begin(queries), [] (const auto &server) -> m::fed::key::server_key { return { server, {} }; }); const auto closure{[&out] (const m::keys &keys) { pretty_oneline(out, keys) << std::endl; return true; }}; const bool dynamic_response {true}; const unique_mutable_buffer buf { 64_KiB }; m::keys::query(query_server, queries, closure, buf, dynamic_response); } else if(!query_server) { m::keys::get(server_name, [&out] (const m::keys &keys) { pretty(out, keys) << std::endl; }); } else { const std::pair queries[1] { { server_name, {} } }; m::keys::query(query_server, queries, [&out] (const m::keys &keys) { pretty_oneline(out, keys) << std::endl; return true; }); } return true; } // // stage // std::vector stage; bool console_cmd__stage__list(opt &out, const string_view &line) { for(const json::object object : stage) { const m::event event{object}; out << pretty_oneline(event) << std::endl; } return true; } bool console_cmd__stage(opt &out, const string_view &line) { const params param{line, " ", { "id", "[json]" }}; if(!param.count()) return console_cmd__stage__list(out, line); const auto &id { param.at(0) }; if(stage.size() < id) throw error { "Cannot stage position %d without composing %d first", id, stage.size() }; const auto &key { param[1] }; const auto &val { key? tokens_after(line, ' ', 1) : string_view{} }; const m::room::id::buf my_room { "ircd", origin(m::my()) }; if(stage.size() == id) { m::event base_event{json::members { { "depth", json::undefined_number }, { "origin", my_host() }, { "origin_server_ts", time() }, { "sender", m::me() }, { "room_id", my_room }, { "type", "m.room.message" }, { "prev_state", "[]" }, }}; const json::strung content{json::members { { "body", "test" }, { "msgtype", "m.text" } }}; json::get<"content"_>(base_event) = content; stage.emplace_back(json::strung(base_event)); } if(key && val) { m::event event{stage.at(id)}; set(event, key, val); stage.at(id) = json::strung{event}; } else if(key) { stage.at(id) = std::string{key}; } const m::event event { stage.at(id) }; out << pretty(event) << std::endl; out << stage.at(id) << std::endl; try { if(!verify(event)) out << "- SIGNATURE FAILED" << std::endl; } catch(const std::exception &e) { out << "- UNABLE TO VERIFY SIGNATURES" << std::endl; } try { char buf[512]; if(!verify_hash(event)) out << "- HASH MISMATCH: " << b64::encode_unpadded(buf, hash(event)) << std::endl; } catch(const std::exception &e) { out << "- UNABLE TO VERIFY HASHES" << std::endl; } const m::event::conforms conforms { event }; if(!conforms.clean()) out << "- " << conforms << std::endl; return true; } bool console_cmd__stage__make_prev(opt &out, const string_view &line) { const params param{line, " ", { "[id]", "[limit]" }}; const int &id { param.at(0, -1) }; const auto &limit { param.at(1, 16) }; m::event event { stage.at(id) }; const m::room room { at<"room_id"_>(event) }; const m::room::head head { room }; const unique_mutable_buffer buf { 8_KiB }; const m::room::head::generate prev { buf, head, { 16, // .limit = 20, false, // .need_top_head = true, false, // .need_my_head = false, } }; json::get<"prev_events"_>(event) = prev.array; json::get<"depth"_>(event) = prev.depth[1]; stage.at(id) = json::strung { event }; event = m::event(stage.at(id)); out << pretty(event) << std::endl; out << stage.at(id) << std::endl; return true; } bool console_cmd__stage__make_auth(opt &out, const string_view &line) { const params param{line, " ", { "[id]" }}; const int &id { param.at(0, -1) }; m::event event { stage.at(id) }; const m::room room { at<"room_id"_>(event) }; const unique_mutable_buffer buf { 1_KiB }; json::get<"auth_events"_>(event) = { m::room::auth::generate(buf, room, event) }; stage.at(id) = json::strung { event }; event = m::event(stage.at(id)); out << pretty(event) << std::endl; out << stage.at(id) << std::endl; return true; } bool console_cmd__stage__final(opt &out, const string_view &line) { const params param{line, " ", { "[id]", "[options]" }}; const int &id { param.at(0, -1) }; const auto opts { param[1] }; m::event event { stage.at(id) }; char ver_buf[128]; string_view version; if(json::get<"room_id"_>(event)) version = m::version(ver_buf, m::room(at<"room_id"_>(event)), std::nothrow); if(!version) version = "1"; m::event::id::buf event_id_buf; if(!has(opts, "no_event_id") || version == "1") json::get<"event_id"_>(event) = make_id(event, version, event_id_buf); thread_local char hashes_buf[512]; if(!has(opts, "no_hashes")) json::get<"hashes"_>(event) = m::hashes(hashes_buf, event); thread_local char sigs_buf[512]; if(!has(opts, "no_signatures")) event = signatures(sigs_buf, event); stage.at(id) = json::strung { event }; event = m::event(stage.at(id)); out << pretty(event) << std::endl; out << stage.at(id) << std::endl; return true; } bool console_cmd__stage__make_vector(opt &out, const string_view &line) { m::event::id::buf prev_; for(size_t i(1); i < stage.size(); ++i) { const auto prev(unquote(json::object{stage.at(i-1)}.get("event_id"))); const int64_t depth(json::object{stage.at(i-1)}.get("depth")); thread_local char buf[1024], hb[512], sb[512]; m::event event{stage.at(i)}; json::stack st{buf}; { json::stack::array top{st}; { json::stack::array a{top}; a.append(prev); { json::stack::object hash{a}; json::stack::member{hash, "w", "nil"}; } } } json::get<"depth"_>(event) = depth + 1; json::get<"prev_events"_>(event) = json::array{st.completed()}; json::get<"event_id"_>(event) = make_id(event, "1", prev_); json::get<"hashes"_>(event) = m::hashes(hb, event); event = signatures(sb, event); stage.at(i) = json::strung{event}; out << unquote(json::object{stage.at(i)}.at("event_id")) << std::endl; } return true; } bool console_cmd__stage__copy(opt &out, const string_view &line) { const params param{line, " ", { "srcid", "[dstid]" }}; const auto &srcid { param.at(0) }; const auto &dstid { param.at(1, stage.size()) }; const auto &src { stage.at(srcid) }; if(stage.size() < dstid) throw error { "Cannot stage position %d without composing %d first", dstid, stage.size() }; if(stage.size() == dstid) { stage.emplace_back(src); return true; } stage.at(dstid) = src; return true; } bool console_cmd__stage__clear(opt &out, const string_view &line) { const params param{line, " ", { "[id]", }}; const int &id { param.at(0, -1) }; if(id == -1) { stage.clear(); return true; } stage.at(id).clear(); return true; } bool console_cmd__stage__eval(opt &out, const string_view &line) { const params param{line, " ", { "[id]", }}; const int &id { param.at(0, -1) }; m::vm::opts opts; m::vm::eval eval { opts }; if(id >= 0) { const std::vector events { json::object(stage.at(id)) }; execute(eval, events); return true; } const std::vector events { std::begin(stage), std::end(stage) }; execute(eval, events); return true; } bool console_cmd__stage__send(opt &out, const string_view &line) { const params param{line, " ", { "remote", "[id]" }}; const string_view remote { param.at(0) }; const int &id { param.at(1, -1) }; std::vector pduv; if(id > -1) pduv.emplace_back(stage.at(id)); else for(size_t i(0); i < stage.size(); ++i) pduv.emplace_back(stage.at(i)); const auto txn { m::txn::create(pduv) }; char idbuf[128]; const auto txnid { m::txn::create_id(idbuf, txn) }; const unique_buffer bufs { 16_KiB }; m::fed::send::opts opts; opts.remote = remote; m::fed::send request { txnid, const_buffer{txn}, bufs, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response{request}; const m::fed::send::response resp { response }; resp.for_each_pdu([&] (const m::event::id &event_id, const json::object &error) { out << remote << " ->" << txnid << " " << event_id << " "; if(empty(error)) out << http::status(code) << std::endl; else out << string_view{error} << std::endl; }); return true; } bool console_cmd__stage__broadcast(opt &out, const string_view &line) { const params param{line, " ", { "[id]" }}; const int &id { param.at(0, -1) }; const auto start { id > -1? id : 0 }; const auto stop { id > -1? id + 1 : stage.size() }; for(size_t i(start); i < stop; ++i) { const m::vm::opts opts; const m::event event{stage.at(i)}; //m::vm::accepted a{event, &opts, nullptr, &opts.report}; //m::vm::accept(a); } return true; } int console_command_numeric(opt &out, const string_view &line) { return console_cmd__stage(out, line); } // // events // bool console_cmd__events(opt &out, const string_view &line) { const params param{line, " ", { "start", "stop" }}; const int64_t start { param.at("start", -1) }; const int64_t stop { param.at("stop", start == -1? 0 : -1) }; size_t limit { stop == 0 || stop == -1? 32: std::numeric_limits::max() }; const auto closure{[&out, &limit] (const m::event::idx &seq, const m::event &event) { out << seq << " " << pretty_oneline(event) << std::endl; return --limit > 0; }}; const m::events::range range { uint64_t(start), uint64_t(stop) }; m::events::for_each(range, closure); return true; } bool console_cmd__events__filter(opt &out, const string_view &line) { const params param{line, " ", { "start", "event_filter_json" }}; const uint64_t start { param.at(0, uint64_t(-1)) }; const m::event_filter filter { param.at(1) }; m::events::for_each({start, 0}, filter, [&out] (const m::event::idx &seq, const m::event &event) { out << seq << " " << pretty_oneline(event) << std::endl;; return true; }); return true; } bool console_cmd__events__in__sender(opt &out, const string_view &line) { const params param{line, " ", { "user_id" }}; const m::user::id &user_id { param.at("user_id") }; size_t i(0); m::events::sender::for_each_in(user_id, [&out, &i] (const m::user::id &user_id, const m::event::idx &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) { out << event_idx << " " << "NOT FOUND" << std::endl; return true; } if(json::get<"room_id"_>(event) == "!2Ae7qzmYoskWNSUuTMRTdze6DQo5:zemos.net") return true; if(json::get<"room_id"_>(event) == "!AAAANTUiY1fBZ230:zemos.net") return true; out << event_idx << " " << pretty_oneline(event) << std::endl;; return i++ < 2048; }); return true; } bool console_cmd__events__in__origin(opt &out, const string_view &line) { const params param{line, " ", { "origin" }}; const string_view &origin { lstrip(param.at("origin"), ':') }; m::events::origin::for_each_in(origin, [&out] (const m::user::id &user_id, const m::event::idx &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) { out << event_idx << " " << "NOT FOUND" << std::endl; return true; } out << event_idx << " " << pretty_oneline(event) << std::endl;; return true; }); return true; } bool console_cmd__events__in__type(opt &out, const string_view &line) { const params param{line, " ", { "type" }}; const string_view &type { param.at("type") }; m::events::type::for_each_in(type, [&out] (const string_view &type, const m::event::idx &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) { out << event_idx << " " << "NOT FOUND" << std::endl; return true; } out << event_idx << " " << pretty_oneline(event) << std::endl;; return true; }); return true; } bool console_cmd__events__in(opt &out, const string_view &line) { const params param{line, " ", { "what" }}; const string_view &what { param.at("what") }; if(valid(m::id::USER, what)) return console_cmd__events__in__sender(out, line); if(startswith(what, ':') && rfc3986::valid_host(std::nothrow, lstrip(what, ':'))) return console_cmd__events__in__origin(out, line); return console_cmd__events__in__type(out, line); } bool console_cmd__events__type(opt &out, const string_view &line) { const params param{line, " ", { "prefix" }}; const string_view &prefix { param["prefix"] }; m::events::type::for_each(prefix, [&out] (const string_view &type) { out << type << std::endl; return true; }); return true; } bool console_cmd__events__type__counts(opt &out, const string_view &line) { const params param{line, " ", { "prefix" }}; const string_view &prefix { param["prefix"] }; m::events::type::for_each(prefix, [&out] (const string_view &type) { size_t i(0); m::events::type::for_each_in(type, [&i] (const string_view &type, const m::event::idx &event_idx) noexcept { ++i; return true; }); out << std::setw(8) << std::right << i << " " << type << std::endl; return true; }); return true; } bool console_cmd__events__sender(opt &out, const string_view &line) { const params param{line, " ", { "prefix" }}; const string_view &prefix { param["prefix"] }; m::events::sender::for_each(prefix, [&out] (const m::user::id &user_id) { out << user_id << std::endl; return true; }); return true; } bool console_cmd__events__origin(opt &out, const string_view &line) { const params param{line, " ", { "prefix" }}; const string_view &prefix { param["prefix"] }; m::events::origin::for_each(prefix, [&out] (const string_view &origin) { out << origin << std::endl; return true; }); return true; } bool console_cmd__events__state(opt &out, const string_view &line) { const params param{line, " ", { "state_key", "type", "room_id", "depth", "idx" }}; const m::events::state::tuple key { param["state_key"], param["type"], param.at("room_id", m::room::id{}), param.at("depth", -1L), param.at("idx", 0UL), }; size_t i(0); m::events::state::for_each(key, [&out, &i] (const auto &tuple) { const auto &[state_key, type, room_id, depth, event_idx] { tuple }; out << std::right << std::setw(6) << (i++) << " " << std::left << std::setw(48) << room_id << " " << std::right << std::setw(8) << depth << " [ " << std::right << std::setw(48) << type << " | " << std::left << std::setw(48) << state_key << " ] " << std::left << std::setw(10) << event_idx << " " << std::endl; return true; }); return true; } bool console_cmd__events__refs(opt &out, const string_view &line) { const params param{line, " ", { "start", "stop", "type", "limit" }}; const m::event::idx start { param.at("start", m::vm::sequence::retired - 128) }; const m::event::idx stop { param.at("stop", m::vm::sequence::retired + 1) }; const string_view &typestr { param.at("type", "*"_sv) }; size_t limit { param.at("limit", 2048UL) }; m::dbs::ref type { typestr == "*"? m::dbs::ref(-1): m::dbs::ref(0) }; if(type != m::dbs::ref(-1)) for(; uint8_t(type) < sizeof(m::dbs::ref) * 256; type = m::dbs::ref(uint8_t(type) + 1)) if(reflect(type) == typestr) break; m::events::refs::for_each({start, stop}, [&out, &limit] (const auto &src, const auto &type, const auto &tgt) -> bool { const auto src_id { m::event_id(std::nothrow, src) }; const auto tgt_id { m::event_id(std::nothrow, tgt) }; out << " " << std::right << std::setw(10) << src << " " << std::left << std::setw(45) << trunc(src_id? string_view{src_id}: ""_sv, 45) << " " << std::right << std::setw(12) << trunc(reflect(type), 12) << " -> " << std::right << std::setw(10) << tgt << " " << std::left << std::setw(45) << trunc(tgt_id? string_view{tgt_id}: ""_sv, 45) << std::endl ; return --limit; }); return true; } bool console_cmd__events__relates(opt &out, const string_view &line) { const params param{line, " ", { "start", "stop", "type" }}; const m::event::idx start { param.at("start", 0UL) }; const m::event::idx stop { param.at("stop", m::vm::sequence::retired + 1) }; const string_view &typestr { param.at("type", "*"_sv) }; const string_view &type { typestr == "*"? string_view{}: typestr }; m::events::relates::for_each({start, stop}, type, [&out] (const m::event::idx &src, const m::relates_to &relates, const m::event::idx &tgt) { const string_view &rel_type { json::get<"rel_type"_>(relates) }; const auto src_id { m::event_id(std::nothrow, src) }; const auto tgt_id { m::event_id(std::nothrow, tgt) }; out << ' ' << std::right << std::setw(10) << src << ' ' << std::left << std::setw(45) << trunc(src_id? string_view{src_id}: ""_sv, 45) << " <- " << ' ' << std::right << std::setw(10) << tgt << ' ' << std::left << std::setw(45) << trunc(tgt_id? string_view{tgt_id}: ""_sv, 45) << ' ' << std::right << rel_type << std::endl ; return true; }); return true; } bool console_cmd__events__annotates(opt &out, const string_view &line) { const params param{line, " ", { "start", "stop", "key" }}; const m::event::idx start { param.at("start", 0UL) }; const m::event::idx stop { param.at("stop", m::vm::sequence::retired + 1) }; const string_view &keystr { param.at("key", "*"_sv) }; const string_view &key { keystr == "*"? string_view{}: keystr }; m::events::annotates::for_each({start, stop}, key, [&out] (const m::event::idx &src, const string_view &key, const m::event::idx &tgt) { const auto src_id { m::event_id(std::nothrow, src) }; const auto tgt_id { m::event_id(std::nothrow, tgt) }; out << ' ' << std::right << std::setw(10) << src << ' ' << std::left << std::setw(45) << trunc(src_id? string_view{src_id}: ""_sv, 45) << " <-" << std::right << std::setw(10) << tgt << ' ' << std::left << std::setw(45) << trunc(tgt_id? string_view{tgt_id}: ""_sv, 45) << " (" << key.size() << ')' << " :" << key << std::endl ; return true; }); return true; } bool console_cmd__events__dump(opt &out, const string_view &line) { const params param{line, " ", { "filename" }}; const auto filename { param.at(0) }; m::events::dump__file(filename); return true; } bool console_cmd__events__rebuild(opt &out, const string_view &line) { m::events::rebuild(); return true; } // // event // bool console_cmd__event(opt &out, const string_view &line) { const params param{line, " ", { "event_id" }}; m::event::id::buf event_id_buf; if(lex_castable(param.at("event_id"))) event_id_buf = m::event_id(param.at("event_id")); const m::event::id event_id { event_id_buf?: param.at("event_id") }; const auto args { tokens_after(line, ' ', 0) }; const auto event_idx { index(event_id) }; const m::event::fetch event { event_id }; if(!empty(args)) switch(hash(token(args, ' ', 0))) { case hash("raw"): { if(event.source) out << json::strung{event.source} << std::endl; else out << event << std::endl; return true; } case hash("source"): { if(event.source) out << string_view{event.source} << std::endl; return true; } case hash("idx"): out << event_idx << std::endl; return true; case hash("content"): { for(const auto &m : json::get<"content"_>(event)) out << m.first << ": " << m.second << std::endl; return true; } } pretty_detailed(out, event, event_idx); out << std::endl; return true; } bool console_id__event(opt &out, const m::event::id &id, const string_view &line) { return console_cmd__event(out, line); } bool console_cmd__event__sign(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "[host]", "[accept|eval]" }}; const m::event::id event_id { param.at(0) }; const auto &host { param.at(1, event_id.host()) }; const auto &op { param[2] }; m::fed::event::opts opts; opts.remote = host; opts.dynamic = false; const unique_buffer buf { 128_KiB }; m::fed::event request { event_id, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const m::event orig_event { request }; const unique_mutable_buffer sigbuf { 64_KiB }; const auto event { m::signatures(mutable_buffer{sigbuf}, orig_event) }; out << pretty(event) << std::endl; if(op == "accept") { const m::vm::opts opts; /* m::vm::accepted a { event, &opts, nullptr, &opts.report }; m::vm::accept(a); */ } else if(op == "eval") { m::vm::opts opts; m::vm::eval { event, opts }; } return true; } bool console_cmd__event__bad(opt &out, const string_view &line) { const params param{line, " ", { "event_id", }}; const m::event::id event_id { param.at(0) }; const bool b { bad(event_id) }; out << event_id << "is" << (b? " " : " NOT ") << "BAD" << std::endl; return true; } bool console_cmd__event__horizon(opt &out, const string_view &line) { const params param{line, " ", { "event_id", }}; const string_view &event_id { param["event_id"] }; if(!event_id) { const auto &num_keys { db::property(m::dbs::event_horizon, "rocksdb.estimate-num-keys") }; out << "Estimated event_id's unresolved: " << num_keys << '.' << std::endl; return true; } const m::event::horizon horizon { event_id }; horizon.for_each([&out, &event_id] (const auto &, const auto &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; out << event.event_id << " -> " << event_idx << " "; if(event.valid) out << pretty_oneline(event); else out << "Not Found."; out << std::endl; return true; }); return true; } bool console_cmd__event__horizon__list(opt &out, const string_view &line) { const m::event::horizon horizon; horizon.for_each([&out] (const auto &event_id, const auto &event_idx) { const auto _event_id { m::event_id(std::nothrow, event_idx) }; out << event_id << " -> " << event_idx << " " << _event_id << std::endl; return true; }); return true; } bool console_cmd__event__horizon__rebuild(opt &out, const string_view &line) { const auto count { m::event::horizon::rebuild() }; out << "done " << count << std::endl; return true; } bool console_cmd__event__horizon__flush(opt &out, const string_view &line) { size_t count(0); const m::event::horizon horizon; horizon.for_each([&out, &count] (const auto &event_id, const auto &event_idx) { m::room::id::buf room_id_buf; const string_view &room_id { m::get(std::nothrow, event_idx, "room_id", room_id_buf) }; if(!room_id) return true; //m::fetch::start(room_id, event_id); ++count; //TODO: XXX while(m::fetch::count() > 64) ctx::sleep(seconds(1)); return true; }); return true; } bool console_cmd__event__cached(opt &out, const string_view &line) { const params param{line, " ", { "event_id|event_idx", }}; const string_view id { param.at(0) }; static const m::event::fetch::opts opts { m::event::keys::exclude {} }; if(valid(m::id::EVENT, id)) { const m::event::id event_id { id }; const bool cached { m::cached(event_id, opts) }; out << event_id << " is" << (cached? " " : " not ") << "cached" << std::endl; return true; } else if(lex_castable(id)) { const m::event::idx event_idx { lex_cast(id) }; const bool cached { m::cached(event_idx, opts) }; out << "idx[" << event_idx << "] is" << (cached? " " : " not ") << "cached" << std::endl; return true; } else throw m::BAD_REQUEST { "Not a valid event_id or `event_idx" }; return true; } bool console_cmd__event__purge(opt &out, const string_view &line) { const params param{line, " ", { "event_id" }}; const m::event::id event_id { param.at("event_id") }; const auto event_idx { m::index(event_id) }; const bool purged { m::event::purge(event_idx) }; if(purged) out << "purged "; else out << "failed to purge "; out << event_id << " [" << event_idx << ']' << std::endl; return true; } bool console_cmd__event__rewrite(opt &out, const string_view &line) { const params param{line, " ", { "event_id" }}; const m::event::id &event_id { param.at("event_id") }; const m::event::fetch event { event_id }; m::dbs::opts opts; opts.op = db::op::SET; opts.event_idx = event.event_idx; db::txn txn{*m::dbs::events}; m::dbs::write(txn, event, opts); out << "executing cells:" << txn.size() << " " << "size: " << pretty(iec(txn.bytes())) << " for " << event_id << std::endl; txn(); return true; } bool console_cmd__event__visible(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "user_id|node_id" }}; const m::event::id &event_id { param.at(0) }; const string_view &mxid { param[1] }; const m::event::fetch event { event_id }; const bool visible { m::visible(event, mxid) }; out << event.event_id << " is " << (visible? "VISIBLE" : "NOT VISIBLE") << (mxid? " to " : "") << mxid << std::endl; return true; } bool console_cmd__event__auth(opt &out, const string_view &line) { const params param{line, " ", { "event_id" }}; const m::event::id &event_id { param.at("event_id") }; const m::event::fetch event { event_id }; m::room::auth::check(event); out << "pass" << std::endl; return true; } bool console_cmd__event__refs__rebuild(opt &out, const string_view &line) { m::event::refs::rebuild(); out << "done" << std::endl; return true; } bool console_cmd__event__refs(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "type", "dir" }}; const m::event::id &event_id { param.at("event_id") }; const m::event::refs refs { index(event_id) }; const string_view &typestr { param["type"] }; m::dbs::ref type { empty(typestr)? m::dbs::ref(-1): m::dbs::ref(0) }; if(!empty(typestr)) for(; uint8_t(type) < sizeof(m::dbs::ref) * 256; type = m::dbs::ref(uint8_t(type) + 1)) if(reflect(type) == typestr) break; const auto closure{[&out, &event_id, &refs] (const auto &tgt, const auto &type) { const auto tgt_id { m::event_id(std::nothrow, tgt) }; out << " " << std::right << std::setw(10) << refs.idx << " " << std::left << std::setw(45) << trunc(event_id, 45) << " " << std::right << std::setw(12) << trunc(reflect(type), 12) << " -> " << std::right << std::setw(10) << tgt << " " << std::left << std::setw(60) << trunc(tgt_id? string_view{tgt_id}: ""_sv, 60) << std::endl ; return true; }}; const bool asc { param["dir"] != "b" }; if(asc) refs.for_each(type, closure); else refs.rfor_each(type, closure); return true; } bool console_cmd__event__refs__count(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "type" }}; const m::event::id &event_id { param.at("event_id") }; const m::event::refs refs { index(event_id) }; const string_view &typestr { param["type"] }; m::dbs::ref type { empty(typestr)? m::dbs::ref(-1): m::dbs::ref(0) }; if(!empty(typestr)) for(; uint8_t(type) < sizeof(m::dbs::ref) * 256; type = m::dbs::ref(uint8_t(type) + 1)) if(reflect(type) == typestr) break; const auto count { refs.count(type) }; out << count << std::endl; return true; } bool console_cmd__event__refs__next(opt &out, const string_view &line) { const params param{line, " ", { "event_id" }}; const m::event::id &event_id { param.at("event_id") }; const m::event::refs refs { index(event_id) }; refs.for_each(m::dbs::ref::NEXT, [&out] (const auto &idx, const auto &type) { const m::event::fetch event { std::nothrow, idx }; if(!event.valid) return true; out << idx << " " << m::event_id(idx) << " " << reflect(type) << std::endl; return true; }); return true; } bool console_cmd__event__refs__auth(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "type" }}; const m::event::id &event_id { param.at("event_id") }; const string_view type { param.at("type", ""_sv) }; const m::room::auth::refs auth { index(event_id) }; auth.for_each(type, [&out] (const m::event::idx &idx) { const m::event::fetch event { std::nothrow, idx }; if(!event.valid) return true; out << idx << " " << pretty_oneline(event) << std::endl; return true; }); return true; } bool console_cmd__event__relates(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "rel_type" }}; const m::event::id &event_id { param.at("event_id") }; const string_view &type { param["rel_type"] }; const auto event_idx { index(event_id) }; const m::relates rels { event_idx }; rels.for_each(type, [&out, &event_id, &event_idx] (const m::event::idx &ref_idx, const json::object &content, const m::relates_to &relates) { const auto ref_id { m::event_id(std::nothrow, ref_idx) }; out << " " << std::right << std::setw(10) << event_idx << " " << std::left << std::setw(45) << trunc(event_id, 45) << " <- " << std::left << std::setw(36) << json::get<"rel_type"_>(relates) << " " << std::right << std::setw(10) << ref_idx << " " << std::left << std::setw(45) << trunc(ref_id? string_view{ref_id}: ""_sv, 45) << std::endl ; return true; }); return true; } bool console_cmd__event__trace(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "limit" }}; const m::event::id &event_id { param.at("event_id") }; ssize_t limit { param.at("limit", 48L) }; const auto event_idx { index(event_id) }; m::event::fetch event; m::trace::for_each(event_idx, [&out, &limit, &event] (const m::event::idx &event_idx, const uint64_t &depth, const m::room::message &msg) { if(!seek(std::nothrow, event, event_idx)) return true; json::get<"content"_>(event) = msg.source; const m::pretty_opts opts { .event_idx = event_idx, .show_origin_server_ts = false, .show_origin_server_ts_ago = true, .show_event_id = false, .show_state_key = false, .show_msgtype = false, }; out << pretty_msgline(event, opts) << std::endl; return --limit > 0; }); return true; } // // eval // bool console_cmd__eval__file(opt &out, const string_view &line); bool console_cmd__eval(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "opts", }}; if(!valid(m::id::EVENT, param.at(0))) return console_cmd__eval__file(out, line); const m::event::id &event_id { param.at(0) }; const auto &args { tokens_after(line, ' ', 1) }; const m::event::fetch event { event_id }; m::vm::opts opts; opts.nothrows = 0; tokens(args, ' ', [&opts](const auto &arg) { switch(hash(arg)) { case "replay"_: opts.replays = true; break; case "nowrite"_: opts.phase.reset(m::vm::phase::WRITE); break; case "noverify"_: opts.phase.reset(m::vm::phase::VERIFY); break; } }); out << pretty(event) << std::endl; m::vm::eval { event, opts }; out << "done" << std::endl; return true; } bool console_cmd__eval__file(opt &out, const string_view &line) { const params param{line, " ", { "path", "limit" }}; const auto path { param.at("path") }; const auto limit { param.at("limit", -1UL) }; const fs::fd::opts opts { .mode = std::ios::in, }; const fs::fd file { path, opts }; const fs::map map { file, fs::map::opts { opts }, }; // This array is backed by the mmap const json::array events { const_buffer{map} }; m::vm::opts vm_opts; vm_opts.infolog_accept = true; vm_opts.limit = limit; m::vm::eval { events, vm_opts }; return true; } // // rooms // bool console_cmd__rooms(opt &out, const string_view &line) { const string_view &search_term { line }; const m::rooms::opts opts { search_term }; auto limit { 64 }; m::rooms::for_each(opts, [&limit, &out] (const m::room::id &room_id) -> bool { out << room_id << std::endl; return --limit > 0; }); return true; } bool console_cmd__rooms__dump(opt &out, const string_view &line) { const params param{line, " ", { "filename" }}; const auto filename { param.at(0) }; static conf::item rooms_dump_prefetch { { "name", "ircd.console.rooms.dump.prefetch" }, { "default", 16L }, }; m::rooms::opts opts; opts.remote_only = true; opts.prefetch = rooms_dump_prefetch; m::rooms::dump__file(opts, filename); return true; } bool console_cmd__rooms__public(opt &out, const string_view &line) { const params param{line, " ", { "server", "search_term", "limit" }}; const string_view &server { param.at("server", string_view{}) }; const string_view &search_term { param["server"] && startswith(param["server"], ':') && param["search_term"] != "*"? param["search_term"]: param["server"] && startswith(param["server"], ':')? string_view{}: param["server"] != "*"? param["server"]: string_view{} }; auto limit { param.at("limit", 32L) }; m::rooms::opts opts; opts.server = server; opts.search_term = search_term; opts.summary = true; opts.join_rule = "public"; m::rooms::for_each(opts, [&limit, &out] (const m::room::id &room_id) -> bool { out << room_id << std::endl; return --limit > 0; }); return true; } bool console_cmd__rooms__fetch(opt &out, const string_view &line) { const params param{line, " ", { "server", "since" }}; const string_view &server { param.at("server") }; const string_view &since { param.at("since", string_view{}) }; const m::rooms::summary::fetch fetch { server, since }; out << "done" << std::endl << "total room count estimate: " << fetch.total_room_count_estimate << std::endl << "next batch: " << fetch.next_batch << std::endl ; return true; } bool console_cmd__rooms__head__reset(opt &out, const string_view &line) { const params param{line, " ", { "server" }}; const string_view &server { param["server"] != "*" && param["server"] != "remote_joined_only" && param["server"] != "local_only"? param["server"]: string_view{} }; m::rooms::opts opts; opts.server = server; if(param["server"] == "remote_joined_only") opts.remote_joined_only = true; if(param["server"] == "local_only") opts.local_only = true; m::rooms::for_each(opts, [&out] (const m::room::id &room_id) -> bool { const m::room::head head { room_id }; m::room::head::reset(head); return true; }); return true; } // // room // bool console_cmd__room__events(opt &out, const string_view &line); bool console_cmd__room(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const auto &room_id { m::room_id(param.at(0)) }; const auto top { m::top(std::nothrow, room_id) }; const m::room room { room_id, std::get(top) }; const m::room::state state { room }; const m::room::auth::chain auth { std::get(top) }; char version_buf[32], display_buf[256]; out << "display name: " << m::display_name(display_buf, room_id) << std::endl; out << "creator: " << m::creator(room_id) << std::endl; out << "version: " << m::version(version_buf, room_id) << std::endl; out << "internal: " << m::internal(room_id) << std::endl; out << "local only: " << std::boolalpha << m::local_only(room_id) << std::endl; out << "local joined: " << std::boolalpha << m::local_joined(room_id) << std::endl; out << "remote joined: " << std::boolalpha << m::remote_joined(room_id) << std::endl; out << std::endl; const m::room::members members{room_id}; out << "invite local: " << members.count("invite", my_host()) << std::endl << "invite: " << members.count("invite") << std::endl << "join local: " << members.count("join", my_host()) << std::endl << "join: " << members.count("join") << std::endl << "leave local: " << members.count("leave", my_host()) << std::endl << "leave: " << members.count("leave") << std::endl << "ban local: " << members.count("ban", my_host()) << std::endl << "ban: " << members.count("ban") << std::endl << std::endl; out << "servers: " << m::room::origins{room_id}.count() << std::endl; out << "servers up: " << m::room::origins{room_id}.count_online() << std::endl; out << "servers err: " << m::room::origins{room_id}.count_error() << std::endl; out << std::endl; out << "heads: " << m::room::head{room_id}.count() << std::endl; out << "auth depth: " << auth.depth() << std::endl; out << "state: " << m::room::state{room_id}.count() << std::endl; out << "states: " << m::room::state::space{room_id}.count() << std::endl; out << "events: " << m::room{room_id}.count() << std::endl; out << "index: " << m::room::index(room_id) << std::endl; out << std::endl; out << "top depth: " << std::get(top) << std::endl; out << "top event: " << std::get(top) << std::endl; out << "top index: " << std::get(top) << std::endl; out << std::endl; out << "m. state: " << std::endl; state.for_each(m::room::state::type_prefix{"m."}, [&out, &state] (const string_view &type, const string_view &state_key, const m::event::idx &event_idx) { assert(startswith(type, "m.room.")); if(type == "m.room.member") return true; if(state_key != ""_sv && type != "m.room.aliases") return true; const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) return true; const size_t &evw { event.event_id.version() == "1"? 64UL : 40UL }; for(const auto &[prop, val] : json::get<"content"_>(event)) out << std::left << std::setw(evw) << event.event_id << " " << std::right << std::setw(30) << json::get<"type"_>(event) << " | " << std::left << std::setw(24) << prop << " " << val << std::endl; return true; }); out << std::endl; out << "recent auth:" << std::endl; ssize_t adi(auth.depth()); auth.for_each([&out, &adi] (const m::event::idx &event_idx) { if(adi-- > 5) return true; const m::event::fetch event { std::nothrow, event_idx }; if(event.valid) m::pretty_stateline(out, event, event_idx); return true; }); out << std::endl; out << "recent events: " << std::endl; char linebuf[256]; static const size_t last_count(5); console_cmd__room__events(out, fmt::sprintf { linebuf, "%s -%ld", string_view{room_id}, last_count, }); out << std::endl; out << "recent missing: " << std::endl; const m::room::missing missing { room }; ssize_t missing_count(3); missing.rfor_each({0, 0}, [&out, &missing_count, &top] (const auto &event_id, const auto &ref_depth, const auto &ref_idx) { out << std::right << std::setw(8) << (int64_t(ref_depth) - std::get(top)) << " " << std::right << std::setw(8) << ref_depth << " " << std::right << std::setw(10) << ref_idx << " " << std::left << std::setw(64) << m::event_id(ref_idx) << " missing: " << std::left << event_id << std::endl; return missing_count--; }); out << std::endl; out << "oldest missing: " << std::endl; missing_count = 3; missing.for_each({0, 0}, [&out, &missing_count, &top] (const auto &event_id, const auto &ref_depth, const auto &ref_idx) { out << std::right << std::setw(8) << (int64_t(ref_depth) - std::get(top)) << " " << std::right << std::setw(8) << ref_depth << " " << std::right << std::setw(10) << ref_idx << " " << std::left << std::setw(64) << m::event_id(ref_idx) << " missing: " << std::left << event_id << std::endl; return missing_count--; }); out << std::endl; out << "recent gaps: " << std::endl; size_t gap_count(4); const m::room::sounding gaps { room }; gaps.rfor_each([&out, &gap_count, &top] (const auto &range, const auto &event_idx) { out << std::right << std::setw(8) << (int64_t(range.first) - std::get(top)) << " " << std::right << std::setw(8) << range.first << " -> " << std::left << std::setw(8) << range.second << " " << (m::room::state::is(std::nothrow, event_idx)? "S" : " ") << " " << m::event_id(event_idx) << std::endl; return gap_count--; }); return true; } bool console_cmd__room__version(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const auto &room_id { m::room_id(param.at(0)) }; char buf[32]; out << m::version(buf, room_id) << std::endl; return true; } bool console_cmd__room__head(opt &out, const string_view &line) { const auto &room_id { m::room_id(token(line, ' ', 0)) }; const m::room room { room_id }; const m::room::head head { room }; head.for_each([&out] (const m::event::idx &event_idx, const m::event::id &event_id) { const m::event::fetch event { std::nothrow, event_idx }; out << pretty_oneline(event) << std::endl; return true; }); return true; } bool console_cmd__room__head__count(opt &out, const string_view &line) { const auto &room_id { m::room_id(token(line, ' ', 0)) }; const m::room room { room_id }; const m::room::head head { room }; out << head.count() << std::endl; return true; } bool console_cmd__room__head__rebuild(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const auto &room_id { m::room_id(param.at(0)) }; const m::room room { room_id }; const m::room::head head { room }; const size_t count { head.rebuild(head) }; out << "done " << count << std::endl; return true; } bool console_cmd__room__head__add(opt &out, const string_view &line) { const params param{line, " ", { "event_id" }}; const m::event::id &event_id { param.at(0) }; m::room::head::modify(event_id, db::op::SET, true); out << "Added " << event_id << " to head " << std::endl; return true; } bool console_cmd__room__head__del(opt &out, const string_view &line) { const params param{line, " ", { "event_id" }}; const m::event::id &event_id { param.at(0) }; m::room::head::modify(event_id, db::op::DELETE, true); out << "Deleted " << event_id << " from head (if existed)" << std::endl; return true; } bool console_cmd__room__head__reset(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const auto &room_id { m::room_id(param.at(0)) }; const m::room room { room_id }; const m::room::head head { room }; const size_t count { head.reset(head) }; out << "done " << count << std::endl; return true; } bool console_cmd__room__head__fetch(opt &out, const string_view &line) { const params param{line, " ", { "room_id" }}; const auto room_id { m::room_id(param.at("room_id")) }; const m::room room { room_id }; m::room::head::fetch::opts opts; opts.room_id = room_id; m::room::head::fetch fetch { opts, [&out](const m::event &result) { out << pretty_oneline(result) << std::endl; return true; } }; out << std::endl << "results: " << fetch.heads << std::endl << "exists: " << fetch.exists << std::endl << "concur: " << fetch.concur << std::endl << "unique: " << fetch.head.size() << std::endl << "servers: " << fetch.respond << std::endl << "depth ahead: " << fetch.depth[2] << std::endl << "depth equal: " << fetch.depth[1] << std::endl << "depth behind: " << fetch.depth[0] << std::endl << "ots ahead: " << fetch.ots[2] << std::endl << "ots equal: " << fetch.ots[1] << std::endl << "ots behind: " << fetch.ots[0] << std::endl ; return true; } bool console_cmd__room__sounding(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const m::event::id event_id { param["event_id"]? m::event::id{param["event_id"]}: m::event::id{} }; const m::room room { room_id, event_id }; const auto hazard { m::hazard(room) }; const auto twain { m::twain(room) }; const auto head { m::head_idx(room) }; const auto create { m::room::index(room) }; const auto sounding { m::sounding(room) }; out << "head: " << std::setw(8) << m::depth(room) << " " << m::event_id(head) << " (" << head << ")" << std::endl; out << "hazard: " << std::setw(8) << hazard.first << std::endl; out << "sounding: " << std::setw(8) << sounding.first << " " << m::event_id(sounding.second) << " (" << sounding.second << ")" << std::endl; out << "twain: " << std::setw(8) << twain.first << std::endl; out << "create: " << std::setw(8) << m::get(create, "depth") << " " << m::event_id(create) << " (" << create << ")" << std::endl; return true; } bool console_cmd__room__depth(opt &out, const string_view &line) { const auto &room_id { m::room_id(token(line, ' ', 0)) }; const m::room room { room_id }; out << depth(room_id) << std::endl; return true; } bool console_cmd__room__depth__gaps(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "reverse" }}; const auto &room_id { m::room_id(param.at(0)) }; const m::room room { room_id }; const auto closure{[&out] (const auto &range, const auto &event_idx) { out << std::right << std::setw(8) << range.first << " -> " << std::left << std::setw(8) << range.second << " " << (m::room::state::is(std::nothrow, event_idx)? "S" : " ") << " " << m::event_id(event_idx) << std::endl; return true; }}; const m::room::sounding gaps { room }; if(param["reverse"] == "reverse") gaps.rfor_each(closure); else gaps.for_each(closure); return true; } bool console_cmd__room__visible(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "user_id|node_id", "event_id" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view &mxid { param[1] && param[1] != "*"? param[1]: param[1] == "*"? string_view{}: param[1] }; const auto &event_id { param[2] }; const m::room room { room_id, event_id }; const bool visible { m::visible(room, mxid) }; out << room_id << " is " << (visible? "VISIBLE" : "NOT VISIBLE") << (mxid? " to " : "") << mxid << (event_id? " at " : "") << event_id << std::endl; return true; } // // room alias // bool console_cmd__room__alias(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "server" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view &server { param["server"] }; const m::room::aliases aliases { room_id }; aliases.for_each(server, [&out] (const m::room::alias &alias) { out << alias << std::endl; return true; }); return true; } // // room cache // bool console_cmd__room__alias__cache(opt &out, const string_view &line) { const params param{line, " ", { "server" }}; const string_view &server { param["server"] }; out << std::left << std::setw(40) << "EXPIRES" << " " << std::left << std::setw(48) << "ROOM ALIAS" << " " << std::left << std::setw(48) << "ROOM ID" << std::endl; m::room::aliases::cache::for_each(server, [&out] (const m::room::alias &alias, const m::room::id &room_id) { const auto expire_point { m::room::aliases::cache::expires(alias) }; char buf[48]; const auto expires { timef(buf, expire_point, ircd::localtime) }; out << std::left << std::setw(40) << expires << " " << std::left << std::setw(48) << alias << " " << std::left << std::setw(48) << room_id << std::endl; return true; }); return true; } bool console_cmd__room__alias__cache__has(opt &out, const string_view &line) { const params param{line, " ", { "alias" }}; const m::room::alias &alias { param["alias"] }; const bool has { m::room::aliases::cache::has(alias) }; out << std::boolalpha << has << std::endl; return true; } bool console_cmd__room__alias__cache__set(opt &out, const string_view &line) { const params param{line, " ", { "alias", "room_id" }}; const m::room::alias &alias { param["alias"] }; const m::room::id &room_id { param["room_id"] }; const bool set { m::room::aliases::cache::set(alias, room_id) }; out << std::boolalpha << set << std::endl; return true; } bool console_cmd__room__alias__cache__fetch(opt &out, const string_view &line) { const params param{line, " ", { "alias", "remote" }}; const m::room::alias &alias { param["alias"] }; const auto &remote { param["remote"]? param["remote"]: alias.host() }; m::room::aliases::cache::fetch(alias, remote); out << "done" << std::endl; return true; } bool console_cmd__room__alias__cache__get(opt &out, const string_view &line) { const params param{line, " ", { "alias" }}; const m::room::alias &alias { param["alias"] }; const m::room::id::buf room_id { m::room::aliases::cache::get(alias) }; out << room_id << std::endl; return true; } bool console_cmd__room__alias__cache__del(opt &out, const string_view &line) { const params param{line, " ", { "alias" }}; const m::room::alias &alias { param["alias"] }; const bool del { m::room::aliases::cache::del(alias) }; out << std::boolalpha << del << std::endl; return true; } bool console_cmd__room__server_acl(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "server" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const m::room::server_acl server_acl { room_id }; if(param["server"]) { const bool allowed { server_acl(param.at("server")) }; out << (allowed? "allow"_sv : "deny"_sv) << std::endl; return true; } server_acl.for_each("allow", [&out] (const string_view &expression) { out << "allow " << expression << std::endl; return true; }); out << std::endl; server_acl.for_each("deny", [&out] (const string_view &expression) { out << "deny " << expression << std::endl; return true; }); out << std::endl; out << "IP literals "; if(server_acl.getbool("allow_ip_literals") != false) out << "allow." << std::endl; else out << "deny." << std::endl; return true; } bool console_cmd__room__members(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[membership]" "[host]" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view &membership { param[1] != "\"\""? param[1]: string_view{} }; const string_view &host { param[2] }; const m::room room { room_id }; const m::room::members members { room }; if(membership) { members.for_each(membership, host, [&out, &membership] (const m::user::id &user_id) { out << std::setw(8) << std::left << membership << " " << user_id << std::endl; return true; }); return true; } members.for_each(membership, host, [&out] (const m::user::id &user_id, const m::event::idx &event_idx) { char buf[32]; out << std::setw(8) << std::left << m::membership(buf, event_idx) << " " << user_id << std::endl; return true; }); return true; } bool console_cmd__room__members__events(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[membership]" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view membership { param[1] }; const m::room room { room_id }; const m::room::members members { room }; const auto closure{[&out](const auto &user_id, const auto &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) return true; out << pretty_oneline(event) << std::endl; return true; }}; members.for_each(membership, closure); return true; } bool console_cmd__room__members__count(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[membership]" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view membership { param[1] }; const m::room room { room_id }; const m::room::members members { room }; out << members.count(membership) << std::endl; return true; } bool console_cmd__room__members__origin(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "origin", "[membership]" }}; const auto &room_id { m::room_id(param.at(0)) }; const auto &origin { param.at(1) }; const string_view membership { param[2] }; const m::room room { room_id }; const m::room::members members { room }; members.for_each(membership, [&out, &origin] (const auto &user_id, const auto &event_idx) { const bool same_origin { m::query(std::nothrow, event_idx, "origin", [&origin] (const auto &_origin) noexcept { return _origin == origin; }) }; if(!same_origin) return true; const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) return true; out << pretty_oneline(event) << std::endl; return true; }); return true; } bool console_cmd__room__members__read(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "[membership]" }}; const m::event::id &event_id { param.at(0) }; const string_view membership { param.at(1, "join"_sv) }; m::room::id::buf room_id { m::get(event_id, "room_id", room_id) }; const m::room room { room_id }; const m::room::members members { room }; const m::event::closure event_closure{[&out, &event_id] (const m::event &event) { if(event_id) if(unquote(at<"content"_>(event).get("event_id")) != event_id) return; out << timestr(at<"origin_server_ts"_>(event) / 1000) << " " << at<"sender"_>(event) << " " << at<"content"_>(event) << " " << event.event_id << std::endl; }}; members.for_each(membership, [&room_id, &event_closure] (const m::user::id &user_id, const m::event::idx &event_idx) { const m::user user { user_id }; static const m::event::fetch::opts fopts { m::event::keys::include { "event_id", "content", "origin_server_ts", "sender" }, db::gopts { .cache = false, }, }; const m::user::room user_room { user, nullptr, &fopts }; user_room.get(std::nothrow, "ircd.read", room_id, event_closure); return true; }); return true; } bool console_cmd__room__origins(opt &out, const string_view &line) { const auto &room_id { m::room_id(token(line, ' ', 0)) }; const m::room room { room_id }; const m::room::origins origins { room }; origins.for_each([&out](const string_view &origin) { out << origin << std::endl; }); return true; } bool console_cmd__room__origins__random(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[noerror]" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const bool noerror { param.at("[noerror]", false) }; const m::room room { room_id }; const m::room::origins origins { room }; const auto ok{[&noerror] (const string_view &origin) { if(noerror && m::fed::errant(origin)) return false; return true; }}; char buf[256]; const string_view origin { origins.random(buf, ok) }; if(!origin) throw m::NOT_FOUND { "No origins for this room." }; out << origin << std::endl; return true; } bool console_cmd__room__state(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id_or_type" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &event_id_or_type { param.at("event_id_or_type", string_view{}) }; const auto is_event_id { m::has_sigil(event_id_or_type) && valid(m::id::EVENT, event_id_or_type) }; const m::room room { room_id, is_event_id? event_id_or_type : string_view{} }; const m::room::state state { room }; const string_view &type { !is_event_id? event_id_or_type: string_view{} }; state.for_each(type, [&out] (const string_view &type, const string_view &state_key, const m::event::idx &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) return true; m::pretty_stateline(out, event, event_idx); /* size_t i(0); auto prev_idx(event_idx); for(; i < 4 && prev_idx; ++i, prev_idx = state.prev(prev_idx)) out << (i? " <-- " : "") << prev_idx; out << std::endl; */ return true; }); return true; } bool console_cmd__room__state__events(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id_or_type" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &event_id_or_type { param.at("event_id_or_type", string_view{}) }; const auto is_event_id { m::has_sigil(event_id_or_type) && valid(m::id::EVENT, event_id_or_type) }; const m::room room { room_id, is_event_id? event_id_or_type : string_view{} }; const m::room::state state { room }; const string_view &type { !is_event_id? event_id_or_type: string_view{} }; state.for_each(type, [&out](const m::event &event) { out << pretty_oneline(event) << std::endl; }); return true; } bool console_cmd__room__state__count(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id_or_type" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &event_id_or_type { param.at("event_id_or_type", string_view{}) }; const auto is_event_id { m::has_sigil(event_id_or_type) && valid(m::id::EVENT, event_id_or_type) }; const m::room room { room_id, is_event_id? event_id_or_type : string_view{} }; const m::room::state state { room }; const string_view &type { !is_event_id? event_id_or_type: string_view{} }; out << state.count(type) << std::endl; return true; } bool console_cmd__room__state__types(opt &out, const string_view &line) { const auto &room_id { m::room_id(token(line, ' ', 0)) }; const auto &event_id { token(line, ' ', 1, {}) }; const m::room room { room_id, event_id }; const m::room::state state { room }; state.for_each([&out] (const string_view &type, const string_view &state_key, const m::event::idx &) { out << type << std::endl; return true; }); return true; } bool console_cmd__room__state__keys(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "type", "event_id", "prefix" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &type { param.at("type") }; const auto &event_id { param.at("event_id", string_view{}) }; const string_view &prefix { param.at("prefix", string_view{}) }; const m::room room { room_id, event_id }; const m::room::state state { room }; state.for_each(type, prefix, [&out, &prefix] (const string_view &, const string_view &state_key, const m::event::idx &) { if(prefix && !startswith(state_key, prefix)) return false; out << state_key << std::endl; return true; }); return true; } bool console_cmd__room__state__history(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id|depth", "type", "state_key" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto point { param.at("event_id|depth") }; const string_view &type { param["type"] }; const string_view &state_key { param["state_key"] }; const m::event::id &event_id { !lex_castable(point)? m::event::id{point}: m::event::id{} }; const int64_t bound { lex_castable(point)? lex_cast(point): -1L }; const m::room room { room_id, event_id }; const m::room::state state { room }; const m::room::state::history history { room, bound }; history.for_each(type, state_key, [&out] (const auto &type, const auto &state_key, const auto &depth, const auto &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) return true; m::pretty_stateline(out, event, event_idx); return true; }); return true; } bool console_cmd__room__state__space(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "type", "state_key", "depth" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const string_view &type { param["type"] != "*"? param["type"] : string_view{}, }; const string_view &state_key { param["state_key"] != "\"\""? param["state_key"] : string_view{}, }; const int64_t depth { param.at("depth", -1L) }; const m::room::state state { room_id }; const m::room::state::space space { room_id }; space.for_each(type, state_key, depth, [&out] (const auto &type, const auto &state_key, const auto &depth, const auto &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) return true; m::pretty_stateline(out, event, event_idx); return true; }); return true; } bool console_cmd__room__state__space__rebuild(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const string_view &room_id { param["room_id"] }; if(room_id == "*" || room_id == "remote_joined_only") { m::rooms::opts opts; opts.remote_joined_only = room_id == "remote_joined_only"; m::rooms::for_each(opts, [] (const m::room::id &room_id) { m::room::state::space::rebuild { room_id }; return true; }); return true; } const auto _room_id { room_id? m::room_id(room_id): m::room::id::buf{} }; m::room::state::space::rebuild { _room_id }; return true; } bool console_cmd__room__state__rebuild(opt &out, const string_view &line) { const params param{line, " ", { "room_id" }}; const m::room::id::buf room_id { param.at("room_id") != "*" && param.at("room_id") != "remote_joined_only"? m::room_id(param.at(0)): param["room_id"] }; if(room_id == "*" || room_id == "remote_joined_only") { m::rooms::opts opts; opts.remote_joined_only = room_id == "remote_joined_only"; m::rooms::for_each(opts, [] (const m::room::id &room_id) { m::room::state::rebuild { room_id }; return true; }); return true; } m::room::state::rebuild { room_id }; out << "done" << std::endl; return true; } bool console_cmd__room__state__prefetch(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[event_id_or_type]", "[type]" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &event_id_or_type { param.at("[event_id_or_type]", string_view{}) }; const auto is_event_id { m::has_sigil(event_id_or_type) && valid(m::id::EVENT, event_id_or_type) }; const string_view &event_id { is_event_id? event_id_or_type: string_view{} }; const auto &type { is_event_id? param.at("[type]", string_view{}): event_id_or_type }; const m::room room { room_id, event_id }; const m::room::state state { room }; const size_t prefetched { state.prefetch(type) }; out << "prefetched " << prefetched << std::endl; return true; } bool console_cmd__room__state__cache(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[event_id_or_type]", "[type]" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &event_id_or_type { param.at("[event_id_or_type]", string_view{}) }; const auto is_event_id { m::has_sigil(event_id_or_type) && valid(m::id::EVENT, event_id_or_type) }; const string_view &event_id { is_event_id? event_id_or_type: string_view{} }; const auto &type { is_event_id? param.at("[type]", string_view{}): event_id_or_type }; const m::room room { room_id, event_id }; const m::room::state state { room }; size_t total(0); std::array res {{0}}; state.for_each(type, m::event::closure_idx{[&total, &res] (const m::event::idx &event_idx) { const byte_view &key(event_idx); for(size_t i(0); i < m::dbs::event_column.size(); ++i) { auto &column(m::dbs::event_column[i]); res[i] += db::cached(column, key); } ++total; }}); std::array keys; _key_transform(m::event{}, begin(keys), end(keys)); assert(res.size() == keys.size()); for(size_t i(0); i < keys.size(); ++i) out << std::left << std::setw(16) << keys[i] << " " << std::right << std::setw(6) << res[i] << " of " << std::left << std::setw(6) << total << std::endl; return true; } bool console_cmd__room__state__fetch(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id", "opt" }}; const auto room_id { m::room_id(param.at("room_id")) }; const auto event_id { param["event_id"]? m::event::id::buf{param["event_id"]}: m::head(room_id) }; m::room::state::fetch::opts opts; opts.room.room_id = room_id; opts.room.event_id = event_id; opts.existing = has(param["opt"], "existing"); opts.unique = true; size_t i(0); m::room::state::fetch fetch { opts, [&out, &i](const m::event::id &event_id, const string_view &remote) { out << std::setw(4) << std::left << i++ << " " << std::setw(60) << std::left << event_id << " " << remote << std::endl; return true; } }; out << std::endl << "servers: " << fetch.respond << std::endl << "unique: " << fetch.result.size() << std::endl << "concur: " << fetch.concur << std::endl << "exists: " << fetch.exists << std::endl << "results: " << fetch.responses << std::endl ; return true; } bool console_cmd__room__count(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "{event_filter_json}" }}; const auto &room_id { m::room_id(param.at(0)) }; const m::event_filter filter { param[1] }; const m::room room { room_id }; auto limit { json::get<"limit"_>(filter)?: -1 }; if(param[1]) { size_t count{0}; m::event::fetch event; m::room::events it{room}; for(; it && limit; --it, --limit) if(seek(std::nothrow, event, it.event_idx())) count += match(filter, event); out << count << std::endl; return true; } const size_t count { room.count() }; out << count << std::endl; return true; } bool console_cmd__room__events(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "depth|-limit", "order", "limit" }}; const auto &room_id { m::room_id(param.at(0)) }; const int64_t depth { param.at(1, std::numeric_limits::max()) }; const char order { param.at(2, "b"_sv).at(0) }; ssize_t limit { depth < 0? std::abs(depth): param.at(3, ssize_t(32)) }; const m::room room { room_id }; m::room::events it { room, uint64_t(depth >= 0? depth : -1) }; m::event::fetch event; for(; it && limit > 0; order == 'b'? --it : ++it, --limit) { if(!seek(std::nothrow, event, it.event_idx())) continue; out << std::left << std::setw(10) << it.event_idx() << " " << pretty_oneline(event) << std::endl; } return true; } bool console_cmd__room__events__missing(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "limit", "min_depth", "max_depth", "event_id" }}; const auto &room_id { m::room_id(param.at("room_id")) }; auto limit { param.at("limit", 16L) }; const auto &min_depth { param.at("min_depth", 0L) }; const auto &max_depth { param.at("max_depth", 0L) }; const auto &event_id { param["event_id"] }; m::room room { room_id }; if(m::valid(m::id::EVENT, event_id)) room.event_id = event_id; const auto top { m::top(room) }; const m::room::missing missing { room }; out << std::right << std::setw(10) << "DIFF" << " " << std::left << std::setw(10) << "SEQUENCE" << " " << std::right << std::setw(10) << "DIFF" << " " << std::left << std::setw(10) << "DEPTH" << " " << std::right << std::setw(6) << "HORIZO" << " " << std::left << std::setw(52) << "EVENT ID" << std::endl; missing.for_each({min_depth, max_depth}, [&out, &limit, &top] (const auto &event_id, const auto &ref_depth, const auto &ref_idx) { const auto &[top_event_id, top_depth, top_idx] {top}; out << std::right << std::setw(10) << int64_t(ref_idx - top_idx) << " " << std::left << std::setw(10) << ref_idx << " " << std::right << std::setw(10) << int64_t(ref_depth - top_depth) << " " << std::left << std::setw(10) << ref_depth << " " << std::right << std::setw(6) << m::event::horizon(event_id).count() << " " << std::left << std::setw(52) << event_id << std::endl; return --limit; }); return true; } bool console_cmd__room__events__missing__count(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "limit", "min_depth", "event_id" }}; const auto &room_id { m::room_id(param.at("room_id")) }; auto limit { param.at("limit", 16L) }; const auto &min_depth { param.at("min_depth", 0L) }; const auto &event_id { param["event_id"] }; const m::room room { room_id, event_id }; const m::room::missing missing { room }; out << missing.count() << std::endl; return true; } bool console_cmd__room__events__horizon(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "limit" }}; const auto &room_id { m::room_id(param.at("room_id")) }; auto limit { param.at("limit", 32L) }; const m::room room { room_id }; const m::room::horizon horizon { room }; horizon.for_each([&out, &limit] (const auto &event_id, const auto &ref_depth, const auto &ref_idx) { out << std::right << std::setw(10) << ref_idx << " " << std::right << std::setw(8) << ref_depth << " " << std::left << std::setw(52) << event_id << std::endl; return --limit; }); return true; } bool console_cmd__room__events__horizon__count(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &event_id { param.at("event_id", "*"_sv) }; const m::room room { room_id, event_id }; const m::room::horizon horizon { room }; out << horizon.count() << std::endl; return true; } bool console_cmd__room__events__horizon__rebuild(opt &out, const string_view &line) { const params param{line, " ", { "room_id" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const m::room room { room_id }; m::room::horizon horizon { room }; out << "done " << horizon.rebuild() << std::endl; return true; } bool console_cmd__room__acquire__list(opt &out, const string_view &line) { out << std::right << std::setw(5) << "id" << " " << std::right << std::setw(6) << "fid" << " " << std::left << std::setw(50) << "room" << " " << std::right << std::setw(5) << "view" << " [" << std::right << std::setw(8) << "depth" << " " << std::right << std::setw(8) << "depth" << " | " << std::right << std::setw(9) << "ref" << " " << std::right << std::setw(9) << "ref" << "] " << std::left << std::setw(50) << "event" << " " << std::endl; for(const auto *const &a : m::acquire::list) { size_t j(0); for(const auto &result : a->fetching) out << std::right << std::setw(5) << a->id << " " << std::right << std::setw(6) << (a->fetches - j++) << " " << std::left << std::setw(50) << trunc(a->opts.room.room_id, 40) << " " << std::right << std::setw(5) << a->opts.viewport_size << " [" << std::right << std::setw(8) << a->opts.depth.first << " " << std::right << std::setw(8) << a->opts.depth.second << " | " << std::right << std::setw(9) << a->opts.ref.first << " " << std::right << std::setw(9) << long(a->opts.ref.second) << "] " << std::left << std::setw(50) << trunc(result.event_id, 60) << " " << std::endl; } return true; } bool console_cmd__room__acquire(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "depth_start", "depth_stop", "viewport_size", "gap_min", "rounds" }}; if(!param["room_id"]) return console_cmd__room__acquire__list(out, line); const auto &room_id { m::room_id(param.at("room_id")) }; const auto depth_start { param.at("depth_start", 0L) }; const auto depth_stop { param.at("depth_stop", 0L) }; const auto viewport_size { param.at("viewport_size", 0L) }; const auto gap_min { param.at("gap_min", 0UL) }; const auto rounds { param.at("rounds", -1UL) }; const m::room room { room_id }; struct m::acquire::opts opts; opts.vmopts.infolog_accept = true; opts.room = room_id; opts.depth.first = depth_start; opts.depth.second = depth_stop; opts.viewport_size = viewport_size; opts.rounds = rounds; opts.head = depth_stop == 0; opts.gap.first = gap_min; m::acquire { opts }; return true; } bool console_cmd__room__gossip__list(opt &out, const string_view &line) { size_t i(0); for(const auto *const &a : m::gossip::list) { size_t j(0); for(const auto &result : a->requests) out << std::left << std::setw(4) << i << " " << std::left << std::setw(4) << j++ << " " << std::left << std::setw(50) << trunc(a->opts.room.room_id, 40) << " [" << std::right << std::setw(7) << a->opts.depth.first << " " << std::right << std::setw(7) << a->opts.depth.second << " | " << std::right << std::setw(8) << a->opts.ref.first << " " << std::right << std::setw(8) << long(a->opts.ref.second) << "] " << std::endl; i++; } return true; } bool console_cmd__room__gossip(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote", "rounds" }}; if(!param["room_id"]) return console_cmd__room__gossip__list(out, line); const auto &room_id { m::room_id(param.at("room_id")) }; const auto remote { param["remote"] }; const auto rounds { param.at("rounds", -1UL) }; const m::room room { room_id }; struct m::gossip::opts opts; opts.room = room; opts.hint = remote != "*"? remote: string_view{}; opts.hint_only = !opts.hint.empty(); opts.rounds = rounds; m::gossip gossip { opts }; return true; } bool console_cmd__room__messages(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "start_depth", "end_depth", "limit" }}; const auto &room_id { m::room_id(param.at(0)) }; const int64_t start_depth { param.at("start_depth", std::numeric_limits::max()) }; const int64_t end_depth { param.at("end_depth", -1) }; const auto limit { start_depth == std::numeric_limits::max()? param.at("limit", 48U): -1U }; const m::room::messages messages { room_id, { start_depth, end_depth }, }; size_t i(0); m::event::fetch event; messages.for_each([&out, &i, &limit, &event] (const m::room::message &msg, const uint64_t &depth, m::event::idx event_idx) { if(!seek(std::nothrow, event, event_idx)) return true; json::get<"content"_>(event) = msg.source; const m::pretty_opts opts { .event_idx = event_idx, .show_origin_server_ts = false, .show_origin_server_ts_ago = true, .show_event_id = false, .show_state_key = false, .show_msgtype = false, }; out << pretty_msgline(event, opts) << std::endl; return ++i < limit; }); return true; } bool console_cmd__room__type(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "type", "start_depth", "end_depth" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &type { param["type"] }; const uint64_t start_depth { param.at(2, -1UL) }; const int64_t end_depth { param.at(3, -1L) }; const bool prefix_match { endswith(type, "...") }; const m::room::type events { room_id, rstrip(type, "..."), { start_depth, end_depth }, prefix_match }; m::event::fetch event; events.for_each([&out, &event] (const string_view &type, const uint64_t &depth, const m::event::idx &event_idx) { if(!seek(std::nothrow, event, event_idx)) return true; out << std::left << std::setw(10) << event_idx << " " << pretty_oneline(event) << std::endl; return true; }); return true; } bool console_cmd__room__type__count(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "type", "start_depth", "end_depth" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const auto &type { param["type"] }; const uint64_t start_depth { param.at(2, -1UL) }; const int64_t end_depth { param.at(3, -1L) }; const bool prefix_match { endswith(type, "...") }; const m::room::type events { room_id, rstrip(type, "..."), { start_depth, end_depth }, prefix_match }; size_t ret(0); events.for_each([&ret] (const string_view &type, const uint64_t &depth, const m::event::idx &event_idx) noexcept { ++ret; return true; }); out << ret << std::endl; return true; } bool console_cmd__room__get(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "type", "state_key", "args" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view type { param.at(1) }; const string_view state_key { param.at(2, ""_sv) }; const string_view arg { param[3] }; const m::room::state room { room_id }; room.get(type, state_key, [&out, &arg] (const m::event &event) { if(has(arg, "raw")) out << event << std::endl; else if(has(arg, "content")) out << json::get<"content"_>(event) << std::endl; else out << pretty(event) << std::endl; }); return true; } bool console_cmd__get(opt &out, const string_view &line) { return console_cmd__room__get(out, line); } bool console_cmd__room__set(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "sender", "type", "state_key", "content", "[prev_event_id]" }}; const auto &room_id { m::room_id(param.at(0)) }; const m::user::id &sender { param.at(1) }; const string_view type { param.at(2) }; const string_view state_key { param.at(3) }; const json::object &content { param.at(4, json::object{}) }; const string_view prev_event_id { param[5] }; const m::room room { room_id, prev_event_id }; const auto event_id { send(room, sender, type, state_key, content) }; out << event_id << std::endl; return true; } bool console_cmd__set(opt &out, const string_view &line) { return console_cmd__room__set(out, line); } bool console_cmd__room__send(opt &out, const string_view &line) { const params param { line, " ", { "room_id", "sender", "type", "content", "[prev_event_id]" } }; const auto &room_id { m::room_id(param.at(0)) }; const m::user::id &sender { param.at(1) }; const string_view type { param.at(2) }; const json::object &content { param.at(3, json::object{}) }; const string_view prev_event_id { param[4] }; const m::room room { room_id, prev_event_id }; const auto event_id { send(room, sender, type, content) }; out << event_id << std::endl; return true; } bool console_cmd__room__message(opt &out, const string_view &line) { const auto &room_id { m::room_id(token(line, ' ', 0)) }; const m::user::id &sender { token(line, ' ', 1) }; const string_view body { tokens_after(line, ' ', 1) }; const m::room room { room_id }; const auto event_id { message(room, sender, body) }; out << event_id << std::endl; return true; } bool console_cmd__room__msghtml(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "user_id" }}; const auto room_id { m::room_id(param.at("room_id")) }; const m::user::id sender { param.at("user_id") }; const string_view body { tokens_after(line, ' ', 1) }; const m::room room { room_id }; const auto event_id { msghtml(room, sender, body, body, "m.text") }; out << event_id << std::endl; return true; } bool console_cmd__room__join(opt &out, const string_view &line) { const string_view room_id_or_alias { token(line, ' ', 0) }; const m::user::id &user_id { token(line, ' ', 1) }; const string_view &event_id { token(line, ' ', 2, {}) }; switch(m::sigil(room_id_or_alias)) { case m::id::ROOM: { const m::room room { room_id_or_alias, event_id }; const auto join_event { m::join(room, user_id) }; out << join_event << std::endl; return true; } case m::id::ROOM_ALIAS: { const m::room::alias alias { room_id_or_alias }; const auto join_event { m::join(alias, user_id) }; out << join_event << std::endl; return true; } default: throw error { "Don't know how to join '%s'", room_id_or_alias }; } return true; } bool console_cmd__room__leave(opt &out, const string_view &line) { const params param{line, " ", { "room_id_or_alias", "user_id" }}; const m::room::id::buf room_id { m::room_id(param.at("room_id_or_alias")) }; const m::user::id::buf user_id { param.at("user_id") }; const m::room room { room_id }; const auto leave_event_id { m::leave(room, user_id) }; out << leave_event_id << std::endl; return true; } bool console_cmd__room__create(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[creator]", "[type]" }}; const m::room::id room_id { param.at(0) }; const m::user::id creator { param.at(1, m::me()) }; const string_view type { param[2] }; const m::room room { m::create(room_id, creator, type) }; out << room.room_id << std::endl; return true; } bool console_cmd__room__id(opt &out, const string_view &id) { out << m::room_id(id) << std::endl; return true; } bool console_cmd__room__purge(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "op", "start_depth", "end_depth" }}; const auto room_id { m::room_id(param.at(0)) }; const size_t ret { m::room::purge { room_id, { .depth = { param.at("start_depth", 0), param.at("end_depth", -1UL) }, // When "timeline" is given here we don't purge state .state = !has(param["op"], "timeline"), // When "history" is given here we don't purge present state .present = !has(param["op"], "history"), // When "state" is given here we don't purge non-state .timeline = !has(param["op"], "state") && !has(param["op"], "history"), // Log an INFO message .infolog_txn = true, } } }; out << "erased " << ret << std::endl; return true; } bool console_cmd__room__auth(opt &out, const string_view &line) { const params param{line, " ", { "event_id|room_id", "event_id", "type" }}; const string_view &p0 { param.at("event_id|room_id") }; const m::room::id::buf room_id{[&p0] () -> m::room::id::buf { switch(m::sigil(p0)) { case m::id::ROOM: return p0; case m::id::ROOM_ALIAS: return m::room_id(p0); case m::id::EVENT: return m::get(m::event::id(p0), "room_id"); default: throw params::invalid { "%s is the wrong kind of MXID for this argument", reflect(m::sigil(p0)) }; } }()}; const m::event::id &event_id { m::sigil(p0) != m::id::EVENT? param.at("event_id"): p0 }; const auto type { param["type"] }; const m::room::auth::chain ac { m::index(event_id) }; ac.for_each([&out, &type] (const auto &idx) { const m::event::fetch event { std::nothrow, idx }; if(type && json::get<"type"_>(event) != type) return true; out << idx; if(event.valid) out << " " << pretty_oneline(event); out << std::endl; return true; }); return true; } bool console_cmd__room__stats(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const auto &room_id { m::room_id(param.at("room_id")) }; const size_t bytes_json { m::room::stats::bytes_json(room_id) }; out << "JSON bytes: " << pretty(iec(bytes_json)) << std::endl; return true; } bool console_cmd__room__restrap(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "host" }}; const auto room_id { m::room_id(param.at("room_id")) }; const m::user::id::buf user_id { valid(m::id::EVENT, param.at("room_id"))? m::user::id::buf{}: any_user(room_id, my_host(), "join") }; const m::event::id::buf &event_id { valid(m::id::EVENT, param.at("room_id"))? param.at("room_id"): m::event_id(m::room(room_id).get("m.room.member", user_id)) }; const net::hostport &host_ { param.at("host") }; const string_view &host { param.at("host") }; m::room::bootstrap { event_id, host }; return true; } bool console_cmd__room__power(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const auto &room_id { m::room_id(param.at("room_id")) }; const m::room::power power { room_id }; power.for_each([&out] (const auto &key, const auto &level) { out << std::left << std::setw(16) << ' ' << " " << std::right << std::setw(8) << level << " : " << std::left << key << std::endl; return true; }); out << std::endl; power.for_each_collection([&out, &power] (const auto &collection, const auto &level) { power.for_each(collection, [&out, &collection] (const auto &key, const auto &level) { out << std::left << std::setw(16) << collection << " " << std::right << std::setw(8) << level << " : " << std::left << key << std::endl; return true; }); return true; }); return true; } bool console_cmd__room__power__grant(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "sender", "collection", "key", "level" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const m::user::id &sender { param.at("sender") }; string_view collection { param.at("collection") }; string_view key { param.at("key") }; const int64_t level { lex_castable(key)? lex_cast(key): param.at("level") }; if(lex_castable(key)) { key = collection; if(valid(m::id::USER, collection)) collection = "users"; else collection = {}; } const m::room::power power { room_id }; const unique_mutable_buffer buf { 48_KiB }; json::stack stack{buf}; { json::stack::object content { stack }; m::room::power::grant { content, power, pair { collection, key }, level }; } const auto event_id { m::send(room_id, "m.room.power_levels", "", json::object { stack.completed() }) }; out << sender << ' ' << "granted level " << level << ' ' << "to " << key << ' ' << "in " << collection << ' ' << "with " << event_id << ' ' << std::endl; return true; } bool console_cmd__room__power__revoke(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "sender", "collection", "key" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const m::user::id &sender { param.at("sender") }; string_view collection { param.at("collection") }; string_view key { param["key"] }; if(!key) { key = collection; if(valid(m::id::USER, collection)) collection = "users"; else collection = {}; } const m::room::power power { room_id }; const unique_mutable_buffer buf { 48_KiB }; json::stack stack{buf}; { json::stack::object content { stack }; m::room::power::revoke { content, power, pair { collection, key }, }; } const auto event_id { m::send(room_id, sender, "m.room.power_levels", "", json::object { stack.completed() }) }; out << sender << ' ' << "revoked power " << "from " << key << ' ' << "in " << collection << ' ' << "by " << event_id << ' ' << std::endl; return true; } bool console_cmd__room__redactfill(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "count", "sender", "reason" }}; const auto room_id { m::room_id(param.at("room_id")) }; size_t count { param.at("count", 0UL) }; const auto sender { param["sender"]? m::user::id{param["sender"]}: m::me() }; const auto reason { param.at("reason", "redactfill"_sv) }; m::room::events it { room_id, -1UL }; while(it && count > 0) { const auto event_id { m::event_id(it.event_idx()) }; const auto redact_id { m::redact(room_id, sender, event_id, reason) }; --count; --it; } return true; } bool console_id__room(opt &out, const m::room::id &id, const string_view &line) { const params param{line, " ", { "room_id", "type", "state_key" }}; // Delegate to allow direct command "#foo:bar.com ircd.test fookey" if(param["type"] && param["state_key"]) return console_cmd__room__get(out, line); //TODO: XXX more detailed summary return console_cmd__room(out, line); } // // user // //TODO: XXX bool console_id__user(opt &out, const m::user::id &id, const string_view &args) { const bool exists { m::exists(id) }; if(!exists) throw m::NOT_FOUND { "User %s is not known to this server.", string_view{id}, }; return true; } bool console_cmd__user__register(opt &out, const string_view &line) { const params param{line, " ", { "username", "password" }}; const string_view &username { param.at("username") }; const string_view &password { param.at("password") }; const m::user::registar request { { "username", username }, { "password", password }, { "bind_email", false }, { "inhibit_login", true }, }; const unique_buffer buf { 4_KiB }; const auto ret { request(buf) }; out << ret << std::endl; return true; } bool console_cmd__user__password(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "password" }}; m::user user { param.at("user_id") }; const string_view &password { param.at("password") }; const auto eid { user.password(password) }; out << eid << std::endl; return true; } bool console_cmd__user__active(opt &out, const string_view &line) { const params param{line, " ", { "user_id" }}; const m::user user { param.at("user_id") }; out << user.user_id << " is " << (active(user)? "active" : "inactive") << std::endl; return true; } bool console_cmd__user__activate(opt &out, const string_view &line) { const params param{line, " ", { "user_id" }}; m::user user { param.at("user_id") }; if(active(user)) { out << user.user_id << " is already active" << std::endl; return true; } const auto eid { user.activate() }; out << eid << std::endl; return true; } bool console_cmd__user__deactivate(opt &out, const string_view &line) { const params param{line, " ", { "user_id" }}; m::user user { param.at("user_id") }; if(!active(user)) { out << user.user_id << " is already inactive" << std::endl; return true; } const auto eid { user.deactivate() }; out << eid << std::endl; return true; } bool console_cmd__user__presence(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "limit" }}; const m::user user { param.at("user_id") }; auto limit { param.at("limit", size_t(16)) }; const m::user::room user_room{user}; user_room.for_each("ircd.presence", m::event::closure_bool{[&out, &limit] (const m::event &event) { out << timestr(at<"origin_server_ts"_>(event) / 1000) << " " << at<"content"_>(event) << " " << event.event_id << std::endl; return --limit > 0; }}); return true; } bool console_cmd__user__presence__set(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "state", "status" }}; const m::user user { param.at("user_id") }; const string_view &state { param.at("state") }; const string_view &status { param["status"] }; const auto eid { m::presence::set(user, state, status) }; out << eid << std::endl; return true; } bool console_cmd__user__rooms(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "[membership]" }}; const m::user &user { param.at(0) }; const string_view &membership { param[1] }; const m::user::rooms rooms { user }; rooms.for_each(membership, [&out] (const m::room &room, const string_view &membership) { out << room.room_id << " " << membership << std::endl; }); return true; } bool console_cmd__user__rooms__count(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "[membership]" }}; const m::user &user { param.at(0) }; const string_view &membership { param[1] }; const m::user::rooms rooms { user }; out << rooms.count(membership) << std::endl; return true; } bool console_cmd__user__rooms__origins(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "[membership]" }}; const m::user &user { param.at(0) }; const string_view &membership { param[1] }; const m::user::servers origins { user }; origins.for_each(membership, [&out] (const string_view &origin) { out << origin << std::endl; return true; }); return true; } bool console_cmd__user__read(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "room_id", "limit" }}; const m::user::id user_id { param.at("user_id") }; const auto room_id { param["room_id"] && !startswith(param["room_id"], '*')? m::room_id(param["room_id"]): m::room::id::buf{} }; const bool all_rooms { param["room_id"] == "*" }; const bool eye_track { param["room_id"] == "**" || !param["room_id"] }; const bool fully_read { param["room_id"] == "***" }; size_t limit { param.at("limit", 32UL) }; const m::user::room user_room { user_id }; const m::event::closure each_event{[&out] (const m::event &event) { const json::string event_id { json::get<"content"_>(event).get("event_id") }; const milliseconds receipt_ts { json::get<"content"_>(event).get("ts", 0ms) }; const milliseconds origin_server_ts { json::get<"origin_server_ts"_>(event) }; const bool hidden { json::get<"content"_>(event).get("m.hidden", false) }; char tsbuf[2][2][64]; const string_view timef[2] { ircd::timef(tsbuf[0][0], origin_server_ts.count() / 1000L), ircd::timef(tsbuf[1][0], receipt_ts.count() / 1000L, ircd::localtime), }; const string_view ago[2] { ircd::ago(tsbuf[0][1], system_point(origin_server_ts)), ircd::ago(tsbuf[1][1], system_point(receipt_ts), 1), }; const m::event::fetch target { std::nothrow, event_id }; out << (!hidden? "PUBLIC"_sv: " "_sv) << ' ' << std::right << std::setw(12) << ago[bool(receipt_ts.count())] << ' ' << std::left << timef[bool(receipt_ts.count())] << ' ' ; if(!target.valid) { out << json::get<"state_key"_>(event) << ' ' << std::left << std::setw(60) << event_id << std::endl; return; } m::pretty_oneline(out, target); out << std::endl; }}; if(all_rooms) { const m::room::state state { user_room }; state.for_each("ircd.read", each_event); return true; } if(eye_track) { const m::room::type type { user_room, "ircd.read" }; type.for_each([&each_event, &limit] (const auto &, const auto &, const auto &event_idx) -> bool { const m::event::fetch event { std::nothrow, event_idx }; if(likely(event.valid)) each_event(event); return --limit; }); return true; } if(fully_read) { const m::room::type type { user_room, "ircd.account_data!", { -1UL, -1UL }, true }; type.for_each([&each_event, &limit] (const auto &, const auto &, const auto &event_idx) -> bool { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) return true; if(json::get<"state_key"_>(event) != "m.fully_read") return true; each_event(event); return --limit; }); return true; } const m::room::state::space space { user_room }; space.for_each("ircd.read", room_id, [&each_event, &limit] (const auto &type, const auto &state_key, const auto &depth, const auto &event_idx) -> bool { const m::event::fetch event { std::nothrow, event_idx }; if(likely(event.valid)) each_event(event); return --limit; }); return true; } bool console_cmd__user__read__count(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "room_id" }}; const m::user::id user_id { param.at("user_id") }; const auto room_id { param["room_id"]? m::room_id(param["room_id"]): m::room::id::buf{} }; const m::user::room user_room { user_id }; if(!room_id) { const m::room::state state { user_room }; const size_t count { state.count("ircd.read") }; out << count << std::endl; return true; } const m::room::state::space space { user_room }; size_t count {0}; space.for_each("ircd.read", room_id, [&out, &count] (const auto &type, const auto &state_key, const auto &depth, const auto &event_idx) noexcept -> bool { ++count; return true; }); out << count << std::endl; return true; } bool console_cmd__user__read__receipt(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "event_id", "[room_id]|[time]" }}; const m::user::id user_id { param.at(0) }; const m::event::id event_id { param.at(1) }; m::room::id::buf room_id { param[2]? param[2]: string_view{m::get(event_id, "room_id", room_id)} }; const time_t &ms { param.at(3, ircd::time()) }; const json::strung content{json::members { { "ts", ms }, }}; const auto eid { m::receipt::read(room_id, user_id, event_id, json::object(content)) }; out << eid << std::endl; return true; } bool console_cmd__user__read__ignore(opt &out, const string_view &line) { const params param{line, " ", { "my_user_id", "target_user|room_id" }}; const m::user my_user { param.at(0) }; string_view target { param[1] }; const m::user::room user_room { my_user }; if(!target) { m::room::state{user_room}.for_each("ircd.read.ignore", [&out] (const m::event &event) { out << at<"state_key"_>(event) << std::endl; }); return true; } char buf[m::id::MAX_SIZE]; switch(m::sigil(target)) { case m::id::USER: case m::id::ROOM: break; case m::id::ROOM_ALIAS: target = m::room_id(buf, target); break; default: throw error { "Unsupported target MXID type for receipt ignores." }; } if(user_room.has("ircd.read.ignore", target)) { out << "User " << my_user.user_id << " is already not sending" << " receipts for messages from " << target << std::endl; return true; } const auto eid { send(user_room, m::me(), "ircd.read.ignore", target, json::object{}) }; out << "User " << my_user.user_id << " will not send receipts for" << " messages from " << target << " (" << eid << ")" << std::endl; return true; } bool console_cmd__user__filter(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "[filter_id]" }}; const m::user user { param.at(0) }; const auto &filter_id { param[1] }; const m::user::filter filter { user }; if(filter_id) { out << filter.get(filter_id) << std::endl; return true; } filter.for_each([&out] (const string_view &id, const json::object &filter) { out << id << std::endl; out << filter << std::endl; out << std::endl; return true; }); return true; } bool console_cmd__user__events(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "limit" }}; const m::user::events user { m::user(param.at("user_id")) }; size_t limit { param.at("limit", 32) }; user.for_each([&out, &limit] (const m::event &event) { out << pretty_oneline(event) << std::endl;; return bool(--limit); }); return true; } bool console_cmd__user__events__count(opt &out, const string_view &line) { const params param{line, " ", { "user_id" }}; const m::user::events user { m::user(param.at("user_id")) }; out << user.count() << std::endl; return true; } bool console_cmd__user__sees(opt &out, const string_view &line) { const params param{line, " ", { "user_id_a", "user_id_b", "membership" }}; const m::user user_a { m::user(param.at("user_id_a")) }; const m::user user_b { m::user(param.at("user_id_b")) }; const string_view membership { param.at("membership", "join"_sv) }; const m::user::mitsein mitsein { user_a }; const bool result { mitsein.has(user_b, membership) }; out << std::boolalpha << result << std::endl; return true; } bool console_cmd__user__mitsein(opt &out, const string_view &line) { const params param{line, " ", { "user_id_a", "user_id_b", "membership" }}; const m::user user_a { m::user(param.at("user_id_a")) }; const string_view user_b { param.at("user_id_b", "*"_sv) }; const string_view membership { param["membership"] }; const m::user::mitsein mitsein { user_a }; if(user_b != "*") mitsein.for_each(m::user(user_b), membership, [&out] (const m::room &room, const string_view &membership) { out << room.room_id << std::endl; return true; }); else mitsein.for_each(membership, [&out] (const m::user &other) { out << other.user_id << std::endl; return true; }); return true; } bool console_cmd__user__mitsein__count(opt &out, const string_view &line) { const params param{line, " ", { "user_id_a", "user_id_b", "membership" }}; const m::user user_a { m::user(param.at("user_id_a")) }; const string_view user_b { param.at("user_id_b", "*"_sv) }; const string_view membership { param["membership"] }; const m::user::mitsein mitsein { user_a }; const auto result { user_b != "*"? mitsein.count(m::user(user_b), membership): mitsein.count(membership) }; out << result << std::endl; return true; } bool console_cmd__user__tokens(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "clear" }}; const m::user user { param.at("user_id") }; const bool clear { param["clear"] == "clear" }; const m::user::tokens tokens { user }; if(clear) { const size_t count { tokens.del("Invalidated by administrator console.") }; out << "Invalidated " << count << std::endl; return true; } tokens.for_each([&out] (const m::event::idx &event_idx, const string_view &token) { const milliseconds ost { m::get(event_idx, "origin_server_ts") }; const milliseconds now { time() }; const auto event_id { m::event_id(std::nothrow, event_idx) }; const auto device_id { m::user::tokens::device(std::nothrow, token) }; out << token << " " << device_id << " " << ost << " " << string_view{event_id} << " " << pretty(now - ost) << " ago" << std::endl; return true; }); return true; } bool console_cmd__user__profile(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "key" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &key { param["key"] }; const m::user::profile profile { user_id }; if(key) { profile.get(key, [&out] (const string_view &key, const string_view &val) { out << val << std::endl; }); return true; } profile.for_each([&out] (const string_view &key, const string_view &val) { out << key << ": " << val << std::endl; return true; }); return true; } bool console_cmd__user__profile__fetch(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "key", "remote" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &key { param["key"] }; const auto &remote { param["remote"]? param["remote"]: user_id.host() }; m::user::profile::fetch(user_id, remote, key); out << "done" << std::endl; return true; } bool console_cmd__user__account_data(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "key", "[val]" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &key { param["key"] }; const json::object &val { param["[val]"] }; const m::user::account_data account_data { user_id }; if(!empty(val)) { account_data.set(key, val); return true; } if(key) { account_data.get(key, [&out] (const string_view &key, const json::object &val) { out << val << std::endl; }); return true; } account_data.for_each([&out] (const string_view &key, const json::object &val) { out << key << ": " << val << std::endl; return true; }); return true; } bool console_cmd__user__room_account_data(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "room_id", "key", "[val]" }}; const m::user::id &user_id { param.at("user_id") }; const auto &room_id { m::room_id(param.at("room_id")) }; const string_view &key { param["key"] }; const json::object &val { param["[val]"] }; const m::user::room_account_data room_account_data { user_id, room_id }; if(!empty(val)) { room_account_data.set(key, val); return true; } if(key) { room_account_data.get(key, [&out] (const string_view &key, const json::object &val) { out << val << std::endl; }); return true; } room_account_data.for_each([&out] (const string_view &key, const json::object &val) { out << key << ": " << val << std::endl; return true; }); return true; } bool console_cmd__user__room_tags(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "room_id", "tag" }}; const m::user::id &user_id { param.at("user_id") }; const auto &room_id { param["room_id"]? m::room_id(param.at("room_id")): m::room::id::buf{} }; const string_view &tag { param["tag"] }; if(room_id) { const auto output { [&out, &room_id](const string_view &key, const json::object &val) { out << room_id << " " << key << ": " << val << std::endl; return true; } }; const m::user::room_tags room_tags { user_id, room_id }; if(tag) room_tags.get(tag, output); else room_tags.for_each(output); return true; } const m::user::rooms rooms { user_id }; rooms.for_each([&user_id, &tag, &out] (const m::room &room, const string_view &membership) { const auto output { [&out, &room](const string_view &key, const json::object &val) { out << room.room_id << " " << key << ": " << val << std::endl; return true; } }; const m::user::room_tags room_tags { user_id, room }; if(tag) room_tags.get(tag, output); else room_tags.for_each(output); }); return true; } bool console_cmd__user__room_tags__set(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "room_id", "tag", "content" }}; const m::user::id &user_id { param.at("user_id") }; const auto &room_id { m::room_id(param.at("room_id")) }; const string_view &tag { param.at("tag") }; const json::object &content { param.at("content") }; const m::user::room_tags room_tags { user_id, room_id }; out << room_tags.set(tag, content) << std::endl; return true; } bool console_cmd__user__devices(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "device_id" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &device_id { param.at("device_id", string_view{}) }; const m::user::devices devices { user_id }; if(!device_id) { devices.for_each([&out] (const auto &event_idx, const string_view &device_id) { out << device_id << std::endl; return true; }); return true; } devices.for_each(device_id, [&out, &devices, &device_id] (const auto &event_idx, const string_view &prop) { devices.get(std::nothrow, device_id, prop, [&out, &prop] (const auto &event_idx, const string_view &value) { out << prop << ": " << value << std::endl; }); return true; }); return true; } bool console_cmd__user__devices__update(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "device_id", "deleted" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &device_id { param.at("device_id") }; const bool deleted { param["deleted"] == "deleted" }; const m::user::devices devices { user_id }; json::iov content; const json::iov::push push[] { { content, { "user_id", user_id } }, { content, { "device_id", device_id } }, { content, { "deleted", deleted } }, }; const bool broadcasted { m::user::devices::send(content) }; out << "done" << std::endl; return true; } bool console_id__device(opt &out, const m::device::id &id, const string_view &line) { return true; } bool console_cmd__user__ignores(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "other_id" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &other_id { param["other_id"] }; const m::user::ignores ignores { user_id }; if(other_id) { const bool ignored(ignores.has(other_id)); out << user_id << " is " << (ignored? "" : "not ") << "ignoring " << other_id << std::endl; return true; } ignores.for_each([&out] (const m::user::id &user_id, const json::object &object) { out << user_id; if(!empty(object)) out << " " << object; out << std::endl; return true; }); return true; } bool console_cmd__user__breadcrumbs(opt &out, const string_view &line) { const params param{line, " ", { "user_id" }}; const m::user::id &user_id { param.at("user_id") }; const m::breadcrumbs breadcrumbs { user_id }; breadcrumbs.for_each([&out] (const string_view &room_id) { out << room_id << std::endl; return true; }); return true; } bool console_cmd__user__viewing(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "idx" }}; const m::user::id user_id { param.at("user_id") }; const size_t idx { param.at("idx", 0UL) }; const m::user user { user_id }; const auto room_id { m::viewing(user, idx) }; out << room_id << std::endl; return true; } bool console_cmd__user__reading(opt &out, const string_view &line) { const params param{line, " ", { "user_id" }}; const m::user::id user_id { param.at("user_id") }; const m::user::reading r { user_id }; out << r.room_id << " " << r.last << " " << r.last_ts << " " << r.full << " " << r.full_ots << " " << (r.currently_active? "active"_sv: "inactive"_sv) << std::endl; return true; } bool console_cmd__user__pushrules(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "scope", "kind", "ruleid" }}; const m::user::id &user_id { param.at("user_id") }; const auto &scope { param["scope"] }; const auto &kind { param["kind"] }; const auto &ruleid { param["ruleid"] }; const m::user::pushrules pushrules { user_id }; pushrules.for_each({scope, kind, ruleid}, [&out] (const auto &event_idx, const auto &path, const json::object &rule) { const auto &[scope, kind, ruleid] { path }; out << std::right << std::setw(10) << event_idx << " | " << std::left << std::setw(10) << scope << " | " << std::left << std::setw(10) << kind << " | " << std::left << std::setw(36) << ruleid << " " << rule << std::endl; return true; }); return true; } bool console_cmd__user__pushers(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "pushkey", }}; const m::user::id &user_id { param.at("user_id") }; const auto &pushkey { param["pushkey"] }; const m::user::pushers pushers { user_id }; if(pushkey) { pushers.get(pushkey, [&out] (const auto &event_idx, const auto &key, const json::object &pusher) { out << pusher << std::endl; }); return true; } pushers.for_each([&out] (const auto &event_idx, const auto &pushkey, const json::object &pusher) { out << std::left << std::setw(40) << pushkey << " | " << pusher << std::endl; return true; }); return true; } bool console_cmd__user__notifications(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "only", "room_id", "from", "to" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &only { param["only"] == "*"? string_view{}: param["only"] }; const m::room::id &room_id { !param["room_id"] || param["room_id"] == "*"? m::room::id{}: m::room::id{param["room_id"]} }; const m::user::notifications notifications { user_id }; m::user::notifications::opts opts; opts.only = only; opts.room_id = room_id; opts.from = param.at("from", 0UL); opts.to = param.at("to", 0UL); notifications.for_each(opts, [&out] (const auto &idx, const json::object ¬ification) { out << std::right << std::setw(10) << idx << " | " << notification << std::endl; return true; }); return true; } // // users // bool console_cmd__users(opt &out, const string_view &line) { const params param{line, " ", { "query" }}; const auto query { param.at("query", string_view{}) }; m::users::opts opts { query }; if(!query) opts.hostpart = my_host(); m::users::for_each(opts, [&out] (const m::user &user) { out << user.user_id << std::endl; return true; }); return true; } bool console_cmd__user__typing(opt &out, const string_view &line) { m::typing::for_each([&out] (const m::typing::edu &event) { out << event << std::endl; return true; }); return true; } // // node // bool console_cmd__node(opt &out, const string_view &line) { const params param{line, " ", { "node_id" }}; return true; } bool console_id__node(opt &out, const string_view &id, const string_view &line) { return console_cmd__node(out, line); } bool console_cmd__node__keys(opt &out, const string_view &line) { const params param{line, " ", { "node_id", "[limit]" }}; const m::node &node { param.at("node_id") }; auto limit { param.at(1, size_t(1)) }; const m::node::room node_room{node}; const m::room::state state{node_room}; state.for_each("ircd.key", m::event::closure_bool{[&out, &limit] (const m::event &event) { const m::keys keys { json::get<"content"_>(event) }; pretty_oneline(out, keys); out << std::endl; return --limit; }}); return true; } bool console_cmd__node__key(opt &out, const string_view &line) { const params param{line, " ", { "node_id", "key_id" }}; const m::node &node { param.at("node_id") }; const auto &key_id { param[1] }; const m::node::room node_room{node}; node_room.get("ircd.key", [&out] (const m::event &event) { const m::keys key { json::get<"content"_>(event) }; pretty(out, key); out << std::endl; }); return true; } // // feds // bool console_cmd__feds__version(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const auto room_id { m::room_id(param.at(0)) }; size_t count[2] {0}; m::feds::opts opts; opts.op = m::feds::op::version; opts.room_id = room_id; m::feds::execute(opts, [&out, &count] (const auto &result) { count[bool(result.eptr)]++; out << (result.eptr? '-' : '+') << " " << std::setw(40) << std::left << result.origin << " "; if(result.eptr) out << what(result.eptr); else out << string_view{result.object}; out << std::endl; return true; }); out << '\n' << count[0] << ':' << count[1] << std::endl; return true; } bool console_cmd__feds__state(opt &out, const string_view &line) { const params param{line, " ", { "room_id", }}; const auto room_id { m::room_id(param.at(0)) }; const m::event::id::buf &event_id { param.count() > 1? param.at(1) : m::head(room_id) }; std::forward_list origins; std::map, std::less<>> grid; const auto closure{[&out, &grid, &origins](const auto &result) { if(result.eptr) return true; const json::array &auth_chain { result.object["auth_chain_ids"] }; const json::array &pdus { result.object["pdu_ids"] }; for(const auto &pdu_id : pdus) { const auto &event_id{unquote(pdu_id)}; auto it { grid.lower_bound(event_id) }; if(it == end(grid) || it->first != event_id) it = grid.emplace_hint(it, event_id, std::forward_list{}); origins.emplace_front(result.origin); it->second.emplace_front(origins.front()); } return true; }}; m::feds::opts opts; opts.op = m::feds::op::state; opts.timeout = out.timeout; opts.event_id = event_id; opts.room_id = room_id; opts.arg[0] = "ids"; m::feds::execute(opts, closure); for(auto &p : grid) { p.second.sort(); out << std::setw(64) << std::left << p.first << " : "; for(const auto &origin : p.second) out << " " << origin; out << std::endl; } return true; } bool console_cmd__feds__event(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "room_id" }}; const m::event::id event_id { param.at(0) }; m::room::id::buf room_id; if(param["room_id"]) room_id = m::room_id(param["room_id"]); if(!room_id) room_id = m::room_id(event_id); if(!room_id) { out << "Cannot find the room_id for this event; supply it as a paramter." << std::endl; return true; } size_t count[2] {0}; m::feds::opts opts; opts.op = m::feds::op::event; opts.room_id = room_id; opts.event_id = event_id; m::feds::execute(opts, [&out, &count] (const auto &result) { count[bool(result.eptr)]++; out << (result.eptr? '-': empty(result.object)? '?': '+') << " " << std::setw(40) << std::left << result.origin << " " ; if(result.eptr) out << " :" << what(result.eptr); out << std::endl; return true; }); out << '\n' << count[0] << ':' << count[1] << std::endl; return true; } bool console_cmd__feds__head(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[user_id]" }}; const auto &room_id { m::room_id(param.at(0)) }; const m::user::id &user_id { param["[user_id]"]? m::user::id{param["[user_id]"]}: m::user::id{} }; m::feds::opts opts; opts.op = m::feds::op::head; opts.room_id = room_id; opts.user_id = user_id; opts.timeout = out.timeout; m::feds::execute(opts, [&out](const auto &result) { if(result.eptr) { out << std::setw(8) << std::right << 0 << " "; out << std::setw(3) << std::right << 0 << " "; out << std::setw(40) << std::left << result.origin << " "; out << what(result.eptr); out << std::endl; return true; } const json::object &event { result.object["event"] }; const m::event::prev prev { event }; for(ssize_t i(prev.prev_events_count() - 1); i >= 0; --i) { const auto &prev_event_id { prev.prev_event(i) }; const m::event::fetch prev_event { std::nothrow, prev_event_id }; out << std::setw(8) << std::right << event["depth"] << " "; out << std::setw(3) << std::right << i << " "; out << std::setw(40) << std::left << result.origin; if(prev_event.valid) out << pretty_oneline(prev_event); else out << string_view{prev_event_id}; out << std::endl; } return true; }); return true; } bool console_cmd__feds__auth(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id", "type" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const m::event::id &event_id { param.at("event_id") }; const auto type { param["type"] }; size_t count[2] {0}; std::set origins; std::map, std::less<>> grid; m::feds::opts opts; opts.op = m::feds::op::auth; opts.room_id = room_id; opts.event_id = event_id; m::feds::execute(opts, [&] (const auto &result) { count[bool(result.eptr)]++; if(result.eptr) return true; const json::array auth_chain { result.object["auth_chain"] }; for(const json::object auth_event : auth_chain) { if(type && json::string(auth_event["type"]) != type) continue; const json::string event_id { auth_event.at("event_id") }; auto it(grid.lower_bound(event_id)); if(it == end(grid) || it->first != event_id) it = grid.emplace_hint(it, event_id, std::set{}); auto &set(it->second); const auto iit(set.emplace(result.origin)); origins.emplace(*iit.first); } return true; }); size_t i(0); for(const auto &p : grid) out << i++ << " " << p.first << std::endl; for(size_t j(0); j < i; ++j) out << "| " << std::left << std::setw(2) << j; out << "|" << std::endl; for(const auto &origin : origins) { for(const auto &p : grid) out << "| " << (p.second.count(origin)? '+' : ' ') << " "; out << "| " << origin << std::endl; } out << '\n' << count[0] << ':' << count[1] << std::endl; return true; } bool console_cmd__feds__heads(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[user_id]" }}; const auto &room_id { m::room_id(param.at(0)) }; const m::user::id &user_id { param.at(1, m::me()) }; using closure_prototype = bool (const string_view &, std::exception_ptr, const json::object &); using prototype = void (const m::room::id &, const m::user::id &, const milliseconds &, const std::function &); static mods::import feds__head { "federation_federation", "feds__head" }; std::forward_list origins; std::map, std::less<>> grid; feds__head(room_id, user_id, out.timeout, [&origins, &grid] (const string_view &origin, std::exception_ptr eptr, const json::object &event) { if(eptr) return true; const json::array &prev_events { event.at("prev_events") }; const m::event::prev prev(prev_events); for(size_t i(0); i < prev.prev_events_count(); ++i) { const auto &event_id { prev.prev_event(i) }; auto it { grid.lower_bound(event_id) }; if(it == end(grid) || it->first != event_id) it = grid.emplace_hint(it, event_id, std::forward_list{}); origins.emplace_front(origin); it->second.emplace_front(origins.front()); } return true; }); for(auto &p : grid) { p.second.sort(); out << std::setw(64) << std::left << p.first << " : "; for(const auto &origin : p.second) out << " " << origin; out << std::endl; } return true; } bool console_cmd__feds__perspective(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "server_name", "key_id", "op" }}; const auto &room_id { m::room_id(param["room_id"]) }; const string_view &server_name { param["server_name"] }; const string_view &key_id { param["key_id"] }; const string_view &op { param["op"] }; const m::fed::key::server_key server_key { server_name, key_id == "*"? string_view{}: key_id, }; size_t count[3] {0}; m::feds::opts opts; opts.op = m::feds::op::keys; opts.timeout = out.timeout; opts.room_id = room_id; opts.arg[0] = server_key.first; opts.arg[1] = server_key.second; m::feds::execute(opts, [&out, &op, &key_id, &count] (const auto &result) { if(result.eptr) { out << std::setw(32) << trunc(result.origin, 32) << " :" << what(result.eptr) << std::endl; count[2]++; return true; } else count[1]++; const json::array &server_keys { result.object["server_keys"] }; for(const json::object server_key : server_keys) { const m::keys key { server_key }; out << std::setw(32) << trunc(result.origin, 32) << " :"; if(has(op, "raw")) { out << key << std::endl; continue; } for(const auto &[_key_id, key_obj] : json::get<"verify_keys"_>(key)) if(key_id == _key_id) count[0]++; pretty_oneline(out, key); out << std::endl; } return true; }); out << '\n' << count[0] << ':' << count[1] << ':' << count[2] << std::endl; return true; } bool console_cmd__feds__backfill(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "[event_id]", "[limit]" }}; const auto &room_id { m::room_id(param.at(0)) }; const m::event::id::buf &event_id { param.count() > 1? param.at(1) : head(room_id) }; const size_t limit { param.at(2, size_t(4)) }; std::map, std::less<>> grid; std::set origins; m::feds::opts opts; opts.op = m::feds::op::backfill; opts.room_id = room_id; opts.event_id = event_id; opts.argi[0] = limit; m::feds::execute(opts, [&grid, &origins] (const auto &result) { if(result.eptr) return true; const json::array &pdus { result.object["pdus"] }; for(const json::object pdu : pdus) { const auto &event_id { unquote(pdu.at("event_id")) }; auto it(grid.lower_bound(event_id)); if(it == end(grid) || it->first != event_id) it = grid.emplace_hint(it, event_id, std::set{}); auto &set(it->second); const auto iit(set.emplace(result.origin)); origins.emplace(*iit.first); } return true; }); size_t i(0); for(const auto &p : grid) out << i++ << " " << p.first << std::endl; for(size_t j(0); j < i; ++j) out << "| " << std::left << std::setw(2) << j; out << "|" << std::endl; for(const auto &origin : origins) { for(const auto &p : grid) out << "| " << (p.second.count(origin)? '+' : ' ') << " "; out << "| " << origin << std::endl; } return true; } bool console_cmd__feds__send(opt &out, const string_view &line) { const params param{line, " ", { "event_id", }}; const m::event::id event_id { param.at(0) }; const m::event::fetch event { event_id }; const json::value event_json { event.source }; const m::txn::array pduv { &event_json, 1 }; const std::string content { m::txn::create(pduv) }; char txnidbuf[64]; const auto txnid { m::txn::create_id(txnidbuf, content) }; size_t count[2] {0}; m::feds::opts opts; opts.op = m::feds::op::send; opts.room_id = at<"room_id"_>(event); opts.arg[0] = txnid; opts.arg[1] = content; m::feds::execute(opts, [&out, &count] (const auto &result) { count[bool(result.eptr)]++; out << (result.eptr? '-' : '+') << " " << std::setw(40) << std::left << result.origin << " "; if(result.eptr) out << what(result.eptr); else out << string_view{result.object}; out << std::endl; return true; }); out << '\n' << count[0] << ':' << count[1] << std::endl; return true; } // // fed // bool console_cmd__fed__hierarchy(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote", "op" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view remote { param.at(1, room_id.host()) }; const m::room room { room_id }; const unique_mutable_buffer buf { 16_KiB }; m::fed::hierarchy::opts opts { .suggested_only = has(param["op"], "suggested"), }; opts.remote = remote; m::fed::hierarchy request { room_id, buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::object response { request }; if(has(param["op"], "raw")) { out << string_view{response} << std::endl; return true; } const json::array &inaccessible { response["inaccessible_children"] }; for(const json::string room_id : inaccessible) out << "inaccessible: " << room_id << std::endl; const json::array &children { response["children"] }; for(const json::object child : children) for(const auto &[k, v] : child) out << "child: " << std::setw(30) << k << " " << v << std::endl; const json::object &room_summary { response["room"] }; for(const auto &[k, v] : room_summary) if(k != "children_state") out << "room: " << std::setw(30) << k << " " << v << std::endl; const json::array &children_state { room_summary["children_state"] }; for(const json::object child : children_state) for(const auto &[k, v] : child) out << "state: " << std::setw(30) << k << " " << v << std::endl; return true; } bool console_cmd__fed__groups(opt &out, const string_view &line) { const string_view node { token(line, ' ', 0) }; const auto args { tokens_after(line, ' ', 0) }; m::user::id ids[8]; string_view tok[8]; const auto count{std::min(tokens(args, ' ', tok), size_t(8))}; std::copy(begin(tok), begin(tok) + count, begin(ids)); const unique_buffer buf { 32_KiB }; m::fed::groups::publicised::opts opts; m::fed::groups::publicised request { node, vector_view(ids, count), buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::object response { request.in.content }; out << string_view{response} << std::endl; return true; } bool console_cmd__fed__rooms__complexity(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote" }}; const auto room_id { m::room_id(param.at("room_id")) }; const auto remote { param["remote"] }; const unique_buffer buf { 16_KiB }; m::fed::rooms::complexity::opts opts; opts.remote = remote; opts.dynamic = false; m::fed::rooms::complexity request { room_id, buf, std::move(opts) }; const auto code { request.get(out.timeout) }; const json::object response { request }; out << string_view{response} << std::endl; return true; } bool console_cmd__fed__head(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote", "user_id", "op", "knock" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view remote { param.at(1, room_id.host()) }; /// Select a better user_id if possible const m::room room{room_id}; m::user::id::buf user_id; if(param["user_id"]) user_id = param["user_id"]; if(!user_id) user_id = any_user(room, my_host(), "join"); // Make another attempt to find an invited user because that carries some // value (this query is not as fast as querying join memberships). if(!user_id) user_id = any_user(room, my_host(), "invite"); const unique_mutable_buffer buf { 16_KiB }; m::fed::make_join::opts opts { .knock = param["knock"] == "knock", }; opts.remote = remote; m::fed::make_join request { room_id, user_id, buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::object &proto { request.in.content }; if(param["op"] == "raw") { out << string_view{proto} << std::endl; return true; } const json::object event { proto["event"] }; out << "VERSION " << proto["room_version"] << std::endl; out << "DEPTH " << event["depth"] << std::endl; const m::event::auth auth{event}; for(size_t i(0); i < auth.auth_events_count(); ++i) { const m::event::id &id { auth.auth_event(i) }; out << "AUTH " << id << " " << std::endl; } const m::event::prev prev{event}; for(size_t i(0); i < prev.prev_events_count(); ++i) { const m::event::id &id { prev.prev_event(i) }; out << "PREV " << id << " " << std::endl; } return true; } bool console_cmd__fed__send(opt &out, const string_view &line) { const params param{line, " ", { "remote", "event_id", }}; const string_view remote { param.at(0) }; const m::event::id &event_id { param.at(1) }; const m::event::fetch event { event_id }; const unique_mutable_buffer pdubuf { m::event::MAX_SIZE }; const json::value pdu { json::stringify(mutable_buffer{pdubuf}, event) }; const vector_view pdus { &pdu, &pdu + 1 }; const auto txn { m::txn::create(pdus) }; char idbuf[128]; const auto txnid { m::txn::create_id(idbuf, txn) }; const unique_buffer bufs { 16_KiB }; m::fed::send::opts opts; opts.remote = remote; m::fed::send request { txnid, const_buffer{txn}, bufs, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request }; const m::fed::send::response resp { response }; resp.for_each_pdu([&] (const m::event::id &event_id, const json::object &error) { out << remote << " ->" << txnid << " " << event_id << " "; if(empty(error)) out << http::status(code) << std::endl; else out << string_view{error} << std::endl; }); return true; } bool console_cmd__fed__join(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "remote", "op", "oparg" }}; const m::event::id &event_id { param.at("event_id") }; const string_view remote { param.at("remote") }; const string_view &op { param["op"] }; const m::event::fetch event { event_id }; const unique_buffer buf { 16_KiB }; m::fed::send_join::opts opts; opts.remote = remote; opts.knock = has(op, "knock"); opts.omit_members = has(op, "lazy"); m::fed::send_join request { at<"room_id"_>(event), event_id, event.source, buf, std::move(opts) }; request.get(out.timeout); const json::object response { request }; const json::array auth_chain { response["auth_chain"] }; const json::object signed_event { response["event"] }; const bool members_omitted { response.get("members_omitted", false) }; const json::string origin { response["origin"] }; const json::array state { response["state"] }; const json::array servers_in_room { response["servers_in_room"] }; if(has(op, "eval")) { m::vm::opts vmopts; vmopts.node_id = opts.remote; vmopts.nothrows = -1; vmopts.wopts.appendix[m::dbs::appendix::ROOM_HEAD] = false; vmopts.phase.set(m::vm::phase::FETCH_PREV, false); vmopts.phase.set(m::vm::phase::FETCH_STATE, false); vmopts.phase.set(m::vm::phase::FETCH_AUTH, false); vmopts.notify_servers = false; vmopts.auth = !has(param["oparg"], "noauth"); vmopts.replays = has(param["oparg"], "replay"); m::vm::eval { auth_chain, vmopts }; m::vm::eval { state, vmopts }; return true; } if(has(op, "raw")) { for(const json::object event : auth_chain) out << event << std::endl; for(const json::object event : state) out << event << std::endl; for(const json::string server : servers_in_room) out << server << std::endl; return true; } for(const json::object event : auth_chain) out << pretty_oneline(m::event{event}) << std::endl; for(const json::object event : state) out << pretty_oneline(m::event{event}) << std::endl; for(const json::string server : servers_in_room) out << server << std::endl; return true; } bool console_cmd__fed__invite(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "remote", "op", "oparg" }}; const m::event::id &event_id { param.at("event_id") }; const string_view remote { param.at("remote") }; const string_view &op { param["op"] }; const m::event::fetch event { event_id }; const unique_buffer buf { 16_KiB }; m::fed::invite2::opts opts; opts.remote = remote; m::fed::invite2 request { at<"room_id"_>(event), event_id, event.source, buf, std::move(opts), }; request.get(out.timeout); const json::object response { request }; out << string_view{response} << std::endl; return true; } bool console_cmd__fed__state(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote", "event_id|op", "op" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view remote { param.at(1, room_id.host()) }; string_view event_id { param[2] }; string_view op { param[3] }; if(!op && event_id == "eval") std::swap(op, event_id); const m::event::id::buf head_buf { event_id? m::event::id::buf{}: m::head(std::nothrow, room_id) }; if(!event_id) event_id = head_buf; // Used for out.head, out.content, in.head, but in.content is dynamic const unique_mutable_buffer buf { 16_KiB }; m::fed::state::opts opts; opts.remote = remote; opts.event_id = event_id; m::fed::state request { room_id, buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::object response { request }; if(op == "raw") { out << string_view{response} << std::endl; return true; } const json::array &auth_chain { response["auth_chain"] }; const json::array &pdus { response["pdus"] }; if(op != "eval") { if(op != "auth") { out << "state at " << event_id << ":" << std::endl; for(const json::object event : pdus) out << pretty_oneline(m::event{event}) << std::endl; } out << std::endl; if(op != "state") { out << "auth chain at " << event_id << ":" << std::endl; for(const json::object event : auth_chain) out << pretty_oneline(m::event{event}) << std::endl; } return true; } m::vm::opts vmopts; vmopts.nothrows = -1; vmopts.phase.set(m::vm::phase::FETCH_PREV, false); vmopts.phase.set(m::vm::phase::FETCH_STATE, false); vmopts.notify_servers = false; vmopts.node_id = remote; m::vm::eval { auth_chain, vmopts }; m::vm::eval { pdus, vmopts }; return true; } bool console_cmd__fed__state_ids(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote", "event_id" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view remote { param.at(1, room_id.host()) }; string_view event_id { param[2] }; // Used for out.head, out.content, in.head, but in.content is dynamic const unique_mutable_buffer buf { 16_KiB }; m::fed::state::opts opts; opts.remote = remote; opts.event_id = event_id; opts.ids_only = true; m::fed::state request { room_id, buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::object response { request }; const json::array &auth_chain { response["auth_chain_ids"] }; const json::array &pdus { response["pdu_ids"] }; out << "AUTH:" << std::endl; for(const string_view &event_id : auth_chain) out << unquote(event_id) << std::endl; out << std::endl; out << "STATE:" << std::endl; for(const string_view &event_id : pdus) out << unquote(event_id) << std::endl; return true; } bool console_cmd__fed__backfill(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote", "count", "event_id", "op" }}; const auto &room_param { param.at("room_id") }; const auto &room_id { m::room_id(room_param) }; const string_view remote { param["remote"] && !lex_castable(param["remote"])? param["remote"]: valid(m::id::ROOM_ALIAS, room_param)? m::room::alias{room_param}.host(): room_id.host() }; const string_view &count { !lex_castable(param["remote"])? param.at("count", "32"_sv): param.at("remote") }; string_view event_id { param["event_id"] }; string_view op { param["op"] }; if(!op && event_id == "eval") std::swap(op, event_id); else if(!event_id && !lex_castable(param["count"])) op = param["count"]; // Used for out.head, out.content, in.head, but in.content is dynamic const unique_mutable_buffer buf { 16_KiB }; m::fed::backfill::opts opts; opts.remote = remote; opts.limit = lex_cast(count); opts.event_id = event_id; m::fed::backfill request { room_id, buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::object response { request }; if(op == "raw") { out << string_view{response} << std::endl; return true; } const json::array &pdus { response["pdus"] }; if(op != "eval") { for(const json::object event : pdus) out << pretty_oneline(m::event{event}) << std::endl; return true; } m::vm::opts vmopts; vmopts.nothrows = -1; vmopts.wopts.appendix[m::dbs::appendix::ROOM_HEAD] = false; vmopts.phase.set(m::vm::phase::FETCH_PREV, false); vmopts.phase.set(m::vm::phase::FETCH_STATE, false); vmopts.node_id = remote; vmopts.notify_servers = false; m::vm::eval eval { pdus, vmopts }; return true; } bool console_cmd__fed__frontfill(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote", "earliest", "latest", "[limit]", "[min_depth]" }}; const auto room_id { m::room_id(param.at(0)) }; const string_view remote { param.at(1, room_id.host()) }; const m::event::id &earliest { param["earliest"] == "*"? m::event::id{}: param.at(2, m::event::id{}) }; const m::event::id &latest { param["latest"] == "*"? m::event::id{}: param.at(3, m::event::id{}) }; const auto &limit { param.at(4, 32UL) }; const auto &min_depth { param.at(5, 0UL) }; m::fed::frontfill::opts opts; opts.remote = remote; opts.limit = limit; opts.min_depth = min_depth; const unique_buffer buf { 16_KiB }; const m::fed::frontfill::span span { earliest, latest }; m::fed::frontfill request { room_id, span, buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::array response { request }; for(const json::object event : response) out << pretty_oneline(m::event{event}) << std::endl; return true; } bool console_cmd__fed__event(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "remote", "[op]", "[oparg]" }}; const m::event::id &event_id { param.at("event_id") }; const string_view &remote { param["remote"]? param["remote"]: event_id.host()? event_id.host(): param.at("remote") }; const string_view op { param[2] }; const string_view oparg { param[3] }; m::fed::event::opts opts; opts.remote = remote; opts.dynamic = false; const unique_buffer buf { 128_KiB }; m::fed::event request { event_id, buf, std::move(opts) }; request.wait(out.timeout); request.get(); // Use this option to debug from the actual http response // content sent from the remote without any further action. if(has(op, "noparse")) { out << string_view{request.in.content} << std::endl; return true; } if(has(op, "parse")) { out << json::object{request.in.content} << std::endl; return true; } const json::object response { request }; if(has(op, "raw")) { out << string_view{response} << std::endl; return true; } if(has(op, "essential")) { const unique_mutable_buffer buf { m::event::MAX_SIZE }; out << m::essential(response, buf) << std::endl; return true; } if(has(op, "preimage")) { const unique_mutable_buffer buf { m::event::MAX_SIZE }; const string_view preimage(m::event::preimage(buf, response)); out << preimage << std::endl; return true; } m::event::id::buf _event_id; const m::event event { _event_id, response }; if(has(op, "eval")) { m::vm::opts vmopts; vmopts.phase.set(m::vm::phase::FETCH_PREV, has(oparg, "prev")); vmopts.phase.set(m::vm::phase::FETCH_STATE, false); vmopts.phase.set(m::vm::phase::ACCESS, !has(oparg, "noacl")); vmopts.phase.set(m::vm::phase::CONFORM, !has(oparg, "noconform")); vmopts.phase.set(m::vm::phase::VERIFY, !has(oparg, "noverify")); vmopts.phase.set(m::vm::phase::AUTH_STATIC, !has(oparg, "noauth")); vmopts.phase.set(m::vm::phase::AUTH_RELA, !has(oparg, "noauth")); vmopts.phase.set(m::vm::phase::AUTH_PRES, !has(oparg, "noauth")); vmopts.phase.set(m::vm::phase::WRITE, !has(oparg, "nowrite")); vmopts.replays = has(oparg, "replay"); vmopts.notify_servers = false; vmopts.node_id = remote; m::vm::eval eval { event, vmopts }; return true; } m::pretty_detailed(out, event, 0UL); out << std::endl; return true; } bool console_cmd__fed__event__near(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "remote", "ts" }}; const auto &room_id { m::room_id(param.at(0)) }; const string_view remote { param.at(1, room_id.host()) }; const int64_t ts { param.at("ts", 0) }; const unique_mutable_buffer buf { 16_KiB }; m::fed::request::opts opts { .remote = remote, }; m::fed::event_near request { room_id, buf, ts, std::move(opts) }; request.wait(out.timeout); request.get(); const json::object response { request }; const m::event::id event_id { response.has("event_id")? m::event::id{response["event_id"]}: m::event::id{} }; out << event_id << std::endl; return true; } bool console_cmd__fed__public_rooms(opt &out, const string_view &line) { const params param{line, " ", { "remote", "limit", "search_term", "all_networks", "tpid" }}; const string_view remote { param.at("remote") }; const auto limit { param.at("limit", 32) }; const auto search_term { param["search_term"] }; const auto all_nets { param.at("all_networks", false) }; const auto tpid { param["tpid"] }; m::fed::public_rooms::opts opts; opts.limit = limit; opts.third_party_instance_id = tpid; opts.include_all_networks = all_nets; opts.search_term = search_term; const unique_buffer buf { 16_KiB }; m::fed::public_rooms request { remote, buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::object response { request }; const auto total_estimate { response.get("total_room_count_estimate") }; const json::string next_batch { response["next_batch"] }; const json::array &rooms { response["chunk"] }; for(const json::object summary : rooms) { for(const auto &member : summary) out << std::setw(24) << member.first << " => " << member.second << std::endl; out << std::endl; } out << "total: " << total_estimate << std::endl; out << "next: " << next_batch << std::endl; return true; } bool console_cmd__fed__auth(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id", "remote", "op", "oparg" }}; const auto room_id { m::room_id(param.at(0)) }; const m::event::id &event_id { param.at(1) }; const string_view remote { param.at(2, event_id.host()) }; const string_view &op { param["op"] }; m::fed::event_auth::opts opts; opts.remote = remote; opts.ids = op == "ids"; opts.ids_only = op == "ids_only"; const unique_buffer buf { 16_KiB }; m::fed::event_auth request { room_id, event_id, buf, std::move(opts) }; request.wait(out.timeout); request.get(); const json::array &auth_chain { opts.ids_only? json::object(request.in.content).at("auth_chain_ids"): json::array(request) }; if(opts.ids_only) { for(const json::string event_id : auth_chain) out << event_id << std::endl; return true; } if(param["op"] == "raw") { for(const string_view &event : auth_chain) out << event << std::endl; return true; } if(param["op"] == "eval") { m::vm::opts vmopts; vmopts.node_id = opts.remote; vmopts.nothrows = -1; vmopts.wopts.appendix[m::dbs::appendix::ROOM_HEAD] = false; vmopts.phase.set(m::vm::phase::FETCH_PREV, false); vmopts.phase.set(m::vm::phase::FETCH_STATE, false); vmopts.phase.set(m::vm::phase::FETCH_AUTH, false); vmopts.notify_servers = false; vmopts.auth = !has(param["oparg"], "noauth"); vmopts.replays = has(param["oparg"], "replay"); m::vm::eval eval { auth_chain, vmopts }; return true; } std::vector events(size(auth_chain)); std::transform(begin(auth_chain), end(auth_chain), begin(events), [] (const json::object &event) -> m::event { return event; }); std::sort(begin(events), end(events)); for(const auto &event : events) { if(startswith(param["op"], "m.room.")) if(json::get<"type"_>(event) != param["op"]) continue; out << pretty_oneline(event) << std::endl; } return true; } bool console_cmd__fed__auth__space(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "type", "state_key", "remote", "depth", "limit" }}; const auto &room_id { m::room_id(param.at("room_id")) }; const string_view &type { param["type"] != "*"? param["type"] : string_view{}, }; const string_view &state_key { param["state_key"] != "\"\""? param["state_key"] : string_view{}, }; const string_view remote { param.at("remote") }; const int64_t depth { param.at("depth", -1L) }; const uint64_t limit { param.at("limit", -1UL) }; const m::room::state state { room_id }; const m::room::state::space space { room_id }; const unique_buffer buf { 16_KiB }; const server::request::opts sopts { .http_exceptions = false, }; size_t i(0); space.for_each(type, state_key, depth, [&] (const auto &type, const auto &state_key, const auto &depth, const auto &event_idx) { const m::event::fetch event { std::nothrow, event_idx }; if(!event.valid) return true; m::fed::event_auth::opts opts; opts.remote = remote; opts.sopts = &sopts; m::fed::event_auth request { room_id, event.event_id, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const char report { code == 200? '+': code == 404? '-': code == 403? 'X': '?' }; out << report << ' '; m::pretty_stateline(out, event, event_idx); return ++i < limit; }); return true; } bool console_cmd__fed__query_auth(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id", "remote" }}; const auto room_id { m::room_id(param.at(0)) }; const m::event::id &event_id { param.at(1) }; const string_view remote { param.at(2, event_id.host()) }; m::fed::query_auth::opts opts; opts.remote = remote; const unique_buffer buf { 128_KiB }; json::stack ost{buf}; { json::stack::object top{ost}; json::stack::array auth_chain { top, "auth_chain" }; const m::room::auth::chain chain { m::index(event_id) }; m::event::fetch event; chain.for_each([&auth_chain, &event] (const m::event::idx &event_idx) { if(seek(std::nothrow, event, event_idx)) auth_chain.append(event); return true; }); } const json::object content { ost.completed() }; m::fed::query_auth request { room_id, event_id, content, buf + size(ost.completed()), std::move(opts) }; request.wait(out.timeout); request.get(); const json::object response{request}; const json::array &auth_chain { response["auth_chain"] }; const json::array &missing { response["missing"] }; const json::object &rejects { response["rejects"] }; out << "auth_chain: " << std::endl; for(const json::object event : auth_chain) out << pretty_oneline(m::event{event}) << std::endl; out << std::endl; out << "missing: " << std::endl; for(const string_view &event_id : missing) out << event_id << std::endl; out << std::endl; out << "rejects: " << std::endl; for(const auto &member : rejects) out << member.first << ": " << member.second << std::endl; return true; } bool console_cmd__fed__query__profile(opt &out, const string_view &line) { const m::user::id &user_id { token(line, ' ', 0) }; const string_view remote { token_count(line, ' ') > 1? token(line, ' ', 1) : user_id.host() }; m::fed::query::opts opts; opts.remote = remote; const unique_mutable_buffer buf { 8_KiB }; m::fed::query::profile request { user_id, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request }; out << string_view{response} << std::endl; return true; } bool console_cmd__fed__query__directory(opt &out, const string_view &line) { const m::id::room_alias &room_alias { token(line, ' ', 0) }; const string_view remote { token_count(line, ' ') > 1? token(line, ' ', 1) : room_alias.host() }; m::fed::query::opts opts; opts.remote = remote; const unique_mutable_buffer buf { 8_KiB }; m::fed::query::directory request { room_alias, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request }; out << string_view{response} << std::endl; return true; } bool console_cmd__fed__user__devices(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "remote" }}; const m::user::id &user_id { param.at("user_id") }; const string_view remote { param.at("remote", user_id.host()) }; m::fed::user::devices::opts opts; opts.remote = remote; const unique_buffer buf { 8_KiB }; m::fed::user::devices request { user_id, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request }; const string_view stream_id { unquote(response["stream_id"]) }; const json::array &devices { response["devices"] }; for(const json::object device : devices) out << string_view{device} << std::endl; out << "-- " << size(devices) << " devices." << std::endl; return true; } bool console_cmd__fed__user__keys__query(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "device_id", "remote" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &device_id { param.at("device_id", string_view{}) }; const string_view remote { param.at("remote", user_id.host()) }; m::fed::user::opts opts; opts.remote = remote; const unique_buffer buf { 8_KiB }; m::fed::user::keys::query request { user_id, device_id, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request }; const json::object &device_keys { response["device_keys"] }; for(const auto &p : device_keys) { const m::user::id &user_id{p.first}; out << user_id << ": " << std::endl; const json::object &devices{p.second}; for(const auto &p : devices) { const auto &device_id{p.first}; out << " " << device_id << ": " << std::endl; const m::device_keys &device{p.second}; for_each(device, [&out] (const auto &key, const auto &val) { out << " " << key << ": " << val << std::endl; }); out << std::endl; } out << std::endl; } return true; } bool console_cmd__fed__user__keys__claim(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "device_id", "algorithm", "remote" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &device_id { param.at("device_id") }; const string_view &algorithm { param.at("algorithm") }; const string_view remote { param.at("remote", user_id.host()) }; m::fed::user::opts opts; opts.remote = remote; const unique_buffer buf { 8_KiB }; m::fed::user::keys::claim request { user_id, device_id, algorithm, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request }; const json::object &one_time_keys { response["one_time_keys"] }; out << one_time_keys << std::endl; return true; } bool console_cmd__fed__key(opt &out, const string_view &line) { const params param{line, " ", { "remote", }}; const auto &server_name { param.at(0) }; const auto &key_id { param[1] }; const unique_buffer buf{16_KiB}; m::fed::key::opts opts; m::fed::key::keys request { {server_name, key_id}, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request }; const m::keys key { response }; pretty(out, key); out << std::endl; out << string_view{response}; out << std::endl; if(!m::verify(key, std::nothrow)) out << "SIGNATURE FAILIED" << std::endl; if(expired(key)) out << "EXPIRED" << std::endl; return true; } bool console_cmd__fed__key__query(opt &out, const string_view &line) { const params param{line, " ", { "remote", "[server_name,key_id]...", }}; const auto requests { tokens_after(line, ' ', 0) }; std::vector> r; tokens(requests, ' ', [&r] (const string_view &req) { r.emplace_back(split(req, ',')); }); m::fed::key::opts opts; opts.remote = param.at("remote"); const unique_buffer buf{24_KiB}; m::fed::key::query request { r, buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::array keys { request }; for(const json::object key : keys) { const m::keys &k{key}; out << k << std::endl; } return true; } bool console_cmd__fed__version(opt &out, const string_view &line) { const params param{line, " ", { "remote" }}; const auto remote { param.at("remote") }; if(valid(m::id::ROOM, remote) || valid(m::id::ROOM_ALIAS, remote)) return console_cmd__feds__version(out, line); m::fed::version::opts opts; opts.remote = remote; opts.dynamic = false; const unique_mutable_buffer buf { 16_KiB }; m::fed::version request { buf, std::move(opts) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request }; out << string_view{response} << std::endl; return true; } // // file // bool console_cmd__file__room(opt &out, const string_view &line) { const params param{line, " ", { "server|amalgam", "file" }}; auto server { param.at(0) }; auto file { param[1] }; const m::media::mxc mxc { server, file }; out << m::media::file::room_id(mxc) << std::endl; return true; } bool console_cmd__file__download(opt &out, const string_view &line) { const params param{line, " ", { "server|file", "[remote]" }}; const string_view &path { param.at("server|file") }; const auto &server { split(path, '/').first }; const auto &file { split(path, '/').second }; const string_view &remote { param.at("[remote]", server) }; const m::media::mxc mxc { server, file }; const auto room_id { m::media::file::download(mxc, m::me(), remote) }; out << room_id << std::endl; return true; } // // vm // bool console_cmd__vm(opt &out, const string_view &line) { out << std::right << std::setw(8) << "ID" << " " << std::right << std::setw(4) << "CTX" << " " << std::left << std::setw(8) << " " << " " << std::left << std::setw(23) << "USER" << " " << std::right << std::setw(4) << "PDUS" << " " << std::right << std::setw(4) << "EVAL" << " " << std::right << std::setw(4) << "EXEC" << " " << std::right << std::setw(4) << "ERRS" << " " << std::right << std::setw(8) << "ELAPSED" << " " << std::right << std::setw(8) << "PARENT" << " " << std::right << std::setw(9) << "SEQUENCE" << " " << std::left << std::setw(4) << "HOOK" << " " << std::left << std::setw(11) << "PHASE" << " " << std::right << std::setw(6) << "SIZE" << " " << std::right << std::setw(5) << "CELLS" << " " << std::right << std::setw(8) << "DEPTH" << " " << std::right << std::setw(3) << "VER" << " " << std::left << std::setw(40) << "ROOM ID" << " " << std::left << std::setw(53) << "EVENT ID" << " " << std::left << std::setw(20) << "SENDER" << " " << std::left << std::setw(20) << "TYPE" << " " << std::left << std::setw(20) << "STATE_KEY" << " " << std::endl; m::vm::eval::for_each([&out](const auto &eval) { assert(eval.ctx); const auto elapsed { eval.start != system_point()? duration_cast(now() - eval.start): 0s }; char pbuf[1][48]; out << std::right << std::setw(8) << eval.id << " " << std::right << std::setw(4) << (eval.ctx? ctx::id(*eval.ctx) : 0UL) << " " << std::left << std::setw(8) << (eval.ctx? trunc(ctx::name(*eval.ctx), 8) : string_view{}) << " " << std::left << std::setw(23) << trunc(eval.opts->node_id?: eval.opts->user_id, 23) << " " << std::right << std::setw(4) << eval.pdus.size() << " " << std::right << std::setw(4) << eval.evaluated << " " << std::right << std::setw(4) << eval.accepted << " " << std::right << std::setw(4) << eval.faulted << " " << std::right << std::setw(8) << pretty(pbuf[0], elapsed, 1) << " " << std::right << std::setw(8) << (eval.parent? eval.parent->id : 0UL) << " " << std::right << std::setw(9) << eval.sequence << " " << std::right << std::setw(4) << (eval.hook? eval.hook->id(): 0U) << " " << std::left << std::setw(11) << trunc(reflect(eval.phase), 11) << " " << std::right << std::setw(6) << (eval.txn? eval.txn->bytes() : 0UL) << " " << std::right << std::setw(5) << (eval.txn? eval.txn->size() : 0UL) << " " << std::right << std::setw(8) << (eval.event_ && eval.event_id? long(json::get<"depth"_>(*eval.event_)) : -1L) << " " << std::right << std::setw(3) << eval.room_version << " " << std::left << std::setw(40) << trunc(eval.room_id, 40) << " " << std::left << std::setw(53) << trunc(eval.event_id, 53) << " " << std::left << std::setw(20) << trunc(eval.event_? json::get<"sender"_>(*eval.event_) : json::string{}, 20) << " " << std::left << std::setw(20) << trunc(eval.event_? json::get<"type"_>(*eval.event_) : json::string{}, 20) << " " << std::left << std::setw(20) << trunc(eval.event_? json::get<"state_key"_>(*eval.event_) : json::string{}, 20) << " " << '\n'; }); out << '\n'; out << " retired " << std::left << std::setw(10) << m::vm::sequence::retired; out << " committed " << std::left << std::setw(10) << m::vm::sequence::committed; out << " uncommit " << std::left << std::setw(10) << m::vm::sequence::uncommitted; out << '\n'; out << " evals " << std::left << std::setw(10) << m::vm::eval::id_ctr; out << " pending " << std::left << std::setw(10) << m::vm::sequence::pending; out << " spread " << std::left << std::setw(10) << m::vm::sequence::max() - m::vm::sequence::min(); out << '\n'; out << " inst " << std::left << std::setw(10) << size(m::vm::eval::list); out << " exec " << std::left << std::setw(10) << m::vm::eval::executing; out << " inject " << std::left << std::setw(10) << m::vm::eval::injecting; out << std::endl; return true; } // // mc // bool console_cmd__mc__versions(opt &out, const string_view &line) { const params param{line, " ", { "remote" }}; const net::hostport remote { param.at("remote") }; const unique_mutable_buffer buf { 16_KiB }; window_buffer window{buf}; http::request { window, host(remote), "GET", "/_matrix/client/versions" }; server::request request { remote, server::out { window.completed() }, server::in { mutable_buffer{window} }, }; const auto code { request.get(out.timeout) }; const json::object response { request.in.content }; out << string_view{response} << std::endl; return true; } bool console_cmd__mc__register(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "password", "[remote]" }}; const m::user::id &user_id { param.at("user_id") }; const string_view &password { param.at("password") }; const net::hostport remote { param.at("[remote]", user_id.host()) }; static const string_view uri { "/_matrix/client/r0/register?kind=user" }; server::request::opts sopts; const unique_buffer buf { 16_KiB }; window_buffer window{buf}; window([&](mutable_buffer buf) { return json::stringify(buf, json::members { { "username", user_id.localname() }, { "password", password }, { "auth", json::members { { "type", "m.login.dummy" } }} }); }); const string_view &content { window.completed() }; window = mutable_buffer{window}; http::request { window, host(remote), "POST", uri, size(content), "application/json" }; server::out sout { window.completed(), content }; server::in sin { mutable_buffer{window} }; server::request request { remote, std::move(sout), std::move(sin) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request.in.content }; out << uint(code) << ": " << std::endl; out << string_view{response} << std::endl; return true; } bool console_cmd__mc__register__available(opt &out, const string_view &line) { const params param{line, " ", { "user_id", "[remote]" }}; const m::user::id &user_id { param.at("user_id") }; const net::hostport remote { param.at("[remote]", user_id.host()) }; server::request::opts sopts; const unique_buffer buf { 16_KiB }; window_buffer window{buf}; window([&user_id](const mutable_buffer &buf) { char urlencbuf[256]; return fmt::sprintf { buf, "/_matrix/client/r0/register/available?username=%s", url::encode(urlencbuf, user_id.localname()) }; }); const string_view uri{window.completed()}; window = mutable_buffer{window}; http::request { window, host(remote), "GET", uri }; server::out sout{window.completed()}; server::in sin{mutable_buffer{window}}; server::request request { remote, std::move(sout), std::move(sin) }; request.wait(out.timeout); const auto code { request.get() }; const json::object response { request.in.content }; out << uint(code) << ": " << string_view{response} << std::endl; return true; } // // fetch // bool console_cmd__fetch(opt &out, const string_view &line) { m::fetch::for_each([&out] (const m::fetch::request &request) { const auto request_finished { !!request.finished? request.finished: now() }; const auto elapsed { request_finished - request.started }; char abuf[2][48]; out << std::right << std::setw(10) << reflect(request.opts.op) << " " << std::left << std::setw(64) << trunc(request.event_id, 64) << " " << std::left << std::setw(40) << trunc(request.room_id, 40) << " " << std::left << std::setw(32) << trunc(request.origin, 32) << " " << std::left << std::right << std::setw(10) << pretty(abuf[1], elapsed, 1) << " | " << std::left << std::right << std::setw(14) << ago(abuf[0], request.last, 1) << " " << std::left << "attempt:" << std::setw(3) << request.attempted.size() << " " << std::left << "err:" << bool(request.eptr) << " " << '\n'; return true; }); out << std::flush; return true; } bool console_cmd__fetch__event(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id", "hint", "limit" }}; const auto room_id { m::room_id(param.at("room_id")) }; const m::event::id &event_id { m::event::id{param.at("event_id")} }; const string_view hint { param["hint"] }; const size_t limit { param.at("limit", 0UL) }; m::fetch::opts opts; opts.op = m::fetch::op::event; opts.room_id = room_id; opts.event_id = event_id; opts.hint = hint; opts.attempt_limit = limit; auto future { m::fetch::start(opts) }; const auto result { future.get() }; out << "Received " << event_id << " in " << room_id << std::endl << std::endl ; out << json::object{result} << std::endl ; return true; } bool console_cmd__fetch__event__auth(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "event_id" }}; const auto room_id { m::room_id(param.at("room_id")) }; const m::event::id &event_id { m::event::id{param.at("event_id")} }; m::fetch::opts opts; opts.op = m::fetch::op::auth; opts.room_id = room_id; opts.event_id = event_id; auto future { m::fetch::start(opts) }; const auto result { future.get() }; const json::object response { result }; const json::array &auth_chain { response["auth_chain"] }; out << "Received " << auth_chain.size() << " auth events for " << event_id << " in " << room_id << std::endl << std::endl ; for(const json::object event : auth_chain) out << string_view{event} << std::endl; return true; } // // synchron // bool console_cmd__synchron(opt &out, const string_view &line) { for(auto *const &data_p : m::sync::data::list) { const auto *const &client(data_p->client); if(client) out << loghead(*client) << " | "; out << m::sync::loghead(*data_p) << " | "; out << '\n'; } out << std::flush; return true; } bool console_cmd__synchron__item(opt &out, const string_view &line) { const params param{line, " ", { "prefix" }}; const auto prefix { param.at("prefix", ""_sv) }; ircd::m::sync::for_each(prefix, [&out] (const auto &item) { out << item.name() << std::endl; return true; }); return true; } // // redact // bool console_cmd__redact(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "sender", "reason" }}; const params param_alt{line, " ", { "room_id", "type", "state_key", "sender", "reason" }}; const m::room::id::buf room_id { m::room_id(param.at(0)) }; const m::room room { room_id }; const auto state_idx { !valid(m::id::EVENT, param["event_id"])? room.get(param_alt["type"], param_alt["state_key"]): 0UL }; const m::event::id::buf redacts { valid(m::id::EVENT, param["event_id"])? param["event_id"]: m::event_id(state_idx) }; const m::user::id &sender { state_idx && param_alt["sender"]? param_alt["sender"]: !state_idx && param["sender"]? param["sender"]: m::me() }; const string_view reason { state_idx && param_alt["reason"]? param_alt["reason"]: !state_idx && param["reason"]? param["reason"]: string_view{} }; const auto event_id { redact(room, sender, redacts, reason) }; out << redacts << " redacted by " << sender << " with " << event_id << std::endl; return true; } // // well-known // bool console_cmd__well_known(opt &out, const string_view &line) { const ctx::critical_assertion ca; out << std::left << std::setw(8) << "ID" << " " << std::right << std::setw(8) << "REDIRS" << " " << std::right << std::setw(6) << "CODE" << " " << std::left << std::setw(40) << "TARGET" << " " << std::left << std::setw(40) << "CACHED" << std::endl; for(const auto *const request : m::fed::well_known::request::list) { out << std::left << std::setw(8) << request->id << " " << std::right << std::setw(8) << request->redirects << " " << std::right << std::setw(6) << uint(request->code) << " " << std::left << std::setw(40) << trunc(request->target, 40) << " " << std::left << std::setw(40) << trunc(request->m_server, 40) << std::endl; } return true; } bool console_cmd__well_known__matrix__server(opt &out, const string_view &line) { const params param{line, " ", { "remote" // ... }}; std::forward_list < std::tuple < unique_mutable_buffer, string_view, ctx::future > > reqs; tokens(line, ' ', [&reqs] (const string_view &remote) { m::fed::well_known::opts opts; opts.cache_check = false; opts.cache_result = false; unique_mutable_buffer buf{1_KiB}; const mutable_buffer _buf{buf}; reqs.emplace_front(std::make_tuple ( std::move(buf), remote, m::fed::well_known::get(_buf, remote, opts) )); }); for(auto &[buf, tgt, req] : reqs) out << std::right << std::setw(40) << trunc(tgt, 40) << " => " << std::left << string_view{req} << std::endl; return true; } // // bridge // bool console_cmd__bridge(opt &out, const string_view &line) { const params param{line, " ", { "id" }}; const string_view &id { param["id"] }; if(!id) { m::bridge::config::for_each([&out] (const auto &event_idx, const auto &event, const m::bridge::config &config) { out << json::get<"id"_>(config) << std::endl; return true; }); return true; } m::bridge::config::get(id, [&out] (const auto &event_idx, const auto &event, const m::bridge::config &config) { for(const auto &[key, val] : config.source) out << std::right << std::setw(24) << key << " : " << std::left << val << std::endl; }); return true; } bool console_cmd__bridge__exists(opt &out, const string_view &line) { const params param{line, " ", { "bridge_id", "mxid" }}; const string_view &bridge_id { param.at("bridge_id") }; const string_view &mxid { param.at("mxid") }; std::string config; m::bridge::config::get(bridge_id, [&config] (const auto &, const auto &, const auto &object) { config = object.source; }); bool exists {false}; switch(m::sigil(mxid)) { case m::id::USER: { exists = m::bridge::exists(m::bridge::config(config), m::user::id(mxid)); break; } case m::id::ROOM_ALIAS: { exists = m::bridge::exists(m::bridge::config(config), m::room::alias(mxid)); break; } default: throw error { "Invalid MXID argument" }; } out << mxid << " " << (exists? "exists"_sv: "does not exist") << " on the " << bridge_id << " bridge." << std::endl; return true; } bool console_cmd__bridge__protocol(opt &out, const string_view &line) { const params param{line, " ", { "id", "protocol" }}; const string_view &id { param["id"] }; const string_view &protocol { param["protocol"] }; m::bridge::config::get(id, [&out, &protocol] (const auto &event_idx, const auto &event, const m::bridge::config &config) { const unique_mutable_buffer buf { 8_KiB }; const json::object &info { m::bridge::protocol(buf, config, protocol) }; out << string_view{info} << std::endl; }); return true; } bool console_cmd__bridge__set(opt &out, const string_view &line) { const params param{line, " ", { "file" }}; static mods::import set { "m_bridge_register", "ircd::m::bridge::set" }; const auto event_id { set(param.at("file")) }; out << "Bridge set. Configuration event: " << event_id << std::endl; return true; } bool console_cmd__bridge__add(opt &out, const string_view &line) { const params param{line, " ", { "file" }}; static mods::import add { "m_bridge_register", "ircd::m::bridge::add" }; const auto event_id { add(param.at("file")) }; out << "Bridge added. Configuration event: " << event_id << std::endl; return true; } bool console_cmd__bridge__del(opt &out, const string_view &line) { const params param{line, " ", { "id" }}; static mods::import del { "m_bridge_register", "ircd::m::bridge::del" }; const auto event_id { del(param.at("id")) }; out << "Bridge removed. Redaction event: " << event_id << std::endl; return true; } // // icu // bool console_cmd__icu(opt &out, const string_view &line) { if constexpr(!IRCD_USE_ICU) throw error { "ICU is not available." }; const unique_mutable_buffer buf { size(line) * 4 }; char32_t *const ch { reinterpret_cast(data(buf)) }; const size_t count { icu::utf8::decode(ch, size(line), line) }; char namebuf[64]; size_t li(0); for(size_t i(0); i < count; ++i, li += icu::utf8::length(ch[i])) out << ' ' << std::dec << std::right << std::setw(6) << int(icu::block(ch[i])) << ' ' << std::dec << std::right << std::setw(4) << int(icu::category(ch[i])) << ' ' << std::dec << std::right << std::setw(2) << int(icu::utf8::length(ch[i])) << ' ' << "U+" << std::hex << std::right << std::setw(6) << std::setfill('0') << uint32_t(ch[i]) << std::setfill(' ') << ' ' << ' ' << icu::name(namebuf, ch[i]) << std::endl; return true; } // // group // bool console_cmd__group(opt &out, const string_view &line) { const params param{line, " ", { "group_id" }}; return true; } bool console_id__group(opt &out, const m::id::group &id, const string_view &line) { return console_cmd__group(out, line); } // // exec // bool console_cmd__exec__list(opt &out, const string_view &line) { for(const auto *const &exec : ircd::exec::list) out << " " << exec->id << " " << exec->pid << " " << (!exec->pid? lex_cast(exec->code): "-"_sv) << " " << exec->path << std::endl; return true; } bool console_cmd__exec(opt &out, const string_view &line) { if(empty(line)) return console_cmd__exec__list(out, line); if(ctx::name(ctx::cur()) != "console") throw ircd::error { "Command access denied to non-terminal administrators." }; string_view argv[16]; const auto argc { tokens(line, ' ', argv) }; exec p { { argv, argc } }; const auto pid { p.run() }; unique_mutable_buffer buf { 4_KiB, 4_KiB }; const string_view in { read(p, buf) }; out << in << std::endl; return true; } // // app // bool console_cmd__app(opt &out, const string_view &line) { out << " " << std::right << std::setw(5) << "ID" << " " << std::right << std::setw(10) << "EVENTID" << " " << std::right << std::setw(8) << "PID" << " " << std::right << std::setw(6) << "EXIT" << " " << std::left << std::setw(40) << "ROOM" << " " << "PATH" << std::endl; for(const auto *const &app : ircd::m::app::list) { const auto room_id { m::room_id(app->event_idx) }; out << " " << std::right << std::setw(5) << app->child.id << " " << std::right << std::setw(10) << app->event_idx << " " << std::right << std::setw(8) << app->child.pid << " " << std::right << std::setw(6) << (!app->child.pid? lex_cast(app->child.code): "---"_sv) << " " << std::left << std::setw(40) << room_id << " `" << app->argv.at(0) << "'" ; if(app->child.eptr) out << " :" << what(app->child.eptr); out << std::endl; } return true; } bool console_cmd__app__load(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "name" }}; const auto room_id { m::room_id(param.at("room_id")) }; const auto name { param.at("name") }; const auto event_idx { m::room(room_id).get("ircd.app", name) }; auto *const app { std::make_unique(event_idx).release() }; const auto pid { app->child.run() }; out << "Started PID " << pid << "..." << std::endl; return true; } bool console_cmd__app__unload(opt &out, const string_view &line) { const params param{line, " ", { "room_id", "name" }}; const auto room_id { m::room_id(param.at("room_id")) }; const auto name { param["name"] }; const auto event_idx { m::valid(m::id::EVENT, param.at("room_id"))? m::index(param.at("room_id")): m::room(room_id).get("ircd.app", name) }; for(auto *const &app : m::app::list) if(app->event_idx == event_idx) { out << "Stopped PID " << app->child.pid << "..." << std::endl; app->child.join(15); delete app; return true; } out << "not found." << std::endl; return true; } bool console_cmd__app__signal(opt &out, const string_view &line) { const params param{line, " ", { "signum", "event_id" }}; const auto signum { param.at("signum") }; const auto event_idx { lex_castable(param.at("event_id"))? lex_cast(param.at("event_id")): m::index(param.at("event_id")) }; for(auto *const &app : m::app::list) if(app->event_idx == event_idx) { out << "Signal " << signum; if(!app->child.signal(signum)) out << " failed"; out << " to PID " << app->child.pid << std::endl; return true; } out << "not found." << std::endl; return true; } // // cl // bool console_cmd__cl__info(opt &out, const string_view &line) { if constexpr(!IRCD_USE_OPENCL) throw error { "OpenCL is not available." }; const params param{line, " ", { "platform", "device", }}; const int platform { param.at("platform", -1) }; const int device { param.at("device", -1) }; if(platform >= 0 && device >= 0) cl::log_dev_info(platform, device); else if(platform >= 0) cl::log_dev_info(platform); else cl::log_dev_info(); out << "OpenCL information written to logger." << std::endl; return true; } // // gpt // bool console_cmd__gpt__token(opt &out, const string_view &line) { const params param{line, " ", { "idx" }}; const auto idx { param.at("idx") }; char buf[512]; out << gpt::vocab::debug(buf, idx) << std::endl; return true; } bool console_cmd__gpt__tokenize(opt &out, const string_view &line) { const auto text { line }; u16 buf[1024]; const auto tokens { gpt::vocab::tokenize(buf, text) }; uint i(0); char dbuf[512]; for(const auto &token : tokens) out << std::setw(4) << (i++) << ": " << gpt::vocab::debug(dbuf, token) << std::endl; return true; } bool console_cmd__gpt__tokensp(opt &out, const string_view &line) { const auto text { std::string{" "} + std::string{line} }; u16 buf[1024]; const auto tokens { gpt::vocab::tokenize(buf, text) }; uint i(0); char dbuf[512]; for(const auto &token : tokens) out << std::setw(4) << (i++) << ": " << gpt::vocab::debug(dbuf, token) << std::endl; return true; } bool console_cmd__gpt__data(opt &out, const string_view &line) { const params param{line, " ", { "id" }}; const auto idx { param.at("id") }; const json::object step { gpt::model::default_data.at(idx) }; out << "#" << step["id"] << " | " << step["length"] << " " << (step["ended"]? "ended"_sv: string_view{}) << std::endl << std::endl << step["text"] << std::endl; return true; } bool console_cmd__gpt__data__tokenize(opt &out, const string_view &line) { const params param{line, " ", { "id" }}; const auto idx { param.at("id") }; const json::object step { gpt::model::default_data.at(idx) }; const json::string text { step.get("text") }; const unique_mutable_buffer sbuf { 16_KiB }; const string_view input { json::unescape(sbuf, text) }; u16 tbuf[1024]; const auto tokens { gpt::vocab::tokenize(tbuf, input) }; uint i(0); char dbuf[256]; for(const auto &token : tokens) out << std::setw(4) << (i++) << ": " << gpt::vocab::debug(dbuf, token) << std::endl; return true; } bool console_cmd__gpt__raw(opt &out, const string_view &line) { const params param{line, " ", { "limit", "top_k" }}; const int skips { -1 + lex_castable(param.at("limit")) + lex_castable(param.at("top_k")) }; const auto text { tokens_after(line, ' ', skips) }; const unique_mutable_buffer buf { 16_KiB }; gpt::opts opts alignas(4096); opts.debug |= 0x1; opts.debug |= 0x2; if(skips >= 1) opts.limit = param.at("limit", opts.limit); if(skips >= 0) opts.top_k = param.at("top_k", opts.top_k); gpt::ctrl ctrl alignas(4096) {0}; ctrl.label[opts.labels++].logit.token = 198; gpt::task task { &opts, &ctrl }; const auto output { task(buf, text) }; out << output << std::endl; return true; } bool console_cmd__gpt__query(opt &out, const string_view &line) { const params param{line, " ", { "limit", "top_k" }}; const int skips { -1 + lex_castable(param.at("limit")) + lex_castable(param.at("top_k")) }; std::string text {"Q: "s}; text += tokens_after(line, ' ', skips); text += "\n\nA:"; const unique_mutable_buffer buf { 16_KiB }; gpt::opts opts; opts.debug |= 0x2; if(skips >= 1) opts.limit = param.at("limit", opts.limit); if(skips >= 0) opts.top_k = param.at("top_k", opts.top_k); if(opts.limit == 1) opts.debug |= 0x10; gpt::ctrl ctrl {0}; ctrl.label[0].logit.token = 198; opts.labels = 1; opts.top_n = 16; gpt::task task { &opts, &ctrl }; const auto output { task(buf, text) }; out << output << std::endl; return true; } bool console_cmd__gpt__label(opt &out, const string_view &line) { const params param{line, " ", { "label", }}; const gpt::token label { param["label"], true }; auto text { tokens_after(line, ' ', 0) }; std::string content; if(m::valid(m::id::EVENT, text)) content = m::get(std::nothrow, m::event::id{text}, "content"); if(!content.empty()) content = json::object(content).get("body"); if(!content.empty()) text = content; gpt::opts opts alignas(4096); opts.limit = 0; opts.debug |= 0x40; gpt::ctrl ctrl alignas(4096) {0}; ctrl.label[opts.labels++].logit.token = label; gpt::task task { &opts, &ctrl }; char buf[32] {0}; const auto output { task(buf, text) }; out << output << std::endl; return true; } bool console_cmd__gpt__tldr(opt &out, const string_view &line) { const params param{line, " ", { "event_id", "top_k", "top_p", "limit" }}; const m::event::id event_id { param["event_id"] }; const unique_mutable_buffer buf { 16_KiB }; const json::object content { m::get(event_id, "content", buf) }; const m::room::message msg { content }; const auto body { msg.body() }; std::string text(body); text += "\n\nTL;DR:"s; gpt::opts opts alignas(4096); opts.top_k = param.at("top_k", opts.top_k); opts.top_p = param.at("top_p", opts.top_p); opts.limit = param.at("limit", opts.limit); gpt::ctrl ctrl alignas(4096) {0}; gpt::task task { &opts, &ctrl }; const auto output { task(buf, text) }; out << output << std::endl; return true; }