2019-01-04 02:21:02 +01:00
|
|
|
// Matrix Construct
|
|
|
|
//
|
|
|
|
// Copyright (C) Matrix Construct Developers, Authors & Contributors
|
|
|
|
// Copyright (C) 2016-2018 Jason Volk <jason@zemos.net>
|
|
|
|
//
|
|
|
|
// Permission to use, copy, modify, and/or distribute this software for any
|
|
|
|
// purpose with or without fee is hereby granted, provided that the above
|
|
|
|
// copyright notice and this permission notice is present in all copies. The
|
|
|
|
// full license for this software is available in the LICENSE file.
|
|
|
|
|
|
|
|
ircd::mapi::header
|
|
|
|
IRCD_MODULE
|
|
|
|
{
|
|
|
|
"Client Sync :Room Timeline"
|
|
|
|
};
|
|
|
|
|
|
|
|
namespace ircd::m::sync
|
|
|
|
{
|
2019-02-28 01:01:14 +01:00
|
|
|
static void _room_timeline_append(data &, json::stack::array &, const m::event::idx &, const m::event &);
|
2019-02-24 20:59:53 +01:00
|
|
|
static event::id::buf _room_timeline_polylog_events(data &, const m::room &, bool &, bool &);
|
|
|
|
static bool room_timeline_polylog(data &);
|
2019-04-08 01:10:40 +02:00
|
|
|
|
|
|
|
static bool _room_timeline_linear_command(data &);
|
2019-02-24 20:59:53 +01:00
|
|
|
static bool room_timeline_linear(data &);
|
2019-03-10 02:31:26 +01:00
|
|
|
|
2019-06-06 01:57:27 +02:00
|
|
|
extern const string_view exposure_depth_description;
|
|
|
|
extern conf::item<int64_t> exposure_depth;
|
2019-06-07 12:58:25 +02:00
|
|
|
extern conf::item<bool> exposure_state;
|
2019-03-10 02:31:26 +01:00
|
|
|
extern conf::item<size_t> limit_default;
|
2019-01-10 05:39:12 +01:00
|
|
|
extern const event::keys::include default_keys;
|
2019-01-04 02:21:02 +01:00
|
|
|
extern item room_timeline;
|
|
|
|
}
|
|
|
|
|
|
|
|
decltype(ircd::m::sync::room_timeline)
|
|
|
|
ircd::m::sync::room_timeline
|
|
|
|
{
|
2019-01-09 00:10:06 +01:00
|
|
|
"rooms.timeline",
|
2019-01-10 05:39:12 +01:00
|
|
|
room_timeline_polylog,
|
|
|
|
room_timeline_linear,
|
|
|
|
};
|
|
|
|
|
|
|
|
decltype(ircd::m::sync::default_keys)
|
|
|
|
ircd::m::sync::default_keys
|
|
|
|
{
|
|
|
|
"content",
|
|
|
|
"depth",
|
|
|
|
"event_id",
|
|
|
|
"origin_server_ts",
|
|
|
|
"prev_events",
|
|
|
|
"redacts",
|
|
|
|
"room_id",
|
|
|
|
"sender",
|
|
|
|
"state_key",
|
|
|
|
"type",
|
2019-01-04 02:21:02 +01:00
|
|
|
};
|
|
|
|
|
2019-03-10 02:31:26 +01:00
|
|
|
decltype(ircd::m::sync::limit_default)
|
|
|
|
ircd::m::sync::limit_default
|
|
|
|
{
|
|
|
|
{ "name", "ircd.client.sync.rooms.timeline.limit.default" },
|
|
|
|
{ "default", 10L },
|
|
|
|
};
|
|
|
|
|
2019-06-07 12:58:25 +02:00
|
|
|
decltype(ircd::m::sync::exposure_state)
|
|
|
|
ircd::m::sync::exposure_state
|
|
|
|
{
|
|
|
|
{ "name", "ircd.client.sync.rooms.timeline.exposure.state" },
|
2019-06-07 12:30:37 +02:00
|
|
|
{ "default", false },
|
2019-06-07 12:58:25 +02:00
|
|
|
};
|
|
|
|
|
2019-06-06 01:57:27 +02:00
|
|
|
decltype(ircd::m::sync::exposure_depth)
|
|
|
|
ircd::m::sync::exposure_depth
|
|
|
|
{
|
|
|
|
{ "name", "ircd.client.sync.rooms.timeline.exposure.depth" },
|
|
|
|
{ "default", 20L },
|
|
|
|
{ "description", exposure_depth_description },
|
|
|
|
};
|
|
|
|
|
|
|
|
decltype(ircd::m::sync::exposure_depth_description)
|
|
|
|
ircd::m::sync::exposure_depth_description
|
|
|
|
{R"(
|
|
|
|
Does not linear-sync timeline events whose distance from the room head
|
|
|
|
is greater than this value. This prevents past events from appearing at
|
|
|
|
the bottom of the timeline in clients which do not sort their timeline to
|
|
|
|
prevent an incoherent conversation when the server obtains past events.
|
|
|
|
)"};
|
|
|
|
|
2019-02-24 20:59:53 +01:00
|
|
|
bool
|
2019-01-10 05:39:12 +01:00
|
|
|
ircd::m::sync::room_timeline_linear(data &data)
|
2019-01-04 02:21:02 +01:00
|
|
|
{
|
2019-02-28 03:24:12 +01:00
|
|
|
if(!data.event_idx)
|
|
|
|
return false;
|
|
|
|
|
2019-04-08 01:10:40 +02:00
|
|
|
if(!data.room)
|
2019-03-08 22:42:54 +01:00
|
|
|
return false;
|
|
|
|
|
2019-04-08 01:10:40 +02:00
|
|
|
if(!data.membership && *data.room != data.user_room)
|
2019-03-08 22:42:54 +01:00
|
|
|
return false;
|
|
|
|
|
2019-04-08 01:10:40 +02:00
|
|
|
assert(data.event);
|
|
|
|
const bool command
|
|
|
|
{
|
|
|
|
*data.room == data.user_room &&
|
|
|
|
startswith(json::get<"type"_>(*data.event), "ircd.cmd") &&
|
|
|
|
(json::get<"sender"_>(*data.event) == m::me.user_id ||
|
|
|
|
json::get<"sender"_>(*data.event) == data.user.user_id)
|
|
|
|
};
|
|
|
|
|
2019-06-06 01:57:27 +02:00
|
|
|
json::stack::object rooms
|
|
|
|
{
|
|
|
|
*data.out, "rooms"
|
|
|
|
};
|
|
|
|
|
2019-04-08 01:10:40 +02:00
|
|
|
if(command)
|
|
|
|
return _room_timeline_linear_command(data);
|
|
|
|
|
2019-06-06 01:57:27 +02:00
|
|
|
if(int64_t(exposure_depth) > -1)
|
2019-06-06 10:09:57 +02:00
|
|
|
if(json::get<"depth"_>(*data.event) + int64_t(exposure_depth) < data.room_depth)
|
2019-06-07 12:58:25 +02:00
|
|
|
{
|
|
|
|
if(!json::get<"state_key"_>(*data.event))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
if(!bool(exposure_state))
|
|
|
|
return false;
|
|
|
|
}
|
2019-06-06 01:57:27 +02:00
|
|
|
|
2019-03-08 22:42:54 +01:00
|
|
|
json::stack::object membership_
|
|
|
|
{
|
|
|
|
*data.out, data.membership
|
|
|
|
};
|
|
|
|
|
|
|
|
json::stack::object room_
|
|
|
|
{
|
|
|
|
*data.out, data.room->room_id
|
|
|
|
};
|
|
|
|
|
|
|
|
json::stack::object timeline
|
|
|
|
{
|
|
|
|
*data.out, "timeline"
|
|
|
|
};
|
|
|
|
|
2019-01-09 00:10:06 +01:00
|
|
|
json::stack::array array
|
|
|
|
{
|
2019-02-27 00:50:58 +01:00
|
|
|
*data.out, "events"
|
2019-01-09 00:10:06 +01:00
|
|
|
};
|
|
|
|
|
2019-02-28 01:01:14 +01:00
|
|
|
_room_timeline_append(data, array, data.event_idx, *data.event);
|
2019-02-27 02:34:07 +01:00
|
|
|
return true;
|
2019-01-10 05:39:12 +01:00
|
|
|
}
|
|
|
|
|
2019-04-08 01:10:40 +02:00
|
|
|
bool
|
|
|
|
ircd::m::sync::_room_timeline_linear_command(data &data)
|
|
|
|
{
|
|
|
|
const m::room &room
|
|
|
|
{
|
|
|
|
unquote(json::get<"content"_>(*data.event).get("room_id"))
|
|
|
|
};
|
|
|
|
|
|
|
|
const scope_restore _room
|
|
|
|
{
|
|
|
|
data.room, &room
|
|
|
|
};
|
|
|
|
|
|
|
|
const scope_restore _membership
|
|
|
|
{
|
|
|
|
data.membership, "join"_sv
|
|
|
|
};
|
|
|
|
|
|
|
|
json::stack::object membership_
|
|
|
|
{
|
|
|
|
*data.out, data.membership
|
|
|
|
};
|
|
|
|
|
|
|
|
json::stack::object room_
|
|
|
|
{
|
|
|
|
*data.out, data.room->room_id
|
|
|
|
};
|
|
|
|
|
|
|
|
json::stack::object timeline
|
|
|
|
{
|
|
|
|
*data.out, "timeline"
|
|
|
|
};
|
|
|
|
|
|
|
|
json::stack::array array
|
|
|
|
{
|
|
|
|
*data.out, "events"
|
|
|
|
};
|
|
|
|
|
|
|
|
m::event event{*data.event};
|
|
|
|
json::get<"type"_>(event) = "m.room.message";
|
|
|
|
json::get<"room_id"_>(event) = room.room_id;
|
|
|
|
const scope_restore _event
|
|
|
|
{
|
|
|
|
data.event, &event
|
|
|
|
};
|
|
|
|
|
|
|
|
_room_timeline_append(data, array, data.event_idx, event);
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2019-02-24 20:59:53 +01:00
|
|
|
bool
|
2019-01-10 05:39:12 +01:00
|
|
|
ircd::m::sync::room_timeline_polylog(data &data)
|
|
|
|
{
|
2019-02-22 18:25:00 +01:00
|
|
|
if(!apropos(data, data.room_head))
|
2019-02-24 20:59:53 +01:00
|
|
|
return false;
|
2019-01-26 01:18:21 +01:00
|
|
|
|
2019-01-10 05:39:12 +01:00
|
|
|
// events
|
2019-02-22 18:25:00 +01:00
|
|
|
assert(data.room);
|
2019-02-24 20:59:53 +01:00
|
|
|
bool limited{false}, ret{false};
|
2019-01-10 05:39:12 +01:00
|
|
|
m::event::id::buf prev
|
2019-01-04 02:21:02 +01:00
|
|
|
{
|
2019-02-24 20:59:53 +01:00
|
|
|
_room_timeline_polylog_events(data, *data.room, limited, ret)
|
2019-01-10 05:39:12 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
// prev_batch
|
|
|
|
json::stack::member
|
|
|
|
{
|
2019-02-27 00:50:58 +01:00
|
|
|
*data.out, "prev_batch", string_view{prev}
|
2019-01-10 05:39:12 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
// limited
|
|
|
|
json::stack::member
|
|
|
|
{
|
2019-02-27 00:50:58 +01:00
|
|
|
*data.out, "limited", json::value{limited}
|
2019-01-10 05:39:12 +01:00
|
|
|
};
|
2019-02-24 20:59:53 +01:00
|
|
|
|
|
|
|
return ret;
|
2019-01-10 05:39:12 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
ircd::m::event::id::buf
|
|
|
|
ircd::m::sync::_room_timeline_polylog_events(data &data,
|
|
|
|
const m::room &room,
|
2019-02-24 20:59:53 +01:00
|
|
|
bool &limited,
|
|
|
|
bool &ret)
|
2019-01-10 05:39:12 +01:00
|
|
|
{
|
|
|
|
static const event::fetch::opts fopts
|
|
|
|
{
|
|
|
|
default_keys
|
|
|
|
};
|
|
|
|
|
|
|
|
json::stack::array array
|
|
|
|
{
|
2019-02-27 00:50:58 +01:00
|
|
|
*data.out, "events"
|
2019-01-04 02:21:02 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
// messages seeks to the newest event, but the client wants the oldest
|
|
|
|
// event first so we seek down first and then iterate back up. Due to
|
|
|
|
// an issue with rocksdb's prefix-iteration this iterator becomes
|
|
|
|
// toxic as soon as it becomes invalid. As a result we have to copy the
|
|
|
|
// event_id on the way down in case of renewing the iterator for the
|
|
|
|
// way back. This is not a big deal but rocksdb should fix their shit.
|
|
|
|
m::event::id::buf event_id;
|
|
|
|
m::room::messages it
|
|
|
|
{
|
|
|
|
room, &fopts
|
|
|
|
};
|
|
|
|
|
2019-03-31 22:09:36 +02:00
|
|
|
ssize_t i(0);
|
2019-03-10 02:31:26 +01:00
|
|
|
const ssize_t limit(limit_default);
|
2019-03-31 22:09:36 +02:00
|
|
|
for(; it && i <= limit; --it)
|
2019-01-04 02:21:02 +01:00
|
|
|
{
|
2019-03-31 22:09:36 +02:00
|
|
|
if(!i && it.event_idx() >= data.range.second)
|
|
|
|
continue;
|
|
|
|
|
2019-01-04 02:21:02 +01:00
|
|
|
event_id = it.event_id();
|
2019-03-31 22:09:36 +02:00
|
|
|
if(it.event_idx() < data.range.first)
|
2019-01-04 02:21:02 +01:00
|
|
|
break;
|
2019-03-31 22:09:36 +02:00
|
|
|
|
|
|
|
++i;
|
2019-01-04 02:21:02 +01:00
|
|
|
}
|
|
|
|
|
2019-03-10 02:31:26 +01:00
|
|
|
limited = i >= limit;
|
2019-01-04 02:21:02 +01:00
|
|
|
if(i > 0 && !it)
|
|
|
|
it.seek(event_id);
|
|
|
|
|
|
|
|
if(i > 0)
|
2019-03-31 22:09:36 +02:00
|
|
|
for(++it; it && i > -1; ++it, --i)
|
2019-01-11 01:56:32 +01:00
|
|
|
{
|
|
|
|
const m::event &event(*it);
|
2019-02-28 01:01:14 +01:00
|
|
|
const m::event::idx &event_idx(it.event_idx());
|
|
|
|
_room_timeline_append(data, array, event_idx, event);
|
2019-02-24 20:59:53 +01:00
|
|
|
ret = true;
|
2019-01-11 01:56:32 +01:00
|
|
|
}
|
2019-01-04 02:21:02 +01:00
|
|
|
|
|
|
|
return event_id;
|
|
|
|
}
|
2019-02-28 01:01:14 +01:00
|
|
|
|
|
|
|
void
|
|
|
|
ircd::m::sync::_room_timeline_append(data &data,
|
|
|
|
json::stack::array &events,
|
|
|
|
const m::event::idx &event_idx,
|
|
|
|
const m::event &event)
|
|
|
|
{
|
2019-03-12 00:02:48 +01:00
|
|
|
m::event_append_opts opts;
|
|
|
|
opts.event_idx = &event_idx;
|
|
|
|
opts.client_txnid = &data.client_txnid;
|
|
|
|
opts.user_id = &data.user.user_id;
|
|
|
|
opts.user_room = &data.user_room;
|
2019-04-15 21:16:48 +02:00
|
|
|
opts.room_depth = &data.room_depth;
|
2019-03-12 00:02:48 +01:00
|
|
|
m::append(events, event, opts);
|
2019-02-28 01:01:14 +01:00
|
|
|
}
|