# -*- coding: utf-8 -*- # Copyright 2019 New Vector Ltd # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from mock import Mock from synapse.api.constants import EventTypes from synapse.rest import admin from synapse.rest.client.v1 import login, room from synapse.visibility import filter_events_for_client from tests import unittest one_hour_ms = 3600000 one_day_ms = one_hour_ms * 24 class RetentionTestCase(unittest.HomeserverTestCase): servlets = [ admin.register_servlets, login.register_servlets, room.register_servlets, ] def make_homeserver(self, reactor, clock): config = self.default_config() config["default_room_version"] = "1" config["retention"] = { "enabled": True, "default_policy": { "min_lifetime": one_day_ms, "max_lifetime": one_day_ms * 3, }, "allowed_lifetime_min": one_day_ms, "allowed_lifetime_max": one_day_ms * 3, } self.hs = self.setup_test_homeserver(config=config) return self.hs def prepare(self, reactor, clock, homeserver): self.user_id = self.register_user("user", "password") self.token = self.login("user", "password") def test_retention_state_event(self): """Tests that the server configuration can limit the values a user can set to the room's retention policy. """ room_id = self.helper.create_room_as(self.user_id, tok=self.token) self.helper.send_state( room_id=room_id, event_type=EventTypes.Retention, body={ "max_lifetime": one_day_ms * 4, }, tok=self.token, expect_code=400, ) self.helper.send_state( room_id=room_id, event_type=EventTypes.Retention, body={ "max_lifetime": one_hour_ms, }, tok=self.token, expect_code=400, ) def test_retention_event_purged_with_state_event(self): """Tests that expired events are correctly purged when the room's retention policy is defined by a state event. """ room_id = self.helper.create_room_as(self.user_id, tok=self.token) # Set the room's retention period to 2 days. lifetime = one_day_ms * 2 self.helper.send_state( room_id=room_id, event_type=EventTypes.Retention, body={ "max_lifetime": lifetime, }, tok=self.token, ) self._test_retention_event_purged(room_id, one_day_ms * 1.5) def test_retention_event_purged_without_state_event(self): """Tests that expired events are correctly purged when the room's retention policy is defined by the server's configuration's default retention policy. """ room_id = self.helper.create_room_as(self.user_id, tok=self.token) self._test_retention_event_purged(room_id, one_day_ms * 2) def test_visibility(self): """Tests that synapse.visibility.filter_events_for_client correctly filters out outdated events """ store = self.hs.get_datastore() storage = self.hs.get_storage() room_id = self.helper.create_room_as(self.user_id, tok=self.token) events = [] # Send a first event, which should be filtered out at the end of the test. resp = self.helper.send( room_id=room_id, body="1", tok=self.token, ) # Get the event from the store so that we end up with a FrozenEvent that we can # give to filter_events_for_client. We need to do this now because the event won't # be in the database anymore after it has expired. events.append(self.get_success( store.get_event( resp.get("event_id") ) )) # Advance the time by 2 days. We're using the default retention policy, therefore # after this the first event will still be valid. self.reactor.advance(one_day_ms * 2 / 1000) # Send another event, which shouldn't get filtered out. resp = self.helper.send( room_id=room_id, body="2", tok=self.token, ) valid_event_id = resp.get("event_id") events.append(self.get_success( store.get_event( valid_event_id ) )) # Advance the time by anothe 2 days. After this, the first event should be # outdated but not the second one. self.reactor.advance(one_day_ms * 2 / 1000) # Run filter_events_for_client with our list of FrozenEvents. filtered_events = self.get_success(filter_events_for_client( storage, self.user_id, events )) # We should only get one event back. self.assertEqual(len(filtered_events), 1, filtered_events) # That event should be the second, not outdated event. self.assertEqual(filtered_events[0].event_id, valid_event_id, filtered_events) def _test_retention_event_purged(self, room_id, increment): # Get the create event to, later, check that we can still access it. message_handler = self.hs.get_message_handler() create_event = self.get_success( message_handler.get_room_data(self.user_id, room_id, EventTypes.Create) ) # Send a first event to the room. This is the event we'll want to be purged at the # end of the test. resp = self.helper.send( room_id=room_id, body="1", tok=self.token, ) expired_event_id = resp.get("event_id") # Check that we can retrieve the event. expired_event = self.get_event(room_id, expired_event_id) self.assertEqual(expired_event.get("content", {}).get("body"), "1", expired_event) # Advance the time. self.reactor.advance(increment / 1000) # Send another event. We need this because the purge job won't purge the most # recent event in the room. resp = self.helper.send( room_id=room_id, body="2", tok=self.token, ) valid_event_id = resp.get("event_id") # Advance the time again. Now our first event should have expired but our second # one should still be kept. self.reactor.advance(increment / 1000) # Check that the event has been purged from the database. self.get_event(room_id, expired_event_id, expected_code=404) # Check that the event that hasn't been purged can still be retrieved. valid_event = self.get_event(room_id, valid_event_id) self.assertEqual(valid_event.get("content", {}).get("body"), "2", valid_event) # Check that we can still access state events that were sent before the event that # has been purged. self.get_event(room_id, create_event.event_id) def get_event(self, room_id, event_id, expected_code=200): url = "/_matrix/client/r0/rooms/%s/event/%s" % (room_id, event_id) request, channel = self.make_request("GET", url, access_token=self.token) self.render(request) self.assertEqual(channel.code, expected_code, channel.result) return channel.json_body class RetentionNoDefaultPolicyTestCase(unittest.HomeserverTestCase): servlets = [ admin.register_servlets, login.register_servlets, room.register_servlets, ] def make_homeserver(self, reactor, clock): config = self.default_config() config["default_room_version"] = "1" config["retention"] = { "enabled": True, } mock_federation_client = Mock(spec=["backfill"]) self.hs = self.setup_test_homeserver( config=config, federation_client=mock_federation_client, ) return self.hs def prepare(self, reactor, clock, homeserver): self.user_id = self.register_user("user", "password") self.token = self.login("user", "password") def test_no_default_policy(self): """Tests that an event doesn't get expired if there is neither a default retention policy nor a policy specific to the room. """ room_id = self.helper.create_room_as(self.user_id, tok=self.token) self._test_retention(room_id) def test_state_policy(self): """Tests that an event gets correctly expired if there is no default retention policy but there's a policy specific to the room. """ room_id = self.helper.create_room_as(self.user_id, tok=self.token) # Set the maximum lifetime to 35 days so that the first event gets expired but not # the second one. self.helper.send_state( room_id=room_id, event_type=EventTypes.Retention, body={ "max_lifetime": one_day_ms * 35, }, tok=self.token, ) self._test_retention(room_id, expected_code_for_first_event=404) def _test_retention(self, room_id, expected_code_for_first_event=200): # Send a first event to the room. This is the event we'll want to be purged at the # end of the test. resp = self.helper.send( room_id=room_id, body="1", tok=self.token, ) first_event_id = resp.get("event_id") # Check that we can retrieve the event. expired_event = self.get_event(room_id, first_event_id) self.assertEqual(expired_event.get("content", {}).get("body"), "1", expired_event) # Advance the time by a month. self.reactor.advance(one_day_ms * 30 / 1000) # Send another event. We need this because the purge job won't purge the most # recent event in the room. resp = self.helper.send( room_id=room_id, body="2", tok=self.token, ) second_event_id = resp.get("event_id") # Advance the time by another month. self.reactor.advance(one_day_ms * 30 / 1000) # Check if the event has been purged from the database. first_event = self.get_event( room_id, first_event_id, expected_code=expected_code_for_first_event ) if expected_code_for_first_event == 200: self.assertEqual(first_event.get("content", {}).get("body"), "1", first_event) # Check that the event that hasn't been purged can still be retrieved. second_event = self.get_event(room_id, second_event_id) self.assertEqual(second_event.get("content", {}).get("body"), "2", second_event) def get_event(self, room_id, event_id, expected_code=200): url = "/_matrix/client/r0/rooms/%s/event/%s" % (room_id, event_id) request, channel = self.make_request("GET", url, access_token=self.token) self.render(request) self.assertEqual(channel.code, expected_code, channel.result) return channel.json_body