mirror of
https://mau.dev/maunium/synapse.git
synced 2024-12-17 12:03:52 +01:00
00b24aa545
This modifies the configuration of structured logging to be usable from the standard Python logging configuration. This also separates the formatting of logs from the transport allowing JSON logs to files or standard logs to sockets.
130 lines
3.6 KiB
Python
130 lines
3.6 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright 2019 The Matrix.org Foundation C.I.C.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import logging
|
|
import warnings
|
|
from io import StringIO
|
|
|
|
from mock import Mock
|
|
|
|
from pyperf import perf_counter
|
|
|
|
from twisted.internet.defer import Deferred
|
|
from twisted.internet.protocol import ServerFactory
|
|
from twisted.logger import LogBeginner, LogPublisher
|
|
from twisted.protocols.basic import LineOnlyReceiver
|
|
|
|
from synapse.config.logger import _setup_stdlib_logging
|
|
from synapse.logging import RemoteHandler
|
|
from synapse.util import Clock
|
|
|
|
|
|
class LineCounter(LineOnlyReceiver):
|
|
|
|
delimiter = b"\n"
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
self.count = 0
|
|
super().__init__(*args, **kwargs)
|
|
|
|
def lineReceived(self, line):
|
|
self.count += 1
|
|
|
|
if self.count >= self.factory.wait_for and self.factory.on_done:
|
|
on_done = self.factory.on_done
|
|
self.factory.on_done = None
|
|
on_done.callback(True)
|
|
|
|
|
|
async def main(reactor, loops):
|
|
"""
|
|
Benchmark how long it takes to send `loops` messages.
|
|
"""
|
|
servers = []
|
|
|
|
def protocol():
|
|
p = LineCounter()
|
|
servers.append(p)
|
|
return p
|
|
|
|
logger_factory = ServerFactory.forProtocol(protocol)
|
|
logger_factory.wait_for = loops
|
|
logger_factory.on_done = Deferred()
|
|
port = reactor.listenTCP(0, logger_factory, interface="127.0.0.1")
|
|
|
|
# A fake homeserver config.
|
|
class Config:
|
|
server_name = "synmark-" + str(loops)
|
|
no_redirect_stdio = True
|
|
|
|
hs_config = Config()
|
|
|
|
# To be able to sleep.
|
|
clock = Clock(reactor)
|
|
|
|
errors = StringIO()
|
|
publisher = LogPublisher()
|
|
mock_sys = Mock()
|
|
beginner = LogBeginner(
|
|
publisher, errors, mock_sys, warnings, initialBufferSize=loops
|
|
)
|
|
|
|
log_config = {
|
|
"version": 1,
|
|
"loggers": {"synapse": {"level": "DEBUG", "handlers": ["tersejson"]}},
|
|
"formatters": {"tersejson": {"class": "synapse.logging.TerseJsonFormatter"}},
|
|
"handlers": {
|
|
"tersejson": {
|
|
"class": "synapse.logging.RemoteHandler",
|
|
"host": "127.0.0.1",
|
|
"port": port.getHost().port,
|
|
"maximum_buffer": 100,
|
|
"_reactor": reactor,
|
|
}
|
|
},
|
|
}
|
|
|
|
logger = logging.getLogger("synapse.logging.test_terse_json")
|
|
_setup_stdlib_logging(
|
|
hs_config, log_config, logBeginner=beginner,
|
|
)
|
|
|
|
# Wait for it to connect...
|
|
for handler in logging.getLogger("synapse").handlers:
|
|
if isinstance(handler, RemoteHandler):
|
|
break
|
|
else:
|
|
raise RuntimeError("Improperly configured: no RemoteHandler found.")
|
|
|
|
await handler._service.whenConnected()
|
|
|
|
start = perf_counter()
|
|
|
|
# Send a bunch of useful messages
|
|
for i in range(0, loops):
|
|
logger.info("test message %s", i)
|
|
|
|
if len(handler._buffer) == handler.maximum_buffer:
|
|
while len(handler._buffer) > handler.maximum_buffer / 2:
|
|
await clock.sleep(0.01)
|
|
|
|
await logger_factory.on_done
|
|
|
|
end = perf_counter() - start
|
|
|
|
handler.close()
|
|
port.stopListening()
|
|
|
|
return end
|