diff --git a/changelog.d/8571.misc b/changelog.d/8571.misc
new file mode 100644
index 000000000..f6a65057e
--- /dev/null
+++ b/changelog.d/8571.misc
@@ -0,0 +1 @@
+Fix `synmark` benchmark runner.
diff --git a/synmark/__init__.py b/synmark/__init__.py
index 53698bd5a..9ec72c197 100644
--- a/synmark/__init__.py
+++ b/synmark/__init__.py
@@ -41,7 +41,7 @@ async def make_homeserver(reactor, config=None):
     config_obj = HomeServerConfig()
     config_obj.parse_config_dict(config, "", "")
 
-    hs = await setup_test_homeserver(
+    hs = setup_test_homeserver(
         cleanup_tasks.append, config=config_obj, reactor=reactor, clock=clock
     )
     stor = hs.get_datastore()