diff --git a/synapse/notifier.py b/synapse/notifier.py
index 4f47f88df8..078abfc56d 100644
--- a/synapse/notifier.py
+++ b/synapse/notifier.py
@@ -153,7 +153,7 @@ class Notifier(object):
 
             for x in self.room_to_user_streams.values():
                 all_user_streams |= x
-            for x in self.user_to_user_stream:
+            for x in self.user_to_user_stream.values():
                 all_user_streams.add(x)
             for x in self.appservice_to_user_streams.values():
                 all_user_streams |= x