diff --git a/changelog.d/4295.bugfix b/changelog.d/4295.bugfix
new file mode 100644
index 000000000..e1603cbcd
--- /dev/null
+++ b/changelog.d/4295.bugfix
@@ -0,0 +1 @@
+Fix deleting E2E room keys when using old SQLite versions.
diff --git a/synapse/storage/e2e_room_keys.py b/synapse/storage/e2e_room_keys.py
index 16b7f005a..45cebe61d 100644
--- a/synapse/storage/e2e_room_keys.py
+++ b/synapse/storage/e2e_room_keys.py
@@ -182,7 +182,7 @@ class EndToEndRoomKeyStore(SQLBaseStore):
 
         keyvalues = {
             "user_id": user_id,
-            "version": version,
+            "version": int(version),
         }
         if room_id:
             keyvalues['room_id'] = room_id