mirror of
https://github.com/matrix-org/dendrite
synced 2024-12-15 12:43:44 +01:00
b70238f2d5
* Add some filtering (postgres only for now) * Fix build error * Try to use request filter * Use default filter as a template when retrieving from the database * Remove unused strut * Update sytest-whitelist * Add filtering to SelectEarlyEvents * Fix Postgres selectEarlyEvents query * Attempt filtering on SQLite * Test limit, set field for limit/order in prepareWithFilters * Remove debug logging, add comments * Tweaks, debug logging * Separate SQLite stream IDs * Fix filtering in current state table * Fix lock issues * More tweaks * Current state requires room ID * Review comments
206 lines
6.4 KiB
Go
206 lines
6.4 KiB
Go
// Copyright 2020 The Matrix.org Foundation C.I.C.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package sqlite3
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"time"
|
|
|
|
"github.com/matrix-org/dendrite/internal"
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
|
"github.com/matrix-org/dendrite/syncapi/storage/tables"
|
|
"github.com/matrix-org/dendrite/syncapi/types"
|
|
)
|
|
|
|
const peeksSchema = `
|
|
CREATE TABLE IF NOT EXISTS syncapi_peeks (
|
|
id INTEGER,
|
|
room_id TEXT NOT NULL,
|
|
user_id TEXT NOT NULL,
|
|
device_id TEXT NOT NULL,
|
|
deleted BOOL NOT NULL DEFAULT false,
|
|
-- When the peek was created in UNIX epoch ms.
|
|
creation_ts INTEGER NOT NULL,
|
|
UNIQUE(room_id, user_id, device_id)
|
|
);
|
|
|
|
CREATE INDEX IF NOT EXISTS syncapi_peeks_room_id_idx ON syncapi_peeks(room_id);
|
|
CREATE INDEX IF NOT EXISTS syncapi_peeks_user_id_device_id_idx ON syncapi_peeks(user_id, device_id);
|
|
`
|
|
|
|
const insertPeekSQL = "" +
|
|
"INSERT OR REPLACE INTO syncapi_peeks" +
|
|
" (id, room_id, user_id, device_id, creation_ts, deleted)" +
|
|
" VALUES ($1, $2, $3, $4, $5, false)"
|
|
|
|
const deletePeekSQL = "" +
|
|
"UPDATE syncapi_peeks SET deleted=true, id=$1 WHERE room_id = $2 AND user_id = $3 AND device_id = $4"
|
|
|
|
const deletePeeksSQL = "" +
|
|
"UPDATE syncapi_peeks SET deleted=true, id=$1 WHERE room_id = $2 AND user_id = $3"
|
|
|
|
// we care about all the peeks which were created in this range, deleted in this range,
|
|
// or were created before this range but haven't been deleted yet.
|
|
// BEWARE: sqlite chokes on out of order substitution strings.
|
|
const selectPeeksInRangeSQL = "" +
|
|
"SELECT id, room_id, deleted FROM syncapi_peeks WHERE user_id = $1 AND device_id = $2 AND ((id <= $3 AND NOT deleted=true) OR (id > $3 AND id <= $4))"
|
|
|
|
const selectPeekingDevicesSQL = "" +
|
|
"SELECT room_id, user_id, device_id FROM syncapi_peeks WHERE deleted=false"
|
|
|
|
const selectMaxPeekIDSQL = "" +
|
|
"SELECT MAX(id) FROM syncapi_peeks"
|
|
|
|
type peekStatements struct {
|
|
db *sql.DB
|
|
streamIDStatements *streamIDStatements
|
|
insertPeekStmt *sql.Stmt
|
|
deletePeekStmt *sql.Stmt
|
|
deletePeeksStmt *sql.Stmt
|
|
selectPeeksInRangeStmt *sql.Stmt
|
|
selectPeekingDevicesStmt *sql.Stmt
|
|
selectMaxPeekIDStmt *sql.Stmt
|
|
}
|
|
|
|
func NewSqlitePeeksTable(db *sql.DB, streamID *streamIDStatements) (tables.Peeks, error) {
|
|
_, err := db.Exec(peeksSchema)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
s := &peekStatements{
|
|
db: db,
|
|
streamIDStatements: streamID,
|
|
}
|
|
if s.insertPeekStmt, err = db.Prepare(insertPeekSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
if s.deletePeekStmt, err = db.Prepare(deletePeekSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
if s.deletePeeksStmt, err = db.Prepare(deletePeeksSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
if s.selectPeeksInRangeStmt, err = db.Prepare(selectPeeksInRangeSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
if s.selectPeekingDevicesStmt, err = db.Prepare(selectPeekingDevicesSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
if s.selectMaxPeekIDStmt, err = db.Prepare(selectMaxPeekIDSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
return s, nil
|
|
}
|
|
|
|
func (s *peekStatements) InsertPeek(
|
|
ctx context.Context, txn *sql.Tx, roomID, userID, deviceID string,
|
|
) (streamPos types.StreamPosition, err error) {
|
|
streamPos, err = s.streamIDStatements.nextPDUID(ctx, txn)
|
|
if err != nil {
|
|
return
|
|
}
|
|
nowMilli := time.Now().UnixNano() / int64(time.Millisecond)
|
|
_, err = sqlutil.TxStmt(txn, s.insertPeekStmt).ExecContext(ctx, streamPos, roomID, userID, deviceID, nowMilli)
|
|
return
|
|
}
|
|
|
|
func (s *peekStatements) DeletePeek(
|
|
ctx context.Context, txn *sql.Tx, roomID, userID, deviceID string,
|
|
) (streamPos types.StreamPosition, err error) {
|
|
streamPos, err = s.streamIDStatements.nextPDUID(ctx, txn)
|
|
if err != nil {
|
|
return
|
|
}
|
|
_, err = sqlutil.TxStmt(txn, s.deletePeekStmt).ExecContext(ctx, streamPos, roomID, userID, deviceID)
|
|
return
|
|
}
|
|
|
|
func (s *peekStatements) DeletePeeks(
|
|
ctx context.Context, txn *sql.Tx, roomID, userID string,
|
|
) (types.StreamPosition, error) {
|
|
streamPos, err := s.streamIDStatements.nextPDUID(ctx, txn)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
result, err := sqlutil.TxStmt(txn, s.deletePeeksStmt).ExecContext(ctx, streamPos, roomID, userID)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
numAffected, err := result.RowsAffected()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if numAffected == 0 {
|
|
return 0, sql.ErrNoRows
|
|
}
|
|
return streamPos, nil
|
|
}
|
|
|
|
func (s *peekStatements) SelectPeeksInRange(
|
|
ctx context.Context, txn *sql.Tx, userID, deviceID string, r types.Range,
|
|
) (peeks []types.Peek, err error) {
|
|
rows, err := sqlutil.TxStmt(txn, s.selectPeeksInRangeStmt).QueryContext(ctx, userID, deviceID, r.Low(), r.High())
|
|
if err != nil {
|
|
return
|
|
}
|
|
defer internal.CloseAndLogIfError(ctx, rows, "SelectPeeksInRange: rows.close() failed")
|
|
|
|
for rows.Next() {
|
|
peek := types.Peek{}
|
|
var id types.StreamPosition
|
|
if err = rows.Scan(&id, &peek.RoomID, &peek.Deleted); err != nil {
|
|
return
|
|
}
|
|
peek.New = (id > r.Low() && id <= r.High()) && !peek.Deleted
|
|
peeks = append(peeks, peek)
|
|
}
|
|
|
|
return peeks, rows.Err()
|
|
}
|
|
|
|
func (s *peekStatements) SelectPeekingDevices(
|
|
ctx context.Context,
|
|
) (peekingDevices map[string][]types.PeekingDevice, err error) {
|
|
rows, err := s.selectPeekingDevicesStmt.QueryContext(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer internal.CloseAndLogIfError(ctx, rows, "SelectPeekingDevices: rows.close() failed")
|
|
|
|
result := make(map[string][]types.PeekingDevice)
|
|
for rows.Next() {
|
|
var roomID, userID, deviceID string
|
|
if err := rows.Scan(&roomID, &userID, &deviceID); err != nil {
|
|
return nil, err
|
|
}
|
|
devices := result[roomID]
|
|
devices = append(devices, types.PeekingDevice{UserID: userID, DeviceID: deviceID})
|
|
result[roomID] = devices
|
|
}
|
|
return result, nil
|
|
}
|
|
|
|
func (s *peekStatements) SelectMaxPeekID(
|
|
ctx context.Context, txn *sql.Tx,
|
|
) (id int64, err error) {
|
|
var nullableID sql.NullInt64
|
|
stmt := sqlutil.TxStmt(txn, s.selectMaxPeekIDStmt)
|
|
err = stmt.QueryRowContext(ctx).Scan(&nullableID)
|
|
if nullableID.Valid {
|
|
id = nullableID.Int64
|
|
}
|
|
return
|
|
}
|