2020-02-13 18:27:33 +01:00
|
|
|
// Copyright 2017-2018 New Vector Ltd
|
|
|
|
// Copyright 2019-2020 The Matrix.org Foundation C.I.C.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package sqlite3
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"database/sql"
|
|
|
|
|
2020-04-16 11:06:55 +02:00
|
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
2020-05-26 16:42:42 +02:00
|
|
|
"github.com/matrix-org/dendrite/roomserver/storage/shared"
|
|
|
|
"github.com/matrix-org/dendrite/roomserver/storage/tables"
|
2020-02-13 18:27:33 +01:00
|
|
|
"github.com/matrix-org/dendrite/roomserver/types"
|
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
_ "github.com/mattn/go-sqlite3"
|
|
|
|
)
|
|
|
|
|
|
|
|
// A Database is used to store room events and stream offsets.
|
|
|
|
type Database struct {
|
2020-05-26 16:42:42 +02:00
|
|
|
shared.Database
|
2020-05-26 17:45:28 +02:00
|
|
|
events tables.Events
|
|
|
|
eventJSON tables.EventJSON
|
2020-05-26 16:42:42 +02:00
|
|
|
eventTypes tables.EventTypes
|
|
|
|
eventStateKeys tables.EventStateKeys
|
2020-05-26 19:23:39 +02:00
|
|
|
rooms tables.Rooms
|
|
|
|
transactions tables.Transactions
|
2020-05-27 10:36:09 +02:00
|
|
|
prevEvents tables.PreviousEvents
|
2020-05-27 12:03:47 +02:00
|
|
|
invites tables.Invites
|
|
|
|
membership tables.Membership
|
2020-05-26 16:42:42 +02:00
|
|
|
db *sql.DB
|
2020-02-13 18:27:33 +01:00
|
|
|
}
|
|
|
|
|
2020-05-01 14:34:53 +02:00
|
|
|
// Open a sqlite database.
|
2020-05-27 10:36:09 +02:00
|
|
|
// nolint: gocyclo
|
2020-02-13 18:27:33 +01:00
|
|
|
func Open(dataSourceName string) (*Database, error) {
|
|
|
|
var d Database
|
2020-06-04 12:18:08 +02:00
|
|
|
cs, err := sqlutil.ParseFileURI(dataSourceName)
|
2020-02-13 18:27:33 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-06-12 15:55:57 +02:00
|
|
|
if d.db, err = sqlutil.Open(sqlutil.SQLiteDriverName(), cs, nil); err != nil {
|
2020-02-13 18:27:33 +01:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
//d.db.Exec("PRAGMA journal_mode=WAL;")
|
|
|
|
//d.db.Exec("PRAGMA read_uncommitted = true;")
|
2020-02-20 10:28:03 +01:00
|
|
|
|
|
|
|
// FIXME: We are leaking connections somewhere. Setting this to 2 will eventually
|
|
|
|
// cause the roomserver to be unresponsive to new events because something will
|
|
|
|
// acquire the global mutex and never unlock it because it is waiting for a connection
|
|
|
|
// which it will never obtain.
|
|
|
|
d.db.SetMaxOpenConns(20)
|
2020-05-27 12:03:47 +02:00
|
|
|
|
2020-05-26 16:42:42 +02:00
|
|
|
d.eventStateKeys, err = NewSqliteEventStateKeysTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
d.eventTypes, err = NewSqliteEventTypesTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-26 17:45:28 +02:00
|
|
|
d.eventJSON, err = NewSqliteEventJSONTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
d.events, err = NewSqliteEventsTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-26 19:23:39 +02:00
|
|
|
d.rooms, err = NewSqliteRoomsTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
d.transactions, err = NewSqliteTransactionsTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-27 10:36:09 +02:00
|
|
|
stateBlock, err := NewSqliteStateBlockTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
stateSnapshot, err := NewSqliteStateSnapshotTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
d.prevEvents, err = NewSqlitePrevEventsTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
roomAliases, err := NewSqliteRoomAliasesTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-27 12:03:47 +02:00
|
|
|
d.invites, err = NewSqliteInvitesTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
d.membership, err = NewSqliteMembershipTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-07-02 16:41:18 +02:00
|
|
|
published, err := NewSqlitePublishedTable(d.db)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-26 16:42:42 +02:00
|
|
|
d.Database = shared.Database{
|
2020-05-26 19:23:39 +02:00
|
|
|
DB: d.db,
|
2020-05-26 17:45:28 +02:00
|
|
|
EventsTable: d.events,
|
2020-05-26 16:42:42 +02:00
|
|
|
EventTypesTable: d.eventTypes,
|
|
|
|
EventStateKeysTable: d.eventStateKeys,
|
2020-05-26 17:45:28 +02:00
|
|
|
EventJSONTable: d.eventJSON,
|
2020-05-26 19:23:39 +02:00
|
|
|
RoomsTable: d.rooms,
|
|
|
|
TransactionsTable: d.transactions,
|
2020-05-27 10:36:09 +02:00
|
|
|
StateBlockTable: stateBlock,
|
|
|
|
StateSnapshotTable: stateSnapshot,
|
|
|
|
PrevEventsTable: d.prevEvents,
|
|
|
|
RoomAliasesTable: roomAliases,
|
2020-05-27 12:03:47 +02:00
|
|
|
InvitesTable: d.invites,
|
|
|
|
MembershipTable: d.membership,
|
2020-07-02 16:41:18 +02:00
|
|
|
PublishedTable: published,
|
2020-05-26 16:42:42 +02:00
|
|
|
}
|
2020-02-13 18:27:33 +01:00
|
|
|
return &d, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *Database) GetLatestEventsForUpdate(
|
|
|
|
ctx context.Context, roomNID types.RoomNID,
|
|
|
|
) (types.RoomRecentEventsUpdater, error) {
|
2020-05-28 12:15:21 +02:00
|
|
|
// TODO: Do not use transactions. We should be holding open this transaction but we cannot have
|
|
|
|
// multiple write transactions on sqlite. The code will perform additional
|
|
|
|
// write transactions independent of this one which will consistently cause
|
|
|
|
// 'database is locked' errors. As sqlite doesn't support multi-process on the
|
|
|
|
// same DB anyway, and we only execute updates sequentially, the only worries
|
|
|
|
// are for rolling back when things go wrong. (atomicity)
|
|
|
|
return shared.NewRoomRecentEventsUpdater(&d.Database, ctx, roomNID, false)
|
2020-04-03 15:29:06 +02:00
|
|
|
}
|
|
|
|
|
2020-02-13 18:27:33 +01:00
|
|
|
func (d *Database) MembershipUpdater(
|
|
|
|
ctx context.Context, roomID, targetUserID string,
|
2020-05-20 19:03:06 +02:00
|
|
|
targetLocal bool, roomVersion gomatrixserverlib.RoomVersion,
|
2020-02-20 10:28:03 +01:00
|
|
|
) (updater types.MembershipUpdater, err error) {
|
2020-05-28 12:15:21 +02:00
|
|
|
// TODO: Do not use transactions. We should be holding open this transaction but we cannot have
|
|
|
|
// multiple write transactions on sqlite. The code will perform additional
|
|
|
|
// write transactions independent of this one which will consistently cause
|
|
|
|
// 'database is locked' errors. As sqlite doesn't support multi-process on the
|
|
|
|
// same DB anyway, and we only execute updates sequentially, the only worries
|
|
|
|
// are for rolling back when things go wrong. (atomicity)
|
|
|
|
return shared.NewMembershipUpdater(ctx, &d.Database, roomID, targetUserID, targetLocal, roomVersion, false)
|
2020-02-13 18:27:33 +01:00
|
|
|
}
|