mirror of
https://github.com/matrix-org/dendrite
synced 2024-11-01 05:29:08 +01:00
3ddbffd59e
* Refactor mediaapi storage layer * Verify filetype before trying to create thumbnails * Add media api storage tests * Fix returned values
147 lines
5 KiB
Go
147 lines
5 KiB
Go
// Copyright 2017-2018 New Vector Ltd
|
|
// Copyright 2019-2020 The Matrix.org Foundation C.I.C.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package sqlite3
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"time"
|
|
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
|
"github.com/matrix-org/dendrite/mediaapi/storage/tables"
|
|
"github.com/matrix-org/dendrite/mediaapi/types"
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
)
|
|
|
|
const mediaSchema = `
|
|
-- The media_repository table holds metadata for each media file stored and accessible to the local server,
|
|
-- the actual file is stored separately.
|
|
CREATE TABLE IF NOT EXISTS mediaapi_media_repository (
|
|
-- The id used to refer to the media.
|
|
-- For uploads to this server this is a base64-encoded sha256 hash of the file data
|
|
-- For media from remote servers, this can be any unique identifier string
|
|
media_id TEXT NOT NULL,
|
|
-- The origin of the media as requested by the client. Should be a homeserver domain.
|
|
media_origin TEXT NOT NULL,
|
|
-- The MIME-type of the media file as specified when uploading.
|
|
content_type TEXT NOT NULL,
|
|
-- Size of the media file in bytes.
|
|
file_size_bytes INTEGER NOT NULL,
|
|
-- When the content was uploaded in UNIX epoch ms.
|
|
creation_ts INTEGER NOT NULL,
|
|
-- The file name with which the media was uploaded.
|
|
upload_name TEXT NOT NULL,
|
|
-- Alternate RFC 4648 unpadded base64 encoding string representation of a SHA-256 hash sum of the file data.
|
|
base64hash TEXT NOT NULL,
|
|
-- The user who uploaded the file. Should be a Matrix user ID.
|
|
user_id TEXT NOT NULL
|
|
);
|
|
CREATE UNIQUE INDEX IF NOT EXISTS mediaapi_media_repository_index ON mediaapi_media_repository (media_id, media_origin);
|
|
`
|
|
|
|
const insertMediaSQL = `
|
|
INSERT INTO mediaapi_media_repository (media_id, media_origin, content_type, file_size_bytes, creation_ts, upload_name, base64hash, user_id)
|
|
VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
|
|
`
|
|
|
|
const selectMediaSQL = `
|
|
SELECT content_type, file_size_bytes, creation_ts, upload_name, base64hash, user_id FROM mediaapi_media_repository WHERE media_id = $1 AND media_origin = $2
|
|
`
|
|
|
|
const selectMediaByHashSQL = `
|
|
SELECT content_type, file_size_bytes, creation_ts, upload_name, media_id, user_id FROM mediaapi_media_repository WHERE base64hash = $1 AND media_origin = $2
|
|
`
|
|
|
|
type mediaStatements struct {
|
|
db *sql.DB
|
|
insertMediaStmt *sql.Stmt
|
|
selectMediaStmt *sql.Stmt
|
|
selectMediaByHashStmt *sql.Stmt
|
|
}
|
|
|
|
func NewSQLiteMediaRepositoryTable(db *sql.DB) (tables.MediaRepository, error) {
|
|
s := &mediaStatements{
|
|
db: db,
|
|
}
|
|
_, err := db.Exec(mediaSchema)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return s, sqlutil.StatementList{
|
|
{&s.insertMediaStmt, insertMediaSQL},
|
|
{&s.selectMediaStmt, selectMediaSQL},
|
|
{&s.selectMediaByHashStmt, selectMediaByHashSQL},
|
|
}.Prepare(db)
|
|
}
|
|
|
|
func (s *mediaStatements) InsertMedia(
|
|
ctx context.Context, txn *sql.Tx, mediaMetadata *types.MediaMetadata,
|
|
) error {
|
|
mediaMetadata.CreationTimestamp = gomatrixserverlib.AsTimestamp(time.Now())
|
|
_, err := sqlutil.TxStmtContext(ctx, txn, s.insertMediaStmt).ExecContext(
|
|
ctx,
|
|
mediaMetadata.MediaID,
|
|
mediaMetadata.Origin,
|
|
mediaMetadata.ContentType,
|
|
mediaMetadata.FileSizeBytes,
|
|
mediaMetadata.CreationTimestamp,
|
|
mediaMetadata.UploadName,
|
|
mediaMetadata.Base64Hash,
|
|
mediaMetadata.UserID,
|
|
)
|
|
return err
|
|
}
|
|
|
|
func (s *mediaStatements) SelectMedia(
|
|
ctx context.Context, txn *sql.Tx, mediaID types.MediaID, mediaOrigin gomatrixserverlib.ServerName,
|
|
) (*types.MediaMetadata, error) {
|
|
mediaMetadata := types.MediaMetadata{
|
|
MediaID: mediaID,
|
|
Origin: mediaOrigin,
|
|
}
|
|
err := sqlutil.TxStmtContext(ctx, txn, s.selectMediaStmt).QueryRowContext(
|
|
ctx, mediaMetadata.MediaID, mediaMetadata.Origin,
|
|
).Scan(
|
|
&mediaMetadata.ContentType,
|
|
&mediaMetadata.FileSizeBytes,
|
|
&mediaMetadata.CreationTimestamp,
|
|
&mediaMetadata.UploadName,
|
|
&mediaMetadata.Base64Hash,
|
|
&mediaMetadata.UserID,
|
|
)
|
|
return &mediaMetadata, err
|
|
}
|
|
|
|
func (s *mediaStatements) SelectMediaByHash(
|
|
ctx context.Context, txn *sql.Tx, mediaHash types.Base64Hash, mediaOrigin gomatrixserverlib.ServerName,
|
|
) (*types.MediaMetadata, error) {
|
|
mediaMetadata := types.MediaMetadata{
|
|
Base64Hash: mediaHash,
|
|
Origin: mediaOrigin,
|
|
}
|
|
err := sqlutil.TxStmtContext(ctx, txn, s.selectMediaByHashStmt).QueryRowContext(
|
|
ctx, mediaMetadata.Base64Hash, mediaMetadata.Origin,
|
|
).Scan(
|
|
&mediaMetadata.ContentType,
|
|
&mediaMetadata.FileSizeBytes,
|
|
&mediaMetadata.CreationTimestamp,
|
|
&mediaMetadata.UploadName,
|
|
&mediaMetadata.MediaID,
|
|
&mediaMetadata.UserID,
|
|
)
|
|
return &mediaMetadata, err
|
|
}
|