2016-04-29 23:24:10 +02:00
|
|
|
/*
|
2020-05-08 22:44:44 +02:00
|
|
|
* MinIO Cloud Storage, (C) 2016-2020 MinIO, Inc.
|
2016-04-29 23:24:10 +02:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2016-08-19 01:23:42 +02:00
|
|
|
package cmd
|
2016-04-29 23:24:10 +02:00
|
|
|
|
2017-09-19 21:40:27 +02:00
|
|
|
import (
|
2018-03-14 20:01:47 +01:00
|
|
|
"context"
|
2017-09-19 21:40:27 +02:00
|
|
|
"io"
|
2018-09-21 04:22:09 +02:00
|
|
|
"net/http"
|
2020-07-09 02:36:56 +02:00
|
|
|
"time"
|
2017-09-19 21:40:27 +02:00
|
|
|
|
2020-07-14 18:38:05 +02:00
|
|
|
"github.com/minio/minio-go/v7/pkg/encrypt"
|
|
|
|
"github.com/minio/minio-go/v7/pkg/tags"
|
2020-05-19 22:53:54 +02:00
|
|
|
"github.com/minio/minio/pkg/bucket/policy"
|
2018-01-22 23:54:55 +01:00
|
|
|
"github.com/minio/minio/pkg/madmin"
|
2017-09-19 21:40:27 +02:00
|
|
|
)
|
2016-04-29 23:24:10 +02:00
|
|
|
|
2020-07-17 22:01:22 +02:00
|
|
|
// CheckPreconditionFn returns true if precondition check failed.
|
|
|
|
type CheckPreconditionFn func(o ObjectInfo) bool
|
2019-03-06 21:38:41 +01:00
|
|
|
|
2019-11-20 22:18:09 +01:00
|
|
|
// GetObjectInfoFn is the signature of GetObjectInfo function.
|
2020-06-13 05:04:01 +02:00
|
|
|
type GetObjectInfoFn func(ctx context.Context, bucket, object string, opts ObjectOptions) (ObjectInfo, error)
|
2019-11-20 22:18:09 +01:00
|
|
|
|
2020-06-13 05:04:01 +02:00
|
|
|
// ObjectOptions represents object options for ObjectLayer object operations
|
2018-09-10 18:42:43 +02:00
|
|
|
type ObjectOptions struct {
|
2020-11-12 21:12:09 +01:00
|
|
|
ServerSideEncryption encrypt.ServerSide
|
|
|
|
VersionSuspended bool // indicates if the bucket was previously versioned but is currently suspended.
|
|
|
|
Versioned bool // indicates if the bucket is versioned
|
|
|
|
WalkVersions bool // indicates if the we are interested in walking versions
|
|
|
|
VersionID string // Specifies the versionID which needs to be overwritten or read
|
|
|
|
MTime time.Time // Is only set in POST/PUT operations
|
|
|
|
Expires time.Time // Is only used in POST/PUT operations
|
|
|
|
|
2021-01-17 10:11:48 +01:00
|
|
|
DeleteMarker bool // Is only set in DELETE operations for delete marker replication
|
|
|
|
UserDefined map[string]string // only set in case of POST/PUT operations
|
|
|
|
PartNumber int // only useful in case of GetObject/HeadObject
|
|
|
|
CheckPrecondFn CheckPreconditionFn // only set during GetObject/HeadObject/CopyObjectPart preconditional valuation
|
|
|
|
DeleteMarkerReplicationStatus string // Is only set in DELETE operations
|
|
|
|
VersionPurgeStatus VersionPurgeStatusType // Is only set in DELETE operations for delete marker version to be permanently deleted.
|
|
|
|
TransitionStatus string // status of the transition
|
|
|
|
NoLock bool // indicates to lower layers if the caller is expecting to hold locks.
|
|
|
|
ProxyRequest bool // only set for GET/HEAD in active-active replication scenario
|
2021-01-27 20:22:34 +01:00
|
|
|
ProxyHeaderSet bool // only set for GET/HEAD in active-active replication scenario
|
2021-01-17 10:11:48 +01:00
|
|
|
ParentIsObject func(ctx context.Context, bucket, parent string) bool // Used to verify if parent is an object.
|
2021-03-09 19:19:47 +01:00
|
|
|
|
|
|
|
// Use the maximum parity (N/2), used when
|
|
|
|
// saving server configuration files
|
|
|
|
MaxParity bool
|
2018-09-10 18:42:43 +02:00
|
|
|
}
|
|
|
|
|
2020-06-13 05:04:01 +02:00
|
|
|
// BucketOptions represents bucket options for ObjectLayer bucket operations
|
|
|
|
type BucketOptions struct {
|
|
|
|
Location string
|
|
|
|
LockEnabled bool
|
|
|
|
VersioningEnabled bool
|
|
|
|
}
|
|
|
|
|
2018-09-25 21:39:46 +02:00
|
|
|
// LockType represents required locking for ObjectLayer operations
|
|
|
|
type LockType int
|
|
|
|
|
|
|
|
const (
|
|
|
|
noLock LockType = iota
|
|
|
|
readLock
|
|
|
|
writeLock
|
|
|
|
)
|
|
|
|
|
2021-01-19 05:35:38 +01:00
|
|
|
// BackendMetrics - represents bytes served from backend
|
|
|
|
type BackendMetrics struct {
|
|
|
|
bytesReceived uint64
|
|
|
|
bytesSent uint64
|
|
|
|
requestStats RequestStats
|
|
|
|
}
|
|
|
|
|
2016-04-29 23:24:10 +02:00
|
|
|
// ObjectLayer implements primitives for object API layer.
|
|
|
|
type ObjectLayer interface {
|
2019-11-13 21:17:45 +01:00
|
|
|
// Locking operations on object.
|
2020-11-04 17:25:42 +01:00
|
|
|
NewNSLock(bucket string, objects ...string) RWLocker
|
2019-11-13 21:17:45 +01:00
|
|
|
|
2016-05-26 23:13:10 +02:00
|
|
|
// Storage operations.
|
2018-03-14 20:01:47 +01:00
|
|
|
Shutdown(context.Context) error
|
2021-02-27 00:11:42 +01:00
|
|
|
NSScanner(ctx context.Context, bf *bloomFilter, updates chan<- DataUsageInfo) error
|
2020-12-21 18:35:19 +01:00
|
|
|
|
2021-03-04 23:36:23 +01:00
|
|
|
BackendInfo() madmin.BackendInfo
|
2021-03-03 02:28:04 +01:00
|
|
|
StorageInfo(ctx context.Context) (StorageInfo, []error)
|
|
|
|
LocalStorageInfo(ctx context.Context) (StorageInfo, []error)
|
2016-05-26 23:13:10 +02:00
|
|
|
|
2016-04-29 23:24:10 +02:00
|
|
|
// Bucket operations.
|
2020-06-13 05:04:01 +02:00
|
|
|
MakeBucketWithLocation(ctx context.Context, bucket string, opts BucketOptions) error
|
2018-03-14 20:01:47 +01:00
|
|
|
GetBucketInfo(ctx context.Context, bucket string) (bucketInfo BucketInfo, err error)
|
|
|
|
ListBuckets(ctx context.Context) (buckets []BucketInfo, err error)
|
2020-03-28 05:52:59 +01:00
|
|
|
DeleteBucket(ctx context.Context, bucket string, forceDelete bool) error
|
2018-03-14 20:01:47 +01:00
|
|
|
ListObjects(ctx context.Context, bucket, prefix, marker, delimiter string, maxKeys int) (result ListObjectsInfo, err error)
|
|
|
|
ListObjectsV2(ctx context.Context, bucket, prefix, continuationToken, delimiter string, maxKeys int, fetchOwner bool, startAfter string) (result ListObjectsV2Info, err error)
|
2020-06-13 05:04:01 +02:00
|
|
|
ListObjectVersions(ctx context.Context, bucket, prefix, marker, versionMarker, delimiter string, maxKeys int) (result ListObjectVersionsInfo, err error)
|
|
|
|
// Walk lists all objects including versions, delete markers.
|
2020-07-11 07:21:04 +02:00
|
|
|
Walk(ctx context.Context, bucket, prefix string, results chan<- ObjectInfo, opts ObjectOptions) error
|
2016-04-29 23:24:10 +02:00
|
|
|
|
|
|
|
// Object operations.
|
2018-09-10 18:42:43 +02:00
|
|
|
|
2018-09-21 04:22:09 +02:00
|
|
|
// GetObjectNInfo returns a GetObjectReader that satisfies the
|
|
|
|
// ReadCloser interface. The Close method unlocks the object
|
|
|
|
// after reading, so it must always be called after usage.
|
|
|
|
//
|
|
|
|
// IMPORTANTLY, when implementations return err != nil, this
|
|
|
|
// function MUST NOT return a non-nil ReadCloser.
|
2018-09-27 12:06:45 +02:00
|
|
|
GetObjectNInfo(ctx context.Context, bucket, object string, rs *HTTPRangeSpec, h http.Header, lockType LockType, opts ObjectOptions) (reader *GetObjectReader, err error)
|
2018-09-10 18:42:43 +02:00
|
|
|
GetObjectInfo(ctx context.Context, bucket, object string, opts ObjectOptions) (objInfo ObjectInfo, err error)
|
2019-02-09 06:31:06 +01:00
|
|
|
PutObject(ctx context.Context, bucket, object string, data *PutObjReader, opts ObjectOptions) (objInfo ObjectInfo, err error)
|
2018-09-10 18:42:43 +02:00
|
|
|
CopyObject(ctx context.Context, srcBucket, srcObject, destBucket, destObject string, srcInfo ObjectInfo, srcOpts, dstOpts ObjectOptions) (objInfo ObjectInfo, err error)
|
2020-06-13 05:04:01 +02:00
|
|
|
DeleteObject(ctx context.Context, bucket, object string, opts ObjectOptions) (ObjectInfo, error)
|
|
|
|
DeleteObjects(ctx context.Context, bucket string, objects []ObjectToDelete, opts ObjectOptions) ([]DeletedObject, []error)
|
2016-04-29 23:24:10 +02:00
|
|
|
|
|
|
|
// Multipart operations.
|
2018-03-14 20:01:47 +01:00
|
|
|
ListMultipartUploads(ctx context.Context, bucket, prefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (result ListMultipartsInfo, err error)
|
2019-02-09 06:31:06 +01:00
|
|
|
NewMultipartUpload(ctx context.Context, bucket, object string, opts ObjectOptions) (uploadID string, err error)
|
2018-03-14 20:01:47 +01:00
|
|
|
CopyObjectPart(ctx context.Context, srcBucket, srcObject, destBucket, destObject string, uploadID string, partID int,
|
2018-09-10 18:42:43 +02:00
|
|
|
startOffset int64, length int64, srcInfo ObjectInfo, srcOpts, dstOpts ObjectOptions) (info PartInfo, err error)
|
2018-11-15 02:36:41 +01:00
|
|
|
PutObjectPart(ctx context.Context, bucket, object, uploadID string, partID int, data *PutObjReader, opts ObjectOptions) (info PartInfo, err error)
|
2020-05-28 21:36:20 +02:00
|
|
|
GetMultipartInfo(ctx context.Context, bucket, object, uploadID string, opts ObjectOptions) (info MultipartInfo, err error)
|
2019-01-05 23:16:43 +01:00
|
|
|
ListObjectParts(ctx context.Context, bucket, object, uploadID string, partNumberMarker int, maxParts int, opts ObjectOptions) (result ListPartsInfo, err error)
|
2020-09-15 00:57:13 +02:00
|
|
|
AbortMultipartUpload(ctx context.Context, bucket, object, uploadID string, opts ObjectOptions) error
|
2018-11-15 02:36:41 +01:00
|
|
|
CompleteMultipartUpload(ctx context.Context, bucket, object, uploadID string, uploadedParts []CompletePart, opts ObjectOptions) (objInfo ObjectInfo, err error)
|
2016-10-15 04:57:40 +02:00
|
|
|
|
2018-02-10 00:19:30 +01:00
|
|
|
// Policy operations
|
2018-04-25 00:53:30 +02:00
|
|
|
SetBucketPolicy(context.Context, string, *policy.Policy) error
|
|
|
|
GetBucketPolicy(context.Context, string) (*policy.Policy, error)
|
2018-03-14 20:01:47 +01:00
|
|
|
DeleteBucketPolicy(context.Context, string) error
|
2018-02-10 00:19:30 +01:00
|
|
|
|
|
|
|
// Supported operations check
|
|
|
|
IsNotificationSupported() bool
|
2020-07-20 21:52:49 +02:00
|
|
|
IsListenSupported() bool
|
2018-02-10 00:19:30 +01:00
|
|
|
IsEncryptionSupported() bool
|
2020-06-03 22:18:54 +02:00
|
|
|
IsTaggingSupported() bool
|
2018-09-28 05:36:17 +02:00
|
|
|
IsCompressionSupported() bool
|
2019-07-19 22:20:33 +02:00
|
|
|
|
2021-01-22 21:09:24 +01:00
|
|
|
SetDriveCounts() []int // list of erasure stripe size for each pool in order.
|
|
|
|
|
|
|
|
// Healing operations.
|
|
|
|
HealFormat(ctx context.Context, dryRun bool) (madmin.HealResultItem, error)
|
|
|
|
HealBucket(ctx context.Context, bucket string, opts madmin.HealOpts) (madmin.HealResultItem, error)
|
|
|
|
HealObject(ctx context.Context, bucket, object, versionID string, opts madmin.HealOpts) (madmin.HealResultItem, error)
|
|
|
|
HealObjects(ctx context.Context, bucket, prefix string, opts madmin.HealOpts, fn HealObjectFn) error
|
|
|
|
|
2019-12-06 08:16:06 +01:00
|
|
|
// Backend related metrics
|
2021-01-19 05:35:38 +01:00
|
|
|
GetMetrics(ctx context.Context) (*BackendMetrics, error)
|
2019-12-28 17:54:43 +01:00
|
|
|
|
2020-07-21 03:31:22 +02:00
|
|
|
// Returns health of the backend
|
|
|
|
Health(ctx context.Context, opts HealthOptions) HealthResult
|
2021-02-09 10:00:44 +01:00
|
|
|
ReadHealth(ctx context.Context) bool
|
2020-01-20 17:45:59 +01:00
|
|
|
|
|
|
|
// ObjectTagging operations
|
2021-02-01 22:52:51 +01:00
|
|
|
PutObjectTags(context.Context, string, string, string, ObjectOptions) (ObjectInfo, error)
|
2020-06-13 05:04:01 +02:00
|
|
|
GetObjectTags(context.Context, string, string, ObjectOptions) (*tags.Tags, error)
|
2021-02-01 22:52:51 +01:00
|
|
|
DeleteObjectTags(context.Context, string, string, ObjectOptions) (ObjectInfo, error)
|
2016-04-29 23:24:10 +02:00
|
|
|
}
|
2021-02-26 18:52:02 +01:00
|
|
|
|
|
|
|
// GetObject - TODO(aead): This function just acts as an adapter for GetObject tests and benchmarks
|
|
|
|
// since the GetObject method of the ObjectLayer interface has been removed. Once, the
|
|
|
|
// tests are adjusted to use GetObjectNInfo this function can be removed.
|
|
|
|
func GetObject(ctx context.Context, api ObjectLayer, bucket, object string, startOffset int64, length int64, writer io.Writer, etag string, opts ObjectOptions) (err error) {
|
|
|
|
var header http.Header
|
|
|
|
if etag != "" {
|
|
|
|
header.Set("ETag", etag)
|
|
|
|
}
|
|
|
|
Range := &HTTPRangeSpec{Start: startOffset, End: startOffset + length}
|
|
|
|
|
|
|
|
reader, err := api.GetObjectNInfo(ctx, bucket, object, Range, header, readLock, opts)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer reader.Close()
|
|
|
|
|
|
|
|
_, err = io.Copy(writer, reader)
|
|
|
|
return err
|
|
|
|
}
|