fb96779a8a
This PR implements an object layer which combines input erasure sets of XL layers into a unified namespace. This object layer extends the existing erasure coded implementation, it is assumed in this design that providing > 16 disks is a static configuration as well i.e if you started the setup with 32 disks with 4 sets 8 disks per pack then you would need to provide 4 sets always. Some design details and restrictions: - Objects are distributed using consistent ordering to a unique erasure coded layer. - Each pack has its own dsync so locks are synchronized properly at pack (erasure layer). - Each pack still has a maximum of 16 disks requirement, you can start with multiple such sets statically. - Static sets set of disks and cannot be changed, there is no elastic expansion allowed. - Static sets set of disks and cannot be changed, there is no elastic removal allowed. - ListObjects() across sets can be noticeably slower since List happens on all servers, and is merged at this sets layer. Fixes #5465 Fixes #5464 Fixes #5461 Fixes #5460 Fixes #5459 Fixes #5458 Fixes #5460 Fixes #5488 Fixes #5489 Fixes #5497 Fixes #5496
101 lines
3.4 KiB
Go
101 lines
3.4 KiB
Go
/*
|
|
* Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
)
|
|
|
|
// errUnexpected - unexpected error, requires manual intervention.
|
|
var errUnexpected = errors.New("Unexpected error, please report this issue at https://github.com/minio/minio/issues")
|
|
|
|
// errCorruptedFormat - corrupted backend format.
|
|
var errCorruptedFormat = errors.New("corrupted backend format, please join https://slack.minio.io for assistance")
|
|
|
|
// errUnformattedDisk - unformatted disk found.
|
|
var errUnformattedDisk = errors.New("unformatted disk found")
|
|
|
|
// errDiskFull - cannot create volume or files when disk is full.
|
|
var errDiskFull = errors.New("disk path full")
|
|
|
|
// errDiskNotFound - cannot find the underlying configured disk anymore.
|
|
var errDiskNotFound = errors.New("disk not found")
|
|
|
|
// errFaultyRemoteDisk - remote disk is faulty.
|
|
var errFaultyRemoteDisk = errors.New("remote disk is faulty")
|
|
|
|
// errFaultyDisk - disk is faulty.
|
|
var errFaultyDisk = errors.New("disk is faulty")
|
|
|
|
// errDiskAccessDenied - we don't have write permissions on disk.
|
|
var errDiskAccessDenied = errors.New("disk access denied")
|
|
|
|
// errFileNotFound - cannot find the file.
|
|
var errFileNotFound = errors.New("file not found")
|
|
|
|
// errFileNameTooLong - given file name is too long than supported length.
|
|
var errFileNameTooLong = errors.New("file name too long")
|
|
|
|
// errVolumeExists - cannot create same volume again.
|
|
var errVolumeExists = errors.New("volume already exists")
|
|
|
|
// errIsNotRegular - not of regular file type.
|
|
var errIsNotRegular = errors.New("not of regular file type")
|
|
|
|
// errVolumeNotFound - cannot find the volume.
|
|
var errVolumeNotFound = errors.New("volume not found")
|
|
|
|
// errVolumeNotEmpty - volume not empty.
|
|
var errVolumeNotEmpty = errors.New("volume is not empty")
|
|
|
|
// errVolumeAccessDenied - cannot access volume, insufficient permissions.
|
|
var errVolumeAccessDenied = errors.New("volume access denied")
|
|
|
|
// errVolumeAccessDenied - cannot access file, insufficient permissions.
|
|
var errFileAccessDenied = errors.New("file access denied")
|
|
|
|
// errBitrotHashAlgoInvalid - the algo for bit-rot hash
|
|
// verification is empty or invalid.
|
|
var errBitrotHashAlgoInvalid = errors.New("bit-rot hash algorithm is invalid")
|
|
|
|
// errCrossDeviceLink - rename across devices not allowed.
|
|
var errCrossDeviceLink = errors.New("Rename across devices not allowed, please fix your backend configuration")
|
|
|
|
// hashMisMatchError - represents a bit-rot hash verification failure
|
|
// error.
|
|
type hashMismatchError struct {
|
|
expected string
|
|
computed string
|
|
}
|
|
|
|
// error method for the hashMismatchError
|
|
func (h hashMismatchError) Error() string {
|
|
return fmt.Sprintf(
|
|
"Bitrot verification mismatch - expected %v, received %v",
|
|
h.expected, h.computed)
|
|
}
|
|
|
|
// Collection of basic errors.
|
|
var baseErrs = []error{
|
|
errDiskNotFound,
|
|
errFaultyDisk,
|
|
errFaultyRemoteDisk,
|
|
}
|
|
|
|
var baseIgnoredErrs = baseErrs
|