2015-10-16 20:26:01 +02:00
|
|
|
/*
|
|
|
|
* Minio Cloud Storage, (C) 2015 Minio, Inc.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package fs
|
|
|
|
|
|
|
|
import (
|
|
|
|
"os"
|
2015-12-06 23:31:20 +01:00
|
|
|
"path/filepath"
|
2015-10-16 20:26:01 +02:00
|
|
|
"sync"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/minio/minio-xl/pkg/probe"
|
|
|
|
)
|
|
|
|
|
2015-10-18 04:17:33 +02:00
|
|
|
// Filesystem - local variables
|
|
|
|
type Filesystem struct {
|
2015-11-10 12:10:11 +01:00
|
|
|
path string
|
|
|
|
minFreeDisk int64
|
|
|
|
maxBuckets int
|
|
|
|
lock *sync.Mutex
|
|
|
|
multiparts *Multiparts
|
|
|
|
buckets *Buckets
|
|
|
|
listServiceReqCh chan<- listServiceReq
|
2016-01-26 11:19:55 +01:00
|
|
|
timeoutReqCh chan<- uint32
|
2015-11-02 05:56:54 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// Buckets holds acl information
|
|
|
|
type Buckets struct {
|
|
|
|
Version string `json:"version"`
|
|
|
|
Metadata map[string]*BucketMetadata
|
2015-10-16 20:26:01 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// MultipartSession holds active session information
|
|
|
|
type MultipartSession struct {
|
|
|
|
TotalParts int
|
|
|
|
UploadID string
|
|
|
|
Initiated time.Time
|
|
|
|
Parts []*PartMetadata
|
|
|
|
}
|
|
|
|
|
|
|
|
// Multiparts collection of many parts
|
|
|
|
type Multiparts struct {
|
|
|
|
Version string `json:"version"`
|
|
|
|
ActiveSession map[string]*MultipartSession `json:"activeSessions"`
|
|
|
|
}
|
|
|
|
|
|
|
|
// New instantiate a new donut
|
2015-12-06 23:31:20 +01:00
|
|
|
func New(rootPath string) (Filesystem, *probe.Error) {
|
|
|
|
setFSBucketsConfigPath(filepath.Join(rootPath, "$buckets.json"))
|
|
|
|
setFSMultipartsConfigPath(filepath.Join(rootPath, "$multiparts-session.json"))
|
|
|
|
|
2015-10-16 20:26:01 +02:00
|
|
|
var err *probe.Error
|
|
|
|
// load multiparts session from disk
|
|
|
|
var multiparts *Multiparts
|
|
|
|
multiparts, err = loadMultipartsSession()
|
|
|
|
if err != nil {
|
|
|
|
if os.IsNotExist(err.ToGoError()) {
|
|
|
|
multiparts = &Multiparts{
|
|
|
|
Version: "1",
|
|
|
|
ActiveSession: make(map[string]*MultipartSession),
|
|
|
|
}
|
2015-12-06 23:31:20 +01:00
|
|
|
if err := saveMultipartsSession(multiparts); err != nil {
|
2015-10-18 04:17:33 +02:00
|
|
|
return Filesystem{}, err.Trace()
|
2015-10-16 20:26:01 +02:00
|
|
|
}
|
|
|
|
} else {
|
2015-10-18 04:17:33 +02:00
|
|
|
return Filesystem{}, err.Trace()
|
2015-10-16 20:26:01 +02:00
|
|
|
}
|
|
|
|
}
|
2015-11-02 05:56:54 +01:00
|
|
|
var buckets *Buckets
|
|
|
|
buckets, err = loadBucketsMetadata()
|
|
|
|
if err != nil {
|
|
|
|
if os.IsNotExist(err.ToGoError()) {
|
|
|
|
buckets = &Buckets{
|
|
|
|
Version: "1",
|
|
|
|
Metadata: make(map[string]*BucketMetadata),
|
|
|
|
}
|
2015-12-06 23:31:20 +01:00
|
|
|
if err := saveBucketsMetadata(buckets); err != nil {
|
2015-11-02 05:56:54 +01:00
|
|
|
return Filesystem{}, err.Trace()
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
return Filesystem{}, err.Trace()
|
|
|
|
}
|
|
|
|
}
|
2016-01-20 02:49:48 +01:00
|
|
|
fs := Filesystem{lock: new(sync.Mutex)}
|
|
|
|
fs.path = rootPath
|
|
|
|
fs.multiparts = multiparts
|
|
|
|
fs.buckets = buckets
|
2016-01-25 08:03:38 +01:00
|
|
|
/// Defaults
|
|
|
|
|
|
|
|
// maximum buckets to be listed from list buckets.
|
2016-01-26 20:48:52 +01:00
|
|
|
fs.maxBuckets = 1000
|
2016-01-25 08:03:38 +01:00
|
|
|
// minium free disk required for i/o operations to succeed.
|
|
|
|
fs.minFreeDisk = 10
|
|
|
|
|
2016-01-20 02:49:48 +01:00
|
|
|
// Start list goroutine.
|
2016-01-26 11:19:55 +01:00
|
|
|
if err = fs.listObjectsService(); err != nil {
|
2015-11-10 12:10:11 +01:00
|
|
|
return Filesystem{}, err.Trace(rootPath)
|
|
|
|
}
|
2016-01-25 08:03:38 +01:00
|
|
|
// Return here.
|
|
|
|
return fs, nil
|
2015-10-16 20:26:01 +02:00
|
|
|
}
|
|
|
|
|
2015-10-18 04:17:33 +02:00
|
|
|
// SetMinFreeDisk - set min free disk
|
|
|
|
func (fs *Filesystem) SetMinFreeDisk(minFreeDisk int64) {
|
2015-10-16 20:26:01 +02:00
|
|
|
fs.lock.Lock()
|
|
|
|
defer fs.lock.Unlock()
|
2015-10-18 04:17:33 +02:00
|
|
|
fs.minFreeDisk = minFreeDisk
|
2015-10-16 20:26:01 +02:00
|
|
|
}
|
2016-01-25 08:03:38 +01:00
|
|
|
|
|
|
|
// SetMaxBuckets - set total number of buckets supported, default is 100.
|
|
|
|
func (fs *Filesystem) SetMaxBuckets(maxBuckets int) {
|
|
|
|
fs.lock.Lock()
|
|
|
|
defer fs.lock.Unlock()
|
|
|
|
if maxBuckets == 0 {
|
|
|
|
maxBuckets = 100
|
|
|
|
}
|
|
|
|
fs.maxBuckets = maxBuckets
|
|
|
|
}
|