This change brings in changes at multiple places - Reuse buffers at almost all locations ranging from rpc, fs, xl, checksum etc. - Change caching behavior to disable itself under low memory conditions i.e < 8GB of RAM. - Only objects cached are of size 1/10th the size of the cache for example if 4GB is the cache size the maximum object size which will be cached is going to be 400MB. This change is an optimization to cache more objects rather than few larger objects. - If object cache is enabled default GC percent has been reduced to 20% in lieu with newly found behavior of GC. If the cache utilization reaches 75% of the maximum value GC percent is reduced to 10% to make GC more aggressive. - Do not use *bytes.Buffer* due to its growth requirements. For every allocation *bytes.Buffer* allocates an additional buffer for its internal purposes. This is undesirable for us, so implemented a new cappedWriter which is capped to a desired size, beyond this all writes rejected. Possible fix for #3403.
147 lines
2.9 KiB
Go
147 lines
2.9 KiB
Go
/*
|
|
* Minio Cloud Storage, (C) 2016 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package cmd
|
|
|
|
// GenericVolArgs - generic volume args.
|
|
type GenericVolArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of the volume.
|
|
Vol string
|
|
}
|
|
|
|
// ListVolsReply represents list of vols RPC reply.
|
|
type ListVolsReply struct {
|
|
// List of volumes stat information.
|
|
Vols []VolInfo
|
|
}
|
|
|
|
// ReadAllArgs represents read all RPC arguments.
|
|
type ReadAllArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of the volume.
|
|
Vol string
|
|
|
|
// Name of the path.
|
|
Path string
|
|
}
|
|
|
|
// ReadFileArgs represents read file RPC arguments.
|
|
type ReadFileArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of the volume.
|
|
Vol string
|
|
|
|
// Name of the path.
|
|
Path string
|
|
|
|
// Starting offset to start reading into Buffer.
|
|
Offset int64
|
|
|
|
// Data buffer read from the path at offset.
|
|
Buffer []byte
|
|
}
|
|
|
|
// PrepareFileArgs represents append file RPC arguments.
|
|
type PrepareFileArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of the volume.
|
|
Vol string
|
|
|
|
// Name of the path.
|
|
Path string
|
|
|
|
// Size of the file to be prepared
|
|
Size int64
|
|
}
|
|
|
|
// AppendFileArgs represents append file RPC arguments.
|
|
type AppendFileArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of the volume.
|
|
Vol string
|
|
|
|
// Name of the path.
|
|
Path string
|
|
|
|
// Data buffer to be saved at path.
|
|
Buffer []byte
|
|
}
|
|
|
|
// StatFileArgs represents stat file RPC arguments.
|
|
type StatFileArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of the volume.
|
|
Vol string
|
|
|
|
// Name of the path.
|
|
Path string
|
|
}
|
|
|
|
// DeleteFileArgs represents delete file RPC arguments.
|
|
type DeleteFileArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of the volume.
|
|
Vol string
|
|
|
|
// Name of the path.
|
|
Path string
|
|
}
|
|
|
|
// ListDirArgs represents list contents RPC arguments.
|
|
type ListDirArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of the volume.
|
|
Vol string
|
|
|
|
// Name of the path.
|
|
Path string
|
|
}
|
|
|
|
// RenameFileArgs represents rename file RPC arguments.
|
|
type RenameFileArgs struct {
|
|
// Authentication token generated by Login.
|
|
GenericArgs
|
|
|
|
// Name of source volume.
|
|
SrcVol string
|
|
|
|
// Source path to be renamed.
|
|
SrcPath string
|
|
|
|
// Name of destination volume.
|
|
DstVol string
|
|
|
|
// Destination path of renamed file.
|
|
DstPath string
|
|
}
|