a982baff27
Design: https://gist.github.com/klauspost/025c09b48ed4a1293c917cecfabdf21c Gist of improvements: * Cross-server caching and listing will use the same data across servers and requests. * Lists can be arbitrarily resumed at a constant speed. * Metadata for all files scanned is stored for streaming retrieval. * The existing bloom filters controlled by the crawler is used for validating caches. * Concurrent requests for the same data (or parts of it) will not spawn additional walkers. * Listing a subdirectory of an existing recursive cache will use the cache. * All listing operations are fully streamable so the number of objects in a bucket no longer dictates the amount of memory. * Listings can be handled by any server within the cluster. * Caches are cleaned up when out of date or superseded by a more recent one.
81 lines
3.1 KiB
Go
81 lines
3.1 KiB
Go
/*
|
|
* MinIO Cloud Storage, (C) 2018-2019 MinIO, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package cmd
|
|
|
|
const (
|
|
storageRESTVersion = "v22" // Add dir listing and recursive delete operation.
|
|
storageRESTVersionPrefix = SlashSeparator + storageRESTVersion
|
|
storageRESTPrefix = minioReservedBucketPath + "/storage"
|
|
)
|
|
|
|
const (
|
|
storageRESTMethodHealth = "/health"
|
|
storageRESTMethodDiskInfo = "/diskinfo"
|
|
storageRESTMethodCrawlAndGetDataUsage = "/crawlandgetdatausage"
|
|
storageRESTMethodMakeVol = "/makevol"
|
|
storageRESTMethodMakeVolBulk = "/makevolbulk"
|
|
storageRESTMethodStatVol = "/statvol"
|
|
storageRESTMethodDeleteVol = "/deletevol"
|
|
storageRESTMethodListVols = "/listvols"
|
|
|
|
storageRESTMethodAppendFile = "/appendfile"
|
|
storageRESTMethodCreateFile = "/createfile"
|
|
storageRESTMethodWriteAll = "/writeall"
|
|
storageRESTMethodWriteMetadata = "/writemetadata"
|
|
storageRESTMethodDeleteVersion = "/deleteversion"
|
|
storageRESTMethodReadVersion = "/readversion"
|
|
storageRESTMethodRenameData = "/renamedata"
|
|
storageRESTMethodCheckParts = "/checkparts"
|
|
storageRESTMethodCheckFile = "/checkfile"
|
|
storageRESTMethodReadAll = "/readall"
|
|
storageRESTMethodReadFile = "/readfile"
|
|
storageRESTMethodReadFileStream = "/readfilestream"
|
|
storageRESTMethodListDir = "/listdir"
|
|
storageRESTMethodWalk = "/walk"
|
|
storageRESTMethodWalkVersions = "/walkversions"
|
|
storageRESTMethodWalkSplunk = "/walksplunk"
|
|
storageRESTMethodDeleteFile = "/deletefile"
|
|
storageRESTMethodDeleteVersions = "/deleteverions"
|
|
storageRESTMethodRenameFile = "/renamefile"
|
|
storageRESTMethodVerifyFile = "/verifyfile"
|
|
storageRESTMethodWalkDir = "/walkdir"
|
|
)
|
|
|
|
const (
|
|
storageRESTVolume = "volume"
|
|
storageRESTVolumes = "volumes"
|
|
storageRESTDirPath = "dir-path"
|
|
storageRESTFilePath = "file-path"
|
|
storageRESTVersionID = "version-id"
|
|
storageRESTCheckDataDir = "check-data-dir"
|
|
storageRESTTotalVersions = "total-versions"
|
|
storageRESTSrcVolume = "source-volume"
|
|
storageRESTSrcPath = "source-path"
|
|
storageRESTDataDir = "data-dir"
|
|
storageRESTDstVolume = "destination-volume"
|
|
storageRESTDstPath = "destination-path"
|
|
storageRESTOffset = "offset"
|
|
storageRESTLength = "length"
|
|
storageRESTCount = "count"
|
|
storageRESTMarkerPath = "marker"
|
|
storageRESTRecursive = "recursive"
|
|
storageRESTBitrotAlgo = "bitrot-algo"
|
|
storageRESTBitrotHash = "bitrot-hash"
|
|
storageRESTDiskID = "disk-id"
|
|
storageRESTForceDelete = "force-delete"
|
|
)
|