6d5f2a4391
Better support of HEAD and listing of zero sized objects with trailing slash (a.k.a empty directory). For that, isLeafDir function is added to indicate if the specified object is an empty directory or not. Each backend (xl, fs) has the responsibility to store that information. Currently, in both of XL & FS, an empty directory is represented by an empty directory in the backend. isLeafDir() checks if the given path is an empty directory or not, since dir listing is costly if the latter contains too many objects, readDirN() is added in this PR to list only N number of entries. In isLeadDir(), we will only list one entry to check if a directory is empty or not.
111 lines
2.7 KiB
Go
111 lines
2.7 KiB
Go
// +build !linux,!darwin,!openbsd,!freebsd,!netbsd
|
|
|
|
/*
|
|
* Minio Cloud Storage, (C) 2016 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"os"
|
|
"path"
|
|
"strings"
|
|
|
|
"github.com/minio/minio/cmd/logger"
|
|
)
|
|
|
|
// Return all the entries at the directory dirPath.
|
|
func readDir(dirPath string) (entries []string, err error) {
|
|
return readDirN(dirPath, -1)
|
|
}
|
|
|
|
// Return N entries at the directory dirPath. If count is -1, return all entries
|
|
func readDirN(dirPath string, count int) (entries []string, err error) {
|
|
d, err := os.Open(dirPath)
|
|
if err != nil {
|
|
// File is really not found.
|
|
if os.IsNotExist(err) {
|
|
return nil, errFileNotFound
|
|
}
|
|
|
|
// File path cannot be verified since one of the parents is a file.
|
|
if strings.Contains(err.Error(), "not a directory") {
|
|
return nil, errFileNotFound
|
|
}
|
|
return nil, err
|
|
}
|
|
defer d.Close()
|
|
|
|
maxEntries := 1000
|
|
if count > 0 && count < maxEntries {
|
|
maxEntries = count
|
|
}
|
|
|
|
done := false
|
|
remaining := count
|
|
|
|
for !done {
|
|
// Read up to max number of entries.
|
|
fis, err := d.Readdir(maxEntries)
|
|
if err != nil {
|
|
if err == io.EOF {
|
|
break
|
|
}
|
|
return nil, err
|
|
}
|
|
if count > 0 {
|
|
if remaining <= len(fis) {
|
|
fis = fis[:remaining]
|
|
done = true
|
|
}
|
|
}
|
|
for _, fi := range fis {
|
|
// Stat symbolic link and follow to get the final value.
|
|
if fi.Mode()&os.ModeSymlink == os.ModeSymlink {
|
|
var st os.FileInfo
|
|
st, err = os.Stat(path.Join(dirPath, fi.Name()))
|
|
if err != nil {
|
|
reqInfo := (&logger.ReqInfo{}).AppendTags("path", path.Join(dirPath, fi.Name()))
|
|
ctx := logger.SetReqInfo(context.Background(), reqInfo)
|
|
logger.LogIf(ctx, err)
|
|
continue
|
|
}
|
|
// Append to entries if symbolic link exists and is valid.
|
|
if st.IsDir() {
|
|
entries = append(entries, fi.Name()+slashSeparator)
|
|
} else if st.Mode().IsRegular() {
|
|
entries = append(entries, fi.Name())
|
|
}
|
|
if count > 0 {
|
|
remaining--
|
|
}
|
|
continue
|
|
}
|
|
if fi.Mode().IsDir() {
|
|
// Append "/" instead of "\" so that sorting is achieved as expected.
|
|
entries = append(entries, fi.Name()+slashSeparator)
|
|
} else if fi.Mode().IsRegular() {
|
|
entries = append(entries, fi.Name())
|
|
}
|
|
if count > 0 {
|
|
remaining--
|
|
}
|
|
}
|
|
}
|
|
return entries, nil
|
|
}
|