2016-01-26 02:29:20 +01:00
/ *
2018-03-15 21:03:41 +01:00
* Minio Cloud Storage , ( C ) 2016 , 2017 , 2018 Minio , Inc .
2016-01-26 02:29:20 +01:00
*
* Licensed under the Apache License , Version 2.0 ( the "License" ) ;
* you may not use this file except in compliance with the License .
* You may obtain a copy of the License at
*
* http : //www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing , software
* distributed under the License is distributed on an "AS IS" BASIS ,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND , either express or implied .
* See the License for the specific language governing permissions and
* limitations under the License .
* /
2016-08-19 01:23:42 +02:00
package cmd
2016-01-24 04:44:32 +01:00
import (
2017-02-09 08:39:08 +01:00
"archive/zip"
2018-03-15 21:27:16 +01:00
"context"
2016-08-30 19:04:50 +02:00
"encoding/json"
2016-01-24 04:44:32 +01:00
"fmt"
2017-05-10 18:54:24 +02:00
"io"
2016-01-24 04:44:32 +01:00
"net/http"
2018-06-05 19:48:51 +02:00
"net/url"
2016-02-04 07:46:45 +01:00
"os"
2016-02-22 07:38:38 +01:00
"path"
2016-02-04 07:46:45 +01:00
"runtime"
"strconv"
2016-09-23 10:24:49 +02:00
"strings"
2016-01-24 04:44:32 +01:00
"time"
2018-03-15 21:27:16 +01:00
humanize "github.com/dustin/go-humanize"
2016-03-31 15:57:29 +02:00
"github.com/gorilla/mux"
2016-02-13 03:55:17 +01:00
"github.com/gorilla/rpc/v2/json2"
2018-04-25 00:53:30 +02:00
miniogopolicy "github.com/minio/minio-go/pkg/policy"
2018-06-05 19:48:51 +02:00
"github.com/minio/minio-go/pkg/s3utils"
2017-01-24 03:07:22 +01:00
"github.com/minio/minio/browser"
2018-04-06 00:04:40 +02:00
"github.com/minio/minio/cmd/logger"
2017-10-31 19:54:32 +01:00
"github.com/minio/minio/pkg/auth"
2018-05-11 21:02:30 +02:00
"github.com/minio/minio/pkg/dns"
2018-03-15 21:03:41 +01:00
"github.com/minio/minio/pkg/event"
2017-10-22 07:30:34 +02:00
"github.com/minio/minio/pkg/hash"
2018-04-25 00:53:30 +02:00
"github.com/minio/minio/pkg/policy"
2016-01-24 04:44:32 +01:00
)
2016-04-08 08:44:08 +02:00
// WebGenericArgs - empty struct for calls that don't accept arguments
2016-03-21 19:15:08 +01:00
// for ex. ServerInfo, GenerateAuth
2016-04-08 08:44:08 +02:00
type WebGenericArgs struct { }
2016-03-21 19:15:08 +01:00
2016-04-08 08:44:08 +02:00
// WebGenericRep - reply structure for calls for which reply is success/failure
2016-02-19 09:00:32 +01:00
// for ex. RemoveObject MakeBucket
2016-04-08 08:44:08 +02:00
type WebGenericRep struct {
2016-02-19 09:00:32 +01:00
UIVersion string ` json:"uiVersion" `
}
// ServerInfoRep - server info reply.
type ServerInfoRep struct {
2017-05-25 06:09:23 +02:00
MinioVersion string
MinioMemory string
MinioPlatform string
MinioRuntime string
MinioGlobalInfo map [ string ] interface { }
UIVersion string ` json:"uiVersion" `
2016-02-19 09:00:32 +01:00
}
2016-02-04 07:46:45 +01:00
// ServerInfo - get server info.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) ServerInfo ( r * http . Request , args * WebGenericArgs , reply * ServerInfoRep ) error {
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-02-04 07:46:45 +01:00
}
host , err := os . Hostname ( )
if err != nil {
host = ""
}
memstats := & runtime . MemStats { }
runtime . ReadMemStats ( memstats )
mem := fmt . Sprintf ( "Used: %s | Allocated: %s | Used-Heap: %s | Allocated-Heap: %s" ,
humanize . Bytes ( memstats . Alloc ) ,
humanize . Bytes ( memstats . TotalAlloc ) ,
humanize . Bytes ( memstats . HeapAlloc ) ,
humanize . Bytes ( memstats . HeapSys ) )
platform := fmt . Sprintf ( "Host: %s | OS: %s | Arch: %s" ,
host ,
runtime . GOOS ,
runtime . GOARCH )
goruntime := fmt . Sprintf ( "Version: %s | CPUs: %s" , runtime . Version ( ) , strconv . Itoa ( runtime . NumCPU ( ) ) )
2016-08-03 22:47:03 +02:00
2016-08-19 01:23:42 +02:00
reply . MinioVersion = Version
2017-05-25 06:09:23 +02:00
reply . MinioGlobalInfo = getGlobalInfo ( )
2016-02-08 21:40:22 +01:00
reply . MinioMemory = mem
reply . MinioPlatform = platform
reply . MinioRuntime = goruntime
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-02-04 07:46:45 +01:00
return nil
}
2016-05-26 23:13:10 +02:00
// StorageInfoRep - contains storage usage statistics.
type StorageInfoRep struct {
StorageInfo StorageInfo ` json:"storageInfo" `
UIVersion string ` json:"uiVersion" `
}
// StorageInfo - web call to gather storage usage statistics.
2018-06-06 10:51:56 +02:00
func ( web * webAPIHandlers ) StorageInfo ( r * http . Request , args * AuthArgs , reply * StorageInfoRep ) error {
2016-07-31 23:11:14 +02:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( errServerNotInitialized )
2016-11-02 22:45:11 +01:00
}
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-07-31 23:11:14 +02:00
}
2018-03-15 21:27:16 +01:00
reply . StorageInfo = objectAPI . StorageInfo ( context . Background ( ) )
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-05-26 23:13:10 +02:00
return nil
}
2016-02-19 09:00:32 +01:00
// MakeBucketArgs - make bucket args.
type MakeBucketArgs struct {
BucketName string ` json:"bucketName" `
}
2017-03-03 12:01:42 +01:00
// MakeBucket - creates a new bucket.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) MakeBucket ( r * http . Request , args * MakeBucketArgs , reply * WebGenericRep ) error {
2016-07-31 23:11:14 +02:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( errServerNotInitialized )
2016-11-02 22:45:11 +01:00
}
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-07-31 23:11:14 +02:00
}
2017-03-03 12:01:42 +01:00
2017-09-01 21:16:54 +02:00
// Check if bucket is a reserved bucket name or invalid.
if isReservedOrInvalidBucket ( args . BucketName ) {
return toJSONError ( errInvalidBucketName )
2017-03-03 12:01:42 +01:00
}
2018-05-01 19:36:37 +02:00
if globalDNSConfig != nil {
if _ , err := globalDNSConfig . Get ( args . BucketName ) ; err != nil {
2018-07-12 23:12:40 +02:00
if err == dns . ErrNoEntriesFound {
2018-05-01 19:36:37 +02:00
// Proceed to creating a bucket.
if err = objectAPI . MakeBucketWithLocation ( context . Background ( ) , args . BucketName , globalServerConfig . GetRegion ( ) ) ; err != nil {
return toJSONError ( err )
}
if err = globalDNSConfig . Put ( args . BucketName ) ; err != nil {
objectAPI . DeleteBucket ( context . Background ( ) , args . BucketName )
return toJSONError ( err )
}
reply . UIVersion = browser . UIVersion
return nil
}
return toJSONError ( err )
}
return toJSONError ( errBucketAlreadyExists )
}
2018-03-15 21:27:16 +01:00
if err := objectAPI . MakeBucketWithLocation ( context . Background ( ) , args . BucketName , globalServerConfig . GetRegion ( ) ) ; err != nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( err , args . BucketName )
2016-02-13 03:55:17 +01:00
}
2017-03-03 12:01:42 +01:00
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-02-13 03:55:17 +01:00
return nil
2016-01-25 07:26:53 +01:00
}
2017-12-29 14:15:44 +01:00
// RemoveBucketArgs - remove bucket args.
type RemoveBucketArgs struct {
BucketName string ` json:"bucketName" `
}
// DeleteBucket - removes a bucket, must be empty.
func ( web * webAPIHandlers ) DeleteBucket ( r * http . Request , args * RemoveBucketArgs , reply * WebGenericRep ) error {
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
return toJSONError ( errServerNotInitialized )
}
if ! isHTTPRequestValid ( r ) {
return toJSONError ( errAuthentication )
}
2018-04-25 00:53:30 +02:00
ctx := context . Background ( )
2018-03-28 23:14:06 +02:00
deleteBucket := objectAPI . DeleteBucket
if web . CacheAPI ( ) != nil {
deleteBucket = web . CacheAPI ( ) . DeleteBucket
}
2018-04-25 00:53:30 +02:00
if err := deleteBucket ( ctx , args . BucketName ) ; err != nil {
2017-12-29 14:15:44 +01:00
return toJSONError ( err , args . BucketName )
}
2018-04-25 00:53:30 +02:00
globalNotificationSys . RemoveNotification ( args . BucketName )
globalPolicySys . Remove ( args . BucketName )
2018-07-03 20:09:36 +02:00
globalNotificationSys . DeleteBucket ( ctx , args . BucketName )
2018-04-25 00:53:30 +02:00
2018-05-01 19:36:37 +02:00
if globalDNSConfig != nil {
if err := globalDNSConfig . Delete ( args . BucketName ) ; err != nil {
// Deleting DNS entry failed, attempt to create the bucket again.
objectAPI . MakeBucketWithLocation ( ctx , args . BucketName , "" )
return toJSONError ( err )
}
}
2017-12-29 14:15:44 +01:00
reply . UIVersion = browser . UIVersion
return nil
}
2016-02-19 09:00:32 +01:00
// ListBucketsRep - list buckets response
type ListBucketsRep struct {
objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
2016-04-03 10:34:20 +02:00
Buckets [ ] WebBucketInfo ` json:"buckets" `
UIVersion string ` json:"uiVersion" `
2016-02-19 09:00:32 +01:00
}
objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
2016-04-03 10:34:20 +02:00
// WebBucketInfo container for list buckets metadata.
type WebBucketInfo struct {
2016-02-19 09:00:32 +01:00
// The name of the bucket.
Name string ` json:"name" `
// Date the bucket was created.
CreationDate time . Time ` json:"creationDate" `
}
2016-01-24 04:44:32 +01:00
// ListBuckets - list buckets api.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) ListBuckets ( r * http . Request , args * WebGenericArgs , reply * ListBucketsRep ) error {
2016-07-31 23:11:14 +02:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( errServerNotInitialized )
2016-11-02 22:45:11 +01:00
}
2018-03-28 23:14:06 +02:00
listBuckets := objectAPI . ListBuckets
if web . CacheAPI ( ) != nil {
listBuckets = web . CacheAPI ( ) . ListBuckets
}
2017-02-02 19:45:00 +01:00
authErr := webRequestAuthenticate ( r )
2017-01-11 22:26:42 +01:00
if authErr != nil {
return toJSONError ( authErr )
2016-07-31 23:11:14 +02:00
}
2018-05-01 19:36:37 +02:00
// If etcd, dns federation configured list buckets from etcd.
if globalDNSConfig != nil {
dnsBuckets , err := globalDNSConfig . List ( )
if err != nil {
return toJSONError ( err )
}
for _ , dnsRecord := range dnsBuckets {
bucketName := strings . Trim ( dnsRecord . Key , "/" )
reply . Buckets = append ( reply . Buckets , WebBucketInfo {
Name : bucketName ,
CreationDate : dnsRecord . CreationDate ,
} )
}
} else {
buckets , err := listBuckets ( context . Background ( ) )
if err != nil {
return toJSONError ( err )
}
for _ , bucket := range buckets {
reply . Buckets = append ( reply . Buckets , WebBucketInfo {
Name : bucket . Name ,
CreationDate : bucket . Created ,
} )
}
2016-01-24 04:44:32 +01:00
}
2018-05-01 19:36:37 +02:00
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-01-24 04:44:32 +01:00
return nil
}
2016-02-19 09:00:32 +01:00
// ListObjectsArgs - list object args.
type ListObjectsArgs struct {
BucketName string ` json:"bucketName" `
Prefix string ` json:"prefix" `
2017-02-11 07:54:42 +01:00
Marker string ` json:"marker" `
2016-02-19 09:00:32 +01:00
}
// ListObjectsRep - list objects response.
type ListObjectsRep struct {
2017-02-11 07:54:42 +01:00
Objects [ ] WebObjectInfo ` json:"objects" `
NextMarker string ` json:"nextmarker" `
IsTruncated bool ` json:"istruncated" `
Writable bool ` json:"writable" ` // Used by client to show "upload file" button.
UIVersion string ` json:"uiVersion" `
2016-02-19 09:00:32 +01:00
}
objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
2016-04-03 10:34:20 +02:00
// WebObjectInfo container for list objects metadata.
type WebObjectInfo struct {
2016-02-19 09:00:32 +01:00
// Name of the object
Key string ` json:"name" `
// Date and time the object was last modified.
LastModified time . Time ` json:"lastModified" `
// Size in bytes of the object.
Size int64 ` json:"size" `
// ContentType is mime type of the object.
ContentType string ` json:"contentType" `
}
2016-01-24 04:44:32 +01:00
// ListObjects - list objects api.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) ListObjects ( r * http . Request , args * ListObjectsArgs , reply * ListObjectsRep ) error {
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-11-02 22:45:11 +01:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( errServerNotInitialized )
2016-11-02 22:45:11 +01:00
}
2018-03-28 23:14:06 +02:00
listObjects := objectAPI . ListObjects
if web . CacheAPI ( ) != nil {
listObjects = web . CacheAPI ( ) . ListObjects
}
2018-04-25 00:53:30 +02:00
// Check if anonymous (non-owner) has access to download objects.
readable := globalPolicySys . IsAllowed ( policy . Args {
Action : policy . GetObjectAction ,
BucketName : args . BucketName ,
ConditionValues : getConditionValues ( r , "" ) ,
IsOwner : false ,
ObjectName : args . Prefix + "/" ,
} )
// Check if anonymous (non-owner) has access to upload objects.
writable := globalPolicySys . IsAllowed ( policy . Args {
Action : policy . PutObjectAction ,
BucketName : args . BucketName ,
ConditionValues : getConditionValues ( r , "" ) ,
IsOwner : false ,
ObjectName : args . Prefix + "/" ,
} )
if authErr := webRequestAuthenticate ( r ) ; authErr != nil {
if authErr == errAuthentication {
return toJSONError ( authErr )
}
// Error out anonymous (non-owner) has no access download or upload objects.
if ! readable && ! writable {
return errAuthentication
}
reply . Writable = writable
2016-01-24 04:44:32 +01:00
}
2018-04-25 00:53:30 +02:00
2018-03-28 23:14:06 +02:00
lo , err := listObjects ( context . Background ( ) , args . BucketName , args . Prefix , args . Marker , slashSeparator , 1000 )
2017-02-11 07:54:42 +01:00
if err != nil {
return & json2 . Error { Message : err . Error ( ) }
2016-01-24 04:44:32 +01:00
}
2017-02-11 07:54:42 +01:00
reply . NextMarker = lo . NextMarker
reply . IsTruncated = lo . IsTruncated
for _ , obj := range lo . Objects {
reply . Objects = append ( reply . Objects , WebObjectInfo {
Key : obj . Name ,
LastModified : obj . ModTime ,
Size : obj . Size ,
ContentType : obj . ContentType ,
} )
}
for _ , prefix := range lo . Prefixes {
reply . Objects = append ( reply . Objects , WebObjectInfo {
Key : prefix ,
} )
}
2016-01-24 04:44:32 +01:00
return nil
}
2017-04-27 08:27:48 +02:00
// RemoveObjectArgs - args to remove an object, JSON will look like.
//
// {
// "bucketname": "testbucket",
// "objects": [
// "photos/hawaii/",
// "photos/maldives/",
// "photos/sanjose.jpg"
// ]
// }
2016-02-19 09:00:32 +01:00
type RemoveObjectArgs struct {
2017-04-27 08:27:48 +02:00
Objects [ ] string ` json:"objects" ` // Contains objects, prefixes.
BucketName string ` json:"bucketname" ` // Contains bucket name.
2016-02-19 09:00:32 +01:00
}
2017-04-27 08:27:48 +02:00
// RemoveObject - removes an object, or all the objects at a given prefix.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) RemoveObject ( r * http . Request , args * RemoveObjectArgs , reply * WebGenericRep ) error {
2016-07-31 23:11:14 +02:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( errServerNotInitialized )
2016-11-02 22:45:11 +01:00
}
2018-03-28 23:14:06 +02:00
listObjects := objectAPI . ListObjects
if web . CacheAPI ( ) != nil {
listObjects = web . CacheAPI ( ) . ListObjects
}
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-07-31 23:11:14 +02:00
}
2017-04-27 08:27:48 +02:00
2017-03-01 04:07:28 +01:00
if args . BucketName == "" || len ( args . Objects ) == 0 {
2017-04-27 08:27:48 +02:00
return toJSONError ( errInvalidArgument )
2017-03-01 04:07:28 +01:00
}
2017-04-27 08:27:48 +02:00
2017-03-01 04:07:28 +01:00
var err error
2017-04-27 08:27:48 +02:00
next :
for _ , objectName := range args . Objects {
// If not a directory, remove the object.
if ! hasSuffix ( objectName , slashSeparator ) && objectName != "" {
2018-06-07 03:10:51 +02:00
// Deny if WORM is enabled
if globalWORMEnabled {
if _ , err = objectAPI . GetObjectInfo ( context . Background ( ) , args . BucketName , objectName ) ; err == nil {
return toJSONError ( errMethodNotAllowed )
}
}
2018-03-28 23:14:06 +02:00
if err = deleteObject ( nil , objectAPI , web . CacheAPI ( ) , args . BucketName , objectName , r ) ; err != nil {
2017-04-27 08:27:48 +02:00
break next
2017-03-01 04:07:28 +01:00
}
continue
}
2017-04-27 08:27:48 +02:00
2017-03-01 04:07:28 +01:00
// For directories, list the contents recursively and remove.
marker := ""
for {
var lo ListObjectsInfo
2018-03-28 23:14:06 +02:00
lo , err = listObjects ( context . Background ( ) , args . BucketName , objectName , marker , "" , 1000 )
2017-03-01 04:07:28 +01:00
if err != nil {
2017-04-27 08:27:48 +02:00
break next
2017-03-01 04:07:28 +01:00
}
marker = lo . NextMarker
for _ , obj := range lo . Objects {
2018-03-28 23:14:06 +02:00
err = deleteObject ( nil , objectAPI , web . CacheAPI ( ) , args . BucketName , obj . Name , r )
2017-03-01 04:07:28 +01:00
if err != nil {
2017-04-27 08:27:48 +02:00
break next
2017-03-01 04:07:28 +01:00
}
}
if ! lo . IsTruncated {
break
}
2016-11-11 00:02:03 +01:00
}
2016-02-13 03:55:17 +01:00
}
2016-11-10 16:42:55 +01:00
2017-03-01 04:07:28 +01:00
if err != nil && ! isErrObjectNotFound ( err ) {
// Ignore object not found error.
return toJSONError ( err , args . BucketName , "" )
}
2016-11-10 16:42:55 +01:00
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-02-13 03:55:17 +01:00
return nil
2016-02-05 15:16:36 +01:00
}
2016-02-19 09:00:32 +01:00
// LoginArgs - login arguments.
type LoginArgs struct {
Username string ` json:"username" form:"username" `
Password string ` json:"password" form:"password" `
}
// LoginRep - login reply.
type LoginRep struct {
Token string ` json:"token" `
UIVersion string ` json:"uiVersion" `
}
2016-01-24 04:44:32 +01:00
// Login - user login handler.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) Login ( r * http . Request , args * LoginArgs , reply * LoginRep ) error {
2016-12-27 17:28:10 +01:00
token , err := authenticateWeb ( args . Username , args . Password )
2016-07-12 06:57:40 +02:00
if err != nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( err )
2016-07-12 06:57:40 +02:00
}
reply . Token = token
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-07-12 06:57:40 +02:00
return nil
2016-01-24 04:44:32 +01:00
}
2016-03-21 19:15:08 +01:00
// GenerateAuthReply - reply for GenerateAuth
type GenerateAuthReply struct {
AccessKey string ` json:"accessKey" `
SecretKey string ` json:"secretKey" `
UIVersion string ` json:"uiVersion" `
}
2016-04-12 21:45:15 +02:00
func ( web webAPIHandlers ) GenerateAuth ( r * http . Request , args * WebGenericArgs , reply * GenerateAuthReply ) error {
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-03-21 19:15:08 +01:00
}
2018-04-20 02:24:43 +02:00
cred , err := auth . GetNewCredentials ( )
2018-06-14 19:17:07 +02:00
if err != nil {
return toJSONError ( err )
}
2016-12-26 19:21:23 +01:00
reply . AccessKey = cred . AccessKey
reply . SecretKey = cred . SecretKey
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-03-21 19:15:08 +01:00
return nil
}
// SetAuthArgs - argument for SetAuth
type SetAuthArgs struct {
AccessKey string ` json:"accessKey" `
SecretKey string ` json:"secretKey" `
}
// SetAuthReply - reply for SetAuth
type SetAuthReply struct {
2016-10-18 05:18:08 +02:00
Token string ` json:"token" `
UIVersion string ` json:"uiVersion" `
PeerErrMsgs map [ string ] string ` json:"peerErrMsgs" `
2016-03-21 19:15:08 +01:00
}
// SetAuth - Set accessKey and secretKey credentials.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) SetAuth ( r * http . Request , args * SetAuthArgs , reply * SetAuthReply ) error {
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-03-21 19:15:08 +01:00
}
2016-11-22 20:12:38 +01:00
2017-02-07 21:51:43 +01:00
// If creds are set through ENV disallow changing credentials.
2018-06-07 03:10:51 +02:00
if globalIsEnvCreds || globalWORMEnabled {
2017-02-07 21:51:43 +01:00
return toJSONError ( errChangeCredNotAllowed )
}
2017-10-31 19:54:32 +01:00
creds , err := auth . CreateCredentials ( args . AccessKey , args . SecretKey )
2017-03-16 08:16:06 +01:00
if err != nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( err )
2016-03-21 19:15:08 +01:00
}
2016-11-22 20:12:38 +01:00
2018-01-31 17:15:54 +01:00
// Acquire lock before updating global configuration.
globalServerConfigMu . Lock ( )
defer globalServerConfigMu . Unlock ( )
2018-06-06 10:51:56 +02:00
// Update credentials in memory
2017-11-29 22:12:47 +01:00
prevCred := globalServerConfig . SetCredential ( creds )
2017-01-27 01:51:51 +01:00
2018-02-03 03:18:52 +01:00
// Persist updated credentials.
if err = globalServerConfig . Save ( getConfigFile ( ) ) ; err != nil {
// Save the current creds when failed to update.
2017-11-29 22:12:47 +01:00
globalServerConfig . SetCredential ( prevCred )
2018-06-06 10:51:56 +02:00
logger . LogIf ( context . Background ( ) , err )
return toJSONError ( err )
2016-10-18 05:18:08 +02:00
}
2018-06-06 10:51:56 +02:00
if errs := globalNotificationSys . SetCredentials ( creds ) ; len ( errs ) != 0 {
reply . PeerErrMsgs = make ( map [ string ] string )
for host , err := range errs {
err = fmt . Errorf ( "Unable to update credentials on server %v: %v" , host , err )
logger . LogIf ( context . Background ( ) , err )
reply . PeerErrMsgs [ host . String ( ) ] = err . Error ( )
2016-12-27 17:28:10 +01:00
}
2018-06-06 10:51:56 +02:00
} else {
reply . Token = newAuthToken ( )
reply . UIVersion = browser . UIVersion
2016-03-21 19:15:08 +01:00
}
2016-10-18 05:18:08 +02:00
2016-03-21 19:15:08 +01:00
return nil
}
2016-03-31 15:57:29 +02:00
// GetAuthReply - Reply current credentials.
type GetAuthReply struct {
AccessKey string ` json:"accessKey" `
SecretKey string ` json:"secretKey" `
UIVersion string ` json:"uiVersion" `
}
// GetAuth - return accessKey and secretKey credentials.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) GetAuth ( r * http . Request , args * WebGenericArgs , reply * GetAuthReply ) error {
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-03-31 15:57:29 +02:00
}
2017-11-29 22:12:47 +01:00
creds := globalServerConfig . GetCredential ( )
2016-12-26 19:21:23 +01:00
reply . AccessKey = creds . AccessKey
reply . SecretKey = creds . SecretKey
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-03-31 15:57:29 +02:00
return nil
}
2017-07-24 21:46:37 +02:00
// URLTokenReply contains the reply for CreateURLToken.
type URLTokenReply struct {
Token string ` json:"token" `
UIVersion string ` json:"uiVersion" `
}
// CreateURLToken creates a URL token (short-lived) for GET requests.
func ( web * webAPIHandlers ) CreateURLToken ( r * http . Request , args * WebGenericArgs , reply * URLTokenReply ) error {
if ! isHTTPRequestValid ( r ) {
return toJSONError ( errAuthentication )
}
2017-11-29 22:12:47 +01:00
creds := globalServerConfig . GetCredential ( )
2017-07-24 21:46:37 +02:00
token , err := authenticateURL ( creds . AccessKey , creds . SecretKey )
if err != nil {
return toJSONError ( err )
}
reply . Token = token
reply . UIVersion = browser . UIVersion
return nil
}
2016-03-31 15:57:29 +02:00
// Upload - file upload handler.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) Upload ( w http . ResponseWriter , r * http . Request ) {
2016-11-02 22:45:11 +01:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
writeWebErrorResponse ( w , errServerNotInitialized )
return
}
2018-03-28 23:14:06 +02:00
putObject := objectAPI . PutObject
if web . CacheAPI ( ) != nil {
putObject = web . CacheAPI ( ) . PutObject
}
2016-03-31 15:57:29 +02:00
vars := mux . Vars ( r )
bucket := vars [ "bucket" ]
object := vars [ "object" ]
2016-07-28 06:11:15 +02:00
2018-04-25 00:53:30 +02:00
if authErr := webRequestAuthenticate ( r ) ; authErr != nil {
if authErr == errAuthentication {
writeWebErrorResponse ( w , errAuthentication )
return
}
// Check if anonymous (non-owner) has access to upload objects.
if ! globalPolicySys . IsAllowed ( policy . Args {
Action : policy . PutObjectAction ,
BucketName : bucket ,
ConditionValues : getConditionValues ( r , "" ) ,
IsOwner : false ,
ObjectName : object ,
} ) {
writeWebErrorResponse ( w , errAuthentication )
return
}
2017-01-11 22:26:42 +01:00
}
2017-02-02 19:45:00 +01:00
// Require Content-Length to be set in the request
size := r . ContentLength
if size < 0 {
writeWebErrorResponse ( w , errSizeUnspecified )
return
}
2016-07-28 06:11:15 +02:00
// Extract incoming metadata if any.
2018-07-11 05:27:10 +02:00
metadata , err := extractMetadata ( context . Background ( ) , r )
2017-07-06 01:56:10 +02:00
if err != nil {
writeErrorResponse ( w , ErrInternalError , r . URL )
return
}
2016-07-28 06:11:15 +02:00
2017-10-22 07:30:34 +02:00
hashReader , err := hash . NewReader ( r . Body , size , "" , "" )
if err != nil {
writeWebErrorResponse ( w , err )
return
}
2018-06-07 03:10:51 +02:00
// Deny if WORM is enabled
if globalWORMEnabled {
if _ , err = objectAPI . GetObjectInfo ( context . Background ( ) , bucket , object ) ; err == nil {
writeWebErrorResponse ( w , errMethodNotAllowed )
return
}
}
2018-03-28 23:14:06 +02:00
objInfo , err := putObject ( context . Background ( ) , bucket , object , hashReader , metadata )
2016-07-28 06:11:15 +02:00
if err != nil {
2016-12-11 01:15:12 +01:00
writeWebErrorResponse ( w , err )
2016-07-28 06:11:15 +02:00
return
}
2016-09-29 07:46:19 +02:00
// Notify object created event.
2018-03-15 21:03:41 +01:00
sendEvent ( eventArgs {
EventName : event . ObjectCreatedPut ,
BucketName : bucket ,
Object : objInfo ,
ReqParams : extractReqParams ( r ) ,
2016-09-29 07:46:19 +02:00
} )
2016-03-31 15:57:29 +02:00
}
// Download - file download handler.
2016-04-12 21:45:15 +02:00
func ( web * webAPIHandlers ) Download ( w http . ResponseWriter , r * http . Request ) {
2016-11-02 22:45:11 +01:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
writeWebErrorResponse ( w , errServerNotInitialized )
return
}
2016-03-31 15:57:29 +02:00
vars := mux . Vars ( r )
bucket := vars [ "bucket" ]
object := vars [ "object" ]
2016-12-27 17:28:10 +01:00
token := r . URL . Query ( ) . Get ( "token" )
2016-07-12 06:57:40 +02:00
2018-04-25 00:53:30 +02:00
if ! isAuthTokenValid ( token ) {
// Check if anonymous (non-owner) has access to download objects.
if ! globalPolicySys . IsAllowed ( policy . Args {
Action : policy . GetObjectAction ,
BucketName : bucket ,
ConditionValues : getConditionValues ( r , "" ) ,
IsOwner : false ,
ObjectName : object ,
} ) {
writeWebErrorResponse ( w , errAuthentication )
return
}
2016-03-31 15:57:29 +02:00
}
2016-12-27 17:28:10 +01:00
2018-03-28 23:14:06 +02:00
getObject := objectAPI . GetObject
if web . CacheAPI ( ) != nil {
getObject = web . CacheAPI ( ) . GetObject
}
2016-04-08 08:44:08 +02:00
// Add content disposition.
2016-08-17 22:26:08 +02:00
w . Header ( ) . Set ( "Content-Disposition" , fmt . Sprintf ( "attachment; filename=\"%s\"" , path . Base ( object ) ) )
2016-03-31 15:57:29 +02:00
2018-03-28 23:14:06 +02:00
if err := getObject ( context . Background ( ) , bucket , object , 0 , - 1 , w , "" ) ; err != nil {
fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
// Bucket resource API.
DeleteBucket(bucket string) *probe.Error
ListBuckets() ([]BucketInfo, *probe.Error)
MakeBucket(bucket string) *probe.Error
GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
// Bucket query API.
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
// Object resource API.
GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
DeleteObject(bucket, object string) *probe.Error
// Object query API.
NewMultipartUpload(bucket, object string) (string, *probe.Error)
PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
2016-03-31 01:15:28 +02:00
/// No need to print error, response writer already written to.
return
2016-03-31 15:57:29 +02:00
}
}
2017-02-09 08:39:08 +01:00
// DownloadZipArgs - Argument for downloading a bunch of files as a zip file.
// JSON will look like:
// '{"bucketname":"testbucket","prefix":"john/pics/","objects":["hawaii/","maldives/","sanjose.jpg"]}'
type DownloadZipArgs struct {
Objects [ ] string ` json:"objects" ` // can be files or sub-directories
Prefix string ` json:"prefix" ` // current directory in the browser-ui
BucketName string ` json:"bucketname" ` // bucket name.
}
// Takes a list of objects and creates a zip file that sent as the response body.
func ( web * webAPIHandlers ) DownloadZip ( w http . ResponseWriter , r * http . Request ) {
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
writeWebErrorResponse ( w , errServerNotInitialized )
return
}
2018-03-28 23:14:06 +02:00
getObject := objectAPI . GetObject
if web . CacheAPI ( ) != nil {
getObject = web . CacheAPI ( ) . GetObject
}
listObjects := objectAPI . ListObjects
if web . CacheAPI ( ) != nil {
listObjects = web . CacheAPI ( ) . ListObjects
}
2017-05-10 18:54:24 +02:00
// Auth is done after reading the body to accommodate for anonymous requests
// when bucket policy is enabled.
2017-02-09 08:39:08 +01:00
var args DownloadZipArgs
2017-05-10 18:54:24 +02:00
tenKB := 10 * 1024 // To limit r.Body to take care of misbehaving anonymous client.
decodeErr := json . NewDecoder ( io . LimitReader ( r . Body , int64 ( tenKB ) ) ) . Decode ( & args )
2017-02-09 08:39:08 +01:00
if decodeErr != nil {
writeWebErrorResponse ( w , decodeErr )
return
}
2017-05-10 18:54:24 +02:00
token := r . URL . Query ( ) . Get ( "token" )
if ! isAuthTokenValid ( token ) {
for _ , object := range args . Objects {
2018-04-25 00:53:30 +02:00
// Check if anonymous (non-owner) has access to download objects.
if ! globalPolicySys . IsAllowed ( policy . Args {
Action : policy . GetObjectAction ,
BucketName : args . BucketName ,
ConditionValues : getConditionValues ( r , "" ) ,
IsOwner : false ,
ObjectName : pathJoin ( args . Prefix , object ) ,
} ) {
2017-05-10 18:54:24 +02:00
writeWebErrorResponse ( w , errAuthentication )
return
}
}
}
2017-02-09 08:39:08 +01:00
archive := zip . NewWriter ( w )
defer archive . Close ( )
2018-03-28 23:14:06 +02:00
getObjectInfo := objectAPI . GetObjectInfo
if web . CacheAPI ( ) != nil {
getObjectInfo = web . CacheAPI ( ) . GetObjectInfo
}
2017-02-09 08:39:08 +01:00
for _ , object := range args . Objects {
// Writes compressed object file to the response.
zipit := func ( objectName string ) error {
2018-03-28 23:14:06 +02:00
info , err := getObjectInfo ( context . Background ( ) , args . BucketName , objectName )
2017-02-09 08:39:08 +01:00
if err != nil {
return err
}
header := & zip . FileHeader {
Name : strings . TrimPrefix ( objectName , args . Prefix ) ,
Method : zip . Deflate ,
UncompressedSize64 : uint64 ( info . Size ) ,
UncompressedSize : uint32 ( info . Size ) ,
}
writer , err := archive . CreateHeader ( header )
if err != nil {
writeWebErrorResponse ( w , errUnexpected )
return err
}
2018-03-28 23:14:06 +02:00
return getObject ( context . Background ( ) , args . BucketName , objectName , 0 , info . Size , writer , "" )
2017-02-09 08:39:08 +01:00
}
2017-02-16 23:52:14 +01:00
if ! hasSuffix ( object , slashSeparator ) {
2017-02-09 08:39:08 +01:00
// If not a directory, compress the file and write it to response.
err := zipit ( pathJoin ( args . Prefix , object ) )
if err != nil {
return
}
continue
}
// For directories, list the contents recursively and write the objects as compressed
// date to the response writer.
marker := ""
for {
2018-03-28 23:14:06 +02:00
lo , err := listObjects ( context . Background ( ) , args . BucketName , pathJoin ( args . Prefix , object ) , marker , "" , 1000 )
2017-02-09 08:39:08 +01:00
if err != nil {
return
}
marker = lo . NextMarker
for _ , obj := range lo . Objects {
err = zipit ( obj . Name )
if err != nil {
return
}
}
if ! lo . IsTruncated {
break
}
}
}
}
2016-08-30 19:04:50 +02:00
// GetBucketPolicyArgs - get bucket policy args.
type GetBucketPolicyArgs struct {
BucketName string ` json:"bucketName" `
Prefix string ` json:"prefix" `
}
// GetBucketPolicyRep - get bucket policy reply.
type GetBucketPolicyRep struct {
2018-04-25 00:53:30 +02:00
UIVersion string ` json:"uiVersion" `
Policy miniogopolicy . BucketPolicy ` json:"policy" `
2016-08-30 19:04:50 +02:00
}
2017-06-20 04:45:13 +02:00
// GetBucketPolicy - get bucket policy for the requested prefix.
2016-08-30 19:04:50 +02:00
func ( web * webAPIHandlers ) GetBucketPolicy ( r * http . Request , args * GetBucketPolicyArgs , reply * GetBucketPolicyRep ) error {
2016-08-31 04:22:27 +02:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( errServerNotInitialized )
2016-08-31 04:22:27 +02:00
}
2016-11-02 22:45:11 +01:00
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-11-02 22:45:11 +01:00
}
2018-04-25 00:53:30 +02:00
bucketPolicy , err := objectAPI . GetBucketPolicy ( context . Background ( ) , args . BucketName )
2016-08-30 19:04:50 +02:00
if err != nil {
2018-04-25 00:53:30 +02:00
if _ , ok := err . ( BucketPolicyNotFound ) ; ! ok {
2017-06-20 04:45:13 +02:00
return toJSONError ( err , args . BucketName )
}
2016-08-30 19:04:50 +02:00
}
2018-04-25 00:53:30 +02:00
policyInfo , err := PolicyToBucketAccessPolicy ( bucketPolicy )
if err != nil {
// This should not happen.
return toJSONError ( err , args . BucketName )
}
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2018-04-25 00:53:30 +02:00
reply . Policy = miniogopolicy . GetPolicy ( policyInfo . Statements , args . BucketName , args . Prefix )
2016-08-30 19:04:50 +02:00
return nil
}
2016-09-26 06:53:19 +02:00
// ListAllBucketPoliciesArgs - get all bucket policies.
type ListAllBucketPoliciesArgs struct {
2016-09-23 08:06:45 +02:00
BucketName string ` json:"bucketName" `
}
2017-03-16 20:21:58 +01:00
// BucketAccessPolicy - Collection of canned bucket policy at a given prefix.
type BucketAccessPolicy struct {
2018-04-25 00:53:30 +02:00
Bucket string ` json:"bucket" `
Prefix string ` json:"prefix" `
Policy miniogopolicy . BucketPolicy ` json:"policy" `
2016-09-26 06:53:19 +02:00
}
// ListAllBucketPoliciesRep - get all bucket policy reply.
type ListAllBucketPoliciesRep struct {
UIVersion string ` json:"uiVersion" `
2017-03-16 20:21:58 +01:00
Policies [ ] BucketAccessPolicy ` json:"policies" `
2016-09-23 08:06:45 +02:00
}
2018-04-25 00:53:30 +02:00
// ListAllBucketPolicies - get all bucket policy.
2016-09-26 06:53:19 +02:00
func ( web * webAPIHandlers ) ListAllBucketPolicies ( r * http . Request , args * ListAllBucketPoliciesArgs , reply * ListAllBucketPoliciesRep ) error {
2016-09-23 08:06:45 +02:00
objectAPI := web . ObjectAPI ( )
if objectAPI == nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( errServerNotInitialized )
2016-11-02 22:45:11 +01:00
}
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-09-23 08:06:45 +02:00
}
2018-04-25 00:53:30 +02:00
bucketPolicy , err := objectAPI . GetBucketPolicy ( context . Background ( ) , args . BucketName )
2016-09-23 08:06:45 +02:00
if err != nil {
2018-04-25 00:53:30 +02:00
if _ , ok := err . ( BucketPolicyNotFound ) ; ! ok {
2017-06-01 18:43:20 +02:00
return toJSONError ( err , args . BucketName )
}
2016-09-23 08:06:45 +02:00
}
2018-04-25 00:53:30 +02:00
policyInfo , err := PolicyToBucketAccessPolicy ( bucketPolicy )
if err != nil {
// This should not happen.
return toJSONError ( err , args . BucketName )
}
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2018-04-25 00:53:30 +02:00
for prefix , policy := range miniogopolicy . GetPolicies ( policyInfo . Statements , args . BucketName , "" ) {
2018-02-28 04:14:49 +01:00
bucketName , objectPrefix := urlPath2BucketObjectName ( prefix )
objectPrefix = strings . TrimSuffix ( objectPrefix , "*" )
2017-03-16 20:21:58 +01:00
reply . Policies = append ( reply . Policies , BucketAccessPolicy {
2018-02-28 04:14:49 +01:00
Bucket : bucketName ,
Prefix : objectPrefix ,
2016-09-26 06:53:19 +02:00
Policy : policy ,
} )
}
2018-04-25 00:53:30 +02:00
2016-09-23 08:06:45 +02:00
return nil
}
2018-04-25 00:53:30 +02:00
// SetBucketPolicyWebArgs - set bucket policy args.
type SetBucketPolicyWebArgs struct {
2016-08-30 19:04:50 +02:00
BucketName string ` json:"bucketName" `
Prefix string ` json:"prefix" `
Policy string ` json:"policy" `
}
// SetBucketPolicy - set bucket policy.
2018-04-25 00:53:30 +02:00
func ( web * webAPIHandlers ) SetBucketPolicy ( r * http . Request , args * SetBucketPolicyWebArgs , reply * WebGenericRep ) error {
2016-09-23 01:35:12 +02:00
objectAPI := web . ObjectAPI ( )
2017-06-05 17:11:54 +02:00
reply . UIVersion = browser . UIVersion
2016-09-23 01:35:12 +02:00
if objectAPI == nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( errServerNotInitialized )
2016-11-02 22:45:11 +01:00
}
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-09-23 01:35:12 +02:00
}
2016-08-30 19:04:50 +02:00
2018-04-25 00:53:30 +02:00
policyType := miniogopolicy . BucketPolicy ( args . Policy )
if ! policyType . IsValidBucketPolicy ( ) {
2016-11-22 20:12:38 +01:00
return & json2 . Error {
Message : "Invalid policy type " + args . Policy ,
}
2016-08-30 19:04:50 +02:00
}
2018-04-25 00:53:30 +02:00
ctx := context . Background ( )
bucketPolicy , err := objectAPI . GetBucketPolicy ( ctx , args . BucketName )
2016-08-30 19:04:50 +02:00
if err != nil {
2018-04-25 00:53:30 +02:00
if _ , ok := err . ( BucketPolicyNotFound ) ; ! ok {
2017-06-01 18:43:20 +02:00
return toJSONError ( err , args . BucketName )
}
2016-08-30 19:04:50 +02:00
}
2017-06-01 18:43:20 +02:00
2018-04-25 00:53:30 +02:00
policyInfo , err := PolicyToBucketAccessPolicy ( bucketPolicy )
if err != nil {
// This should not happen.
return toJSONError ( err , args . BucketName )
}
policyInfo . Statements = miniogopolicy . SetPolicy ( policyInfo . Statements , policyType , args . BucketName , args . Prefix )
2017-06-01 18:43:20 +02:00
2016-09-26 12:11:22 +02:00
if len ( policyInfo . Statements ) == 0 {
2018-04-25 00:53:30 +02:00
if err = objectAPI . DeleteBucketPolicy ( ctx , args . BucketName ) ; err != nil {
2016-11-22 20:12:38 +01:00
return toJSONError ( err , args . BucketName )
2016-09-26 12:11:22 +02:00
}
2018-04-25 00:53:30 +02:00
globalPolicySys . Remove ( args . BucketName )
2016-09-26 12:11:22 +02:00
return nil
}
2017-10-28 01:14:06 +02:00
2018-04-25 00:53:30 +02:00
bucketPolicy , err = BucketAccessPolicyToPolicy ( policyInfo )
2018-02-28 04:14:49 +01:00
if err != nil {
2018-04-25 00:53:30 +02:00
// This should not happen.
2018-02-28 04:14:49 +01:00
return toJSONError ( err , args . BucketName )
}
2016-12-11 01:15:12 +01:00
// Parse validate and save bucket policy.
2018-04-25 00:53:30 +02:00
if err := objectAPI . SetBucketPolicy ( ctx , args . BucketName , bucketPolicy ) ; err != nil {
2016-11-24 02:31:11 +01:00
return toJSONError ( err , args . BucketName )
2016-09-23 07:27:21 +02:00
}
2018-02-10 00:19:30 +01:00
2018-04-25 00:53:30 +02:00
globalPolicySys . Set ( args . BucketName , * bucketPolicy )
2018-07-03 20:09:36 +02:00
globalNotificationSys . SetBucketPolicy ( ctx , args . BucketName , bucketPolicy )
2018-04-25 00:53:30 +02:00
2016-08-30 19:04:50 +02:00
return nil
}
2016-09-23 10:24:49 +02:00
// PresignedGetArgs - presigned-get API args.
type PresignedGetArgs struct {
// Host header required for signed headers.
HostName string ` json:"host" `
// Bucket name of the object to be presigned.
BucketName string ` json:"bucket" `
// Object name to be presigned.
ObjectName string ` json:"object" `
2016-11-22 20:12:38 +01:00
// Expiry in seconds.
Expiry int64 ` json:"expiry" `
2016-09-23 10:24:49 +02:00
}
// PresignedGetRep - presigned-get URL reply.
type PresignedGetRep struct {
2016-10-23 21:32:35 +02:00
UIVersion string ` json:"uiVersion" `
2016-09-23 10:24:49 +02:00
// Presigned URL of the object.
URL string ` json:"url" `
}
// PresignedGET - returns presigned-Get url.
func ( web * webAPIHandlers ) PresignedGet ( r * http . Request , args * PresignedGetArgs , reply * PresignedGetRep ) error {
2016-12-27 17:28:10 +01:00
if ! isHTTPRequestValid ( r ) {
2016-11-22 20:12:38 +01:00
return toJSONError ( errAuthentication )
2016-09-23 10:24:49 +02:00
}
2016-11-22 20:12:38 +01:00
2016-09-23 10:24:49 +02:00
if args . BucketName == "" || args . ObjectName == "" {
2016-11-22 20:12:38 +01:00
return & json2 . Error {
Message : "Bucket and Object are mandatory arguments." ,
}
2016-09-23 10:24:49 +02:00
}
2017-02-23 02:27:26 +01:00
reply . UIVersion = browser . UIVersion
2016-11-22 20:12:38 +01:00
reply . URL = presignedGet ( args . HostName , args . BucketName , args . ObjectName , args . Expiry )
2016-09-23 10:24:49 +02:00
return nil
}
// Returns presigned url for GET method.
2016-11-22 20:12:38 +01:00
func presignedGet ( host , bucket , object string , expiry int64 ) string {
2017-11-29 22:12:47 +01:00
cred := globalServerConfig . GetCredential ( )
region := globalServerConfig . GetRegion ( )
2016-09-23 10:24:49 +02:00
2016-12-26 19:21:23 +01:00
accessKey := cred . AccessKey
secretKey := cred . SecretKey
2016-09-23 10:24:49 +02:00
2017-03-18 19:28:41 +01:00
date := UTCNow ( )
2016-11-11 06:57:15 +01:00
dateStr := date . Format ( iso8601Format )
2016-09-23 10:24:49 +02:00
credential := fmt . Sprintf ( "%s/%s" , accessKey , getScope ( date , region ) )
2016-11-22 20:12:38 +01:00
var expiryStr = "604800" // Default set to be expire in 7days.
if expiry < 604800 && expiry > 0 {
expiryStr = strconv . FormatInt ( expiry , 10 )
}
2018-06-05 19:48:51 +02:00
query := url . Values { }
query . Set ( "X-Amz-Algorithm" , signV4Algorithm )
query . Set ( "X-Amz-Credential" , credential )
query . Set ( "X-Amz-Date" , dateStr )
query . Set ( "X-Amz-Expires" , expiryStr )
query . Set ( "X-Amz-SignedHeaders" , "host" )
queryStr := s3utils . QueryEncode ( query )
2016-09-23 10:24:49 +02:00
path := "/" + path . Join ( bucket , object )
2017-04-06 02:00:24 +02:00
// "host" is the only header required to be signed for Presigned URLs.
extractedSignedHeaders := make ( http . Header )
extractedSignedHeaders . Set ( "host" , host )
2018-06-05 19:48:51 +02:00
canonicalRequest := getCanonicalRequest ( extractedSignedHeaders , unsignedPayload , queryStr , path , "GET" )
2017-02-06 22:09:09 +01:00
stringToSign := getStringToSign ( canonicalRequest , date , getScope ( date , region ) )
2016-09-23 10:24:49 +02:00
signingKey := getSigningKey ( secretKey , date , region )
signature := getSignature ( signingKey , stringToSign )
// Construct the final presigned URL.
2018-06-05 19:48:51 +02:00
return host + s3utils . EncodePath ( path ) + "?" + queryStr + "&" + "X-Amz-Signature=" + signature
2016-09-23 10:24:49 +02:00
}
2016-11-22 20:12:38 +01:00
// toJSONError converts regular errors into more user friendly
// and consumable error message for the browser UI.
func toJSONError ( err error , params ... string ) ( jerr * json2 . Error ) {
apiErr := toWebAPIError ( err )
jerr = & json2 . Error {
Message : apiErr . Description ,
}
switch apiErr . Code {
2017-03-03 12:01:42 +01:00
// Reserved bucket name provided.
case "AllAccessDisabled" :
if len ( params ) > 0 {
jerr = & json2 . Error {
Message : fmt . Sprintf ( "All access to this bucket %s has been disabled." , params [ 0 ] ) ,
}
}
2016-11-22 20:12:38 +01:00
// Bucket name invalid with custom error message.
case "InvalidBucketName" :
if len ( params ) > 0 {
jerr = & json2 . Error {
2017-05-19 16:30:00 +02:00
Message : fmt . Sprintf ( "Bucket Name %s is invalid. Lowercase letters, period, hyphen, numerals are the only allowed characters and should be minimum 3 characters in length." , params [ 0 ] ) ,
2016-11-22 20:12:38 +01:00
}
}
// Bucket not found custom error message.
case "NoSuchBucket" :
if len ( params ) > 0 {
jerr = & json2 . Error {
Message : fmt . Sprintf ( "The specified bucket %s does not exist." , params [ 0 ] ) ,
}
}
// Object not found custom error message.
case "NoSuchKey" :
if len ( params ) > 1 {
jerr = & json2 . Error {
Message : fmt . Sprintf ( "The specified key %s does not exist" , params [ 1 ] ) ,
}
}
// Add more custom error messages here with more context.
}
return jerr
}
// toWebAPIError - convert into error into APIError.
func toWebAPIError ( err error ) APIError {
if err == errAuthentication {
return APIError {
Code : "AccessDenied" ,
HTTPStatusCode : http . StatusForbidden ,
Description : err . Error ( ) ,
}
2017-01-03 10:33:00 +01:00
} else if err == errServerNotInitialized {
2016-11-22 20:12:38 +01:00
return APIError {
Code : "XMinioServerNotInitialized" ,
HTTPStatusCode : http . StatusServiceUnavailable ,
Description : err . Error ( ) ,
}
2017-10-31 19:54:32 +01:00
} else if err == auth . ErrInvalidAccessKeyLength {
2017-01-03 10:33:00 +01:00
return APIError {
Code : "AccessDenied" ,
HTTPStatusCode : http . StatusForbidden ,
Description : err . Error ( ) ,
}
2017-10-31 19:54:32 +01:00
} else if err == auth . ErrInvalidSecretKeyLength {
2017-01-03 10:33:00 +01:00
return APIError {
Code : "AccessDenied" ,
HTTPStatusCode : http . StatusForbidden ,
Description : err . Error ( ) ,
}
} else if err == errInvalidAccessKeyID {
return APIError {
Code : "AccessDenied" ,
HTTPStatusCode : http . StatusForbidden ,
Description : err . Error ( ) ,
}
2017-02-02 19:45:00 +01:00
} else if err == errSizeUnspecified {
return APIError {
Code : "InvalidRequest" ,
HTTPStatusCode : http . StatusBadRequest ,
Description : err . Error ( ) ,
}
2017-02-07 21:51:43 +01:00
} else if err == errChangeCredNotAllowed {
return APIError {
Code : "MethodNotAllowed" ,
HTTPStatusCode : http . StatusMethodNotAllowed ,
Description : err . Error ( ) ,
}
2017-09-01 21:16:54 +02:00
} else if err == errInvalidBucketName {
2017-03-03 12:01:42 +01:00
return APIError {
2017-09-01 21:16:54 +02:00
Code : "InvalidBucketName" ,
HTTPStatusCode : http . StatusBadRequest ,
2017-03-03 12:01:42 +01:00
Description : err . Error ( ) ,
}
2017-04-27 08:27:48 +02:00
} else if err == errInvalidArgument {
return APIError {
Code : "InvalidArgument" ,
HTTPStatusCode : http . StatusBadRequest ,
Description : err . Error ( ) ,
}
2018-06-07 03:10:51 +02:00
} else if err == errMethodNotAllowed {
return getAPIError ( ErrMethodNotAllowed )
2016-11-22 20:12:38 +01:00
}
2018-06-07 03:10:51 +02:00
2016-11-22 20:12:38 +01:00
// Convert error type to api error code.
switch err . ( type ) {
case StorageFull :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrStorageFull )
2016-11-22 20:12:38 +01:00
case BucketNotFound :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrNoSuchBucket )
2016-11-24 02:31:11 +01:00
case BucketExists :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrBucketAlreadyOwnedByYou )
2016-11-22 20:12:38 +01:00
case BucketNameInvalid :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrInvalidBucketName )
2017-10-22 07:30:34 +02:00
case hash . BadDigest :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrBadDigest )
2016-11-22 20:12:38 +01:00
case IncompleteBody :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrIncompleteBody )
2016-11-22 20:12:38 +01:00
case ObjectExistsAsDirectory :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrObjectExistsAsDirectory )
2016-11-22 20:12:38 +01:00
case ObjectNotFound :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrNoSuchKey )
2016-11-22 20:12:38 +01:00
case ObjectNameInvalid :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrNoSuchKey )
2016-11-22 20:12:38 +01:00
case InsufficientWriteQuorum :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrWriteQuorum )
2016-11-22 20:12:38 +01:00
case InsufficientReadQuorum :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrReadQuorum )
2016-11-24 02:31:11 +01:00
case PolicyNesting :
2017-06-08 04:31:23 +02:00
return getAPIError ( ErrPolicyNesting )
case NotImplemented :
return APIError {
Code : "NotImplemented" ,
HTTPStatusCode : http . StatusBadRequest ,
Description : "Functionality not implemented" ,
}
}
// Log unexpected and unhandled errors.
2018-04-06 00:04:40 +02:00
logger . LogIf ( context . Background ( ) , err )
2017-06-08 04:31:23 +02:00
return APIError {
Code : "InternalError" ,
HTTPStatusCode : http . StatusInternalServerError ,
Description : err . Error ( ) ,
2016-11-22 20:12:38 +01:00
}
}
// writeWebErrorResponse - set HTTP status code and write error description to the body.
func writeWebErrorResponse ( w http . ResponseWriter , err error ) {
apiErr := toWebAPIError ( err )
w . WriteHeader ( apiErr . HTTPStatusCode )
w . Write ( [ ] byte ( apiErr . Description ) )
}