2015-06-30 23:42:29 +02:00
|
|
|
/*
|
2017-01-18 21:24:34 +01:00
|
|
|
* Minio Cloud Storage, (C) 2015, 2016, 2017 Minio, Inc.
|
2015-06-30 23:42:29 +02:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2016-08-19 01:23:42 +02:00
|
|
|
package cmd
|
2015-06-30 23:42:29 +02:00
|
|
|
|
|
|
|
import (
|
2016-10-25 08:47:03 +02:00
|
|
|
"encoding/base64"
|
2016-03-06 01:43:48 +01:00
|
|
|
"encoding/xml"
|
2016-02-16 02:42:39 +01:00
|
|
|
"io"
|
2017-03-23 02:44:35 +01:00
|
|
|
"net"
|
2015-06-30 23:42:29 +02:00
|
|
|
"net/http"
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
"net/url"
|
2017-01-11 22:26:42 +01:00
|
|
|
"path"
|
2017-11-15 23:10:45 +01:00
|
|
|
"path/filepath"
|
2017-10-28 01:14:06 +02:00
|
|
|
"reflect"
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
"strings"
|
2016-09-02 10:59:08 +02:00
|
|
|
"sync"
|
2015-06-30 23:42:29 +02:00
|
|
|
|
2016-02-22 02:57:05 +01:00
|
|
|
mux "github.com/gorilla/mux"
|
2017-10-28 01:14:06 +02:00
|
|
|
"github.com/minio/minio-go/pkg/policy"
|
2016-08-20 12:16:38 +02:00
|
|
|
"github.com/minio/minio-go/pkg/set"
|
2017-10-22 07:30:34 +02:00
|
|
|
"github.com/minio/minio/pkg/hash"
|
2015-06-30 23:42:29 +02:00
|
|
|
)
|
|
|
|
|
2016-04-07 03:31:40 +02:00
|
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/dev/using-with-s3-actions.html
|
2016-08-11 05:10:48 +02:00
|
|
|
// Enforces bucket policies for a bucket for a given tatusaction.
|
2017-08-05 10:00:05 +02:00
|
|
|
func enforceBucketPolicy(bucket, action, resource, referer, sourceIP string, queryParams url.Values) (s3Error APIErrorCode) {
|
2016-09-26 23:28:35 +02:00
|
|
|
// Verify if bucket actually exists
|
2016-12-02 08:15:17 +01:00
|
|
|
if err := checkBucketExist(bucket, newObjectLayerFn()); err != nil {
|
2016-09-23 08:47:48 +02:00
|
|
|
err = errorCause(err)
|
|
|
|
switch err.(type) {
|
|
|
|
case BucketNameInvalid:
|
|
|
|
// Return error for invalid bucket name.
|
|
|
|
return ErrInvalidBucketName
|
|
|
|
case BucketNotFound:
|
|
|
|
// For no bucket found we return NoSuchBucket instead.
|
|
|
|
return ErrNoSuchBucket
|
|
|
|
}
|
|
|
|
errorIf(err, "Unable to read bucket policy.")
|
|
|
|
// Return internal error for any other errors so that we can investigate.
|
|
|
|
return ErrInternalError
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
}
|
|
|
|
|
2017-03-16 20:21:58 +01:00
|
|
|
if globalBucketPolicies == nil {
|
|
|
|
return ErrAccessDenied
|
|
|
|
}
|
|
|
|
|
2016-09-26 23:28:35 +02:00
|
|
|
// Fetch bucket policy, if policy is not set return access denied.
|
2017-10-28 01:14:06 +02:00
|
|
|
p := globalBucketPolicies.GetBucketPolicy(bucket)
|
|
|
|
if reflect.DeepEqual(p, emptyBucketPolicy) {
|
2016-09-26 23:28:35 +02:00
|
|
|
return ErrAccessDenied
|
|
|
|
}
|
|
|
|
|
2016-05-05 01:56:57 +02:00
|
|
|
// Construct resource in 'arn:aws:s3:::examplebucket/object' format.
|
2017-01-30 04:45:11 +01:00
|
|
|
arn := bucketARNPrefix + strings.TrimSuffix(strings.TrimPrefix(resource, "/"), "/")
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
|
|
|
|
// Get conditions for policy verification.
|
2017-10-28 01:14:06 +02:00
|
|
|
conditionKeyMap := make(policy.ConditionKeyMap)
|
2017-01-30 04:45:11 +01:00
|
|
|
for queryParam := range queryParams {
|
|
|
|
conditionKeyMap[queryParam] = set.CreateStringSet(queryParams.Get(queryParam))
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add request referer to conditionKeyMap if present.
|
|
|
|
if referer != "" {
|
|
|
|
conditionKeyMap["referer"] = set.CreateStringSet(referer)
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
}
|
2017-08-05 10:00:05 +02:00
|
|
|
// Add request source Ip to conditionKeyMap.
|
|
|
|
conditionKeyMap["ip"] = set.CreateStringSet(sourceIP)
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
|
|
|
|
// Validate action, resource and conditions with current policy statements.
|
2017-10-28 01:14:06 +02:00
|
|
|
if !bucketPolicyEvalStatements(action, arn, conditionKeyMap, p.Statements) {
|
2016-03-10 11:24:52 +01:00
|
|
|
return ErrAccessDenied
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
}
|
2016-03-10 11:24:52 +01:00
|
|
|
return ErrNone
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
}
|
|
|
|
|
2017-01-11 22:26:42 +01:00
|
|
|
// Check if the action is allowed on the bucket/prefix.
|
|
|
|
func isBucketActionAllowed(action, bucket, prefix string) bool {
|
2017-06-01 18:43:20 +02:00
|
|
|
if globalBucketPolicies == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2017-10-28 01:14:06 +02:00
|
|
|
bp := globalBucketPolicies.GetBucketPolicy(bucket)
|
|
|
|
if reflect.DeepEqual(bp, emptyBucketPolicy) {
|
2017-01-11 22:26:42 +01:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
resource := bucketARNPrefix + path.Join(bucket, prefix)
|
|
|
|
var conditionKeyMap map[string]set.StringSet
|
|
|
|
// Validate action, resource and conditions with current policy statements.
|
2017-10-28 01:14:06 +02:00
|
|
|
return bucketPolicyEvalStatements(action, resource, conditionKeyMap, bp.Statements)
|
2017-01-11 22:26:42 +01:00
|
|
|
}
|
|
|
|
|
2015-12-27 08:38:38 +01:00
|
|
|
// GetBucketLocationHandler - GET Bucket location.
|
|
|
|
// -------------------------
|
|
|
|
// This operation returns bucket location.
|
2016-04-12 21:45:15 +02:00
|
|
|
func (api objectAPIHandlers) GetBucketLocationHandler(w http.ResponseWriter, r *http.Request) {
|
2016-02-16 02:42:39 +01:00
|
|
|
vars := mux.Vars(r)
|
2015-12-27 08:38:38 +01:00
|
|
|
bucket := vars["bucket"]
|
|
|
|
|
2016-08-11 03:47:49 +02:00
|
|
|
objectAPI := api.ObjectAPI()
|
|
|
|
if objectAPI == nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrServerNotInitialized, r.URL)
|
2016-08-11 03:47:49 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-01-19 20:31:51 +01:00
|
|
|
s3Error := checkRequestAuthType(r, bucket, "s3:GetBucketLocation", globalMinioDefaultRegion)
|
|
|
|
if s3Error == ErrInvalidRegion {
|
|
|
|
// Clients like boto3 send getBucketLocation() call signed with region that is configured.
|
|
|
|
s3Error = checkRequestAuthType(r, "", "s3:GetBucketLocation", serverConfig.GetRegion())
|
|
|
|
}
|
|
|
|
if s3Error != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, s3Error, r.URL)
|
2016-11-21 22:51:05 +01:00
|
|
|
return
|
2016-02-04 21:52:25 +01:00
|
|
|
}
|
|
|
|
|
2016-07-31 23:11:14 +02:00
|
|
|
if _, err := objectAPI.GetBucketInfo(bucket); err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to fetch bucket info.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, toAPIErrorCode(err), r.URL)
|
2016-01-20 02:49:48 +01:00
|
|
|
return
|
2015-12-27 08:38:38 +01:00
|
|
|
}
|
|
|
|
|
2016-02-16 02:42:39 +01:00
|
|
|
// Generate response.
|
2016-03-06 21:16:22 +01:00
|
|
|
encodedSuccessResponse := encodeResponse(LocationResponse{})
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
// Get current region.
|
|
|
|
region := serverConfig.GetRegion()
|
2017-01-18 21:24:34 +01:00
|
|
|
if region != globalMinioDefaultRegion {
|
2016-03-06 21:16:22 +01:00
|
|
|
encodedSuccessResponse = encodeResponse(LocationResponse{
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
Location: region,
|
2016-02-16 02:42:39 +01:00
|
|
|
})
|
|
|
|
}
|
2017-01-06 09:37:00 +01:00
|
|
|
|
|
|
|
// Write success response.
|
|
|
|
writeSuccessResponseXML(w, encodedSuccessResponse)
|
2015-12-27 08:38:38 +01:00
|
|
|
}
|
|
|
|
|
2015-07-01 05:15:48 +02:00
|
|
|
// ListMultipartUploadsHandler - GET Bucket (List Multipart uploads)
|
2015-06-30 23:42:29 +02:00
|
|
|
// -------------------------
|
|
|
|
// This operation lists in-progress multipart uploads. An in-progress
|
|
|
|
// multipart upload is a multipart upload that has been initiated,
|
2015-10-17 04:09:35 +02:00
|
|
|
// using the Initiate Multipart Upload request, but has not yet been
|
|
|
|
// completed or aborted. This operation returns at most 1,000 multipart
|
|
|
|
// uploads in the response.
|
2015-06-30 23:42:29 +02:00
|
|
|
//
|
2016-04-12 21:45:15 +02:00
|
|
|
func (api objectAPIHandlers) ListMultipartUploadsHandler(w http.ResponseWriter, r *http.Request) {
|
2016-02-16 02:42:39 +01:00
|
|
|
vars := mux.Vars(r)
|
2015-10-17 04:09:35 +02:00
|
|
|
bucket := vars["bucket"]
|
|
|
|
|
2016-08-11 03:47:49 +02:00
|
|
|
objectAPI := api.ObjectAPI()
|
|
|
|
if objectAPI == nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrServerNotInitialized, r.URL)
|
2016-08-11 03:47:49 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-11-21 22:51:05 +01:00
|
|
|
if s3Error := checkRequestAuthType(r, bucket, "s3:ListBucketMultipartUploads", serverConfig.GetRegion()); s3Error != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, s3Error, r.URL)
|
2016-02-16 02:42:39 +01:00
|
|
|
return
|
2016-02-04 21:52:25 +01:00
|
|
|
}
|
|
|
|
|
objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
2016-04-03 10:34:20 +02:00
|
|
|
prefix, keyMarker, uploadIDMarker, delimiter, maxUploads, _ := getBucketMultipartResources(r.URL.Query())
|
|
|
|
if maxUploads < 0 {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrInvalidMaxUploads, r.URL)
|
2015-07-17 02:22:45 +02:00
|
|
|
return
|
|
|
|
}
|
2016-04-05 21:26:17 +02:00
|
|
|
if keyMarker != "" {
|
2016-04-29 23:24:10 +02:00
|
|
|
// Marker not common with prefix is not implemented.
|
2017-02-04 08:27:50 +01:00
|
|
|
if !hasPrefix(keyMarker, prefix) {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrNotImplemented, r.URL)
|
2016-04-29 23:24:10 +02:00
|
|
|
return
|
2016-04-05 21:26:17 +02:00
|
|
|
}
|
2015-06-30 23:42:29 +02:00
|
|
|
}
|
|
|
|
|
2016-07-31 23:11:14 +02:00
|
|
|
listMultipartsInfo, err := objectAPI.ListMultipartUploads(bucket, prefix, keyMarker, uploadIDMarker, delimiter, maxUploads)
|
2015-09-19 12:20:07 +02:00
|
|
|
if err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to list multipart uploads.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, toAPIErrorCode(err), r.URL)
|
2015-08-04 01:17:21 +02:00
|
|
|
return
|
|
|
|
}
|
2015-09-19 12:20:07 +02:00
|
|
|
// generate response
|
objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
2016-04-03 10:34:20 +02:00
|
|
|
response := generateListMultipartUploadsResponse(bucket, listMultipartsInfo)
|
2016-03-06 21:16:22 +01:00
|
|
|
encodedSuccessResponse := encodeResponse(response)
|
2017-01-06 09:37:00 +01:00
|
|
|
|
2016-01-08 09:40:06 +01:00
|
|
|
// write success response.
|
2017-01-06 09:37:00 +01:00
|
|
|
writeSuccessResponseXML(w, encodedSuccessResponse)
|
2015-06-30 23:42:29 +02:00
|
|
|
}
|
|
|
|
|
2016-10-09 18:21:37 +02:00
|
|
|
// ListBucketsHandler - GET Service.
|
2015-06-30 23:42:29 +02:00
|
|
|
// -----------
|
|
|
|
// This implementation of the GET operation returns a list of all buckets
|
|
|
|
// owned by the authenticated sender of the request.
|
2016-04-12 21:45:15 +02:00
|
|
|
func (api objectAPIHandlers) ListBucketsHandler(w http.ResponseWriter, r *http.Request) {
|
2016-08-11 03:47:49 +02:00
|
|
|
objectAPI := api.ObjectAPI()
|
|
|
|
if objectAPI == nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrServerNotInitialized, r.URL)
|
2016-08-11 03:47:49 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-11-21 22:51:05 +01:00
|
|
|
// ListBuckets does not have any bucket action.
|
2017-01-18 21:24:34 +01:00
|
|
|
s3Error := checkRequestAuthType(r, "", "", globalMinioDefaultRegion)
|
2016-11-30 22:55:56 +01:00
|
|
|
if s3Error == ErrInvalidRegion {
|
|
|
|
// Clients like boto3 send listBuckets() call signed with region that is configured.
|
|
|
|
s3Error = checkRequestAuthType(r, "", "", serverConfig.GetRegion())
|
|
|
|
}
|
|
|
|
if s3Error != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, s3Error, r.URL)
|
2016-02-16 02:42:39 +01:00
|
|
|
return
|
2016-02-04 21:52:25 +01:00
|
|
|
}
|
2016-08-11 03:47:49 +02:00
|
|
|
// Invoke the list buckets.
|
2016-07-31 23:11:14 +02:00
|
|
|
bucketsInfo, err := objectAPI.ListBuckets()
|
2016-07-17 22:23:15 +02:00
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "Unable to list buckets.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, toAPIErrorCode(err), r.URL)
|
2015-08-04 01:17:21 +02:00
|
|
|
return
|
|
|
|
}
|
2016-07-17 22:23:15 +02:00
|
|
|
|
|
|
|
// Generate response.
|
|
|
|
response := generateListBucketsResponse(bucketsInfo)
|
|
|
|
encodedSuccessResponse := encodeResponse(response)
|
2017-01-06 09:37:00 +01:00
|
|
|
|
2016-07-17 22:23:15 +02:00
|
|
|
// Write response.
|
2017-01-06 09:37:00 +01:00
|
|
|
writeSuccessResponseXML(w, encodedSuccessResponse)
|
2015-06-30 23:42:29 +02:00
|
|
|
}
|
|
|
|
|
2016-03-06 01:43:48 +01:00
|
|
|
// DeleteMultipleObjectsHandler - deletes multiple objects.
|
2016-04-12 21:45:15 +02:00
|
|
|
func (api objectAPIHandlers) DeleteMultipleObjectsHandler(w http.ResponseWriter, r *http.Request) {
|
2016-03-06 01:43:48 +01:00
|
|
|
vars := mux.Vars(r)
|
|
|
|
bucket := vars["bucket"]
|
|
|
|
|
2016-08-11 03:47:49 +02:00
|
|
|
objectAPI := api.ObjectAPI()
|
|
|
|
if objectAPI == nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrServerNotInitialized, r.URL)
|
2016-08-11 03:47:49 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-08-15 21:49:31 +02:00
|
|
|
var authError APIErrorCode
|
|
|
|
if authError = checkRequestAuthType(r, bucket, "s3:DeleteObject", serverConfig.GetRegion()); authError != ErrNone {
|
|
|
|
// In the event access is denied, a 200 response should still be returned
|
|
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/API/multiobjectdeleteapi.html
|
|
|
|
if authError != ErrAccessDenied {
|
|
|
|
writeErrorResponse(w, authError, r.URL)
|
|
|
|
return
|
|
|
|
}
|
2016-03-13 01:08:15 +01:00
|
|
|
}
|
|
|
|
|
2016-03-06 01:43:48 +01:00
|
|
|
// Content-Length is required and should be non-zero
|
|
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/API/multiobjectdeleteapi.html
|
|
|
|
if r.ContentLength <= 0 {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrMissingContentLength, r.URL)
|
2016-03-06 01:43:48 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Content-Md5 is requied should be set
|
|
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/API/multiobjectdeleteapi.html
|
|
|
|
if _, ok := r.Header["Content-Md5"]; !ok {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrMissingContentMD5, r.URL)
|
2016-03-06 01:43:48 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Allocate incoming content length bytes.
|
|
|
|
deleteXMLBytes := make([]byte, r.ContentLength)
|
|
|
|
|
|
|
|
// Read incoming body XML bytes.
|
2016-04-29 23:24:10 +02:00
|
|
|
if _, err := io.ReadFull(r.Body, deleteXMLBytes); err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to read HTTP body.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrInternalError, r.URL)
|
2016-03-06 01:43:48 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Unmarshal list of keys to be deleted.
|
|
|
|
deleteObjects := &DeleteObjectsRequest{}
|
2016-04-29 23:24:10 +02:00
|
|
|
if err := xml.Unmarshal(deleteXMLBytes, deleteObjects); err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to unmarshal delete objects request XML.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrMalformedXML, r.URL)
|
2016-03-06 01:43:48 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-09-02 10:59:08 +02:00
|
|
|
var wg = &sync.WaitGroup{} // Allocate a new wait group.
|
|
|
|
var dErrs = make([]error, len(deleteObjects.Objects))
|
|
|
|
|
|
|
|
// Delete all requested objects in parallel.
|
|
|
|
for index, object := range deleteObjects.Objects {
|
|
|
|
wg.Add(1)
|
|
|
|
go func(i int, obj ObjectIdentifier) {
|
2017-08-15 21:49:31 +02:00
|
|
|
defer wg.Done()
|
|
|
|
// If the request is denied access, each item
|
|
|
|
// should be marked as 'AccessDenied'
|
|
|
|
if authError == ErrAccessDenied {
|
|
|
|
dErrs[i] = PrefixAccessDenied{
|
|
|
|
Bucket: bucket,
|
|
|
|
Object: obj.ObjectName,
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2017-03-01 03:00:24 +01:00
|
|
|
objectLock := globalNSMutex.NewNSLock(bucket, obj.ObjectName)
|
2017-08-31 20:29:22 +02:00
|
|
|
if timedOutErr := objectLock.GetLock(globalObjectTimeout); timedOutErr != nil {
|
|
|
|
dErrs[i] = timedOutErr
|
|
|
|
} else {
|
|
|
|
defer objectLock.Unlock()
|
|
|
|
|
|
|
|
dErr := objectAPI.DeleteObject(bucket, obj.ObjectName)
|
|
|
|
if dErr != nil {
|
|
|
|
dErrs[i] = dErr
|
|
|
|
}
|
2016-09-02 10:59:08 +02:00
|
|
|
}
|
|
|
|
}(index, object)
|
|
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
|
|
|
|
// Collect deleted objects and errors if any.
|
2016-03-06 01:43:48 +01:00
|
|
|
var deletedObjects []ObjectIdentifier
|
2016-09-02 10:59:08 +02:00
|
|
|
var deleteErrors []DeleteError
|
|
|
|
for index, err := range dErrs {
|
|
|
|
object := deleteObjects.Objects[index]
|
|
|
|
// Success deleted objects are collected separately.
|
2016-03-06 01:43:48 +01:00
|
|
|
if err == nil {
|
2016-09-02 10:59:08 +02:00
|
|
|
deletedObjects = append(deletedObjects, object)
|
|
|
|
continue
|
2016-03-06 01:43:48 +01:00
|
|
|
}
|
2016-09-10 00:32:08 +02:00
|
|
|
if _, ok := errorCause(err).(ObjectNotFound); ok {
|
2016-09-07 20:49:12 +02:00
|
|
|
// If the object is not found it should be
|
|
|
|
// accounted as deleted as per S3 spec.
|
|
|
|
deletedObjects = append(deletedObjects, object)
|
|
|
|
continue
|
|
|
|
}
|
2016-09-02 10:59:08 +02:00
|
|
|
errorIf(err, "Unable to delete object. %s", object.ObjectName)
|
|
|
|
// Error during delete should be collected separately.
|
|
|
|
deleteErrors = append(deleteErrors, DeleteError{
|
|
|
|
Code: errorCodeResponse[toAPIErrorCode(err)].Code,
|
|
|
|
Message: errorCodeResponse[toAPIErrorCode(err)].Description,
|
|
|
|
Key: object.ObjectName,
|
|
|
|
})
|
2016-03-06 01:43:48 +01:00
|
|
|
}
|
2016-09-02 10:59:08 +02:00
|
|
|
|
2016-03-06 01:43:48 +01:00
|
|
|
// Generate response
|
|
|
|
response := generateMultiDeleteResponse(deleteObjects.Quiet, deletedObjects, deleteErrors)
|
|
|
|
encodedSuccessResponse := encodeResponse(response)
|
2017-01-06 09:37:00 +01:00
|
|
|
|
2016-03-06 01:43:48 +01:00
|
|
|
// Write success response.
|
2017-01-06 09:37:00 +01:00
|
|
|
writeSuccessResponseXML(w, encodedSuccessResponse)
|
2016-09-02 10:59:08 +02:00
|
|
|
|
2017-03-23 02:44:35 +01:00
|
|
|
// Get host and port from Request.RemoteAddr failing which
|
|
|
|
// fill them with empty strings.
|
|
|
|
host, port, err := net.SplitHostPort(r.RemoteAddr)
|
|
|
|
if err != nil {
|
|
|
|
host, port = "", ""
|
|
|
|
}
|
|
|
|
|
2016-09-29 07:46:19 +02:00
|
|
|
// Notify deleted event for objects.
|
|
|
|
for _, dobj := range deletedObjects {
|
|
|
|
eventNotify(eventData{
|
|
|
|
Type: ObjectRemovedDelete,
|
|
|
|
Bucket: bucket,
|
|
|
|
ObjInfo: ObjectInfo{
|
|
|
|
Name: dobj.ObjectName,
|
|
|
|
},
|
2017-03-13 22:41:13 +01:00
|
|
|
ReqParams: extractReqParams(r),
|
2017-03-23 02:44:35 +01:00
|
|
|
UserAgent: r.UserAgent(),
|
|
|
|
Host: host,
|
|
|
|
Port: port,
|
2016-09-29 07:46:19 +02:00
|
|
|
})
|
2016-09-02 10:59:08 +02:00
|
|
|
}
|
2016-03-06 01:43:48 +01:00
|
|
|
}
|
|
|
|
|
2015-07-01 05:15:48 +02:00
|
|
|
// PutBucketHandler - PUT Bucket
|
2015-06-30 23:42:29 +02:00
|
|
|
// ----------
|
|
|
|
// This implementation of the PUT operation creates a new bucket for authenticated request
|
2016-04-12 21:45:15 +02:00
|
|
|
func (api objectAPIHandlers) PutBucketHandler(w http.ResponseWriter, r *http.Request) {
|
2016-08-11 03:47:49 +02:00
|
|
|
objectAPI := api.ObjectAPI()
|
|
|
|
if objectAPI == nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrServerNotInitialized, r.URL)
|
2016-08-11 03:47:49 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-11-21 22:51:05 +01:00
|
|
|
// PutBucket does not have any bucket action.
|
2017-09-27 05:13:06 +02:00
|
|
|
s3Error := checkRequestAuthType(r, "", "", serverConfig.GetRegion())
|
2017-01-19 20:31:51 +01:00
|
|
|
if s3Error != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, s3Error, r.URL)
|
2016-02-04 21:52:25 +01:00
|
|
|
return
|
2015-07-14 18:17:30 +02:00
|
|
|
}
|
|
|
|
|
2016-07-19 08:56:27 +02:00
|
|
|
vars := mux.Vars(r)
|
|
|
|
bucket := vars["bucket"]
|
|
|
|
|
2017-04-03 23:50:09 +02:00
|
|
|
// Parse incoming location constraint.
|
|
|
|
location, s3Error := parseLocationConstraint(r)
|
|
|
|
if s3Error != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, s3Error, r.URL)
|
2016-08-26 05:00:47 +02:00
|
|
|
return
|
2016-04-21 02:35:38 +02:00
|
|
|
}
|
2016-07-24 07:51:12 +02:00
|
|
|
|
2017-04-03 23:50:09 +02:00
|
|
|
// Validate if location sent by the client is valid, reject
|
|
|
|
// requests which do not follow valid region requirements.
|
|
|
|
if !isValidLocation(location) {
|
|
|
|
writeErrorResponse(w, ErrInvalidRegion, r.URL)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-12-11 01:15:12 +01:00
|
|
|
bucketLock := globalNSMutex.NewNSLock(bucket, "")
|
2017-08-31 20:29:22 +02:00
|
|
|
if bucketLock.GetLock(globalObjectTimeout) != nil {
|
|
|
|
writeErrorResponse(w, ErrOperationTimedOut, r.URL)
|
|
|
|
return
|
|
|
|
}
|
2016-12-11 01:15:12 +01:00
|
|
|
defer bucketLock.Unlock()
|
|
|
|
|
2016-07-24 07:51:12 +02:00
|
|
|
// Proceed to creating a bucket.
|
2017-06-01 18:43:20 +02:00
|
|
|
err := objectAPI.MakeBucketWithLocation(bucket, "")
|
2015-09-19 12:20:07 +02:00
|
|
|
if err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to create a bucket.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, toAPIErrorCode(err), r.URL)
|
2015-08-04 01:17:21 +02:00
|
|
|
return
|
|
|
|
}
|
2017-01-06 09:37:00 +01:00
|
|
|
|
2015-09-19 12:20:07 +02:00
|
|
|
// Make sure to add Location information here only for bucket
|
2016-03-02 05:01:40 +01:00
|
|
|
w.Header().Set("Location", getLocation(r))
|
2017-01-06 09:37:00 +01:00
|
|
|
|
|
|
|
writeSuccessResponseHeadersOnly(w)
|
2015-06-30 23:42:29 +02:00
|
|
|
}
|
|
|
|
|
2015-10-02 08:51:17 +02:00
|
|
|
// PostPolicyBucketHandler - POST policy
|
|
|
|
// ----------
|
|
|
|
// This implementation of the POST operation handles object creation with a specified
|
|
|
|
// signature policy in multipart/form-data
|
2016-04-12 21:45:15 +02:00
|
|
|
func (api objectAPIHandlers) PostPolicyBucketHandler(w http.ResponseWriter, r *http.Request) {
|
2016-08-11 03:47:49 +02:00
|
|
|
objectAPI := api.ObjectAPI()
|
|
|
|
if objectAPI == nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrServerNotInitialized, r.URL)
|
2016-08-11 03:47:49 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-11-14 01:30:20 +01:00
|
|
|
bucket := mux.Vars(r)["bucket"]
|
|
|
|
|
2017-02-02 19:45:00 +01:00
|
|
|
// Require Content-Length to be set in the request
|
|
|
|
size := r.ContentLength
|
|
|
|
if size < 0 {
|
|
|
|
writeErrorResponse(w, ErrMissingContentLength, r.URL)
|
|
|
|
return
|
|
|
|
}
|
2017-11-15 23:10:45 +01:00
|
|
|
resource, err := getResource(r.URL.Path, r.Host, globalDomainName)
|
|
|
|
if err != nil {
|
|
|
|
writeErrorResponse(w, ErrInvalidRequest, r.URL)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Make sure that the URL does not contain object name.
|
|
|
|
if bucket != filepath.Clean(resource[1:]) {
|
|
|
|
writeErrorResponse(w, ErrMethodNotAllowed, r.URL)
|
|
|
|
return
|
|
|
|
}
|
2017-02-02 19:45:00 +01:00
|
|
|
|
2015-10-02 08:51:17 +02:00
|
|
|
// Here the parameter is the size of the form data that should
|
2016-03-23 01:54:31 +01:00
|
|
|
// be loaded in memory, the remaining being put in temporary files.
|
2016-04-29 23:24:10 +02:00
|
|
|
reader, err := r.MultipartReader()
|
|
|
|
if err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to initialize multipart reader.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrMalformedPOSTRequest, r.URL)
|
2015-10-02 08:51:17 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-02-02 19:45:00 +01:00
|
|
|
// Read multipart data and save in memory and in the disk if needed
|
|
|
|
form, err := reader.ReadForm(maxFormMemory)
|
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "Unable to initialize multipart reader.")
|
|
|
|
writeErrorResponse(w, ErrMalformedPOSTRequest, r.URL)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Remove all tmp files creating during multipart upload
|
|
|
|
defer form.RemoveAll()
|
|
|
|
|
|
|
|
// Extract all form fields
|
|
|
|
fileBody, fileName, fileSize, formValues, err := extractPostPolicyFormValues(form)
|
2016-02-04 21:52:25 +01:00
|
|
|
if err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to parse form values.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrMalformedPOSTRequest, r.URL)
|
2015-10-02 08:51:17 +02:00
|
|
|
return
|
|
|
|
}
|
2017-02-02 19:45:00 +01:00
|
|
|
|
2017-02-09 21:37:32 +01:00
|
|
|
// Check if file is provided, error out otherwise.
|
|
|
|
if fileBody == nil {
|
|
|
|
writeErrorResponse(w, ErrPOSTFileRequired, r.URL)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-02-02 19:45:00 +01:00
|
|
|
// Close multipart file
|
|
|
|
defer fileBody.Close()
|
|
|
|
|
2017-03-13 22:41:13 +01:00
|
|
|
formValues.Set("Bucket", bucket)
|
2016-02-16 02:42:39 +01:00
|
|
|
|
2017-03-13 22:41:13 +01:00
|
|
|
if fileName != "" && strings.Contains(formValues.Get("Key"), "${filename}") {
|
2016-07-28 02:51:55 +02:00
|
|
|
// S3 feature to replace ${filename} found in Key form field
|
|
|
|
// by the filename attribute passed in multipart
|
2017-03-13 22:41:13 +01:00
|
|
|
formValues.Set("Key", strings.Replace(formValues.Get("Key"), "${filename}", fileName, -1))
|
|
|
|
}
|
|
|
|
object := formValues.Get("Key")
|
|
|
|
|
|
|
|
successRedirect := formValues.Get("success_action_redirect")
|
|
|
|
successStatus := formValues.Get("success_action_status")
|
|
|
|
var redirectURL *url.URL
|
|
|
|
if successRedirect != "" {
|
|
|
|
redirectURL, err = url.Parse(successRedirect)
|
|
|
|
if err != nil {
|
|
|
|
writeErrorResponse(w, ErrMalformedPOSTRequest, r.URL)
|
|
|
|
return
|
|
|
|
}
|
2016-07-28 02:51:55 +02:00
|
|
|
}
|
|
|
|
|
2016-02-16 02:42:39 +01:00
|
|
|
// Verify policy signature.
|
2016-03-31 05:04:51 +02:00
|
|
|
apiErr := doesPolicySignatureMatch(formValues)
|
|
|
|
if apiErr != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, apiErr, r.URL)
|
2015-10-02 08:51:17 +02:00
|
|
|
return
|
|
|
|
}
|
2016-10-25 08:47:03 +02:00
|
|
|
|
2017-03-13 22:41:13 +01:00
|
|
|
policyBytes, err := base64.StdEncoding.DecodeString(formValues.Get("Policy"))
|
2016-10-25 08:47:03 +02:00
|
|
|
if err != nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrMalformedPOSTRequest, r.URL)
|
2016-10-25 08:47:03 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-10-26 19:15:57 +02:00
|
|
|
postPolicyForm, err := parsePostPolicyForm(string(policyBytes))
|
2016-10-25 08:47:03 +02:00
|
|
|
if err != nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrMalformedPOSTRequest, r.URL)
|
2016-10-25 08:47:03 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Make sure formValues adhere to policy restrictions.
|
|
|
|
if apiErr = checkPostPolicy(formValues, postPolicyForm); apiErr != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, apiErr, r.URL)
|
2015-10-06 19:12:06 +02:00
|
|
|
return
|
|
|
|
}
|
2016-05-20 02:10:08 +02:00
|
|
|
|
2017-02-02 19:45:00 +01:00
|
|
|
// Ensure that the object size is within expected range, also the file size
|
|
|
|
// should not exceed the maximum single Put size (5 GiB)
|
2016-10-25 08:47:03 +02:00
|
|
|
lengthRange := postPolicyForm.Conditions.ContentLengthRange
|
|
|
|
if lengthRange.Valid {
|
2017-02-02 19:45:00 +01:00
|
|
|
if fileSize < lengthRange.Min {
|
|
|
|
errorIf(err, "Unable to create object.")
|
|
|
|
writeErrorResponse(w, toAPIErrorCode(errDataTooSmall), r.URL)
|
|
|
|
return
|
2016-11-21 13:15:26 +01:00
|
|
|
}
|
2017-02-02 19:45:00 +01:00
|
|
|
|
2017-03-03 19:14:17 +01:00
|
|
|
if fileSize > lengthRange.Max || isMaxObjectSize(fileSize) {
|
2017-02-02 19:45:00 +01:00
|
|
|
errorIf(err, "Unable to create object.")
|
|
|
|
writeErrorResponse(w, toAPIErrorCode(errDataTooLarge), r.URL)
|
|
|
|
return
|
2016-11-21 13:15:26 +01:00
|
|
|
}
|
2016-10-25 08:47:03 +02:00
|
|
|
}
|
|
|
|
|
2016-12-20 01:14:04 +01:00
|
|
|
// Extract metadata to be saved from received Form.
|
2017-07-06 01:56:10 +02:00
|
|
|
metadata, err := extractMetadataFromHeader(formValues)
|
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "found invalid http request header")
|
|
|
|
writeErrorResponse(w, ErrInternalError, r.URL)
|
|
|
|
return
|
|
|
|
}
|
2016-10-03 00:51:49 +02:00
|
|
|
|
2016-12-11 01:15:12 +01:00
|
|
|
objectLock := globalNSMutex.NewNSLock(bucket, object)
|
2017-08-31 20:29:22 +02:00
|
|
|
if objectLock.GetLock(globalObjectTimeout) != nil {
|
|
|
|
writeErrorResponse(w, ErrOperationTimedOut, r.URL)
|
|
|
|
return
|
|
|
|
}
|
2016-12-11 01:15:12 +01:00
|
|
|
defer objectLock.Unlock()
|
|
|
|
|
2017-10-22 07:30:34 +02:00
|
|
|
hashReader, err := hash.NewReader(fileBody, fileSize, "", "")
|
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "Unable to initialize hashReader.")
|
|
|
|
writeErrorResponse(w, toAPIErrorCode(err), r.URL)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
objInfo, err := objectAPI.PutObject(bucket, object, hashReader, metadata)
|
2016-02-04 21:52:25 +01:00
|
|
|
if err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to create object.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, toAPIErrorCode(err), r.URL)
|
2015-10-02 08:51:17 +02:00
|
|
|
return
|
|
|
|
}
|
2017-03-13 22:41:13 +01:00
|
|
|
|
2017-09-25 01:43:21 +02:00
|
|
|
port := r.Header.Get("X-Forward-Proto")
|
|
|
|
location := getObjectLocation(r.Host, port, bucket, object)
|
2017-05-14 21:05:51 +02:00
|
|
|
w.Header().Set("ETag", `"`+objInfo.ETag+`"`)
|
2017-09-25 01:43:21 +02:00
|
|
|
w.Header().Set("Location", location)
|
2016-08-05 07:01:58 +02:00
|
|
|
|
2017-03-23 02:44:35 +01:00
|
|
|
// Get host and port from Request.RemoteAddr.
|
|
|
|
host, port, err := net.SplitHostPort(r.RemoteAddr)
|
|
|
|
if err != nil {
|
|
|
|
host, port = "", ""
|
|
|
|
}
|
|
|
|
|
2017-03-13 22:41:13 +01:00
|
|
|
// Notify object created event.
|
|
|
|
defer eventNotify(eventData{
|
|
|
|
Type: ObjectCreatedPost,
|
|
|
|
Bucket: objInfo.Bucket,
|
|
|
|
ObjInfo: objInfo,
|
|
|
|
ReqParams: extractReqParams(r),
|
2017-03-23 02:44:35 +01:00
|
|
|
UserAgent: r.UserAgent(),
|
|
|
|
Host: host,
|
|
|
|
Port: port,
|
2017-03-13 22:41:13 +01:00
|
|
|
})
|
|
|
|
|
|
|
|
if successRedirect != "" {
|
|
|
|
// Replace raw query params..
|
|
|
|
redirectURL.RawQuery = getRedirectPostRawQuery(objInfo)
|
|
|
|
writeRedirectSeeOther(w, redirectURL.String())
|
|
|
|
return
|
|
|
|
}
|
2016-07-24 07:51:12 +02:00
|
|
|
|
2017-03-13 22:41:13 +01:00
|
|
|
// Decide what http response to send depending on success_action_status parameter
|
|
|
|
switch successStatus {
|
|
|
|
case "201":
|
|
|
|
resp := encodeResponse(PostResponse{
|
|
|
|
Bucket: objInfo.Bucket,
|
|
|
|
Key: objInfo.Name,
|
2017-05-14 21:05:51 +02:00
|
|
|
ETag: `"` + objInfo.ETag + `"`,
|
2017-09-25 01:43:21 +02:00
|
|
|
Location: location,
|
2017-03-13 22:41:13 +01:00
|
|
|
})
|
|
|
|
writeResponse(w, http.StatusCreated, resp, "application/xml")
|
|
|
|
case "200":
|
|
|
|
writeSuccessResponseHeadersOnly(w)
|
|
|
|
default:
|
2016-12-18 22:39:56 +01:00
|
|
|
writeSuccessNoContent(w)
|
|
|
|
}
|
2015-10-02 08:51:17 +02:00
|
|
|
}
|
|
|
|
|
2015-07-01 05:15:48 +02:00
|
|
|
// HeadBucketHandler - HEAD Bucket
|
2015-06-30 23:42:29 +02:00
|
|
|
// ----------
|
|
|
|
// This operation is useful to determine if a bucket exists.
|
|
|
|
// The operation returns a 200 OK if the bucket exists and you
|
|
|
|
// have permission to access it. Otherwise, the operation might
|
|
|
|
// return responses such as 404 Not Found and 403 Forbidden.
|
2016-04-12 21:45:15 +02:00
|
|
|
func (api objectAPIHandlers) HeadBucketHandler(w http.ResponseWriter, r *http.Request) {
|
2016-02-16 02:42:39 +01:00
|
|
|
vars := mux.Vars(r)
|
2015-06-30 23:42:29 +02:00
|
|
|
bucket := vars["bucket"]
|
2015-07-03 05:31:22 +02:00
|
|
|
|
2016-08-11 03:47:49 +02:00
|
|
|
objectAPI := api.ObjectAPI()
|
|
|
|
if objectAPI == nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponseHeadersOnly(w, ErrServerNotInitialized)
|
2016-08-11 03:47:49 +02:00
|
|
|
return
|
|
|
|
}
|
2016-11-21 22:51:05 +01:00
|
|
|
|
|
|
|
if s3Error := checkRequestAuthType(r, bucket, "s3:ListBucket", serverConfig.GetRegion()); s3Error != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponseHeadersOnly(w, s3Error)
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
return
|
2016-02-04 21:52:25 +01:00
|
|
|
}
|
|
|
|
|
2016-12-11 01:15:12 +01:00
|
|
|
bucketLock := globalNSMutex.NewNSLock(bucket, "")
|
2017-08-31 20:29:22 +02:00
|
|
|
if bucketLock.GetRLock(globalObjectTimeout) != nil {
|
|
|
|
writeErrorResponseHeadersOnly(w, ErrOperationTimedOut)
|
|
|
|
return
|
|
|
|
}
|
2016-12-11 01:15:12 +01:00
|
|
|
defer bucketLock.RUnlock()
|
|
|
|
|
2016-07-31 23:11:14 +02:00
|
|
|
if _, err := objectAPI.GetBucketInfo(bucket); err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to fetch bucket info.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponseHeadersOnly(w, toAPIErrorCode(err))
|
2015-08-04 01:17:21 +02:00
|
|
|
return
|
|
|
|
}
|
2017-01-06 09:37:00 +01:00
|
|
|
|
|
|
|
writeSuccessResponseHeadersOnly(w)
|
2015-06-30 23:42:29 +02:00
|
|
|
}
|
2015-10-16 20:26:01 +02:00
|
|
|
|
|
|
|
// DeleteBucketHandler - Delete bucket
|
2016-04-12 21:45:15 +02:00
|
|
|
func (api objectAPIHandlers) DeleteBucketHandler(w http.ResponseWriter, r *http.Request) {
|
2016-08-11 03:47:49 +02:00
|
|
|
objectAPI := api.ObjectAPI()
|
|
|
|
if objectAPI == nil {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, ErrServerNotInitialized, r.URL)
|
2016-08-11 03:47:49 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-11-21 22:51:05 +01:00
|
|
|
// DeleteBucket does not have any bucket action.
|
|
|
|
if s3Error := checkRequestAuthType(r, "", "", serverConfig.GetRegion()); s3Error != ErrNone {
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, s3Error, r.URL)
|
2016-02-16 02:42:39 +01:00
|
|
|
return
|
2016-02-04 21:52:25 +01:00
|
|
|
}
|
|
|
|
|
2016-07-19 08:56:27 +02:00
|
|
|
vars := mux.Vars(r)
|
|
|
|
bucket := vars["bucket"]
|
|
|
|
|
2016-12-11 01:15:12 +01:00
|
|
|
bucketLock := globalNSMutex.NewNSLock(bucket, "")
|
2017-08-31 20:29:22 +02:00
|
|
|
if bucketLock.GetLock(globalObjectTimeout) != nil {
|
|
|
|
writeErrorResponse(w, ErrOperationTimedOut, r.URL)
|
|
|
|
return
|
|
|
|
}
|
2016-12-11 01:15:12 +01:00
|
|
|
defer bucketLock.Unlock()
|
|
|
|
|
2016-07-24 07:51:12 +02:00
|
|
|
// Attempt to delete bucket.
|
2016-07-31 23:11:14 +02:00
|
|
|
if err := objectAPI.DeleteBucket(bucket); err != nil {
|
2016-05-16 23:31:28 +02:00
|
|
|
errorIf(err, "Unable to delete a bucket.")
|
2017-01-06 09:37:00 +01:00
|
|
|
writeErrorResponse(w, toAPIErrorCode(err), r.URL)
|
2015-10-16 20:26:01 +02:00
|
|
|
return
|
|
|
|
}
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
|
|
|
|
// Delete bucket access policy, if present - ignore any errors.
|
2016-10-21 01:09:19 +02:00
|
|
|
_ = removeBucketPolicy(bucket, objectAPI)
|
2016-08-09 20:33:45 +02:00
|
|
|
|
2017-07-24 04:35:18 +02:00
|
|
|
// Notify all peers (including self) to update in-memory state
|
2017-10-28 01:14:06 +02:00
|
|
|
S3PeersUpdateBucketPolicy(bucket, policyChange{true, policy.BucketAccessPolicy{}})
|
2017-07-24 04:35:18 +02:00
|
|
|
|
2016-08-09 20:33:45 +02:00
|
|
|
// Delete notification config, if present - ignore any errors.
|
2016-10-21 01:09:19 +02:00
|
|
|
_ = removeNotificationConfig(bucket, objectAPI)
|
|
|
|
|
2017-07-24 04:35:18 +02:00
|
|
|
// Notify all peers (including self) to update in-memory state
|
|
|
|
S3PeersUpdateBucketNotification(bucket, nil)
|
|
|
|
|
2016-10-21 01:09:19 +02:00
|
|
|
// Delete listener config, if present - ignore any errors.
|
|
|
|
_ = removeListenerConfig(bucket, objectAPI)
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
|
2017-07-24 04:35:18 +02:00
|
|
|
// Notify all peers (including self) to update in-memory state
|
|
|
|
S3PeersUpdateBucketListener(bucket, []listenerConfig{})
|
|
|
|
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
// Write success response.
|
2015-10-17 05:02:37 +02:00
|
|
|
writeSuccessNoContent(w)
|
2015-10-16 20:26:01 +02:00
|
|
|
}
|