2015-02-15 09:48:15 +01:00
|
|
|
/*
|
2015-07-25 02:51:40 +02:00
|
|
|
* Minio Cloud Storage, (C) 2015 Minio, Inc.
|
2015-02-15 09:48:15 +01:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2015-09-19 09:52:01 +02:00
|
|
|
package main
|
2015-02-11 12:23:15 +01:00
|
|
|
|
|
|
|
import (
|
2015-04-27 12:54:49 +02:00
|
|
|
"errors"
|
2015-02-11 12:23:15 +01:00
|
|
|
"net/http"
|
2016-02-20 06:45:37 +01:00
|
|
|
"path"
|
2016-02-26 14:19:35 +01:00
|
|
|
"regexp"
|
2015-10-08 05:36:36 +02:00
|
|
|
"strings"
|
2015-04-27 12:54:49 +02:00
|
|
|
"time"
|
2015-02-11 12:23:15 +01:00
|
|
|
|
2015-10-09 04:56:41 +02:00
|
|
|
router "github.com/gorilla/mux"
|
2015-08-31 23:40:12 +02:00
|
|
|
"github.com/rs/cors"
|
2015-02-11 12:23:15 +01:00
|
|
|
)
|
|
|
|
|
2016-02-16 02:42:39 +01:00
|
|
|
const (
|
|
|
|
iso8601Format = "20060102T150405Z"
|
2016-02-22 07:38:38 +01:00
|
|
|
privateBucket = "/minio"
|
2016-02-16 02:42:39 +01:00
|
|
|
)
|
|
|
|
|
2016-02-04 23:57:20 +01:00
|
|
|
// HandlerFunc - useful to chain different middleware http.Handler
|
|
|
|
type HandlerFunc func(http.Handler) http.Handler
|
2015-09-16 01:59:43 +02:00
|
|
|
|
2016-02-04 23:57:20 +01:00
|
|
|
func registerHandlers(mux *router.Router, handlerFns ...HandlerFunc) http.Handler {
|
2015-10-09 04:56:41 +02:00
|
|
|
var f http.Handler
|
|
|
|
f = mux
|
2016-02-04 23:57:20 +01:00
|
|
|
for _, hFn := range handlerFns {
|
|
|
|
f = hFn(f)
|
2015-10-09 04:56:41 +02:00
|
|
|
}
|
|
|
|
return f
|
2015-04-27 12:54:49 +02:00
|
|
|
}
|
|
|
|
|
2016-02-17 03:50:36 +01:00
|
|
|
// Adds redirect rules for incoming requests.
|
|
|
|
type redirectHandler struct {
|
|
|
|
handler http.Handler
|
|
|
|
locationPrefix string
|
|
|
|
}
|
|
|
|
|
|
|
|
func setBrowserRedirectHandler(h http.Handler) http.Handler {
|
|
|
|
return redirectHandler{handler: h, locationPrefix: privateBucket}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (h redirectHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
|
|
|
// Re-direction handled specifically for browsers.
|
|
|
|
if strings.Contains(r.Header.Get("User-Agent"), "Mozilla") {
|
2016-02-22 07:38:38 +01:00
|
|
|
// '/' is redirected to 'locationPrefix/'
|
|
|
|
// '/rpc' is redirected to 'locationPrefix/rpc'
|
|
|
|
// '/login' is redirected to 'locationPrefix/login'
|
2016-02-17 03:50:36 +01:00
|
|
|
switch r.URL.Path {
|
2016-02-23 19:37:27 +01:00
|
|
|
case "/", "/rpc", "/login", "/favicon.ico":
|
2016-02-22 07:38:38 +01:00
|
|
|
location := h.locationPrefix + r.URL.Path
|
2016-02-17 03:50:36 +01:00
|
|
|
// Redirect to new location.
|
|
|
|
http.Redirect(w, r, location, http.StatusTemporaryRedirect)
|
|
|
|
return
|
2015-05-01 01:29:03 +02:00
|
|
|
}
|
2015-04-27 12:54:49 +02:00
|
|
|
}
|
2016-02-17 03:50:36 +01:00
|
|
|
h.handler.ServeHTTP(w, r)
|
2015-04-27 12:54:49 +02:00
|
|
|
}
|
|
|
|
|
2016-02-04 22:57:56 +01:00
|
|
|
// Adds Cache-Control header
|
|
|
|
type cacheControlHandler struct {
|
|
|
|
handler http.Handler
|
|
|
|
}
|
|
|
|
|
2016-02-17 03:50:36 +01:00
|
|
|
func setBrowserCacheControlHandler(h http.Handler) http.Handler {
|
2016-02-04 22:57:56 +01:00
|
|
|
return cacheControlHandler{h}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (h cacheControlHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
2016-02-17 03:50:36 +01:00
|
|
|
if r.Method == "GET" && strings.Contains(r.Header.Get("User-Agent"), "Mozilla") {
|
2016-02-26 14:19:35 +01:00
|
|
|
// For all browser requests set appropriate Cache-Control policies
|
|
|
|
match, e := regexp.MatchString(privateBucket+`/([^/]+\.js|favicon.ico)`, r.URL.Path)
|
|
|
|
if e != nil {
|
2016-03-10 11:24:52 +01:00
|
|
|
writeErrorResponse(w, r, ErrInternalError, r.URL.Path)
|
2016-02-26 14:19:35 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
if match {
|
|
|
|
// For assets set cache expiry of one year. For each release, the name
|
|
|
|
// of the asset name will change and hence it can not be served from cache.
|
|
|
|
w.Header().Set("Cache-Control", "max-age=31536000")
|
|
|
|
} else if strings.HasPrefix(r.URL.Path, privateBucket+"/") {
|
|
|
|
// For non asset requests we serve index.html which will never be cached.
|
|
|
|
w.Header().Set("Cache-Control", "no-store")
|
|
|
|
}
|
2016-02-17 03:50:36 +01:00
|
|
|
}
|
|
|
|
h.handler.ServeHTTP(w, r)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Adds verification for incoming paths.
|
|
|
|
type minioPrivateBucketHandler struct {
|
|
|
|
handler http.Handler
|
|
|
|
privateBucket string
|
|
|
|
}
|
|
|
|
|
|
|
|
func setPrivateBucketHandler(h http.Handler) http.Handler {
|
|
|
|
return minioPrivateBucketHandler{handler: h, privateBucket: privateBucket}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (h minioPrivateBucketHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
|
|
|
// For all non browser requests, reject access to 'privateBucket'.
|
2016-02-22 07:38:38 +01:00
|
|
|
if !strings.Contains(r.Header.Get("User-Agent"), "Mozilla") && path.Clean(r.URL.Path) == privateBucket {
|
2016-03-10 11:24:52 +01:00
|
|
|
writeErrorResponse(w, r, ErrAllAccessDisabled, r.URL.Path)
|
2016-02-17 03:50:36 +01:00
|
|
|
return
|
2016-02-04 22:57:56 +01:00
|
|
|
}
|
|
|
|
h.handler.ServeHTTP(w, r)
|
|
|
|
}
|
|
|
|
|
2016-03-07 18:52:20 +01:00
|
|
|
// Supported incoming date formats.
|
|
|
|
var timeFormats = []string{
|
|
|
|
time.RFC1123,
|
|
|
|
time.RFC1123Z,
|
|
|
|
iso8601Format,
|
|
|
|
}
|
|
|
|
|
|
|
|
// Attempts to parse date string into known date layouts. Date layouts
|
|
|
|
// currently supported are
|
|
|
|
// - ``time.RFC1123``
|
|
|
|
// - ``time.RFC1123Z``
|
|
|
|
// - ``iso8601Format``
|
|
|
|
func parseDate(date string) (parsedTime time.Time, e error) {
|
|
|
|
for _, layout := range timeFormats {
|
|
|
|
parsedTime, e = time.Parse(layout, date)
|
|
|
|
if e == nil {
|
|
|
|
return parsedTime, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return time.Time{}, e
|
|
|
|
}
|
|
|
|
|
|
|
|
// Parse date string from incoming header, current supports and verifies
|
|
|
|
// follow HTTP headers.
|
|
|
|
//
|
|
|
|
// - X-Amz-Date
|
|
|
|
// - X-Minio-Date
|
|
|
|
// - Date
|
|
|
|
//
|
|
|
|
// In following time layouts ``time.RFC1123``, ``time.RFC1123Z`` and
|
|
|
|
// ``iso8601Format``.
|
|
|
|
var dateHeaders = []string{
|
|
|
|
"x-amz-date",
|
|
|
|
"x-minio-date",
|
|
|
|
"date",
|
|
|
|
}
|
|
|
|
|
|
|
|
func parseDateHeader(req *http.Request) (time.Time, error) {
|
|
|
|
for _, dateHeader := range dateHeaders {
|
|
|
|
date := req.Header.Get(http.CanonicalHeaderKey(dateHeader))
|
|
|
|
if date != "" {
|
|
|
|
return parseDate(date)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return time.Time{}, errors.New("Date header missing, invalid request.")
|
|
|
|
}
|
|
|
|
|
2016-02-17 03:50:36 +01:00
|
|
|
type timeHandler struct {
|
|
|
|
handler http.Handler
|
|
|
|
}
|
|
|
|
|
2016-02-04 23:57:20 +01:00
|
|
|
// setTimeValidityHandler to validate parsable time over http header
|
|
|
|
func setTimeValidityHandler(h http.Handler) http.Handler {
|
2015-05-13 21:19:41 +02:00
|
|
|
return timeHandler{h}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (h timeHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
2015-04-27 12:54:49 +02:00
|
|
|
// Verify if date headers are set, if not reject the request
|
2015-04-30 03:30:17 +02:00
|
|
|
if r.Header.Get("Authorization") != "" {
|
2016-02-17 03:50:36 +01:00
|
|
|
date, e := parseDateHeader(r)
|
|
|
|
if e != nil {
|
|
|
|
// All our internal APIs are sensitive towards Date
|
|
|
|
// header, for all requests where Date header is not
|
|
|
|
// present we will reject such clients.
|
2016-03-10 11:24:52 +01:00
|
|
|
writeErrorResponse(w, r, ErrRequestTimeTooSkewed, r.URL.Path)
|
2015-04-30 03:30:17 +02:00
|
|
|
return
|
|
|
|
}
|
2016-02-17 03:50:36 +01:00
|
|
|
// Verify if the request date header is more than 5minutes
|
|
|
|
// late, reject such clients.
|
2016-03-07 18:52:20 +01:00
|
|
|
if time.Now().UTC().Sub(date)/time.Minute > time.Duration(5)*time.Minute {
|
2016-03-10 11:24:52 +01:00
|
|
|
writeErrorResponse(w, r, ErrRequestTimeTooSkewed, r.URL.Path)
|
2015-04-30 03:30:17 +02:00
|
|
|
return
|
|
|
|
}
|
2015-04-27 12:54:49 +02:00
|
|
|
}
|
|
|
|
h.handler.ServeHTTP(w, r)
|
|
|
|
}
|
|
|
|
|
2016-02-17 03:50:36 +01:00
|
|
|
type resourceHandler struct {
|
|
|
|
handler http.Handler
|
|
|
|
}
|
|
|
|
|
2016-02-04 23:57:20 +01:00
|
|
|
// setCorsHandler handler for CORS (Cross Origin Resource Sharing)
|
|
|
|
func setCorsHandler(h http.Handler) http.Handler {
|
2015-10-30 19:49:08 +01:00
|
|
|
c := cors.New(cors.Options{
|
|
|
|
AllowedOrigins: []string{"*"},
|
2016-01-28 18:23:05 +01:00
|
|
|
AllowedMethods: []string{"GET", "HEAD", "POST", "PUT"},
|
2015-10-30 19:49:08 +01:00
|
|
|
AllowedHeaders: []string{"*"},
|
|
|
|
})
|
|
|
|
return c.Handler(h)
|
2015-08-31 23:40:12 +02:00
|
|
|
}
|
|
|
|
|
2016-02-04 23:57:20 +01:00
|
|
|
// setIgnoreResourcesHandler -
|
2015-02-24 01:46:48 +01:00
|
|
|
// Ignore resources handler is wrapper handler used for API request resource validation
|
|
|
|
// Since we do not support all the S3 queries, it is necessary for us to throw back a
|
2016-02-17 03:50:36 +01:00
|
|
|
// valid error message indicating that requested feature is not implemented.
|
2016-02-04 23:57:20 +01:00
|
|
|
func setIgnoreResourcesHandler(h http.Handler) http.Handler {
|
2015-04-27 12:54:49 +02:00
|
|
|
return resourceHandler{h}
|
2015-02-18 21:15:33 +01:00
|
|
|
}
|
|
|
|
|
2015-03-03 11:36:12 +01:00
|
|
|
// Resource handler ServeHTTP() wrapper
|
2015-04-27 12:54:49 +02:00
|
|
|
func (h resourceHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
2016-02-10 06:38:50 +01:00
|
|
|
// Skip the first element which is usually '/' and split the rest.
|
2015-12-07 20:57:33 +01:00
|
|
|
splits := strings.SplitN(r.URL.Path[1:], "/", 2)
|
|
|
|
|
|
|
|
// Save bucketName and objectName extracted from url Path.
|
|
|
|
var bucketName, objectName string
|
|
|
|
if len(splits) == 1 {
|
|
|
|
bucketName = splits[0]
|
|
|
|
}
|
|
|
|
if len(splits) == 2 {
|
|
|
|
bucketName = splits[0]
|
|
|
|
objectName = splits[1]
|
|
|
|
}
|
|
|
|
// If bucketName is present and not objectName check for bucket
|
|
|
|
// level resource queries.
|
|
|
|
if bucketName != "" && objectName == "" {
|
2015-10-08 05:36:36 +02:00
|
|
|
if ignoreNotImplementedBucketResources(r) {
|
2016-03-10 11:24:52 +01:00
|
|
|
writeErrorResponse(w, r, ErrNotImplemented, r.URL.Path)
|
2015-10-08 05:36:36 +02:00
|
|
|
return
|
|
|
|
}
|
2015-12-07 20:57:33 +01:00
|
|
|
}
|
|
|
|
// If bucketName and objectName are present check for its resource queries.
|
|
|
|
if bucketName != "" && objectName != "" {
|
2015-10-08 05:36:36 +02:00
|
|
|
if ignoreNotImplementedObjectResources(r) {
|
2016-03-10 11:24:52 +01:00
|
|
|
writeErrorResponse(w, r, ErrNotImplemented, r.URL.Path)
|
2015-10-08 05:36:36 +02:00
|
|
|
return
|
|
|
|
}
|
2015-02-18 21:15:33 +01:00
|
|
|
}
|
2015-12-07 20:57:33 +01:00
|
|
|
// A put method on path "/" doesn't make sense, ignore it.
|
|
|
|
if r.Method == "PUT" && r.URL.Path == "/" {
|
2016-03-10 11:24:52 +01:00
|
|
|
writeErrorResponse(w, r, ErrNotImplemented, r.URL.Path)
|
2015-12-07 20:57:33 +01:00
|
|
|
return
|
|
|
|
}
|
2015-04-27 12:54:49 +02:00
|
|
|
h.handler.ServeHTTP(w, r)
|
2015-02-11 12:23:15 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
//// helpers
|
|
|
|
|
2015-04-30 00:28:04 +02:00
|
|
|
// Checks requests for not implemented Bucket resources
|
|
|
|
func ignoreNotImplementedBucketResources(req *http.Request) bool {
|
2016-02-20 01:04:29 +01:00
|
|
|
for name := range req.URL.Query() {
|
2015-04-30 00:28:04 +02:00
|
|
|
if notimplementedBucketResourceNames[name] {
|
2015-02-11 12:23:15 +01:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2015-04-30 00:28:04 +02:00
|
|
|
// Checks requests for not implemented Object resources
|
|
|
|
func ignoreNotImplementedObjectResources(req *http.Request) bool {
|
2016-02-20 01:04:29 +01:00
|
|
|
for name := range req.URL.Query() {
|
2015-04-30 00:28:04 +02:00
|
|
|
if notimplementedObjectResourceNames[name] {
|
2015-02-11 12:23:15 +01:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
2016-02-20 01:04:29 +01:00
|
|
|
|
|
|
|
// List of not implemented bucket queries
|
|
|
|
var notimplementedBucketResourceNames = map[string]bool{
|
accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
"*": true,
"s3:*": true,
"s3:GetObject": true,
"s3:ListBucket": true,
"s3:PutObject": true,
"s3:CreateBucket": true,
"s3:GetBucketLocation": true,
"s3:DeleteBucket": true,
"s3:DeleteObject": true,
"s3:AbortMultipartUpload": true,
"s3:ListBucketMultipartUploads": true,
"s3:ListMultipartUploadParts": true,
following conditions for "StringEquals" and "StringNotEquals"
"s3:prefix", "s3:max-keys"
2016-02-04 01:46:56 +01:00
|
|
|
"acl": true,
|
2016-02-20 01:04:29 +01:00
|
|
|
"cors": true,
|
|
|
|
"lifecycle": true,
|
|
|
|
"logging": true,
|
|
|
|
"notification": true,
|
|
|
|
"replication": true,
|
|
|
|
"tagging": true,
|
|
|
|
"versions": true,
|
|
|
|
"requestPayment": true,
|
|
|
|
"versioning": true,
|
|
|
|
"website": true,
|
|
|
|
}
|
|
|
|
|
|
|
|
// List of not implemented object queries
|
|
|
|
var notimplementedObjectResourceNames = map[string]bool{
|
|
|
|
"torrent": true,
|
|
|
|
"acl": true,
|
|
|
|
"policy": true,
|
|
|
|
}
|