2017-03-16 20:21:58 +01:00
|
|
|
/*
|
|
|
|
* Minio Cloud Storage, (C) 2017 Minio, Inc.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package cmd
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2017-04-12 02:44:26 +02:00
|
|
|
"net/url"
|
2017-07-13 01:33:21 +02:00
|
|
|
"os"
|
|
|
|
"os/signal"
|
2017-06-08 20:20:56 +02:00
|
|
|
"runtime"
|
2017-04-12 02:44:26 +02:00
|
|
|
"strings"
|
2017-07-13 01:33:21 +02:00
|
|
|
"syscall"
|
2017-06-06 00:18:03 +02:00
|
|
|
|
|
|
|
"github.com/gorilla/mux"
|
|
|
|
"github.com/minio/cli"
|
2017-11-25 20:58:29 +01:00
|
|
|
"github.com/minio/minio/pkg/errors"
|
2017-07-13 01:33:21 +02:00
|
|
|
miniohttp "github.com/minio/minio/pkg/http"
|
2017-03-16 20:21:58 +01:00
|
|
|
)
|
|
|
|
|
2017-06-10 04:50:51 +02:00
|
|
|
var (
|
|
|
|
gatewayCmd = cli.Command{
|
|
|
|
Name: "gateway",
|
|
|
|
Usage: "Start object storage gateway.",
|
|
|
|
Flags: append(serverFlags, globalFlags...),
|
|
|
|
HideHelpCommand: true,
|
|
|
|
}
|
|
|
|
)
|
2017-06-09 08:28:45 +02:00
|
|
|
|
2017-10-28 00:07:46 +02:00
|
|
|
// RegisterGatewayCommand registers a new command for gateway.
|
|
|
|
func RegisterGatewayCommand(cmd cli.Command) error {
|
2017-12-06 02:58:09 +01:00
|
|
|
cmd.Flags = append(append(cmd.Flags, append(cmd.Flags, serverFlags...)...), globalFlags...)
|
2017-10-28 00:07:46 +02:00
|
|
|
gatewayCmd.Subcommands = append(gatewayCmd.Subcommands, cmd)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-12-06 02:58:09 +01:00
|
|
|
// ParseGatewayEndpoint - Return endpoint.
|
|
|
|
func ParseGatewayEndpoint(arg string) (endPoint string, secure bool, err error) {
|
2017-04-12 02:44:26 +02:00
|
|
|
schemeSpecified := len(strings.Split(arg, "://")) > 1
|
|
|
|
if !schemeSpecified {
|
|
|
|
// Default connection will be "secure".
|
|
|
|
arg = "https://" + arg
|
|
|
|
}
|
2017-04-27 20:26:00 +02:00
|
|
|
|
2017-04-12 02:44:26 +02:00
|
|
|
u, err := url.Parse(arg)
|
|
|
|
if err != nil {
|
|
|
|
return "", false, err
|
|
|
|
}
|
|
|
|
|
|
|
|
switch u.Scheme {
|
|
|
|
case "http":
|
|
|
|
return u.Host, false, nil
|
|
|
|
case "https":
|
|
|
|
return u.Host, true, nil
|
|
|
|
default:
|
|
|
|
return "", false, fmt.Errorf("Unrecognized scheme %s", u.Scheme)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-12-06 02:58:09 +01:00
|
|
|
// ValidateGatewayArguments - Validate gateway arguments.
|
|
|
|
func ValidateGatewayArguments(serverAddr, endpointAddr string) error {
|
2017-06-08 20:20:56 +02:00
|
|
|
if err := CheckLocalServerAddr(serverAddr); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if runtime.GOOS == "darwin" {
|
|
|
|
_, port := mustSplitHostPort(serverAddr)
|
|
|
|
// On macOS, if a process already listens on LOCALIPADDR:PORT, net.Listen() falls back
|
|
|
|
// to IPv6 address i.e minio will start listening on IPv6 address whereas another
|
|
|
|
// (non-)minio process is listening on IPv4 of given port.
|
|
|
|
// To avoid this error situation we check for port availability only for macOS.
|
|
|
|
if err := checkPortAvailability(port); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if endpointAddr != "" {
|
|
|
|
// Reject the endpoint if it points to the gateway handler itself.
|
|
|
|
sameTarget, err := sameLocalAddrs(endpointAddr, serverAddr)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if sameTarget {
|
2017-11-25 20:58:29 +01:00
|
|
|
return fmt.Errorf("endpoint points to the local gateway")
|
2017-06-08 20:20:56 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-12-06 02:58:09 +01:00
|
|
|
// StartGateway - handler for 'minio gateway <name>'.
|
|
|
|
func StartGateway(ctx *cli.Context, gw Gateway) {
|
|
|
|
if gw == nil {
|
|
|
|
fatalIf(errUnexpected, "Gateway implementation not initialized, exiting.")
|
|
|
|
}
|
|
|
|
|
|
|
|
// Validate if we have access, secret set through environment.
|
|
|
|
gatewayName := gw.Name()
|
|
|
|
if ctx.Args().First() == "help" {
|
|
|
|
cli.ShowCommandHelpAndExit(ctx, gatewayName, 1)
|
|
|
|
}
|
|
|
|
|
2018-01-17 16:24:46 +01:00
|
|
|
// Get "json" flag from command line argument and
|
|
|
|
// enable json and quite modes if jason flag is turned on.
|
|
|
|
jsonFlag := ctx.Bool("json") || ctx.GlobalBool("json")
|
|
|
|
if jsonFlag {
|
|
|
|
log.EnableJSON()
|
|
|
|
}
|
|
|
|
|
2017-03-16 20:21:58 +01:00
|
|
|
// Get quiet flag from command line argument.
|
|
|
|
quietFlag := ctx.Bool("quiet") || ctx.GlobalBool("quiet")
|
2017-03-30 20:21:19 +02:00
|
|
|
if quietFlag {
|
|
|
|
log.EnableQuiet()
|
|
|
|
}
|
2017-03-16 20:21:58 +01:00
|
|
|
|
2017-07-21 01:39:11 +02:00
|
|
|
// Fetch address option
|
|
|
|
gatewayAddr := ctx.GlobalString("address")
|
|
|
|
if gatewayAddr == ":"+globalMinioPort {
|
|
|
|
gatewayAddr = ctx.String("address")
|
|
|
|
}
|
|
|
|
|
2017-06-10 04:50:51 +02:00
|
|
|
// Handle common command args.
|
|
|
|
handleCommonCmdArgs(ctx)
|
|
|
|
|
|
|
|
// Handle common env vars.
|
|
|
|
handleCommonEnvVars()
|
2017-03-16 20:21:58 +01:00
|
|
|
|
2017-06-20 04:45:13 +02:00
|
|
|
// Validate if we have access, secret set through environment.
|
|
|
|
if !globalIsEnvCreds {
|
2017-11-25 20:58:29 +01:00
|
|
|
errorIf(fmt.Errorf("Access and secret keys not set"), "Access and Secret keys should be set through ENVs for backend [%s]", gatewayName)
|
2017-11-01 19:45:27 +01:00
|
|
|
cli.ShowCommandHelpAndExit(ctx, gatewayName, 1)
|
2017-06-20 04:45:13 +02:00
|
|
|
}
|
|
|
|
|
2017-06-10 04:50:51 +02:00
|
|
|
// Create certs path.
|
|
|
|
fatalIf(createConfigDir(), "Unable to create configuration directories.")
|
|
|
|
|
|
|
|
// Initialize gateway config.
|
|
|
|
initConfig()
|
|
|
|
|
|
|
|
// Init the error tracing module.
|
2017-11-25 20:58:29 +01:00
|
|
|
errors.Init(GOPATH, "github.com/minio/minio")
|
2017-06-10 04:50:51 +02:00
|
|
|
|
|
|
|
// Check and load SSL certificates.
|
|
|
|
var err error
|
2017-07-13 01:33:21 +02:00
|
|
|
globalPublicCerts, globalRootCAs, globalTLSCertificate, globalIsSSL, err = getSSLConfig()
|
|
|
|
fatalIf(err, "Invalid SSL certificate file")
|
2017-03-31 07:26:24 +02:00
|
|
|
|
2017-12-24 15:39:30 +01:00
|
|
|
// Set system resources to maximum.
|
|
|
|
errorIf(setMaxResources(), "Unable to change resource limit")
|
|
|
|
|
2017-05-23 05:02:58 +02:00
|
|
|
initNSLock(false) // Enable local namespace lock.
|
|
|
|
|
2017-12-06 02:58:09 +01:00
|
|
|
newObject, err := gw.NewGatewayLayer(globalServerConfig.GetCredential())
|
2017-03-24 00:36:00 +01:00
|
|
|
fatalIf(err, "Unable to initialize gateway layer")
|
2017-03-16 20:21:58 +01:00
|
|
|
|
|
|
|
router := mux.NewRouter().SkipClean(true)
|
2017-06-01 18:43:20 +02:00
|
|
|
|
|
|
|
// Register web router when its enabled.
|
|
|
|
if globalIsBrowserEnabled {
|
2017-06-10 04:50:51 +02:00
|
|
|
fatalIf(registerWebRouter(router), "Unable to configure web browser")
|
2017-06-01 18:43:20 +02:00
|
|
|
}
|
2017-03-16 20:21:58 +01:00
|
|
|
registerGatewayAPIRouter(router, newObject)
|
|
|
|
|
|
|
|
var handlerFns = []HandlerFunc{
|
2017-04-29 02:17:18 +02:00
|
|
|
// Validate all the incoming paths.
|
|
|
|
setPathValidityHandler,
|
2017-03-16 20:21:58 +01:00
|
|
|
// Limits all requests size to a maximum fixed limit
|
|
|
|
setRequestSizeLimitHandler,
|
|
|
|
// Adds 'crossdomain.xml' policy handler to serve legacy flash clients.
|
|
|
|
setCrossDomainPolicy,
|
|
|
|
// Validates all incoming requests to have a valid date header.
|
2017-06-01 18:43:20 +02:00
|
|
|
// Redirect some pre-defined browser request paths to a static location prefix.
|
|
|
|
setBrowserRedirectHandler,
|
|
|
|
// Validates if incoming request is for restricted buckets.
|
2017-09-01 21:16:54 +02:00
|
|
|
setReservedBucketHandler,
|
2017-06-01 18:43:20 +02:00
|
|
|
// Adds cache control for all browser requests.
|
|
|
|
setBrowserCacheControlHandler,
|
|
|
|
// Validates all incoming requests to have a valid date header.
|
2017-03-16 20:21:58 +01:00
|
|
|
setTimeValidityHandler,
|
|
|
|
// CORS setting for all browser API requests.
|
|
|
|
setCorsHandler,
|
|
|
|
// Validates all incoming URL resources, for invalid/unsupported
|
|
|
|
// resources client receives a HTTP error.
|
|
|
|
setIgnoreResourcesHandler,
|
|
|
|
// Auth handler verifies incoming authorization headers and
|
|
|
|
// routes them accordingly. Client receives a HTTP error for
|
|
|
|
// invalid/unsupported signatures.
|
|
|
|
setAuthHandler,
|
2017-06-01 18:43:20 +02:00
|
|
|
// Add new handlers here.
|
2017-03-16 20:21:58 +01:00
|
|
|
}
|
|
|
|
|
2017-07-21 01:39:11 +02:00
|
|
|
globalHTTPServer = miniohttp.NewServer([]string{gatewayAddr}, registerHandlers(router, handlerFns...), globalTLSCertificate)
|
2017-03-16 20:21:58 +01:00
|
|
|
|
|
|
|
// Start server, automatically configures TLS if certs are available.
|
|
|
|
go func() {
|
2017-07-13 01:33:21 +02:00
|
|
|
globalHTTPServerErrorCh <- globalHTTPServer.Start()
|
2017-03-16 20:21:58 +01:00
|
|
|
}()
|
|
|
|
|
2017-07-13 01:33:21 +02:00
|
|
|
signal.Notify(globalOSSignalCh, os.Interrupt, syscall.SIGTERM)
|
|
|
|
|
2017-03-16 20:21:58 +01:00
|
|
|
// Once endpoints are finalized, initialize the new object api.
|
|
|
|
globalObjLayerMutex.Lock()
|
|
|
|
globalObjectAPI = newObject
|
|
|
|
globalObjLayerMutex.Unlock()
|
|
|
|
|
|
|
|
// Prints the formatted startup message once object layer is initialized.
|
|
|
|
if !quietFlag {
|
2017-10-28 00:07:46 +02:00
|
|
|
mode := globalMinioModeGatewayPrefix + gatewayName
|
2017-06-10 04:50:51 +02:00
|
|
|
// Check update mode.
|
2017-03-16 20:21:58 +01:00
|
|
|
checkUpdate(mode)
|
2017-06-10 04:50:51 +02:00
|
|
|
|
2017-12-06 02:58:09 +01:00
|
|
|
// Print a warning message if gateway is not ready for production before the startup banner.
|
|
|
|
if !gw.Production() {
|
|
|
|
log.Println(colorYellow("\n *** Warning: Not Ready for Production ***"))
|
|
|
|
}
|
|
|
|
|
2017-06-10 04:50:51 +02:00
|
|
|
// Print gateway startup message.
|
2017-10-28 00:07:46 +02:00
|
|
|
printGatewayStartupMessage(getAPIEndpoints(gatewayAddr), gatewayName)
|
2017-03-16 20:21:58 +01:00
|
|
|
}
|
|
|
|
|
2017-07-13 01:33:21 +02:00
|
|
|
handleSignals()
|
2017-03-16 20:21:58 +01:00
|
|
|
}
|