283 lines
9 KiB
Go
283 lines
9 KiB
Go
/*
|
||
* Minio Cloud Storage, (C) 2015, 2016, 2017 Minio, Inc.
|
||
*
|
||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
* you may not use this file except in compliance with the License.
|
||
* You may obtain a copy of the License at
|
||
*
|
||
* http://www.apache.org/licenses/LICENSE-2.0
|
||
*
|
||
* Unless required by applicable law or agreed to in writing, software
|
||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
* See the License for the specific language governing permissions and
|
||
* limitations under the License.
|
||
*/
|
||
|
||
package cmd
|
||
|
||
import (
|
||
"net/http"
|
||
"os"
|
||
"os/signal"
|
||
"runtime"
|
||
"syscall"
|
||
|
||
"github.com/minio/cli"
|
||
"github.com/minio/dsync"
|
||
"github.com/minio/minio/pkg/errors"
|
||
miniohttp "github.com/minio/minio/pkg/http"
|
||
)
|
||
|
||
var serverFlags = []cli.Flag{
|
||
cli.StringFlag{
|
||
Name: "address",
|
||
Value: ":" + globalMinioPort,
|
||
Usage: "Bind to a specific ADDRESS:PORT, ADDRESS can be an IP or hostname.",
|
||
},
|
||
}
|
||
|
||
var serverCmd = cli.Command{
|
||
Name: "server",
|
||
Usage: "Start object storage server.",
|
||
Flags: append(serverFlags, globalFlags...),
|
||
Action: serverMain,
|
||
CustomHelpTemplate: `NAME:
|
||
{{.HelpName}} - {{.Usage}}
|
||
|
||
USAGE:
|
||
{{.HelpName}} {{if .VisibleFlags}}[FLAGS] {{end}}DIR1 [DIR2..]
|
||
{{.HelpName}} {{if .VisibleFlags}}[FLAGS] {{end}}DIR{1...64}
|
||
|
||
DIR:
|
||
DIR points to a directory on a filesystem. When you want to combine
|
||
multiple drives into a single large system, pass one directory per
|
||
filesystem separated by space. You may also use a '...' convention
|
||
to abbreviate the directory arguments. Remote directories in a
|
||
distributed setup are encoded as HTTP(s) URIs.
|
||
|
||
{{if .VisibleFlags}}
|
||
FLAGS:
|
||
{{range .VisibleFlags}}{{.}}
|
||
{{end}}{{end}}
|
||
ENVIRONMENT VARIABLES:
|
||
ACCESS:
|
||
MINIO_ACCESS_KEY: Custom username or access key of minimum 3 characters in length.
|
||
MINIO_SECRET_KEY: Custom password or secret key of minimum 8 characters in length.
|
||
|
||
BROWSER:
|
||
MINIO_BROWSER: To disable web browser access, set this value to "off".
|
||
|
||
REGION:
|
||
MINIO_REGION: To set custom region. By default it is "us-east-1".
|
||
|
||
UPDATE:
|
||
MINIO_UPDATE: To turn off in-place upgrades, set this value to "off".
|
||
|
||
EXAMPLES:
|
||
1. Start minio server on "/home/shared" directory.
|
||
$ {{.HelpName}} /home/shared
|
||
|
||
2. Start minio server bound to a specific ADDRESS:PORT.
|
||
$ {{.HelpName}} --address 192.168.1.101:9000 /home/shared
|
||
|
||
3. Start minio server on a 12 disks server.
|
||
$ {{.HelpName}} /mnt/export1/ /mnt/export2/ /mnt/export3/ /mnt/export4/ \
|
||
/mnt/export5/ /mnt/export6/ /mnt/export7/ /mnt/export8/ /mnt/export9/ \
|
||
/mnt/export10/ /mnt/export11/ /mnt/export12/
|
||
|
||
4. Start distributed minio server on a 4 node setup with 1 drive each. Run following commands on all the 4 nodes.
|
||
$ export MINIO_ACCESS_KEY=minio
|
||
$ export MINIO_SECRET_KEY=miniostorage
|
||
$ {{.HelpName}} http://192.168.1.11/mnt/export/ http://192.168.1.12/mnt/export/ \
|
||
http://192.168.1.13/mnt/export/ http://192.168.1.14/mnt/export/
|
||
|
||
5. Start minio server on 64 disks server.
|
||
$ {{.HelpName}} /mnt/export{1...64}
|
||
|
||
6. Start distributed minio server on an 8 node setup with 8 drives each. Run following command on all the 8 nodes.
|
||
$ export MINIO_ACCESS_KEY=minio
|
||
$ export MINIO_SECRET_KEY=miniostorage
|
||
$ {{.HelpName}} http://node{1...8}.example.com/mnt/export/{1...8}
|
||
`,
|
||
}
|
||
|
||
func serverHandleCmdArgs(ctx *cli.Context) {
|
||
// Handle common command args.
|
||
handleCommonCmdArgs(ctx)
|
||
|
||
// Server address.
|
||
serverAddr := ctx.String("address")
|
||
fatalIf(CheckLocalServerAddr(serverAddr), "Invalid address ‘%s’ in command line argument.", serverAddr)
|
||
|
||
var setupType SetupType
|
||
var err error
|
||
|
||
if len(ctx.Args()) > serverCommandLineArgsMax {
|
||
fatalIf(errInvalidArgument, "Invalid total number of arguments (%d) passed, supported upto 32 unique arguments", len(ctx.Args()))
|
||
}
|
||
|
||
globalMinioAddr, globalEndpoints, setupType, globalXLSetCount, globalXLSetDriveCount, err = createServerEndpoints(serverAddr, ctx.Args()...)
|
||
fatalIf(err, "Invalid command line arguments server=‘%s’, args=%s", serverAddr, ctx.Args())
|
||
|
||
globalMinioHost, globalMinioPort = mustSplitHostPort(globalMinioAddr)
|
||
if runtime.GOOS == "darwin" {
|
||
// On macOS, if a process already listens on LOCALIPADDR:PORT, net.Listen() falls back
|
||
// to IPv6 address ie minio will start listening on IPv6 address whereas another
|
||
// (non-)minio process is listening on IPv4 of given port.
|
||
// To avoid this error sutiation we check for port availability only for macOS.
|
||
fatalIf(checkPortAvailability(globalMinioPort), "Port %d already in use", globalMinioPort)
|
||
}
|
||
|
||
globalIsXL = (setupType == XLSetupType)
|
||
globalIsDistXL = (setupType == DistXLSetupType)
|
||
if globalIsDistXL {
|
||
globalIsXL = true
|
||
}
|
||
}
|
||
|
||
func serverHandleEnvVars() {
|
||
// Handle common environment variables.
|
||
handleCommonEnvVars()
|
||
|
||
if serverRegion := os.Getenv("MINIO_REGION"); serverRegion != "" {
|
||
// region Envs are set globally.
|
||
globalIsEnvRegion = true
|
||
globalServerRegion = serverRegion
|
||
}
|
||
|
||
}
|
||
|
||
// serverMain handler called for 'minio server' command.
|
||
func serverMain(ctx *cli.Context) {
|
||
if (!ctx.IsSet("sets") && !ctx.Args().Present()) || ctx.Args().First() == "help" {
|
||
cli.ShowCommandHelpAndExit(ctx, "server", 1)
|
||
}
|
||
|
||
// Get "json" flag from command line argument and
|
||
// enable json and quite modes if jason flag is turned on.
|
||
jsonFlag := ctx.Bool("json") || ctx.GlobalBool("json")
|
||
if jsonFlag {
|
||
log.EnableJSON()
|
||
}
|
||
|
||
// Get quiet flag from command line argument.
|
||
quietFlag := ctx.Bool("quiet") || ctx.GlobalBool("quiet")
|
||
if quietFlag {
|
||
log.EnableQuiet()
|
||
}
|
||
|
||
// Handle all server command args.
|
||
serverHandleCmdArgs(ctx)
|
||
|
||
// Handle all server environment vars.
|
||
serverHandleEnvVars()
|
||
|
||
// Create certs path.
|
||
fatalIf(createConfigDir(), "Unable to create configuration directories.")
|
||
|
||
// Initialize server config.
|
||
initConfig()
|
||
|
||
// Init the error tracing module.
|
||
errors.Init(GOPATH, "github.com/minio/minio")
|
||
|
||
// Check and load SSL certificates.
|
||
var err error
|
||
globalPublicCerts, globalRootCAs, globalTLSCertificate, globalIsSSL, err = getSSLConfig()
|
||
fatalIf(err, "Invalid SSL certificate file")
|
||
|
||
// Is distributed setup, error out if no certificates are found for HTTPS endpoints.
|
||
if globalIsDistXL && globalEndpoints.IsHTTPS() && !globalIsSSL {
|
||
fatalIf(errInvalidArgument, "No certificates found for HTTPS endpoints (%s)", globalEndpoints)
|
||
}
|
||
|
||
if !quietFlag {
|
||
// Check for new updates from dl.minio.io.
|
||
mode := globalMinioModeFS
|
||
if globalIsDistXL {
|
||
mode = globalMinioModeDistXL
|
||
} else if globalIsXL {
|
||
mode = globalMinioModeXL
|
||
}
|
||
checkUpdate(mode)
|
||
}
|
||
|
||
// Set system resources to maximum.
|
||
errorIf(setMaxResources(), "Unable to change resource limit")
|
||
|
||
// Set nodes for dsync for distributed setup.
|
||
if globalIsDistXL {
|
||
globalDsync, err = dsync.New(newDsyncNodes(globalEndpoints))
|
||
fatalIf(err, "Unable to initialize distributed locking on %s", globalEndpoints)
|
||
}
|
||
|
||
// Initialize name space lock.
|
||
initNSLock(globalIsDistXL)
|
||
|
||
// Init global heal state
|
||
initAllHealState(globalIsXL)
|
||
|
||
// Configure server.
|
||
var handler http.Handler
|
||
handler, err = configureServerHandler(globalEndpoints)
|
||
fatalIf(err, "Unable to configure one of server's RPC services.")
|
||
|
||
// Initialize S3 Peers inter-node communication only in distributed setup.
|
||
initGlobalS3Peers(globalEndpoints)
|
||
|
||
// Initialize Admin Peers inter-node communication only in distributed setup.
|
||
initGlobalAdminPeers(globalEndpoints)
|
||
|
||
globalHTTPServer = miniohttp.NewServer([]string{globalMinioAddr}, handler, globalTLSCertificate)
|
||
globalHTTPServer.ReadTimeout = globalConnReadTimeout
|
||
globalHTTPServer.WriteTimeout = globalConnWriteTimeout
|
||
globalHTTPServer.UpdateBytesReadFunc = globalConnStats.incInputBytes
|
||
globalHTTPServer.UpdateBytesWrittenFunc = globalConnStats.incOutputBytes
|
||
globalHTTPServer.ErrorLogFunc = errorIf
|
||
go func() {
|
||
globalHTTPServerErrorCh <- globalHTTPServer.Start()
|
||
}()
|
||
|
||
signal.Notify(globalOSSignalCh, os.Interrupt, syscall.SIGTERM)
|
||
|
||
newObject, err := newObjectLayer(globalEndpoints)
|
||
if err != nil {
|
||
errorIf(err, "Initializing object layer failed")
|
||
err = globalHTTPServer.Shutdown()
|
||
errorIf(err, "Unable to shutdown http server")
|
||
os.Exit(1)
|
||
}
|
||
|
||
globalObjLayerMutex.Lock()
|
||
globalObjectAPI = newObject
|
||
globalObjLayerMutex.Unlock()
|
||
|
||
// Prints the formatted startup message once object layer is initialized.
|
||
apiEndpoints := getAPIEndpoints(globalMinioAddr)
|
||
printStartupMessage(apiEndpoints)
|
||
|
||
// Set uptime time after object layer has initialized.
|
||
globalBootTime = UTCNow()
|
||
|
||
handleSignals()
|
||
}
|
||
|
||
// Initialize object layer with the supplied disks, objectLayer is nil upon any error.
|
||
func newObjectLayer(endpoints EndpointList) (newObject ObjectLayer, err error) {
|
||
// For FS only, directly use the disk.
|
||
|
||
isFS := len(endpoints) == 1
|
||
if isFS {
|
||
// Initialize new FS object layer.
|
||
return NewFSObjectLayer(endpoints[0].Path)
|
||
}
|
||
|
||
format, err := waitForFormatXL(endpoints[0].IsLocal, endpoints, globalXLSetCount, globalXLSetDriveCount)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
return newXLSets(endpoints, format, len(format.XL.Sets), len(format.XL.Sets[0]))
|
||
}
|