config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
/*
|
|
|
|
* Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2016-08-19 01:23:42 +02:00
|
|
|
package cmd
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
|
|
|
|
import (
|
2016-10-14 13:48:08 +02:00
|
|
|
"crypto/x509"
|
|
|
|
"encoding/pem"
|
2016-10-14 20:15:59 +02:00
|
|
|
"errors"
|
2016-10-14 13:48:08 +02:00
|
|
|
"io/ioutil"
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
)
|
|
|
|
|
|
|
|
// createCertsPath create certs path.
|
2016-04-29 23:24:10 +02:00
|
|
|
func createCertsPath() error {
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
certsPath, err := getCertsPath()
|
|
|
|
if err != nil {
|
2016-04-29 23:24:10 +02:00
|
|
|
return err
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
}
|
2016-11-11 16:18:44 +01:00
|
|
|
if err := os.MkdirAll(certsPath, 0700); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
rootCAsPath := filepath.Join(certsPath, globalMinioCertsCADir)
|
|
|
|
return os.MkdirAll(rootCAsPath, 0700)
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// getCertsPath get certs path.
|
2016-04-29 23:24:10 +02:00
|
|
|
func getCertsPath() (string, error) {
|
2016-07-01 00:49:18 +02:00
|
|
|
var certsPath string
|
|
|
|
configDir, err := getConfigPath()
|
2016-04-29 23:24:10 +02:00
|
|
|
if err != nil {
|
|
|
|
return "", err
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
}
|
2016-07-01 00:49:18 +02:00
|
|
|
certsPath = filepath.Join(configDir, globalMinioCertsDir)
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
return certsPath, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// mustGetCertsPath must get certs path.
|
|
|
|
func mustGetCertsPath() string {
|
|
|
|
certsPath, err := getCertsPath()
|
2016-05-16 23:31:28 +02:00
|
|
|
fatalIf(err, "Failed to get certificate path.")
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
return certsPath
|
|
|
|
}
|
|
|
|
|
|
|
|
// mustGetCertFile must get cert file.
|
|
|
|
func mustGetCertFile() string {
|
|
|
|
return filepath.Join(mustGetCertsPath(), globalMinioCertFile)
|
|
|
|
}
|
|
|
|
|
|
|
|
// mustGetKeyFile must get key file.
|
|
|
|
func mustGetKeyFile() string {
|
|
|
|
return filepath.Join(mustGetCertsPath(), globalMinioKeyFile)
|
|
|
|
}
|
|
|
|
|
2016-11-11 16:18:44 +01:00
|
|
|
// mustGetCAFiles must get the list of the CA certificates stored in minio config dir
|
|
|
|
func mustGetCAFiles() (caCerts []string) {
|
|
|
|
CAsDir := filepath.Join(mustGetCertsPath(), globalMinioCertsCADir)
|
|
|
|
caFiles, _ := ioutil.ReadDir(CAsDir)
|
|
|
|
for _, cert := range caFiles {
|
|
|
|
caCerts = append(caCerts, filepath.Join(CAsDir, cert.Name()))
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// mustGetSystemCertPool returns empty cert pool in case of error (windows)
|
|
|
|
func mustGetSystemCertPool() *x509.CertPool {
|
|
|
|
pool, err := x509.SystemCertPool()
|
|
|
|
if err != nil {
|
|
|
|
return x509.NewCertPool()
|
|
|
|
}
|
|
|
|
return pool
|
|
|
|
}
|
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
// isCertFileExists verifies if cert file exists, returns true if
|
|
|
|
// found, false otherwise.
|
|
|
|
func isCertFileExists() bool {
|
|
|
|
st, e := os.Stat(filepath.Join(mustGetCertsPath(), globalMinioCertFile))
|
|
|
|
// If file exists and is regular return true.
|
|
|
|
if e == nil && st.Mode().IsRegular() {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// isKeyFileExists verifies if key file exists, returns true if found,
|
|
|
|
// false otherwise.
|
|
|
|
func isKeyFileExists() bool {
|
|
|
|
st, e := os.Stat(filepath.Join(mustGetCertsPath(), globalMinioKeyFile))
|
|
|
|
// If file exists and is regular return true.
|
|
|
|
if e == nil && st.Mode().IsRegular() {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// isSSL - returns true with both cert and key exists.
|
|
|
|
func isSSL() bool {
|
2016-11-05 20:57:31 +01:00
|
|
|
return isCertFileExists() && isKeyFileExists()
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
}
|
2016-10-14 13:48:08 +02:00
|
|
|
|
2016-10-14 20:15:59 +02:00
|
|
|
// Reads certificated file and returns a list of parsed certificates.
|
2016-10-14 13:48:08 +02:00
|
|
|
func readCertificateChain() ([]*x509.Certificate, error) {
|
2016-11-21 22:51:05 +01:00
|
|
|
bytes, err := ioutil.ReadFile(mustGetCertFile())
|
2016-10-14 20:15:59 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2016-10-14 13:48:08 +02:00
|
|
|
}
|
|
|
|
|
2016-10-14 20:15:59 +02:00
|
|
|
// Proceed to parse the certificates.
|
2016-10-14 13:48:08 +02:00
|
|
|
return parseCertificateChain(bytes)
|
|
|
|
}
|
|
|
|
|
2016-10-14 20:15:59 +02:00
|
|
|
// Parses certificate chain, returns a list of parsed certificates.
|
2016-10-14 13:48:08 +02:00
|
|
|
func parseCertificateChain(bytes []byte) ([]*x509.Certificate, error) {
|
|
|
|
var certs []*x509.Certificate
|
|
|
|
var block *pem.Block
|
|
|
|
current := bytes
|
|
|
|
|
2016-10-14 20:15:59 +02:00
|
|
|
// Parse all certs in the chain.
|
2016-10-14 13:48:08 +02:00
|
|
|
for len(current) > 0 {
|
|
|
|
block, current = pem.Decode(current)
|
|
|
|
if block == nil {
|
|
|
|
return nil, errors.New("Could not PEM block")
|
|
|
|
}
|
2016-10-14 20:15:59 +02:00
|
|
|
// Parse the decoded certificate.
|
2016-10-14 13:48:08 +02:00
|
|
|
cert, err := x509.ParseCertificate(block.Bytes)
|
|
|
|
if err != nil {
|
2016-10-14 20:15:59 +02:00
|
|
|
return nil, err
|
2016-10-14 13:48:08 +02:00
|
|
|
}
|
|
|
|
certs = append(certs, cert)
|
|
|
|
|
|
|
|
}
|
|
|
|
return certs, nil
|
|
|
|
}
|
2017-01-11 01:43:48 +01:00
|
|
|
|
|
|
|
// loadRootCAs fetches CA files provided in minio config and adds them to globalRootCAs
|
|
|
|
// Currently under Windows, there is no way to load system + user CAs at the same time
|
|
|
|
func loadRootCAs() {
|
|
|
|
caFiles := mustGetCAFiles()
|
|
|
|
if len(caFiles) == 0 {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Get system cert pool, and empty cert pool under Windows because it is not supported
|
|
|
|
globalRootCAs = mustGetSystemCertPool()
|
|
|
|
// Load custom root CAs for client requests
|
|
|
|
for _, caFile := range caFiles {
|
|
|
|
caCert, err := ioutil.ReadFile(caFile)
|
|
|
|
if err != nil {
|
|
|
|
fatalIf(err, "Unable to load a CA file")
|
|
|
|
}
|
|
|
|
globalRootCAs.AppendCertsFromPEM(caCert)
|
|
|
|
}
|
|
|
|
}
|