config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
/*
|
2019-04-09 20:39:42 +02:00
|
|
|
* MinIO Cloud Storage, (C) 2015, 2016, 2017 MinIO, Inc.
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2019-10-08 07:47:56 +02:00
|
|
|
package config
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
|
|
|
|
import (
|
2018-05-09 10:56:38 +02:00
|
|
|
"bytes"
|
2018-04-25 00:47:30 +02:00
|
|
|
"crypto"
|
|
|
|
"crypto/ecdsa"
|
2017-07-13 01:33:21 +02:00
|
|
|
"crypto/tls"
|
2016-10-14 13:48:08 +02:00
|
|
|
"crypto/x509"
|
|
|
|
"encoding/pem"
|
|
|
|
"io/ioutil"
|
2019-10-08 07:47:56 +02:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
2018-05-31 21:30:15 +02:00
|
|
|
|
2019-10-04 19:35:33 +02:00
|
|
|
"github.com/minio/minio/pkg/env"
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
)
|
|
|
|
|
2019-10-08 07:47:56 +02:00
|
|
|
// EnvCertPassword is the environment variable which contains the password used
|
2018-01-05 08:48:08 +01:00
|
|
|
// to decrypt the TLS private key. It must be set if the TLS private key is
|
|
|
|
// password protected.
|
2019-10-08 07:47:56 +02:00
|
|
|
const EnvCertPassword = "MINIO_CERT_PASSWD"
|
2018-01-05 08:48:08 +01:00
|
|
|
|
2019-10-08 07:47:56 +02:00
|
|
|
// ParsePublicCertFile - parses public cert into its *x509.Certificate equivalent.
|
|
|
|
func ParsePublicCertFile(certFile string) (x509Certs []*x509.Certificate, err error) {
|
2017-07-13 01:33:21 +02:00
|
|
|
// Read certificate file.
|
|
|
|
var data []byte
|
|
|
|
if data, err = ioutil.ReadFile(certFile); err != nil {
|
|
|
|
return nil, err
|
2017-03-09 04:20:01 +01:00
|
|
|
}
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
|
2018-05-09 10:56:38 +02:00
|
|
|
// Trimming leading and tailing white spaces.
|
|
|
|
data = bytes.TrimSpace(data)
|
|
|
|
|
2017-03-09 04:20:01 +01:00
|
|
|
// Parse all certs in the chain.
|
2017-07-13 01:33:21 +02:00
|
|
|
current := data
|
2017-03-09 04:20:01 +01:00
|
|
|
for len(current) > 0 {
|
2017-07-13 01:33:21 +02:00
|
|
|
var pemBlock *pem.Block
|
|
|
|
if pemBlock, current = pem.Decode(current); pemBlock == nil {
|
2019-10-08 07:47:56 +02:00
|
|
|
return nil, ErrSSLUnexpectedData(nil).Msg("Could not read PEM block from file %s", certFile)
|
2017-03-09 04:20:01 +01:00
|
|
|
}
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
|
2017-07-13 01:33:21 +02:00
|
|
|
var x509Cert *x509.Certificate
|
|
|
|
if x509Cert, err = x509.ParseCertificate(pemBlock.Bytes); err != nil {
|
2019-10-08 07:47:56 +02:00
|
|
|
return nil, ErrSSLUnexpectedData(err)
|
2017-03-02 23:21:30 +01:00
|
|
|
}
|
2016-11-11 16:18:44 +01:00
|
|
|
|
2017-07-13 01:33:21 +02:00
|
|
|
x509Certs = append(x509Certs, x509Cert)
|
2016-11-11 16:18:44 +01:00
|
|
|
}
|
2017-03-02 23:21:30 +01:00
|
|
|
|
2017-07-13 01:33:21 +02:00
|
|
|
if len(x509Certs) == 0 {
|
2019-10-08 07:47:56 +02:00
|
|
|
return nil, ErrSSLUnexpectedData(nil).Msg("Empty public certificate file %s", certFile)
|
2017-03-09 04:20:01 +01:00
|
|
|
}
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
|
2017-07-13 01:33:21 +02:00
|
|
|
return x509Certs, nil
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-13 00:27:10 +01:00
|
|
|
}
|
|
|
|
|
2019-10-08 07:47:56 +02:00
|
|
|
// GetRootCAs - returns all the root CAs into certPool
|
|
|
|
// at the input certsCADir
|
|
|
|
func GetRootCAs(certsCAsDir string) (*x509.CertPool, error) {
|
2018-06-19 22:38:22 +02:00
|
|
|
rootCAs, _ := x509.SystemCertPool()
|
|
|
|
if rootCAs == nil {
|
|
|
|
// In some systems (like Windows) system cert pool is
|
|
|
|
// not supported or no certificates are present on the
|
|
|
|
// system - so we create a new cert pool.
|
2017-03-09 04:20:01 +01:00
|
|
|
rootCAs = x509.NewCertPool()
|
|
|
|
}
|
2016-10-14 13:48:08 +02:00
|
|
|
|
2019-10-08 07:47:56 +02:00
|
|
|
fis, err := ioutil.ReadDir(certsCAsDir)
|
2019-01-22 18:18:06 +01:00
|
|
|
if err != nil {
|
2019-10-08 07:47:56 +02:00
|
|
|
if os.IsNotExist(err) {
|
2019-01-22 18:18:06 +01:00
|
|
|
err = nil // Return success if CA's directory is missing.
|
2016-10-14 13:48:08 +02:00
|
|
|
}
|
2019-01-22 18:18:06 +01:00
|
|
|
return rootCAs, err
|
|
|
|
}
|
2016-10-14 13:48:08 +02:00
|
|
|
|
2019-01-22 18:18:06 +01:00
|
|
|
// Load all custom CA files.
|
|
|
|
for _, fi := range fis {
|
2019-10-08 07:47:56 +02:00
|
|
|
// Only load regular files as public cert.
|
|
|
|
if fi.Mode().IsRegular() {
|
|
|
|
caCert, err := ioutil.ReadFile(filepath.Join(certsCAsDir, fi.Name()))
|
|
|
|
if err != nil {
|
|
|
|
return rootCAs, err
|
|
|
|
}
|
|
|
|
rootCAs.AppendCertsFromPEM(caCert)
|
2019-01-22 18:18:06 +01:00
|
|
|
}
|
2016-10-14 13:48:08 +02:00
|
|
|
}
|
2017-03-09 04:20:01 +01:00
|
|
|
return rootCAs, nil
|
2016-10-14 13:48:08 +02:00
|
|
|
}
|
2017-01-11 01:43:48 +01:00
|
|
|
|
2019-10-08 07:47:56 +02:00
|
|
|
// LoadX509KeyPair - load an X509 key pair (private key , certificate)
|
|
|
|
// from the provided paths. The private key may be encrypted and is
|
|
|
|
// decrypted using the ENV_VAR: MINIO_CERT_PASSWD.
|
|
|
|
func LoadX509KeyPair(certFile, keyFile string) (tls.Certificate, error) {
|
2018-01-05 08:48:08 +01:00
|
|
|
certPEMBlock, err := ioutil.ReadFile(certFile)
|
|
|
|
if err != nil {
|
2019-10-08 07:47:56 +02:00
|
|
|
return tls.Certificate{}, ErrSSLUnexpectedError(err)
|
2018-01-05 08:48:08 +01:00
|
|
|
}
|
|
|
|
keyPEMBlock, err := ioutil.ReadFile(keyFile)
|
|
|
|
if err != nil {
|
2019-10-08 07:47:56 +02:00
|
|
|
return tls.Certificate{}, ErrSSLUnexpectedError(err)
|
2018-01-05 08:48:08 +01:00
|
|
|
}
|
|
|
|
key, rest := pem.Decode(keyPEMBlock)
|
|
|
|
if len(rest) > 0 {
|
2019-10-08 07:47:56 +02:00
|
|
|
return tls.Certificate{}, ErrSSLUnexpectedData(nil).Msg("The private key contains additional data")
|
2018-01-05 08:48:08 +01:00
|
|
|
}
|
|
|
|
if x509.IsEncryptedPEMBlock(key) {
|
2019-10-31 07:39:09 +01:00
|
|
|
password := env.Get(EnvCertPassword, "")
|
|
|
|
if len(password) == 0 {
|
2019-10-08 07:47:56 +02:00
|
|
|
return tls.Certificate{}, ErrSSLNoPassword(nil)
|
2018-01-05 08:48:08 +01:00
|
|
|
}
|
|
|
|
decryptedKey, decErr := x509.DecryptPEMBlock(key, []byte(password))
|
|
|
|
if decErr != nil {
|
2019-10-08 07:47:56 +02:00
|
|
|
return tls.Certificate{}, ErrSSLWrongPassword(decErr)
|
2018-01-05 08:48:08 +01:00
|
|
|
}
|
|
|
|
keyPEMBlock = pem.EncodeToMemory(&pem.Block{Type: key.Type, Bytes: decryptedKey})
|
|
|
|
}
|
2018-05-09 04:04:36 +02:00
|
|
|
cert, err := tls.X509KeyPair(certPEMBlock, keyPEMBlock)
|
|
|
|
if err != nil {
|
2019-10-08 07:47:56 +02:00
|
|
|
return tls.Certificate{}, ErrSSLUnexpectedData(nil).Msg(err.Error())
|
2018-05-09 04:04:36 +02:00
|
|
|
}
|
2018-05-31 21:30:15 +02:00
|
|
|
// Ensure that the private key is not a P-384 or P-521 EC key.
|
|
|
|
// The Go TLS stack does not provide constant-time implementations of P-384 and P-521.
|
|
|
|
if priv, ok := cert.PrivateKey.(crypto.Signer); ok {
|
|
|
|
if pub, ok := priv.Public().(*ecdsa.PublicKey); ok {
|
2019-10-08 07:47:56 +02:00
|
|
|
switch pub.Params().Name {
|
|
|
|
case "P-384":
|
|
|
|
fallthrough
|
|
|
|
case "P-521":
|
2019-10-04 19:35:33 +02:00
|
|
|
// unfortunately there is no cleaner way to check
|
2019-10-08 07:47:56 +02:00
|
|
|
return tls.Certificate{}, ErrSSLUnexpectedData(nil).Msg("tls: the ECDSA curve '%s' is not supported", pub.Params().Name)
|
2018-05-31 21:30:15 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2018-05-09 04:04:36 +02:00
|
|
|
return cert, nil
|
2018-01-05 08:48:08 +01:00
|
|
|
}
|