4550ac6fff
This refactor is done for few reasons below - to avoid deadlocks in scenarios when number of nodes are smaller < actual erasure stripe count where in N participating local lockers can lead to deadlocks across systems. - avoids expiry routines to run 1000 of separate network operations and routes per disk where as each of them are still accessing one single local entity. - it is ideal to have since globalLockServer per instance. - In a 32node deployment however, each server group is still concentrated towards the same set of lockers that partipicate during the write/read phase, unlike previous minio/dsync implementation - this potentially avoids send 32 requests instead we will still send at max requests of unique nodes participating in a write/read phase. - reduces overall chattiness on smaller setups.
143 lines
3.7 KiB
Go
143 lines
3.7 KiB
Go
/*
|
|
* MinIO Cloud Storage, (C) 2018 MinIO, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*
|
|
*/
|
|
|
|
package madmin
|
|
|
|
import (
|
|
"bytes"
|
|
"errors"
|
|
"io"
|
|
"io/ioutil"
|
|
|
|
"github.com/minio/minio/pkg/argon2"
|
|
"github.com/secure-io/sio-go"
|
|
"github.com/secure-io/sio-go/sioutil"
|
|
)
|
|
|
|
var idKey func([]byte, []byte, []byte, []byte, uint32) []byte
|
|
|
|
func init() {
|
|
idKey = argon2.NewIDKey(1, 64*1024, 4)
|
|
}
|
|
|
|
// EncryptData encrypts the data with an unique key
|
|
// derived from password using the Argon2id PBKDF.
|
|
//
|
|
// The returned ciphertext data consists of:
|
|
// salt | AEAD ID | nonce | encrypted data
|
|
// 32 1 8 ~ len(data)
|
|
func EncryptData(password string, data []byte) ([]byte, error) {
|
|
salt := sioutil.MustRandom(32)
|
|
|
|
// Derive an unique 256 bit key from the password and the random salt.
|
|
key := idKey([]byte(password), salt, nil, nil, 32)
|
|
|
|
var (
|
|
id byte
|
|
err error
|
|
stream *sio.Stream
|
|
)
|
|
if sioutil.NativeAES() { // Only use AES-GCM if we can use an optimized implementation
|
|
id = aesGcm
|
|
stream, err = sio.AES_256_GCM.Stream(key)
|
|
} else {
|
|
id = c20p1305
|
|
stream, err = sio.ChaCha20Poly1305.Stream(key)
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
nonce := sioutil.MustRandom(stream.NonceSize())
|
|
|
|
// ciphertext = salt || AEAD ID | nonce | encrypted data
|
|
cLen := int64(len(salt)+1+len(nonce)+len(data)) + stream.Overhead(int64(len(data)))
|
|
ciphertext := bytes.NewBuffer(make([]byte, 0, cLen)) // pre-alloc correct length
|
|
|
|
// Prefix the ciphertext with salt, AEAD ID and nonce
|
|
ciphertext.Write(salt)
|
|
ciphertext.WriteByte(id)
|
|
ciphertext.Write(nonce)
|
|
|
|
w := stream.EncryptWriter(ciphertext, nonce, nil)
|
|
if _, err = w.Write(data); err != nil {
|
|
return nil, err
|
|
}
|
|
if err = w.Close(); err != nil {
|
|
return nil, err
|
|
}
|
|
return ciphertext.Bytes(), nil
|
|
}
|
|
|
|
// ErrMaliciousData indicates that the stream cannot be
|
|
// decrypted by provided credentials.
|
|
var ErrMaliciousData = sio.NotAuthentic
|
|
|
|
// DecryptData decrypts the data with the key derived
|
|
// from the salt (part of data) and the password using
|
|
// the PBKDF used in EncryptData. DecryptData returns
|
|
// the decrypted plaintext on success.
|
|
//
|
|
// The data must be a valid ciphertext produced by
|
|
// EncryptData. Otherwise, the decryption will fail.
|
|
func DecryptData(password string, data io.Reader) ([]byte, error) {
|
|
var (
|
|
salt [32]byte
|
|
id [1]byte
|
|
nonce [8]byte // This depends on the AEAD but both used ciphers have the same nonce length.
|
|
)
|
|
|
|
if _, err := io.ReadFull(data, salt[:]); err != nil {
|
|
return nil, err
|
|
}
|
|
if _, err := io.ReadFull(data, id[:]); err != nil {
|
|
return nil, err
|
|
}
|
|
if _, err := io.ReadFull(data, nonce[:]); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
key := idKey([]byte(password), salt[:], nil, nil, 32)
|
|
var (
|
|
err error
|
|
stream *sio.Stream
|
|
)
|
|
switch id[0] {
|
|
case aesGcm:
|
|
stream, err = sio.AES_256_GCM.Stream(key)
|
|
case c20p1305:
|
|
stream, err = sio.ChaCha20Poly1305.Stream(key)
|
|
default:
|
|
err = errors.New("madmin: invalid AEAD algorithm ID")
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
enBytes, err := ioutil.ReadAll(stream.DecryptReader(data, nonce[:], nil))
|
|
if err != nil {
|
|
if err == sio.NotAuthentic {
|
|
return enBytes, ErrMaliciousData
|
|
}
|
|
}
|
|
return enBytes, err
|
|
}
|
|
|
|
const (
|
|
aesGcm = 0x00
|
|
c20p1305 = 0x01
|
|
)
|