2014-11-05 12:09:40 +01:00
|
|
|
/*
|
2015-03-19 22:35:50 +01:00
|
|
|
* Minimalist Object Storage, (C) 2014 Minio, Inc.
|
2014-11-05 12:09:40 +01:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package erasure
|
|
|
|
|
2015-01-26 21:21:56 +01:00
|
|
|
// #cgo CFLAGS: -O0
|
2014-11-05 12:09:40 +01:00
|
|
|
// #include <stdlib.h>
|
2015-01-27 21:36:44 +01:00
|
|
|
// #include "ec-code.h"
|
|
|
|
// #include "ec-common.h"
|
2014-11-05 12:09:40 +01:00
|
|
|
import "C"
|
|
|
|
import (
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"unsafe"
|
|
|
|
)
|
|
|
|
|
2015-02-23 22:39:16 +01:00
|
|
|
// Decode decodes 2 tuple data containing (k + m) chunks back into its original form.
|
|
|
|
// Additionally original block length should also be provided as input.
|
|
|
|
//
|
|
|
|
// Decoded data is exactly similar in length and content as the original data.
|
2014-11-05 12:09:40 +01:00
|
|
|
func (e *Encoder) Decode(chunks [][]byte, length int) ([]byte, error) {
|
2015-03-25 02:44:21 +01:00
|
|
|
var decodeMatrix *C.uint8_t
|
|
|
|
var decodeTbls *C.uint8_t
|
|
|
|
var decodeIndex *C.uint32_t
|
2014-12-07 09:09:24 +01:00
|
|
|
var source, target **C.uint8_t
|
2014-11-05 12:09:40 +01:00
|
|
|
|
2015-03-25 02:44:21 +01:00
|
|
|
k := int(e.params.K)
|
|
|
|
m := int(e.params.M)
|
2015-03-23 02:21:35 +01:00
|
|
|
n := k + m
|
2015-03-25 02:44:21 +01:00
|
|
|
if len(chunks) != n {
|
2014-11-05 12:09:40 +01:00
|
|
|
return nil, errors.New(fmt.Sprintf("chunks length must be %d", n))
|
|
|
|
}
|
2015-03-25 02:44:21 +01:00
|
|
|
chunkLen := GetEncodedBlockLen(length, uint8(k))
|
2014-11-05 12:09:40 +01:00
|
|
|
|
2015-03-25 02:44:21 +01:00
|
|
|
errorIndex := make([]int, n+1)
|
|
|
|
var errCount int = 0
|
2014-11-05 12:09:40 +01:00
|
|
|
|
|
|
|
for i := range chunks {
|
|
|
|
// Check of chunks are really null
|
|
|
|
if chunks[i] == nil || len(chunks[i]) == 0 {
|
2015-03-25 02:44:21 +01:00
|
|
|
errorIndex[errCount] = i
|
|
|
|
errCount++
|
2014-11-05 12:09:40 +01:00
|
|
|
}
|
|
|
|
}
|
2015-03-25 02:44:21 +01:00
|
|
|
errorIndex[errCount] = -1
|
|
|
|
errCount++
|
2014-11-05 12:09:40 +01:00
|
|
|
|
|
|
|
// Too many missing chunks, cannot be more than parity `m`
|
2015-03-25 02:44:21 +01:00
|
|
|
if errCount-1 > int(n-k) {
|
2014-11-05 12:09:40 +01:00
|
|
|
return nil, errors.New("too many erasures requested, can't decode")
|
|
|
|
}
|
|
|
|
|
2015-03-25 02:44:21 +01:00
|
|
|
errorIndex_ptr := int2CInt(errorIndex[:errCount])
|
2014-11-05 12:09:40 +01:00
|
|
|
|
|
|
|
for i := range chunks {
|
|
|
|
if chunks[i] == nil || len(chunks[i]) == 0 {
|
2015-03-25 02:44:21 +01:00
|
|
|
chunks[i] = make([]byte, chunkLen)
|
2014-11-05 12:09:40 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-03-25 02:44:21 +01:00
|
|
|
C.minio_init_decoder(errorIndex_ptr, C.int(k), C.int(n), C.int(errCount-1),
|
|
|
|
e.encodeMatrix, &decodeMatrix, &decodeTbls, &decodeIndex)
|
2014-11-05 12:09:40 +01:00
|
|
|
|
|
|
|
pointers := make([]*byte, n)
|
|
|
|
for i := range chunks {
|
|
|
|
pointers[i] = &chunks[i][0]
|
|
|
|
}
|
2014-11-14 06:48:04 +01:00
|
|
|
|
2014-12-07 09:09:24 +01:00
|
|
|
data := (**C.uint8_t)(unsafe.Pointer(&pointers[0]))
|
2014-11-05 12:09:40 +01:00
|
|
|
|
2015-03-25 02:44:21 +01:00
|
|
|
ret := C.minio_get_source_target(C.int(errCount-1), C.int(k), C.int(m), errorIndex_ptr,
|
|
|
|
decodeIndex, data, &source, &target)
|
2014-11-29 23:58:40 +01:00
|
|
|
|
2015-01-26 21:21:56 +01:00
|
|
|
if int(ret) == -1 {
|
|
|
|
return nil, errors.New("Decoding source target failed")
|
|
|
|
}
|
|
|
|
|
2015-03-25 02:44:21 +01:00
|
|
|
C.ec_encode_data(C.int(chunkLen), C.int(k), C.int(errCount-1), decodeTbls,
|
2014-11-29 23:58:40 +01:00
|
|
|
source, target)
|
2014-11-05 12:09:40 +01:00
|
|
|
|
2015-03-25 02:44:21 +01:00
|
|
|
recoveredOutput := make([]byte, 0, chunkLen*int(k))
|
2015-03-23 01:17:53 +01:00
|
|
|
for i := 0; i < int(k); i++ {
|
2015-03-25 02:44:21 +01:00
|
|
|
recoveredOutput = append(recoveredOutput, chunks[i]...)
|
2014-11-05 12:09:40 +01:00
|
|
|
}
|
2014-11-28 04:43:54 +01:00
|
|
|
|
2015-03-12 10:00:36 +01:00
|
|
|
// TODO cache this if necessary
|
2015-03-25 02:44:21 +01:00
|
|
|
e.decodeMatrix = decodeMatrix
|
|
|
|
e.decodeTbls = decodeTbls
|
2014-11-28 04:43:54 +01:00
|
|
|
|
2015-03-25 02:44:21 +01:00
|
|
|
return recoveredOutput[:length], nil
|
2014-11-05 12:09:40 +01:00
|
|
|
}
|