fef5416b3c
Different gateway implementations due to different backend API errors, might return different unsupported errors at our handler layer. Current code posed a problem for us because this information was lost and we would convert it to InternalError in this situation all S3 clients end up retrying the request. To avoid this unexpected situation implement a way to support this cleanly such that the underlying information is not lost which is returned by gateway.
491 lines
16 KiB
Go
491 lines
16 KiB
Go
/*
|
|
* Minio Cloud Storage, (C) 2017 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package gcs
|
|
|
|
import (
|
|
"fmt"
|
|
"io/ioutil"
|
|
"os"
|
|
"path"
|
|
"reflect"
|
|
"testing"
|
|
"time"
|
|
|
|
"cloud.google.com/go/storage"
|
|
"google.golang.org/api/googleapi"
|
|
|
|
miniogo "github.com/minio/minio-go"
|
|
minio "github.com/minio/minio/cmd"
|
|
)
|
|
|
|
func TestToGCSPageToken(t *testing.T) {
|
|
testCases := []struct {
|
|
Name string
|
|
Token string
|
|
}{
|
|
{
|
|
Name: "A",
|
|
Token: "CgFB",
|
|
},
|
|
{
|
|
Name: "AAAAAAAAAA",
|
|
Token: "CgpBQUFBQUFBQUFB",
|
|
},
|
|
{
|
|
Name: "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA",
|
|
Token: "CmRBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFB",
|
|
},
|
|
{
|
|
Name: "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA",
|
|
Token: "CpEDQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUE=",
|
|
},
|
|
{
|
|
Name: "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA",
|
|
Token: "CpIDQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFB",
|
|
},
|
|
{
|
|
Name: "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA",
|
|
Token: "CpMDQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQQ==",
|
|
},
|
|
{
|
|
Name: "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA",
|
|
Token: "CvQDQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUE=",
|
|
},
|
|
}
|
|
|
|
for i, testCase := range testCases {
|
|
if toGCSPageToken(testCase.Name) != testCase.Token {
|
|
t.Errorf("Test %d: Expected %s, got %s", i+1, toGCSPageToken(testCase.Name), testCase.Token)
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
// TestIsValidGCSProjectIDFormat tests isValidGCSProjectIDFormat
|
|
func TestValidGCSProjectIDFormat(t *testing.T) {
|
|
testCases := []struct {
|
|
ProjectID string
|
|
Valid bool
|
|
}{
|
|
{"", false},
|
|
{"a", false},
|
|
{"Abc", false},
|
|
{"1bcd", false},
|
|
// 5 chars
|
|
{"abcdb", false},
|
|
// 6 chars
|
|
{"abcdbz", true},
|
|
// 30 chars
|
|
{"project-id-1-project-id-more-1", true},
|
|
// 31 chars
|
|
{"project-id-1-project-id-more-11", false},
|
|
{"storage.googleapis.com", false},
|
|
{"http://storage.googleapis.com", false},
|
|
{"http://localhost:9000", false},
|
|
{"project-id-1", true},
|
|
{"project-id-1988832", true},
|
|
{"projectid1414", true},
|
|
}
|
|
|
|
for i, testCase := range testCases {
|
|
valid := isValidGCSProjectIDFormat(testCase.ProjectID)
|
|
if valid != testCase.Valid {
|
|
t.Errorf("Test %d: Expected %v, got %v", i+1, valid, testCase.Valid)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Test for isGCSMarker.
|
|
func TestIsGCSMarker(t *testing.T) {
|
|
testCases := []struct {
|
|
marker string
|
|
expected bool
|
|
}{
|
|
{
|
|
marker: "{minio}gcs123",
|
|
expected: true,
|
|
},
|
|
{
|
|
marker: "{mini_no}tgcs123",
|
|
expected: false,
|
|
},
|
|
{
|
|
marker: "{minioagainnotgcs123",
|
|
expected: false,
|
|
},
|
|
{
|
|
marker: "obj1",
|
|
expected: false,
|
|
},
|
|
}
|
|
|
|
for i, tc := range testCases {
|
|
if actual := isGCSMarker(tc.marker); actual != tc.expected {
|
|
t.Errorf("Test %d: marker is %s, expected %v but got %v",
|
|
i+1, tc.marker, tc.expected, actual)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Test for gcsMultipartMetaName.
|
|
func TestGCSMultipartMetaName(t *testing.T) {
|
|
uploadID := "a"
|
|
expected := path.Join(gcsMinioMultipartPathV1, uploadID, gcsMinioMultipartMeta)
|
|
got := gcsMultipartMetaName(uploadID)
|
|
if expected != got {
|
|
t.Errorf("expected: %s, got: %s", expected, got)
|
|
}
|
|
}
|
|
|
|
// Test for gcsMultipartDataName.
|
|
func TestGCSMultipartDataName(t *testing.T) {
|
|
var (
|
|
uploadID = "a"
|
|
etag = "b"
|
|
partNumber = 1
|
|
)
|
|
expected := path.Join(gcsMinioMultipartPathV1, uploadID, fmt.Sprintf("%05d.%s", partNumber, etag))
|
|
got := gcsMultipartDataName(uploadID, partNumber, etag)
|
|
if expected != got {
|
|
t.Errorf("expected: %s, got: %s", expected, got)
|
|
}
|
|
}
|
|
|
|
func TestFromMinioClientListBucketResultToV2Info(t *testing.T) {
|
|
|
|
listBucketResult := miniogo.ListBucketResult{
|
|
IsTruncated: false,
|
|
Marker: "testMarker",
|
|
NextMarker: "testMarker2",
|
|
CommonPrefixes: []miniogo.CommonPrefix{{Prefix: "one"}, {Prefix: "two"}},
|
|
Contents: []miniogo.ObjectInfo{{Key: "testobj", ContentType: ""}},
|
|
}
|
|
|
|
listBucketV2Info := minio.ListObjectsV2Info{
|
|
Prefixes: []string{"one", "two"},
|
|
Objects: []minio.ObjectInfo{{Name: "testobj", Bucket: "testbucket", UserDefined: map[string]string{"Content-Type": ""}}},
|
|
IsTruncated: false,
|
|
ContinuationToken: "testMarker",
|
|
NextContinuationToken: "testMarker2",
|
|
}
|
|
|
|
if got := minio.FromMinioClientListBucketResultToV2Info("testbucket", listBucketResult); !reflect.DeepEqual(got, listBucketV2Info) {
|
|
t.Errorf("fromMinioClientListBucketResultToV2Info() = %v, want %v", got, listBucketV2Info)
|
|
}
|
|
}
|
|
|
|
// Test for gcsParseProjectID
|
|
func TestGCSParseProjectID(t *testing.T) {
|
|
f, err := ioutil.TempFile("", "")
|
|
if err != nil {
|
|
t.Error(err)
|
|
return
|
|
}
|
|
defer os.Remove(f.Name())
|
|
defer f.Close()
|
|
|
|
contents := `
|
|
{
|
|
"type": "service_account",
|
|
"project_id": "miniotesting"
|
|
}
|
|
`
|
|
f.WriteString(contents)
|
|
projectID, err := gcsParseProjectID(f.Name())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if projectID != "miniotesting" {
|
|
t.Errorf(`Expected projectID value to be "miniotesting"`)
|
|
}
|
|
|
|
if _, err = gcsParseProjectID("non-existent"); err == nil {
|
|
t.Errorf(`Expected to fail but succeeded reading "non-existent"`)
|
|
}
|
|
|
|
f.WriteString(`,}`)
|
|
|
|
if _, err := gcsParseProjectID(f.Name()); err == nil {
|
|
t.Errorf(`Expected to fail reading corrupted credentials file`)
|
|
}
|
|
}
|
|
|
|
func TestGCSToObjectError(t *testing.T) {
|
|
testCases := []struct {
|
|
params []string
|
|
gcsErr error
|
|
expectedErr error
|
|
}{
|
|
{
|
|
[]string{}, nil, nil,
|
|
},
|
|
{
|
|
[]string{}, fmt.Errorf("Not *Error"), fmt.Errorf("Not *Error"),
|
|
},
|
|
{
|
|
[]string{"bucket"},
|
|
fmt.Errorf("storage: bucket doesn't exist"),
|
|
minio.BucketNotFound{
|
|
Bucket: "bucket",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
fmt.Errorf("storage: object doesn't exist"),
|
|
minio.ObjectNotFound{
|
|
Bucket: "bucket",
|
|
Object: "object",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object", "uploadID"},
|
|
fmt.Errorf("storage: object doesn't exist"),
|
|
minio.InvalidUploadID{
|
|
UploadID: "uploadID",
|
|
},
|
|
},
|
|
{
|
|
[]string{},
|
|
fmt.Errorf("Unknown error"),
|
|
fmt.Errorf("Unknown error"),
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
&googleapi.Error{
|
|
Message: "No list of errors",
|
|
},
|
|
&googleapi.Error{
|
|
Message: "No list of errors",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "conflict",
|
|
Message: "You already own this bucket. Please select another name.",
|
|
}},
|
|
},
|
|
minio.BucketAlreadyOwnedByYou{
|
|
Bucket: "bucket",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "conflict",
|
|
Message: "Sorry, that name is not available. Please try a different one.",
|
|
}},
|
|
},
|
|
minio.BucketAlreadyExists{
|
|
Bucket: "bucket",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "conflict",
|
|
}},
|
|
},
|
|
minio.BucketNotEmpty{Bucket: "bucket"},
|
|
},
|
|
{
|
|
[]string{"bucket"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "notFound",
|
|
}},
|
|
},
|
|
minio.BucketNotFound{
|
|
Bucket: "bucket",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "notFound",
|
|
}},
|
|
},
|
|
minio.ObjectNotFound{
|
|
Bucket: "bucket",
|
|
Object: "object",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "invalid",
|
|
}},
|
|
},
|
|
minio.BucketNameInvalid{
|
|
Bucket: "bucket",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "forbidden",
|
|
}},
|
|
},
|
|
minio.PrefixAccessDenied{
|
|
Bucket: "bucket",
|
|
Object: "object",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "keyInvalid",
|
|
}},
|
|
},
|
|
minio.PrefixAccessDenied{
|
|
Bucket: "bucket",
|
|
Object: "object",
|
|
},
|
|
},
|
|
{
|
|
[]string{"bucket", "object"},
|
|
&googleapi.Error{
|
|
Errors: []googleapi.ErrorItem{{
|
|
Reason: "required",
|
|
}},
|
|
},
|
|
minio.PrefixAccessDenied{
|
|
Bucket: "bucket",
|
|
Object: "object",
|
|
},
|
|
},
|
|
}
|
|
|
|
for i, testCase := range testCases {
|
|
actualErr := gcsToObjectError(testCase.gcsErr, testCase.params...)
|
|
if actualErr != nil {
|
|
if actualErr.Error() != testCase.expectedErr.Error() {
|
|
t.Errorf("Test %d: Expected %s, got %s", i+1, testCase.expectedErr, actualErr)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestS3MetaToGCSAttributes(t *testing.T) {
|
|
headers := map[string]string{
|
|
"accept-encoding": "gzip",
|
|
"content-encoding": "gzip",
|
|
"cache-control": "age: 3600",
|
|
"content-disposition": "dummy",
|
|
"content-type": "application/javascript",
|
|
"Content-Language": "en",
|
|
"X-Amz-Meta-Hdr": "value",
|
|
"X-Amz-Meta-X-Amz-Key": "hu3ZSqtqwn+aL4V2VhAeov4i+bG3KyCtRMSXQFRHXOk=",
|
|
"X-Amz-Meta-X-Amz-Matdesc": "{}",
|
|
"X-Amz-Meta-X-Amz-Iv": "eWmyryl8kq+EVnnsE7jpOg==",
|
|
}
|
|
// Only X-Amz-Meta- prefixed entries will be returned in
|
|
// Metadata (without the prefix!)
|
|
expectedHeaders := map[string]string{
|
|
"x-goog-meta-Hdr": "value",
|
|
"x-goog-meta-X-Amz-Key": "hu3ZSqtqwn+aL4V2VhAeov4i+bG3KyCtRMSXQFRHXOk=",
|
|
"x-goog-meta-X-Amz-Matdesc": "{}",
|
|
"x-goog-meta-X-Amz-Iv": "eWmyryl8kq+EVnnsE7jpOg==",
|
|
}
|
|
|
|
attrs := storage.ObjectAttrs{}
|
|
applyMetadataToGCSAttrs(headers, &attrs)
|
|
|
|
if !reflect.DeepEqual(attrs.Metadata, expectedHeaders) {
|
|
t.Fatalf("Test failed, expected %#v, got %#v", expectedHeaders, attrs.Metadata)
|
|
}
|
|
|
|
if attrs.CacheControl != headers["cache-control"] {
|
|
t.Fatalf("Test failed with Cache-Control mistmatch, expected %s, got %s", headers["cache-control"], attrs.CacheControl)
|
|
}
|
|
if attrs.ContentDisposition != headers["content-disposition"] {
|
|
t.Fatalf("Test failed with Content-Disposition mistmatch, expected %s, got %s", headers["content-disposition"], attrs.ContentDisposition)
|
|
}
|
|
if attrs.ContentEncoding != headers["content-encoding"] {
|
|
t.Fatalf("Test failed with Content-Encoding mistmatch, expected %s, got %s", headers["content-encoding"], attrs.ContentEncoding)
|
|
}
|
|
if attrs.ContentLanguage != headers["Content-Language"] {
|
|
t.Fatalf("Test failed with Content-Language mistmatch, expected %s, got %s", headers["Content-Language"], attrs.ContentLanguage)
|
|
}
|
|
if attrs.ContentType != headers["content-type"] {
|
|
t.Fatalf("Test failed with Content-Type mistmatch, expected %s, got %s", headers["content-type"], attrs.ContentType)
|
|
}
|
|
}
|
|
|
|
func TestGCSAttrsToObjectInfo(t *testing.T) {
|
|
metadata := map[string]string{
|
|
"x-goog-meta-Hdr": "value",
|
|
"x-goog-meta-x_amz_key": "hu3ZSqtqwn+aL4V2VhAeov4i+bG3KyCtRMSXQFRHXOk=",
|
|
"x-goog-meta-x-amz-matdesc": "{}",
|
|
"x-goog-meta-X-Amz-Iv": "eWmyryl8kq+EVnnsE7jpOg==",
|
|
}
|
|
expectedMeta := map[string]string{
|
|
"X-Amz-Meta-Hdr": "value",
|
|
"X-Amz-Meta-X_amz_key": "hu3ZSqtqwn+aL4V2VhAeov4i+bG3KyCtRMSXQFRHXOk=",
|
|
"X-Amz-Meta-X-Amz-Matdesc": "{}",
|
|
"X-Amz-Meta-X-Amz-Iv": "eWmyryl8kq+EVnnsE7jpOg==",
|
|
"Cache-Control": "max-age: 3600",
|
|
"Content-Disposition": "dummy",
|
|
"Content-Encoding": "gzip",
|
|
"Content-Language": "en",
|
|
"Content-Type": "application/javascript",
|
|
}
|
|
|
|
attrs := storage.ObjectAttrs{
|
|
Name: "test-obj",
|
|
Bucket: "test-bucket",
|
|
Updated: time.Now(),
|
|
Size: 123,
|
|
CRC32C: 45312398,
|
|
CacheControl: "max-age: 3600",
|
|
ContentDisposition: "dummy",
|
|
ContentEncoding: "gzip",
|
|
ContentLanguage: "en",
|
|
ContentType: "application/javascript",
|
|
Metadata: metadata,
|
|
}
|
|
expectedETag := minio.ToS3ETag(fmt.Sprintf("%d", attrs.CRC32C))
|
|
|
|
objInfo := fromGCSAttrsToObjectInfo(&attrs)
|
|
if !reflect.DeepEqual(objInfo.UserDefined, expectedMeta) {
|
|
t.Fatalf("Test failed, expected %#v, got %#v", expectedMeta, objInfo.UserDefined)
|
|
}
|
|
|
|
if objInfo.Name != attrs.Name {
|
|
t.Fatalf("Test failed with Name mistmatch, expected %s, got %s", attrs.Name, objInfo.Name)
|
|
}
|
|
if objInfo.Bucket != attrs.Bucket {
|
|
t.Fatalf("Test failed with Bucket mistmatch, expected %s, got %s", attrs.Bucket, objInfo.Bucket)
|
|
}
|
|
if objInfo.ModTime != attrs.Updated {
|
|
t.Fatalf("Test failed with ModTime mistmatch, expected %s, got %s", attrs.Updated, objInfo.ModTime)
|
|
}
|
|
if objInfo.Size != attrs.Size {
|
|
t.Fatalf("Test failed with Size mistmatch, expected %d, got %d", attrs.Size, objInfo.Size)
|
|
}
|
|
if objInfo.ETag != expectedETag {
|
|
t.Fatalf("Test failed with ETag mistmatch, expected %s, got %s", expectedETag, objInfo.ETag)
|
|
}
|
|
}
|