108 lines
2.5 KiB
Go
108 lines
2.5 KiB
Go
// Copyright (c) 2015-2021 MinIO, Inc.
|
|
//
|
|
// This file is part of MinIO Object Storage stack
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package json
|
|
|
|
import (
|
|
"bytes"
|
|
"io"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/minio/minio/pkg/s3select/sql"
|
|
)
|
|
|
|
func TestNewReader(t *testing.T) {
|
|
files, err := ioutil.ReadDir("testdata")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for _, file := range files {
|
|
t.Run(file.Name(), func(t *testing.T) {
|
|
f, err := os.Open(filepath.Join("testdata", file.Name()))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
r := NewReader(f, &ReaderArgs{})
|
|
var record sql.Record
|
|
for {
|
|
record, err = r.Read(record)
|
|
if err != nil {
|
|
break
|
|
}
|
|
}
|
|
r.Close()
|
|
if err != io.EOF {
|
|
t.Fatalf("Reading failed with %s, %s", err, file.Name())
|
|
}
|
|
})
|
|
|
|
t.Run(file.Name()+"-close", func(t *testing.T) {
|
|
f, err := os.Open(filepath.Join("testdata", file.Name()))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
r := NewReader(f, &ReaderArgs{})
|
|
r.Close()
|
|
var record sql.Record
|
|
for {
|
|
record, err = r.Read(record)
|
|
if err != nil {
|
|
break
|
|
}
|
|
}
|
|
if err != io.EOF {
|
|
t.Fatalf("Reading failed with %s, %s", err, file.Name())
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func BenchmarkReader(b *testing.B) {
|
|
files, err := ioutil.ReadDir("testdata")
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
for _, file := range files {
|
|
b.Run(file.Name(), func(b *testing.B) {
|
|
f, err := ioutil.ReadFile(filepath.Join("testdata", file.Name()))
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
b.SetBytes(int64(len(f)))
|
|
b.ReportAllocs()
|
|
b.ResetTimer()
|
|
var record sql.Record
|
|
for i := 0; i < b.N; i++ {
|
|
r := NewReader(ioutil.NopCloser(bytes.NewBuffer(f)), &ReaderArgs{})
|
|
for {
|
|
record, err = r.Read(record)
|
|
if err != nil {
|
|
break
|
|
}
|
|
}
|
|
r.Close()
|
|
if err != io.EOF {
|
|
b.Fatalf("Reading failed with %s, %s", err, file.Name())
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|