1f262daf6f
This is to ensure that there are no projects that try to import `minio/minio/pkg` into their own repo. Any such common packages should go to `https://github.com/minio/pkg`
142 lines
3.4 KiB
Go
142 lines
3.4 KiB
Go
// Copyright (c) 2015-2021 MinIO, Inc.
|
|
//
|
|
// This file is part of MinIO Object Storage stack
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package sql
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/minio/simdjson-go"
|
|
)
|
|
|
|
// SelectObjectFormat specifies the format of the underlying data
|
|
type SelectObjectFormat int
|
|
|
|
const (
|
|
// SelectFmtUnknown - unknown format (default value)
|
|
SelectFmtUnknown SelectObjectFormat = iota
|
|
// SelectFmtCSV - CSV format
|
|
SelectFmtCSV
|
|
// SelectFmtJSON - JSON format
|
|
SelectFmtJSON
|
|
// SelectFmtSIMDJSON - SIMD JSON format
|
|
SelectFmtSIMDJSON
|
|
// SelectFmtParquet - Parquet format
|
|
SelectFmtParquet
|
|
)
|
|
|
|
// WriteCSVOpts - encapsulates options for Select CSV output
|
|
type WriteCSVOpts struct {
|
|
FieldDelimiter rune
|
|
Quote rune
|
|
QuoteEscape rune
|
|
AlwaysQuote bool
|
|
}
|
|
|
|
// Record - is a type containing columns and their values.
|
|
type Record interface {
|
|
Get(name string) (*Value, error)
|
|
|
|
// Set a value.
|
|
// Can return a different record type.
|
|
Set(name string, value *Value) (Record, error)
|
|
WriteCSV(writer io.Writer, opts WriteCSVOpts) error
|
|
WriteJSON(writer io.Writer) error
|
|
|
|
// Clone the record and if possible use the destination provided.
|
|
Clone(dst Record) Record
|
|
Reset()
|
|
|
|
// Returns underlying representation
|
|
Raw() (SelectObjectFormat, interface{})
|
|
|
|
// Replaces the underlying data
|
|
Replace(k interface{}) error
|
|
}
|
|
|
|
// IterToValue converts a simdjson Iter to its underlying value.
|
|
// Objects are returned as simdjson.Object
|
|
// Arrays are returned as []interface{} with parsed values.
|
|
func IterToValue(iter simdjson.Iter) (interface{}, error) {
|
|
switch iter.Type() {
|
|
case simdjson.TypeString:
|
|
v, err := iter.String()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return v, nil
|
|
case simdjson.TypeFloat:
|
|
v, err := iter.Float()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return v, nil
|
|
case simdjson.TypeInt:
|
|
v, err := iter.Int()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return v, nil
|
|
case simdjson.TypeUint:
|
|
v, err := iter.Int()
|
|
if err != nil {
|
|
// Can't fit into int, convert to float.
|
|
v, err := iter.Float()
|
|
return v, err
|
|
}
|
|
return v, nil
|
|
case simdjson.TypeBool:
|
|
v, err := iter.Bool()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return v, nil
|
|
case simdjson.TypeObject:
|
|
obj, err := iter.Object(nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return *obj, err
|
|
case simdjson.TypeArray:
|
|
arr, err := iter.Array(nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
iter := arr.Iter()
|
|
var dst []interface{}
|
|
var next simdjson.Iter
|
|
for {
|
|
typ, err := iter.AdvanceIter(&next)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if typ == simdjson.TypeNone {
|
|
break
|
|
}
|
|
v, err := IterToValue(next)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
dst = append(dst, v)
|
|
}
|
|
return dst, err
|
|
case simdjson.TypeNull:
|
|
return nil, nil
|
|
}
|
|
return nil, fmt.Errorf("IterToValue: unknown JSON type: %s", iter.Type().String())
|
|
}
|