2019-09-04 21:53:54 +02:00
|
|
|
// Copyright 2015 go-swagger maintainers
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package spec
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
|
|
|
"log"
|
|
|
|
"net/url"
|
|
|
|
"reflect"
|
|
|
|
"strings"
|
|
|
|
|
|
|
|
"github.com/go-openapi/swag"
|
|
|
|
)
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
// PathLoader is a function to use when loading remote refs.
|
|
|
|
//
|
|
|
|
// This is a package level default. It may be overridden or bypassed by
|
|
|
|
// specifying the loader in ExpandOptions.
|
|
|
|
//
|
|
|
|
// NOTE: if you are using the go-openapi/loads package, it will override
|
|
|
|
// this value with its own default (a loader to retrieve YAML documents as
|
|
|
|
// well as JSON ones).
|
2019-09-04 21:53:54 +02:00
|
|
|
var PathLoader func(string) (json.RawMessage, error)
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
PathLoader = func(path string) (json.RawMessage, error) {
|
|
|
|
data, err := swag.LoadFromFileOrHTTP(path)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return json.RawMessage(data), nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// resolverContext allows to share a context during spec processing.
|
|
|
|
// At the moment, it just holds the index of circular references found.
|
|
|
|
type resolverContext struct {
|
2021-01-28 17:56:38 +01:00
|
|
|
// circulars holds all visited circular references, to shortcircuit $ref resolution.
|
|
|
|
//
|
2019-09-04 21:53:54 +02:00
|
|
|
// This structure is privately instantiated and needs not be locked against
|
|
|
|
// concurrent access, unless we chose to implement a parallel spec walking.
|
|
|
|
circulars map[string]bool
|
|
|
|
basePath string
|
2021-01-28 17:56:38 +01:00
|
|
|
loadDoc func(string) (json.RawMessage, error)
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
func newResolverContext(expandOptions *ExpandOptions) *resolverContext {
|
|
|
|
absBase, _ := absPath(expandOptions.RelativeBase)
|
|
|
|
|
|
|
|
// path loader may be overridden from option
|
|
|
|
var loader func(string) (json.RawMessage, error)
|
|
|
|
if expandOptions.PathLoader == nil {
|
|
|
|
loader = PathLoader
|
|
|
|
} else {
|
|
|
|
loader = expandOptions.PathLoader
|
|
|
|
}
|
|
|
|
|
2019-09-04 21:53:54 +02:00
|
|
|
return &resolverContext{
|
|
|
|
circulars: make(map[string]bool),
|
2021-01-28 17:56:38 +01:00
|
|
|
basePath: absBase, // keep the root base path in context
|
|
|
|
loadDoc: loader,
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
type schemaLoader struct {
|
|
|
|
root interface{}
|
|
|
|
options *ExpandOptions
|
|
|
|
cache ResolutionCache
|
|
|
|
context *resolverContext
|
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
func (r *schemaLoader) transitiveResolver(basePath string, ref Ref) *schemaLoader {
|
2019-09-04 21:53:54 +02:00
|
|
|
if ref.IsRoot() || ref.HasFragmentOnly {
|
2021-01-28 17:56:38 +01:00
|
|
|
return r
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
baseRef := MustCreateRef(basePath)
|
2019-09-04 21:53:54 +02:00
|
|
|
currentRef := normalizeFileRef(&ref, basePath)
|
|
|
|
if strings.HasPrefix(currentRef.String(), baseRef.String()) {
|
2021-01-28 17:56:38 +01:00
|
|
|
return r
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
// set a new root against which to resolve
|
2019-09-04 21:53:54 +02:00
|
|
|
rootURL := currentRef.GetURL()
|
|
|
|
rootURL.Fragment = ""
|
|
|
|
root, _ := r.cache.Get(rootURL.String())
|
|
|
|
|
|
|
|
// shallow copy of resolver options to set a new RelativeBase when
|
|
|
|
// traversing multiple documents
|
|
|
|
newOptions := r.options
|
|
|
|
newOptions.RelativeBase = rootURL.String()
|
2020-09-01 16:01:23 +02:00
|
|
|
return defaultSchemaLoader(root, newOptions, r.cache, r.context)
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (r *schemaLoader) updateBasePath(transitive *schemaLoader, basePath string) string {
|
|
|
|
if transitive != r {
|
|
|
|
if transitive.options != nil && transitive.options.RelativeBase != "" {
|
|
|
|
basePath, _ = absPath(transitive.options.RelativeBase)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return basePath
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *schemaLoader) resolveRef(ref *Ref, target interface{}, basePath string) error {
|
|
|
|
tgt := reflect.ValueOf(target)
|
|
|
|
if tgt.Kind() != reflect.Ptr {
|
2021-01-28 17:56:38 +01:00
|
|
|
return ErrResolveRefNeedsAPointer
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
if ref.GetURL() == nil {
|
2019-09-04 21:53:54 +02:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
var (
|
|
|
|
res interface{}
|
|
|
|
data interface{}
|
|
|
|
err error
|
|
|
|
)
|
|
|
|
|
2019-09-04 21:53:54 +02:00
|
|
|
// Resolve against the root if it isn't nil, and if ref is pointing at the root, or has a fragment only which means
|
|
|
|
// it is pointing somewhere in the root.
|
|
|
|
root := r.root
|
|
|
|
if (ref.IsRoot() || ref.HasFragmentOnly) && root == nil && basePath != "" {
|
|
|
|
if baseRef, erb := NewRef(basePath); erb == nil {
|
|
|
|
root, _, _, _ = r.load(baseRef.GetURL())
|
|
|
|
}
|
|
|
|
}
|
2021-01-28 17:56:38 +01:00
|
|
|
|
2019-09-04 21:53:54 +02:00
|
|
|
if (ref.IsRoot() || ref.HasFragmentOnly) && root != nil {
|
|
|
|
data = root
|
|
|
|
} else {
|
|
|
|
baseRef := normalizeFileRef(ref, basePath)
|
|
|
|
data, _, _, err = r.load(baseRef.GetURL())
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
res = data
|
|
|
|
if ref.String() != "" {
|
|
|
|
res, _, err = ref.GetPointer().Get(data)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return swag.DynamicJSONToStruct(res, target)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *schemaLoader) load(refURL *url.URL) (interface{}, url.URL, bool, error) {
|
|
|
|
debugLog("loading schema from url: %s", refURL)
|
|
|
|
toFetch := *refURL
|
|
|
|
toFetch.Fragment = ""
|
|
|
|
|
2020-09-01 16:01:23 +02:00
|
|
|
var err error
|
2021-01-28 17:56:38 +01:00
|
|
|
pth := toFetch.String()
|
|
|
|
if pth == rootBase {
|
|
|
|
pth, err = absPath(rootBase)
|
2020-09-01 16:01:23 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, url.URL{}, false, err
|
|
|
|
}
|
|
|
|
}
|
2021-01-28 17:56:38 +01:00
|
|
|
normalized := normalizeAbsPath(pth)
|
2019-09-04 21:53:54 +02:00
|
|
|
|
|
|
|
data, fromCache := r.cache.Get(normalized)
|
|
|
|
if !fromCache {
|
2021-01-28 17:56:38 +01:00
|
|
|
b, err := r.context.loadDoc(normalized)
|
2019-09-04 21:53:54 +02:00
|
|
|
if err != nil {
|
2021-01-28 17:56:38 +01:00
|
|
|
return nil, url.URL{}, false, fmt.Errorf("%s [%s]: %w", pth, normalized, err)
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
var doc interface{}
|
|
|
|
if err := json.Unmarshal(b, &doc); err != nil {
|
2019-09-04 21:53:54 +02:00
|
|
|
return nil, url.URL{}, false, err
|
|
|
|
}
|
2021-01-28 17:56:38 +01:00
|
|
|
r.cache.Set(normalized, doc)
|
|
|
|
|
|
|
|
return doc, toFetch, fromCache, nil
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
return data, toFetch, fromCache, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// isCircular detects cycles in sequences of $ref.
|
|
|
|
// It relies on a private context (which needs not be locked).
|
|
|
|
func (r *schemaLoader) isCircular(ref *Ref, basePath string, parentRefs ...string) (foundCycle bool) {
|
|
|
|
normalizedRef := normalizePaths(ref.String(), basePath)
|
|
|
|
if _, ok := r.context.circulars[normalizedRef]; ok {
|
|
|
|
// circular $ref has been already detected in another explored cycle
|
|
|
|
foundCycle = true
|
|
|
|
return
|
|
|
|
}
|
2021-01-28 17:56:38 +01:00
|
|
|
foundCycle = swag.ContainsStringsCI(parentRefs, normalizedRef) // TODO(fred): normalize windows url and remove CI equality
|
2019-09-04 21:53:54 +02:00
|
|
|
if foundCycle {
|
|
|
|
r.context.circulars[normalizedRef] = true
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
// Resolve resolves a reference against basePath and stores the result in target.
|
|
|
|
//
|
|
|
|
// Resolve is not in charge of following references: it only resolves ref by following its URL.
|
|
|
|
//
|
|
|
|
// If the schema the ref is referring to holds nested refs, Resolve doesn't resolve them.
|
|
|
|
//
|
|
|
|
// If basePath is an empty string, ref is resolved against the root schema stored in the schemaLoader struct
|
2019-09-04 21:53:54 +02:00
|
|
|
func (r *schemaLoader) Resolve(ref *Ref, target interface{}, basePath string) error {
|
|
|
|
return r.resolveRef(ref, target, basePath)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *schemaLoader) deref(input interface{}, parentRefs []string, basePath string) error {
|
|
|
|
var ref *Ref
|
|
|
|
switch refable := input.(type) {
|
|
|
|
case *Schema:
|
|
|
|
ref = &refable.Ref
|
|
|
|
case *Parameter:
|
|
|
|
ref = &refable.Ref
|
|
|
|
case *Response:
|
|
|
|
ref = &refable.Ref
|
|
|
|
case *PathItem:
|
|
|
|
ref = &refable.Ref
|
|
|
|
default:
|
2021-01-28 17:56:38 +01:00
|
|
|
return fmt.Errorf("unsupported type: %T: %w", input, ErrDerefUnsupportedType)
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
curRef := ref.String()
|
2021-01-28 17:56:38 +01:00
|
|
|
if curRef == "" {
|
|
|
|
return nil
|
|
|
|
}
|
2019-09-04 21:53:54 +02:00
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
normalizedRef := normalizeFileRef(ref, basePath)
|
|
|
|
normalizedBasePath := normalizedRef.RemoteURI()
|
2019-09-04 21:53:54 +02:00
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
if r.isCircular(normalizedRef, basePath, parentRefs...) {
|
|
|
|
return nil
|
|
|
|
}
|
2019-09-04 21:53:54 +02:00
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
if err := r.resolveRef(ref, input, basePath); r.shouldStopOnError(err) {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if ref.String() == "" || ref.String() == curRef {
|
|
|
|
// done with rereferencing
|
|
|
|
return nil
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
parentRefs = append(parentRefs, normalizedRef.String())
|
|
|
|
return r.deref(input, parentRefs, normalizedBasePath)
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (r *schemaLoader) shouldStopOnError(err error) bool {
|
|
|
|
if err != nil && !r.options.ContinueOnError {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
log.Println(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2021-01-28 17:56:38 +01:00
|
|
|
func (r *schemaLoader) setSchemaID(target interface{}, id, basePath string) (string, string) {
|
|
|
|
debugLog("schema has ID: %s", id)
|
|
|
|
|
|
|
|
// handling the case when id is a folder
|
|
|
|
// remember that basePath has to point to a file
|
|
|
|
var refPath string
|
|
|
|
if strings.HasSuffix(id, "/") {
|
|
|
|
// path.Clean here would not work correctly if there is a scheme (e.g. https://...)
|
|
|
|
refPath = fmt.Sprintf("%s%s", id, "placeholder.json")
|
|
|
|
} else {
|
|
|
|
refPath = id
|
|
|
|
}
|
|
|
|
|
|
|
|
// updates the current base path
|
|
|
|
// * important: ID can be a relative path
|
|
|
|
// * registers target to be fetchable from the new base proposed by this id
|
|
|
|
newBasePath := normalizePaths(refPath, basePath)
|
|
|
|
|
|
|
|
// store found IDs for possible future reuse in $ref
|
|
|
|
r.cache.Set(newBasePath, target)
|
|
|
|
|
|
|
|
return newBasePath, refPath
|
|
|
|
}
|
|
|
|
|
2019-09-04 21:53:54 +02:00
|
|
|
func defaultSchemaLoader(
|
|
|
|
root interface{},
|
|
|
|
expandOptions *ExpandOptions,
|
|
|
|
cache ResolutionCache,
|
2021-01-28 17:56:38 +01:00
|
|
|
context *resolverContext) *schemaLoader {
|
2019-09-04 21:53:54 +02:00
|
|
|
|
|
|
|
if expandOptions == nil {
|
|
|
|
expandOptions = &ExpandOptions{}
|
|
|
|
}
|
2021-01-28 17:56:38 +01:00
|
|
|
|
2019-09-04 21:53:54 +02:00
|
|
|
if context == nil {
|
2021-01-28 17:56:38 +01:00
|
|
|
context = newResolverContext(expandOptions)
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|
2021-01-28 17:56:38 +01:00
|
|
|
|
2019-09-04 21:53:54 +02:00
|
|
|
return &schemaLoader{
|
|
|
|
root: root,
|
|
|
|
options: expandOptions,
|
2021-01-28 17:56:38 +01:00
|
|
|
cache: cacheOrDefault(cache),
|
2019-09-04 21:53:54 +02:00
|
|
|
context: context,
|
2021-01-28 17:56:38 +01:00
|
|
|
}
|
2019-09-04 21:53:54 +02:00
|
|
|
}
|