fbf62399ca
This change fixes a regression marshaling assets/archives that was introduced after adding support for marshaling output values. For example, when setting an `Asset` on a field typed as `AssetOrAchiveInput`, in `marshalInput`, the input was being converted into an `AssetOrArchiveOutput` via the `ToAssetOrArchiveOutputWithContext`. Awaiting the output returns an `*asset` struct, which is itself an `AssetInput`, which causes infinite recursion when passed recursively to `marshalInput`. The fix is to skip the `Input` checks in recursive calls, which is equivalent to the previous behavior before the regression was introduced. Another issue was that when the input is converted to an output, this would result in `marshalInput` always returning an output value, even if the original passed-in value was not an output. To address this, if the output's value is known, not a secret, and has no dependencies, we can return the value itself rather than wrapping it as an output.
926 lines
27 KiB
Go
926 lines
27 KiB
Go
// Copyright 2016-2018, Pulumi Corporation.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package pulumi
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"reflect"
|
|
"sync"
|
|
|
|
"github.com/blang/semver"
|
|
"golang.org/x/net/context"
|
|
|
|
"github.com/pulumi/pulumi/sdk/v3/go/common/resource"
|
|
"github.com/pulumi/pulumi/sdk/v3/go/common/tokens"
|
|
"github.com/pulumi/pulumi/sdk/v3/go/common/util/contract"
|
|
)
|
|
|
|
func mapStructTypes(from, to reflect.Type) func(reflect.Value, int) (reflect.StructField, reflect.Value) {
|
|
contract.Assert(from.Kind() == reflect.Struct)
|
|
contract.Assert(to.Kind() == reflect.Struct)
|
|
|
|
if from == to {
|
|
return func(v reflect.Value, i int) (reflect.StructField, reflect.Value) {
|
|
if !v.IsValid() {
|
|
return to.Field(i), reflect.Value{}
|
|
}
|
|
return to.Field(i), v.Field(i)
|
|
}
|
|
}
|
|
|
|
nameToIndex := map[string]int{}
|
|
numFields := to.NumField()
|
|
for i := 0; i < numFields; i++ {
|
|
nameToIndex[to.Field(i).Name] = i
|
|
}
|
|
|
|
return func(v reflect.Value, i int) (reflect.StructField, reflect.Value) {
|
|
fieldName := from.Field(i).Name
|
|
j, ok := nameToIndex[fieldName]
|
|
if !ok {
|
|
panic(fmt.Errorf("unknown field %v when marshaling inputs of type %v to %v", fieldName, from, to))
|
|
}
|
|
|
|
field := to.Field(j)
|
|
if !v.IsValid() {
|
|
return field, reflect.Value{}
|
|
}
|
|
return field, v.Field(j)
|
|
}
|
|
}
|
|
|
|
// addDependency adds a dependency on the given resource to the set of deps.
|
|
//
|
|
// The behavior of this method depends on whether or not the resource is a custom resource, a local component resource,
|
|
// or a remote component resource:
|
|
//
|
|
// - Custom resources are added directly to the set, as they are "real" nodes in the dependency graph.
|
|
// - Local component resources act as aggregations of their descendents. Rather than adding the component resource
|
|
// itself, each child resource is added as a dependency.
|
|
// - Remote component resources are added directly to the set, as they naturally act as aggregations of their children
|
|
// with respect to dependencies: the construction of a remote component always waits on the construction of its
|
|
// children.
|
|
//
|
|
// In other words, if we had:
|
|
//
|
|
// Comp1
|
|
// / | \
|
|
// Cust1 Comp2 Remote1
|
|
// / \ \
|
|
// Cust2 Cust3 Comp3
|
|
// / \
|
|
// Cust4 Cust5
|
|
//
|
|
// Then the transitively reachable resources of Comp1 will be [Cust1, Cust2, Cust3, Remote1].
|
|
// It will *not* include:
|
|
// * Cust4 because it is a child of a custom resource
|
|
// * Comp2 because it is a non-remote component resoruce
|
|
// * Comp3 and Cust5 because Comp3 is a child of a remote component resource
|
|
func addDependency(ctx context.Context, deps urnSet, res Resource) error {
|
|
if _, custom := res.(CustomResource); !custom {
|
|
for _, child := range res.getChildren() {
|
|
if err := addDependency(ctx, deps, child); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
if !res.isRemoteComponent() {
|
|
return nil
|
|
}
|
|
}
|
|
|
|
urn, _, _, err := res.URN().awaitURN(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
deps.add(urn)
|
|
return nil
|
|
}
|
|
|
|
// expandDependencies expands the given slice of Resources into a set of URNs.
|
|
func expandDependencies(ctx context.Context, deps []Resource) (urnSet, error) {
|
|
urns := urnSet{}
|
|
for _, r := range deps {
|
|
if err := addDependency(ctx, urns, r); err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
return urns, nil
|
|
}
|
|
|
|
// marshalInputs turns resource property inputs into a map suitable for marshaling.
|
|
func marshalInputs(props Input) (resource.PropertyMap, map[string][]URN, []URN, error) {
|
|
deps := urnSet{}
|
|
pmap, pdeps := resource.PropertyMap{}, map[string][]URN{}
|
|
|
|
if props == nil {
|
|
return pmap, pdeps, nil, nil
|
|
}
|
|
|
|
marshalProperty := func(pname string, pv interface{}, pt reflect.Type) error {
|
|
// Get the underlying value, possibly waiting for an output to arrive.
|
|
v, resourceDeps, err := marshalInput(pv, pt, true)
|
|
if err != nil {
|
|
return fmt.Errorf("awaiting input property %s: %w", pname, err)
|
|
}
|
|
|
|
// Record all dependencies accumulated from reading this property.
|
|
allDeps, err := expandDependencies(context.TODO(), resourceDeps)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
deps.union(allDeps)
|
|
|
|
if len(allDeps) > 0 {
|
|
pdeps[pname] = allDeps.values()
|
|
}
|
|
|
|
if !v.IsNull() || len(allDeps) > 0 {
|
|
pmap[resource.PropertyKey(pname)] = v
|
|
}
|
|
return nil
|
|
}
|
|
|
|
pv := reflect.ValueOf(props)
|
|
if pv.Kind() == reflect.Ptr {
|
|
if pv.IsNil() {
|
|
return pmap, pdeps, nil, nil
|
|
}
|
|
pv = pv.Elem()
|
|
}
|
|
pt := pv.Type()
|
|
|
|
rt := props.ElementType()
|
|
if rt.Kind() == reflect.Ptr {
|
|
rt = rt.Elem()
|
|
}
|
|
|
|
switch pt.Kind() {
|
|
case reflect.Struct:
|
|
contract.Assert(rt.Kind() == reflect.Struct)
|
|
// We use the resolved type to decide how to convert inputs to outputs.
|
|
rt := props.ElementType()
|
|
if rt.Kind() == reflect.Ptr {
|
|
rt = rt.Elem()
|
|
}
|
|
getMappedField := mapStructTypes(pt, rt)
|
|
// Now, marshal each field in the input.
|
|
numFields := pt.NumField()
|
|
for i := 0; i < numFields; i++ {
|
|
destField, _ := getMappedField(reflect.Value{}, i)
|
|
tag := destField.Tag.Get("pulumi")
|
|
if tag == "" {
|
|
continue
|
|
}
|
|
err := marshalProperty(tag, pv.Field(i).Interface(), destField.Type)
|
|
if err != nil {
|
|
return nil, nil, nil, err
|
|
}
|
|
}
|
|
case reflect.Map:
|
|
contract.Assert(rt.Key().Kind() == reflect.String)
|
|
for _, key := range pv.MapKeys() {
|
|
keyname := key.Interface().(string)
|
|
val := pv.MapIndex(key).Interface()
|
|
err := marshalProperty(keyname, val, rt.Elem())
|
|
if err != nil {
|
|
return nil, nil, nil, err
|
|
}
|
|
}
|
|
default:
|
|
return nil, nil, nil, fmt.Errorf("cannot marshal Input that is not a struct or map, saw type %s", pt.String())
|
|
}
|
|
|
|
return pmap, pdeps, deps.values(), nil
|
|
}
|
|
|
|
// `gosec` thinks these are credentials, but they are not.
|
|
// nolint: gosec
|
|
const rpcTokenUnknownValue = "04da6b54-80e4-46f7-96ec-b56ff0331ba9"
|
|
|
|
const cannotAwaitFmt = "cannot marshal Output value of type %T; please use Apply to access the Output's value"
|
|
|
|
// marshalInput marshals an input value, returning its raw serializable value along with any dependencies.
|
|
func marshalInput(v interface{}, destType reflect.Type, await bool) (resource.PropertyValue, []Resource, error) {
|
|
return marshalInputImpl(v, destType, await, false /*skipInputCheck*/)
|
|
}
|
|
|
|
// marshalInputImpl marshals an input value, returning its raw serializable value along with any dependencies.
|
|
func marshalInputImpl(v interface{},
|
|
destType reflect.Type,
|
|
await,
|
|
skipInputCheck bool) (resource.PropertyValue, []Resource, error) {
|
|
var deps []Resource
|
|
for {
|
|
valueType := reflect.TypeOf(v)
|
|
|
|
// If this is an Input, make sure it is of the proper type and await it if it is an output/
|
|
if input, ok := v.(Input); !skipInputCheck && ok {
|
|
if inputType := reflect.ValueOf(input); inputType.Kind() == reflect.Ptr && inputType.IsNil() {
|
|
// input type is a ptr type with a nil backing value
|
|
return resource.PropertyValue{}, nil, nil
|
|
}
|
|
valueType = input.ElementType()
|
|
|
|
// Handle cases where the destination is a ptr type whose element type is the same as the value type
|
|
// (e.g. destType is *FooBar and valueType is FooBar).
|
|
// This avoids calling the ToOutput method to convert the input to an output in this case.
|
|
if valueType != destType && destType.Kind() == reflect.Ptr && valueType == destType.Elem() {
|
|
destType = destType.Elem()
|
|
}
|
|
|
|
// If the element type of the input is not identical to the type of the destination and the destination is
|
|
// not the any type (i.e. interface{}), attempt to convert the input to an appropriately-typed output.
|
|
if valueType != destType && destType != anyType {
|
|
if newOutput, ok := callToOutputMethod(context.TODO(), reflect.ValueOf(input), destType); ok {
|
|
// We were able to convert the input. Use the result as the new input value.
|
|
input, valueType = newOutput, destType
|
|
} else if !valueType.AssignableTo(destType) {
|
|
err := fmt.Errorf(
|
|
"cannot marshal an input of type %T with element type %v as a value of type %v",
|
|
input, valueType, destType)
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
}
|
|
|
|
// If the input is an Output, await its value. The returned value is fully resolved.
|
|
if output, ok := input.(Output); ok {
|
|
if !await {
|
|
return resource.PropertyValue{}, nil, fmt.Errorf(cannotAwaitFmt, output)
|
|
}
|
|
|
|
// Await the output.
|
|
ov, known, secret, outputDeps, err := output.getState().await(context.TODO())
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
|
|
// Get the underlying value, if known.
|
|
var element resource.PropertyValue
|
|
if known {
|
|
element, _, err = marshalInputImpl(ov, destType, await, true /*skipInputCheck*/)
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
|
|
// If it's known, not a secret, and has no deps, return the value itself.
|
|
if !secret && len(outputDeps) == 0 {
|
|
return element, nil, nil
|
|
}
|
|
}
|
|
|
|
// Expand dependencies.
|
|
urnSet, err := expandDependencies(context.TODO(), outputDeps)
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
var dependencies []resource.URN
|
|
if len(urnSet) > 0 {
|
|
dependencies = make([]resource.URN, len(urnSet))
|
|
for i, urn := range urnSet.sortedValues() {
|
|
dependencies[i] = resource.URN(urn)
|
|
}
|
|
}
|
|
|
|
return resource.NewOutputProperty(resource.Output{
|
|
Element: element,
|
|
Known: known,
|
|
Secret: secret,
|
|
Dependencies: dependencies,
|
|
}), outputDeps, nil
|
|
}
|
|
}
|
|
|
|
// Set skipInputCheck to false, so that if we loop around we don't skip the input check.
|
|
skipInputCheck = false
|
|
|
|
// If v is nil, just return that.
|
|
if v == nil {
|
|
return resource.PropertyValue{}, nil, nil
|
|
}
|
|
|
|
// Look for some well known types.
|
|
switch v := v.(type) {
|
|
case *asset:
|
|
if v.invalid {
|
|
return resource.PropertyValue{}, nil, fmt.Errorf("invalid asset")
|
|
}
|
|
return resource.NewAssetProperty(&resource.Asset{
|
|
Path: v.Path(),
|
|
Text: v.Text(),
|
|
URI: v.URI(),
|
|
}), deps, nil
|
|
case *archive:
|
|
if v.invalid {
|
|
return resource.PropertyValue{}, nil, fmt.Errorf("invalid archive")
|
|
}
|
|
|
|
var assets map[string]interface{}
|
|
if as := v.Assets(); as != nil {
|
|
assets = make(map[string]interface{})
|
|
for k, a := range as {
|
|
aa, _, err := marshalInput(a, anyType, await)
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
assets[k] = aa.V
|
|
}
|
|
}
|
|
return resource.NewArchiveProperty(&resource.Archive{
|
|
Assets: assets,
|
|
Path: v.Path(),
|
|
URI: v.URI(),
|
|
}), deps, nil
|
|
case Resource:
|
|
deps = append(deps, v)
|
|
|
|
urn, known, secretURN, err := v.URN().awaitURN(context.Background())
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
contract.Assert(known)
|
|
contract.Assert(!secretURN)
|
|
|
|
if custom, ok := v.(CustomResource); ok {
|
|
id, _, secretID, err := custom.ID().awaitID(context.Background())
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
contract.Assert(!secretID)
|
|
|
|
return resource.MakeCustomResourceReference(resource.URN(urn), resource.ID(id), ""), deps, nil
|
|
}
|
|
|
|
return resource.MakeComponentResourceReference(resource.URN(urn), ""), deps, nil
|
|
}
|
|
|
|
if destType.Kind() == reflect.Interface {
|
|
// This happens in the case of Any.
|
|
if valueType.Kind() == reflect.Interface {
|
|
valueType = reflect.TypeOf(v)
|
|
}
|
|
destType = valueType
|
|
}
|
|
|
|
rv := reflect.ValueOf(v)
|
|
|
|
switch rv.Type().Kind() {
|
|
case reflect.Array, reflect.Slice, reflect.Map:
|
|
// Not assignable in prompt form because of the difference in input and output shapes.
|
|
//
|
|
// TODO(7434): update these checks once fixed.
|
|
default:
|
|
contract.Assertf(valueType.AssignableTo(destType) || valueType.ConvertibleTo(destType),
|
|
"%v: cannot assign %v to %v", v, valueType, destType)
|
|
}
|
|
|
|
switch rv.Type().Kind() {
|
|
case reflect.Bool:
|
|
return resource.NewBoolProperty(rv.Bool()), deps, nil
|
|
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
|
|
return resource.NewNumberProperty(float64(rv.Int())), deps, nil
|
|
case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
|
|
return resource.NewNumberProperty(float64(rv.Uint())), deps, nil
|
|
case reflect.Float32, reflect.Float64:
|
|
return resource.NewNumberProperty(rv.Float()), deps, nil
|
|
case reflect.Ptr, reflect.Interface:
|
|
// Dereference non-nil pointers and interfaces.
|
|
if rv.IsNil() {
|
|
return resource.PropertyValue{}, deps, nil
|
|
}
|
|
if destType.Kind() == reflect.Ptr {
|
|
destType = destType.Elem()
|
|
}
|
|
v = rv.Elem().Interface()
|
|
continue
|
|
case reflect.String:
|
|
return resource.NewStringProperty(rv.String()), deps, nil
|
|
case reflect.Array, reflect.Slice:
|
|
if rv.IsNil() {
|
|
return resource.PropertyValue{}, deps, nil
|
|
}
|
|
|
|
destElem := destType.Elem()
|
|
|
|
// If an array or a slice, create a new array by recursing into elements.
|
|
var arr []resource.PropertyValue
|
|
for i := 0; i < rv.Len(); i++ {
|
|
elem := rv.Index(i)
|
|
e, d, err := marshalInput(elem.Interface(), destElem, await)
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
if !e.IsNull() {
|
|
arr = append(arr, e)
|
|
}
|
|
deps = append(deps, d...)
|
|
}
|
|
return resource.NewArrayProperty(arr), deps, nil
|
|
case reflect.Map:
|
|
if rv.Type().Key().Kind() != reflect.String {
|
|
return resource.PropertyValue{}, nil,
|
|
fmt.Errorf("expected map keys to be strings; got %v", rv.Type().Key())
|
|
}
|
|
|
|
if rv.IsNil() {
|
|
return resource.PropertyValue{}, deps, nil
|
|
}
|
|
|
|
destElem := destType.Elem()
|
|
|
|
// For maps, only support string-based keys, and recurse into the values.
|
|
obj := resource.PropertyMap{}
|
|
for _, key := range rv.MapKeys() {
|
|
value := rv.MapIndex(key)
|
|
mv, d, err := marshalInput(value.Interface(), destElem, await)
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
if !mv.IsNull() {
|
|
obj[resource.PropertyKey(key.String())] = mv
|
|
}
|
|
deps = append(deps, d...)
|
|
}
|
|
return resource.NewObjectProperty(obj), deps, nil
|
|
case reflect.Struct:
|
|
obj := resource.PropertyMap{}
|
|
typ := rv.Type()
|
|
getMappedField := mapStructTypes(typ, destType)
|
|
for i := 0; i < typ.NumField(); i++ {
|
|
destField, _ := getMappedField(reflect.Value{}, i)
|
|
tag := destField.Tag.Get("pulumi")
|
|
if tag == "" {
|
|
continue
|
|
}
|
|
|
|
fv, d, err := marshalInput(rv.Field(i).Interface(), destField.Type, await)
|
|
if err != nil {
|
|
return resource.PropertyValue{}, nil, err
|
|
}
|
|
|
|
if !fv.IsNull() {
|
|
obj[resource.PropertyKey(tag)] = fv
|
|
}
|
|
deps = append(deps, d...)
|
|
}
|
|
return resource.NewObjectProperty(obj), deps, nil
|
|
}
|
|
return resource.PropertyValue{}, nil, fmt.Errorf("unrecognized input property type: %v (%T)", v, v)
|
|
}
|
|
}
|
|
|
|
func unmarshalResourceReference(ctx *Context, ref resource.ResourceReference) (Resource, error) {
|
|
version := nullVersion
|
|
if len(ref.PackageVersion) > 0 {
|
|
var err error
|
|
version, err = semver.ParseTolerant(ref.PackageVersion)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to parse provider version: %s", ref.PackageVersion)
|
|
}
|
|
}
|
|
|
|
resName := ref.URN.Name().String()
|
|
resType := ref.URN.Type()
|
|
|
|
isProvider := tokens.Token(resType).HasModuleMember() && resType.Module() == "pulumi:providers"
|
|
if isProvider {
|
|
pkgName := resType.Name().String()
|
|
if resourcePackageV, ok := resourcePackages.Load(pkgName, version); ok {
|
|
resourcePackage := resourcePackageV.(ResourcePackage)
|
|
return resourcePackage.ConstructProvider(ctx, resName, string(resType), string(ref.URN))
|
|
}
|
|
id, _ := ref.IDString()
|
|
return ctx.newDependencyProviderResource(URN(ref.URN), ID(id)), nil
|
|
}
|
|
|
|
modName := resType.Module().String()
|
|
if resourceModuleV, ok := resourceModules.Load(modName, version); ok {
|
|
resourceModule := resourceModuleV.(ResourceModule)
|
|
return resourceModule.Construct(ctx, resName, string(resType), string(ref.URN))
|
|
}
|
|
if id, hasID := ref.IDString(); hasID {
|
|
return ctx.newDependencyCustomResource(URN(ref.URN), ID(id)), nil
|
|
}
|
|
return ctx.newDependencyResource(URN(ref.URN)), nil
|
|
}
|
|
|
|
func unmarshalPropertyValue(ctx *Context, v resource.PropertyValue) (interface{}, bool, error) {
|
|
switch {
|
|
case v.IsComputed():
|
|
return nil, false, nil
|
|
case v.IsOutput():
|
|
if !v.OutputValue().Known {
|
|
return nil, v.OutputValue().Secret, nil
|
|
}
|
|
ov, _, err := unmarshalPropertyValue(ctx, v.OutputValue().Element)
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
return ov, v.OutputValue().Secret, nil
|
|
case v.IsSecret():
|
|
sv, _, err := unmarshalPropertyValue(ctx, v.SecretValue().Element)
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
return sv, true, nil
|
|
case v.IsArray():
|
|
arr := v.ArrayValue()
|
|
rv := make([]interface{}, len(arr))
|
|
secret := false
|
|
for i, e := range arr {
|
|
ev, esecret, err := unmarshalPropertyValue(ctx, e)
|
|
secret = secret || esecret
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
rv[i] = ev
|
|
}
|
|
return rv, secret, nil
|
|
case v.IsObject():
|
|
m := make(map[string]interface{})
|
|
secret := false
|
|
for k, e := range v.ObjectValue() {
|
|
ev, esecret, err := unmarshalPropertyValue(ctx, e)
|
|
secret = secret || esecret
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
m[string(k)] = ev
|
|
}
|
|
return m, secret, nil
|
|
case v.IsAsset():
|
|
asset := v.AssetValue()
|
|
switch {
|
|
case asset.IsPath():
|
|
return NewFileAsset(asset.Path), false, nil
|
|
case asset.IsText():
|
|
return NewStringAsset(asset.Text), false, nil
|
|
case asset.IsURI():
|
|
return NewRemoteAsset(asset.URI), false, nil
|
|
}
|
|
return nil, false, errors.New("expected asset to be one of File, String, or Remote; got none")
|
|
case v.IsArchive():
|
|
archive := v.ArchiveValue()
|
|
secret := false
|
|
switch {
|
|
case archive.IsAssets():
|
|
as := make(map[string]interface{})
|
|
for k, v := range archive.Assets {
|
|
a, asecret, err := unmarshalPropertyValue(ctx, resource.NewPropertyValue(v))
|
|
secret = secret || asecret
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
as[k] = a
|
|
}
|
|
return NewAssetArchive(as), secret, nil
|
|
case archive.IsPath():
|
|
return NewFileArchive(archive.Path), secret, nil
|
|
case archive.IsURI():
|
|
return NewRemoteArchive(archive.URI), secret, nil
|
|
}
|
|
return nil, false, errors.New("expected asset to be one of File, String, or Remote; got none")
|
|
case v.IsResourceReference():
|
|
resource, err := unmarshalResourceReference(ctx, v.ResourceReferenceValue())
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
return resource, false, nil
|
|
default:
|
|
return v.V, false, nil
|
|
}
|
|
}
|
|
|
|
// unmarshalOutput unmarshals a single output variable into its runtime representation.
|
|
// returning a bool that indicates secretness
|
|
func unmarshalOutput(ctx *Context, v resource.PropertyValue, dest reflect.Value) (bool, error) {
|
|
contract.Assert(dest.CanSet())
|
|
|
|
// Check for nils and unknowns. The destination will be left with the zero value.
|
|
if v.IsNull() || v.IsComputed() || (v.IsOutput() && !v.OutputValue().Known) {
|
|
return false, nil
|
|
}
|
|
|
|
// Allocate storage as necessary.
|
|
for dest.Kind() == reflect.Ptr {
|
|
elem := reflect.New(dest.Type().Elem())
|
|
dest.Set(elem)
|
|
dest = elem.Elem()
|
|
}
|
|
|
|
// In the case of assets and archives, turn these into real asset and archive structures.
|
|
switch {
|
|
case v.IsAsset():
|
|
if !assetType.AssignableTo(dest.Type()) {
|
|
return false, fmt.Errorf("expected a %s, got an asset", dest.Type())
|
|
}
|
|
|
|
asset, secret, err := unmarshalPropertyValue(ctx, v)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
dest.Set(reflect.ValueOf(asset))
|
|
return secret, nil
|
|
case v.IsArchive():
|
|
if !archiveType.AssignableTo(dest.Type()) {
|
|
return false, fmt.Errorf("expected a %s, got an archive", dest.Type())
|
|
}
|
|
|
|
archive, secret, err := unmarshalPropertyValue(ctx, v)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
dest.Set(reflect.ValueOf(archive))
|
|
return secret, nil
|
|
case v.IsSecret():
|
|
if _, err := unmarshalOutput(ctx, v.SecretValue().Element, dest); err != nil {
|
|
return false, err
|
|
}
|
|
return true, nil
|
|
case v.IsResourceReference():
|
|
res, secret, err := unmarshalPropertyValue(ctx, v)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
resV := reflect.ValueOf(res).Elem()
|
|
if !resV.Type().AssignableTo(dest.Type()) {
|
|
return false, fmt.Errorf("expected a %s, got a resource of type %s", dest.Type(), resV.Type())
|
|
}
|
|
dest.Set(resV)
|
|
return secret, nil
|
|
case v.IsOutput():
|
|
if _, err := unmarshalOutput(ctx, v.OutputValue().Element, dest); err != nil {
|
|
return false, err
|
|
}
|
|
return v.OutputValue().Secret, nil
|
|
}
|
|
|
|
// Unmarshal based on the desired type.
|
|
switch dest.Kind() {
|
|
case reflect.Bool:
|
|
if !v.IsBool() {
|
|
return false, fmt.Errorf("expected a %v, got a %s", dest.Type(), v.TypeString())
|
|
}
|
|
dest.SetBool(v.BoolValue())
|
|
return false, nil
|
|
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
|
|
if !v.IsNumber() {
|
|
return false, fmt.Errorf("expected an %v, got a %s", dest.Type(), v.TypeString())
|
|
}
|
|
dest.SetInt(int64(v.NumberValue()))
|
|
return false, nil
|
|
case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
|
|
if !v.IsNumber() {
|
|
return false, fmt.Errorf("expected an %v, got a %s", dest.Type(), v.TypeString())
|
|
}
|
|
dest.SetUint(uint64(v.NumberValue()))
|
|
return false, nil
|
|
case reflect.Float32, reflect.Float64:
|
|
if !v.IsNumber() {
|
|
return false, fmt.Errorf("expected an %v, got a %s", dest.Type(), v.TypeString())
|
|
}
|
|
dest.SetFloat(v.NumberValue())
|
|
return false, nil
|
|
case reflect.String:
|
|
switch {
|
|
case v.IsString():
|
|
dest.SetString(v.StringValue())
|
|
case v.IsResourceReference():
|
|
ref := v.ResourceReferenceValue()
|
|
if id, hasID := ref.IDString(); hasID {
|
|
dest.SetString(id)
|
|
} else {
|
|
dest.SetString(string(ref.URN))
|
|
}
|
|
default:
|
|
return false, fmt.Errorf("expected a %v, got a %s", dest.Type(), v.TypeString())
|
|
}
|
|
return false, nil
|
|
case reflect.Slice:
|
|
if !v.IsArray() {
|
|
return false, fmt.Errorf("expected a %v, got a %s", dest.Type(), v.TypeString())
|
|
}
|
|
arr := v.ArrayValue()
|
|
slice := reflect.MakeSlice(dest.Type(), len(arr), len(arr))
|
|
secret := false
|
|
for i, e := range arr {
|
|
isecret, err := unmarshalOutput(ctx, e, slice.Index(i))
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
secret = secret || isecret
|
|
}
|
|
dest.Set(slice)
|
|
return secret, nil
|
|
case reflect.Map:
|
|
if !v.IsObject() {
|
|
return false, fmt.Errorf("expected a %v, got a %s", dest.Type(), v.TypeString())
|
|
}
|
|
|
|
keyType, elemType := dest.Type().Key(), dest.Type().Elem()
|
|
if keyType.Kind() != reflect.String {
|
|
return false, fmt.Errorf("map keys must be assignable from type string")
|
|
}
|
|
|
|
result := reflect.MakeMap(dest.Type())
|
|
secret := false
|
|
for k, e := range v.ObjectValue() {
|
|
if resource.IsInternalPropertyKey(k) {
|
|
continue
|
|
}
|
|
elem := reflect.New(elemType).Elem()
|
|
esecret, err := unmarshalOutput(ctx, e, elem)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
secret = secret || esecret
|
|
|
|
key := reflect.New(keyType).Elem()
|
|
key.SetString(string(k))
|
|
|
|
result.SetMapIndex(key, elem)
|
|
}
|
|
dest.Set(result)
|
|
return secret, nil
|
|
case reflect.Interface:
|
|
// Tolerate invalid asset or archive values.
|
|
typ := dest.Type()
|
|
switch typ {
|
|
case assetType:
|
|
_, secret, err := unmarshalPropertyValue(ctx, v)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
asset := &asset{invalid: true}
|
|
dest.Set(reflect.ValueOf(asset))
|
|
return secret, nil
|
|
case archiveType:
|
|
_, secret, err := unmarshalPropertyValue(ctx, v)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
archive := &archive{invalid: true}
|
|
dest.Set(reflect.ValueOf(archive))
|
|
return secret, nil
|
|
}
|
|
|
|
if !anyType.Implements(typ) {
|
|
return false, fmt.Errorf("cannot unmarshal into non-empty interface type %v", dest.Type())
|
|
}
|
|
|
|
// If we're unmarshaling into the empty interface type, use the property type as the type of the result.
|
|
result, secret, err := unmarshalPropertyValue(ctx, v)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
dest.Set(reflect.ValueOf(result))
|
|
return secret, nil
|
|
case reflect.Struct:
|
|
typ := dest.Type()
|
|
if !v.IsObject() {
|
|
return false, fmt.Errorf("expected a %v, got a %s", dest.Type(), v.TypeString())
|
|
}
|
|
|
|
obj := v.ObjectValue()
|
|
secret := false
|
|
for i := 0; i < typ.NumField(); i++ {
|
|
fieldV := dest.Field(i)
|
|
if !fieldV.CanSet() {
|
|
continue
|
|
}
|
|
|
|
tag := typ.Field(i).Tag.Get("pulumi")
|
|
if tag == "" {
|
|
continue
|
|
}
|
|
|
|
e, ok := obj[resource.PropertyKey(tag)]
|
|
if !ok {
|
|
continue
|
|
}
|
|
|
|
osecret, err := unmarshalOutput(ctx, e, fieldV)
|
|
secret = secret || osecret
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
}
|
|
return secret, nil
|
|
default:
|
|
return false, fmt.Errorf("cannot unmarshal into type %v", dest.Type())
|
|
}
|
|
}
|
|
|
|
type Versioned interface {
|
|
Version() semver.Version
|
|
}
|
|
|
|
type versionedMap struct {
|
|
sync.RWMutex
|
|
versions map[string][]Versioned
|
|
}
|
|
|
|
// nullVersion represents the wildcard version (match any version).
|
|
var nullVersion semver.Version
|
|
|
|
func (vm *versionedMap) Load(key string, version semver.Version) (Versioned, bool) {
|
|
vm.RLock()
|
|
defer vm.RUnlock()
|
|
|
|
wildcard := version.EQ(nullVersion)
|
|
|
|
var bestVersion Versioned
|
|
for _, v := range vm.versions[key] {
|
|
// Unless we are matching a wildcard version, constrain search to matching major version.
|
|
if !wildcard && v.Version().Major != version.Major {
|
|
continue
|
|
}
|
|
|
|
// If we find an exact match, return that.
|
|
if v.Version().EQ(version) {
|
|
return v, true
|
|
}
|
|
|
|
if bestVersion == nil {
|
|
bestVersion = v
|
|
continue
|
|
}
|
|
if v.Version().GTE(bestVersion.Version()) {
|
|
bestVersion = v
|
|
}
|
|
}
|
|
|
|
return bestVersion, bestVersion != nil
|
|
}
|
|
|
|
func (vm *versionedMap) Store(key string, value Versioned) error {
|
|
vm.Lock()
|
|
defer vm.Unlock()
|
|
|
|
hasVersion := func(versions []Versioned, version semver.Version) bool {
|
|
for _, v := range versions {
|
|
if v.Version().EQ(value.Version()) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
if _, exists := vm.versions[key]; exists && hasVersion(vm.versions[key], value.Version()) {
|
|
return fmt.Errorf("existing registration for %v: %s", key, value.Version())
|
|
}
|
|
|
|
vm.versions[key] = append(vm.versions[key], value)
|
|
|
|
return nil
|
|
}
|
|
|
|
type ResourcePackage interface {
|
|
Versioned
|
|
ConstructProvider(ctx *Context, name, typ, urn string) (ProviderResource, error)
|
|
}
|
|
|
|
type ResourceModule interface {
|
|
Versioned
|
|
Construct(ctx *Context, name, typ, urn string) (Resource, error)
|
|
}
|
|
|
|
var resourcePackages versionedMap
|
|
var resourceModules versionedMap
|
|
|
|
// RegisterResourcePackage register a resource package with the Pulumi runtime.
|
|
func RegisterResourcePackage(pkg string, resourcePackage ResourcePackage) {
|
|
if err := resourcePackages.Store(pkg, resourcePackage); err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
|
|
func moduleKey(pkg, mod string) string {
|
|
return fmt.Sprintf("%s:%s", pkg, mod)
|
|
}
|
|
|
|
// RegisterResourceModule register a resource module with the Pulumi runtime.
|
|
func RegisterResourceModule(pkg, mod string, module ResourceModule) {
|
|
key := moduleKey(pkg, mod)
|
|
if err := resourceModules.Store(key, module); err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
|
|
func init() {
|
|
resourcePackages = versionedMap{versions: make(map[string][]Versioned)}
|
|
resourceModules = versionedMap{versions: make(map[string][]Versioned)}
|
|
}
|