2020-09-30 22:41:52 +02:00
|
|
|
// Copyright 2016-2020, Pulumi Corporation.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package test
|
|
|
|
|
|
|
|
import (
|
2021-08-23 22:46:09 +02:00
|
|
|
"bytes"
|
2020-09-30 22:41:52 +02:00
|
|
|
"encoding/json"
|
2021-08-23 22:46:09 +02:00
|
|
|
"io"
|
2020-09-30 22:41:52 +02:00
|
|
|
"io/ioutil"
|
2021-04-29 22:08:22 +02:00
|
|
|
"os"
|
2020-09-30 22:41:52 +02:00
|
|
|
"path/filepath"
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
2021-07-07 00:40:53 +02:00
|
|
|
"github.com/stretchr/testify/require"
|
2021-07-14 01:41:40 +02:00
|
|
|
"gopkg.in/yaml.v3"
|
|
|
|
|
|
|
|
"github.com/pulumi/pulumi/pkg/v3/codegen/schema"
|
2020-09-30 22:41:52 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
// GenPkgSignature corresponds to the shape of the codegen GeneratePackage functions.
|
|
|
|
type GenPkgSignature func(string, *schema.Package, map[string][]byte) (map[string][]byte, error)
|
|
|
|
|
|
|
|
// GeneratePackageFilesFromSchema loads a schema and generates files using the provided GeneratePackage function.
|
|
|
|
func GeneratePackageFilesFromSchema(schemaPath string, genPackageFunc GenPkgSignature) (map[string][]byte, error) {
|
|
|
|
// Read in, decode, and import the schema.
|
|
|
|
schemaBytes, err := ioutil.ReadFile(schemaPath)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2021-07-14 01:41:40 +02:00
|
|
|
ext := filepath.Ext(schemaPath)
|
|
|
|
|
2020-09-30 22:41:52 +02:00
|
|
|
var pkgSpec schema.PackageSpec
|
2021-07-14 01:41:40 +02:00
|
|
|
if ext == ".yaml" || ext == ".yml" {
|
|
|
|
err = yaml.Unmarshal(schemaBytes, &pkgSpec)
|
|
|
|
} else {
|
|
|
|
err = json.Unmarshal(schemaBytes, &pkgSpec)
|
|
|
|
}
|
2020-09-30 22:41:52 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
pkg, err := schema.ImportSpec(pkgSpec, nil)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return genPackageFunc("test", pkg, nil)
|
|
|
|
}
|
|
|
|
|
|
|
|
// LoadFiles loads the provided list of files from a directory.
|
2020-10-10 22:47:23 +02:00
|
|
|
func LoadFiles(dir, lang string, files []string) (map[string][]byte, error) {
|
2020-09-30 22:41:52 +02:00
|
|
|
result := map[string][]byte{}
|
|
|
|
for _, file := range files {
|
2020-10-10 22:47:23 +02:00
|
|
|
fileBytes, err := ioutil.ReadFile(filepath.Join(dir, lang, file))
|
2020-09-30 22:41:52 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
result[file] = fileBytes
|
|
|
|
}
|
|
|
|
|
|
|
|
return result, nil
|
|
|
|
}
|
|
|
|
|
2021-07-07 00:40:53 +02:00
|
|
|
func loadDirectory(fs map[string][]byte, root, path string) error {
|
|
|
|
entries, err := os.ReadDir(path)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, e := range entries {
|
|
|
|
entryPath := filepath.Join(path, e.Name())
|
|
|
|
if e.IsDir() {
|
|
|
|
if err = loadDirectory(fs, root, entryPath); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
contents, err := os.ReadFile(entryPath)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
name := filepath.ToSlash(entryPath[len(root)+1:])
|
|
|
|
|
|
|
|
fs[name] = contents
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// LoadBaseline loads the contents of the given baseline directory.
|
|
|
|
func LoadBaseline(dir, lang string) (map[string][]byte, error) {
|
|
|
|
dir = filepath.Join(dir, lang)
|
|
|
|
|
|
|
|
fs := map[string][]byte{}
|
|
|
|
if err := loadDirectory(fs, dir, dir); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return fs, nil
|
|
|
|
}
|
|
|
|
|
2020-09-30 22:41:52 +02:00
|
|
|
// ValidateFileEquality compares maps of files for equality.
|
2021-07-27 04:23:17 +02:00
|
|
|
func ValidateFileEquality(t *testing.T, actual, expected map[string][]byte) bool {
|
|
|
|
ok := true
|
2020-09-30 22:41:52 +02:00
|
|
|
for name, file := range expected {
|
2021-07-27 04:23:17 +02:00
|
|
|
if !assert.Contains(t, actual, name) || !assert.Equal(t, string(file), string(actual[name]), name) {
|
2021-09-08 07:23:30 +02:00
|
|
|
t.Logf("%s did not agree", name)
|
2021-07-27 04:23:17 +02:00
|
|
|
ok = false
|
|
|
|
}
|
2020-09-30 22:41:52 +02:00
|
|
|
}
|
2021-06-24 18:17:55 +02:00
|
|
|
for name := range actual {
|
2021-07-27 04:23:17 +02:00
|
|
|
if _, has := expected[name]; !has {
|
2021-06-24 18:17:55 +02:00
|
|
|
t.Logf("missing data for %s", name)
|
2021-07-27 04:23:17 +02:00
|
|
|
ok = false
|
2021-06-24 18:17:55 +02:00
|
|
|
}
|
|
|
|
}
|
2021-07-27 04:23:17 +02:00
|
|
|
return ok
|
2020-09-30 22:41:52 +02:00
|
|
|
}
|
2021-01-15 19:09:09 +01:00
|
|
|
|
2021-07-07 00:40:53 +02:00
|
|
|
// If PULUMI_ACCEPT is set, writes out actual output to the expected
|
2021-04-29 22:08:22 +02:00
|
|
|
// file set, so we can continue enjoying golden tests without manually
|
|
|
|
// modifying the expected output.
|
2021-07-07 00:40:53 +02:00
|
|
|
func RewriteFilesWhenPulumiAccept(t *testing.T, dir, lang string, actual map[string][]byte) bool {
|
|
|
|
if os.Getenv("PULUMI_ACCEPT") == "" {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
baseline := filepath.Join(dir, lang)
|
|
|
|
|
|
|
|
// Remove the baseline directory's current contents.
|
|
|
|
entries, err := os.ReadDir(baseline)
|
|
|
|
switch {
|
|
|
|
case err == nil:
|
|
|
|
for _, e := range entries {
|
|
|
|
err = os.RemoveAll(filepath.Join(baseline, e.Name()))
|
|
|
|
require.NoError(t, err)
|
2021-04-29 22:08:22 +02:00
|
|
|
}
|
2021-07-07 00:40:53 +02:00
|
|
|
case os.IsNotExist(err):
|
|
|
|
// OK
|
|
|
|
default:
|
|
|
|
require.NoError(t, err)
|
2021-04-29 22:08:22 +02:00
|
|
|
}
|
2021-07-07 00:40:53 +02:00
|
|
|
|
|
|
|
for file, bytes := range actual {
|
|
|
|
relPath := filepath.FromSlash(file)
|
|
|
|
path := filepath.Join(dir, lang, relPath)
|
|
|
|
|
|
|
|
if err = os.MkdirAll(filepath.Dir(path), 0755); err != nil && !os.IsExist(err) {
|
|
|
|
require.NoError(t, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(path, bytes, 0600)
|
|
|
|
require.NoError(t, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
2021-04-29 22:08:22 +02:00
|
|
|
}
|
|
|
|
|
2021-01-15 19:09:09 +01:00
|
|
|
// CheckAllFilesGenerated ensures that the set of expected and actual files generated
|
|
|
|
// are exactly equivalent.
|
|
|
|
func CheckAllFilesGenerated(t *testing.T, actual, expected map[string][]byte) {
|
|
|
|
seen := map[string]bool{}
|
|
|
|
for x := range expected {
|
|
|
|
seen[x] = true
|
|
|
|
}
|
|
|
|
for a := range actual {
|
|
|
|
assert.Contains(t, seen, a, "Unexpected file generated: %s", a)
|
|
|
|
if seen[a] {
|
|
|
|
delete(seen, a)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for s := range seen {
|
|
|
|
assert.Fail(t, "No content generated for expected file %s", s)
|
|
|
|
}
|
|
|
|
}
|
2021-08-23 22:46:09 +02:00
|
|
|
|
|
|
|
// Validates a transformer on a single file.
|
|
|
|
func ValidateFileTransformer(
|
|
|
|
t *testing.T,
|
|
|
|
inputFile string,
|
|
|
|
expectedOutputFile string,
|
|
|
|
transformer func(reader io.Reader, writer io.Writer) error) {
|
|
|
|
|
|
|
|
reader, err := os.Open(inputFile)
|
|
|
|
if err != nil {
|
|
|
|
t.Error(err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
var buf bytes.Buffer
|
|
|
|
|
|
|
|
err = transformer(reader, &buf)
|
|
|
|
if err != nil {
|
|
|
|
t.Error(err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
actualBytes := buf.Bytes()
|
|
|
|
|
|
|
|
if os.Getenv("PULUMI_ACCEPT") != "" {
|
|
|
|
err := ioutil.WriteFile(expectedOutputFile, actualBytes, 0600)
|
|
|
|
if err != nil {
|
|
|
|
t.Error(err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
actual := map[string][]byte{expectedOutputFile: actualBytes}
|
|
|
|
|
|
|
|
expectedBytes, err := ioutil.ReadFile(expectedOutputFile)
|
|
|
|
if err != nil {
|
|
|
|
t.Error(err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
expected := map[string][]byte{expectedOutputFile: expectedBytes}
|
|
|
|
|
|
|
|
ValidateFileEquality(t, actual, expected)
|
|
|
|
}
|