Skip flaky tests for now (#8420)
This commit is contained in:
parent
554660b23a
commit
372ddc7e5c
|
@ -54,9 +54,10 @@ var programTests = []programTest{
|
|||
{
|
||||
Name: "aws-s3-logging",
|
||||
Description: "AWS S3 with logging",
|
||||
SkipCompile: codegen.NewStringSet("dotnet", "nodejs"),
|
||||
SkipCompile: codegen.NewStringSet("dotnet", "nodejs", "go"),
|
||||
// Blocked on dotnet: TODO[pulumi/pulumi#8069]
|
||||
// Blocked on nodejs: TODO[pulumi/pulumi#8068]
|
||||
// Flaky in go: TODO[pulumi/pulumi#8123]
|
||||
},
|
||||
{
|
||||
Name: "aws-webserver",
|
||||
|
|
|
@ -1248,7 +1248,8 @@ namespace Pulumi.Automation.Tests
|
|||
() => upTaskWithOutput);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
// TODO[pulumi/pulumi#8228]: fix flakiness
|
||||
[Fact(Skip="flaky")]
|
||||
public async Task InlineProgramExceptionPropagatesToCallerWithServiceProvider()
|
||||
{
|
||||
await using var provider = new ServiceCollection()
|
||||
|
@ -1434,6 +1435,7 @@ namespace Pulumi.Automation.Tests
|
|||
}
|
||||
}
|
||||
|
||||
// TODO[pulumi/pulumi#7467]
|
||||
[Fact(Skip = "Flakey test - https://github.com/pulumi/pulumi/issues/7467")]
|
||||
public async Task WorkspaceStackSupportsCancel()
|
||||
{
|
||||
|
|
|
@ -368,6 +368,7 @@ func findRepositoryRoot() (string, error) {
|
|||
}
|
||||
|
||||
func TestArchiveTarFiles(t *testing.T) {
|
||||
// TODO[pulumi/pulumi#7976] flaky
|
||||
t.Skip("Disabled due to flakiness. See #7976.")
|
||||
|
||||
repoRoot, err := findRepositoryRoot()
|
||||
|
@ -381,6 +382,7 @@ func TestArchiveTarFiles(t *testing.T) {
|
|||
}
|
||||
|
||||
func TestArchiveZipFiles(t *testing.T) {
|
||||
t.Skip() // TODO[pulumi/pulumi#7147]
|
||||
repoRoot, err := findRepositoryRoot()
|
||||
assert.Nil(t, err)
|
||||
|
||||
|
|
|
@ -194,7 +194,8 @@ describe("LocalWorkspace", () => {
|
|||
assert.strictEqual(typeof (info), "undefined");
|
||||
await ws.removeStack(stackName);
|
||||
}));
|
||||
it(`runs through the stack lifecycle with a local program`, asyncTest(async () => {
|
||||
// TODO[pulumi/pulumi#8220] understand why this test was flaky
|
||||
xit(`runs through the stack lifecycle with a local program`, asyncTest(async () => {
|
||||
const stackName = fullyQualifiedStackName(getTestOrg(), "testproj", `int_test${getTestSuffix()}`);
|
||||
const workDir = upath.joinSafe(__dirname, "data", "testproj");
|
||||
const stack = await LocalWorkspace.createStack({ stackName, workDir });
|
||||
|
@ -536,7 +537,8 @@ describe("LocalWorkspace", () => {
|
|||
await stack.workspace.removeStack(stackName);
|
||||
}
|
||||
}));
|
||||
it(`supports stack outputs`, asyncTest(async () => {
|
||||
// TODO[pulumi/pulumi#8061] flaky test
|
||||
xit(`supports stack outputs`, asyncTest(async () => {
|
||||
const program = async () => {
|
||||
const config = new Config();
|
||||
return {
|
||||
|
|
|
@ -245,6 +245,7 @@ func TestConfigSecretsWarnDotNet(t *testing.T) {
|
|||
|
||||
// Tests that stack references work in .NET.
|
||||
func TestStackReferenceDotnet(t *testing.T) {
|
||||
t.Skip() // TODO[pulumi/pulumi#7869] flaky
|
||||
if runtime.GOOS == WindowsOS {
|
||||
t.Skip("Temporarily skipping test on Windows - pulumi/pulumi#3811")
|
||||
}
|
||||
|
@ -311,6 +312,7 @@ func TestStackReferenceSecretsDotnet(t *testing.T) {
|
|||
|
||||
// Tests a resource with a large (>4mb) string prop in .Net
|
||||
func TestLargeResourceDotNet(t *testing.T) {
|
||||
t.Skip() // TODO[pulumi/pulumi#7832]
|
||||
integration.ProgramTest(t, &integration.ProgramTestOptions{
|
||||
Dependencies: []string{"Pulumi"},
|
||||
Dir: filepath.Join("large_resource", "dotnet"),
|
||||
|
@ -319,6 +321,7 @@ func TestLargeResourceDotNet(t *testing.T) {
|
|||
|
||||
// Test remote component construction in .NET.
|
||||
func TestConstructDotnet(t *testing.T) {
|
||||
t.Skip() // TODO[pulumi/pulumi#7355] flaky test
|
||||
tests := []struct {
|
||||
componentDir string
|
||||
expectedResourceCount int
|
||||
|
|
|
@ -35,6 +35,8 @@ func TestEmptyNodeJS(t *testing.T) {
|
|||
|
||||
// Tests emitting many engine events doesn't result in a performance problem.
|
||||
func TestEngineEventPerf(t *testing.T) {
|
||||
t.Skip() // TODO[pulumi/pulumi#7883]
|
||||
|
||||
// Prior to pulumi/pulumi#2303, a preview or update would take ~40s.
|
||||
// Since then, it should now be down to ~4s, with additional padding,
|
||||
// since some Travis machines (especially the macOS ones) seem quite slow
|
||||
|
|
|
@ -358,6 +358,7 @@ func TestResourceWithSecretSerializationPython(t *testing.T) {
|
|||
// Tests that we issue an error if we fail to locate the Python command when running
|
||||
// a Python example.
|
||||
func TestPython3NotInstalled(t *testing.T) {
|
||||
// TODO[pulumi/pulumi#6304]
|
||||
t.Skip("Temporarily skipping failing test - pulumi/pulumi#6304")
|
||||
stderr := &bytes.Buffer{}
|
||||
badPython := "python3000"
|
||||
|
|
|
@ -18,6 +18,8 @@ import (
|
|||
)
|
||||
|
||||
func TestUntargetedCreateDuringTargetedUpdate(t *testing.T) {
|
||||
t.Skip() // TODO[pulumi/pulumi#4149]
|
||||
|
||||
if os.Getenv("PULUMI_ACCESS_TOKEN") == "" {
|
||||
t.Skipf("Skipping: PULUMI_ACCESS_TOKEN is not set")
|
||||
}
|
||||
|
|
|
@ -408,6 +408,7 @@ func TestStackRenameAfterCreateServiceBackend(t *testing.T) {
|
|||
}
|
||||
|
||||
func TestLocalStateLocking(t *testing.T) {
|
||||
t.Skip() // TODO[pulumi/pulumi#7269] flaky test
|
||||
e := ptesting.NewEnvironment(t)
|
||||
defer func() {
|
||||
if !t.Failed() {
|
||||
|
|
Loading…
Reference in a new issue