diff --git a/pkg/codegen/internal/test/program_driver.go b/pkg/codegen/internal/test/program_driver.go index eff4108d4..c879f0ade 100644 --- a/pkg/codegen/internal/test/program_driver.go +++ b/pkg/codegen/internal/test/program_driver.go @@ -54,9 +54,10 @@ var programTests = []programTest{ { Name: "aws-s3-logging", Description: "AWS S3 with logging", - SkipCompile: codegen.NewStringSet("dotnet", "nodejs"), + SkipCompile: codegen.NewStringSet("dotnet", "nodejs", "go"), // Blocked on dotnet: TODO[pulumi/pulumi#8069] // Blocked on nodejs: TODO[pulumi/pulumi#8068] + // Flaky in go: TODO[pulumi/pulumi#8123] }, { Name: "aws-webserver", diff --git a/sdk/dotnet/Pulumi.Automation.Tests/LocalWorkspaceTests.cs b/sdk/dotnet/Pulumi.Automation.Tests/LocalWorkspaceTests.cs index bc0b08a70..478914eec 100644 --- a/sdk/dotnet/Pulumi.Automation.Tests/LocalWorkspaceTests.cs +++ b/sdk/dotnet/Pulumi.Automation.Tests/LocalWorkspaceTests.cs @@ -1248,7 +1248,8 @@ namespace Pulumi.Automation.Tests () => upTaskWithOutput); } - [Fact] + // TODO[pulumi/pulumi#8228]: fix flakiness + [Fact(Skip="flaky")] public async Task InlineProgramExceptionPropagatesToCallerWithServiceProvider() { await using var provider = new ServiceCollection() @@ -1434,6 +1435,7 @@ namespace Pulumi.Automation.Tests } } + // TODO[pulumi/pulumi#7467] [Fact(Skip = "Flakey test - https://github.com/pulumi/pulumi/issues/7467")] public async Task WorkspaceStackSupportsCancel() { diff --git a/sdk/go/common/resource/asset_test.go b/sdk/go/common/resource/asset_test.go index b3426b674..ea871339c 100644 --- a/sdk/go/common/resource/asset_test.go +++ b/sdk/go/common/resource/asset_test.go @@ -368,6 +368,7 @@ func findRepositoryRoot() (string, error) { } func TestArchiveTarFiles(t *testing.T) { + // TODO[pulumi/pulumi#7976] flaky t.Skip("Disabled due to flakiness. See #7976.") repoRoot, err := findRepositoryRoot() @@ -381,6 +382,7 @@ func TestArchiveTarFiles(t *testing.T) { } func TestArchiveZipFiles(t *testing.T) { + t.Skip() // TODO[pulumi/pulumi#7147] repoRoot, err := findRepositoryRoot() assert.Nil(t, err) diff --git a/sdk/nodejs/tests/automation/localWorkspace.spec.ts b/sdk/nodejs/tests/automation/localWorkspace.spec.ts index 5c2ccc71f..34e33a00b 100644 --- a/sdk/nodejs/tests/automation/localWorkspace.spec.ts +++ b/sdk/nodejs/tests/automation/localWorkspace.spec.ts @@ -194,7 +194,8 @@ describe("LocalWorkspace", () => { assert.strictEqual(typeof (info), "undefined"); await ws.removeStack(stackName); })); - it(`runs through the stack lifecycle with a local program`, asyncTest(async () => { + // TODO[pulumi/pulumi#8220] understand why this test was flaky + xit(`runs through the stack lifecycle with a local program`, asyncTest(async () => { const stackName = fullyQualifiedStackName(getTestOrg(), "testproj", `int_test${getTestSuffix()}`); const workDir = upath.joinSafe(__dirname, "data", "testproj"); const stack = await LocalWorkspace.createStack({ stackName, workDir }); @@ -536,7 +537,8 @@ describe("LocalWorkspace", () => { await stack.workspace.removeStack(stackName); } })); - it(`supports stack outputs`, asyncTest(async () => { + // TODO[pulumi/pulumi#8061] flaky test + xit(`supports stack outputs`, asyncTest(async () => { const program = async () => { const config = new Config(); return { diff --git a/tests/integration/integration_dotnet_test.go b/tests/integration/integration_dotnet_test.go index cc610b8d0..c5cca1c55 100644 --- a/tests/integration/integration_dotnet_test.go +++ b/tests/integration/integration_dotnet_test.go @@ -245,6 +245,7 @@ func TestConfigSecretsWarnDotNet(t *testing.T) { // Tests that stack references work in .NET. func TestStackReferenceDotnet(t *testing.T) { + t.Skip() // TODO[pulumi/pulumi#7869] flaky if runtime.GOOS == WindowsOS { t.Skip("Temporarily skipping test on Windows - pulumi/pulumi#3811") } @@ -311,6 +312,7 @@ func TestStackReferenceSecretsDotnet(t *testing.T) { // Tests a resource with a large (>4mb) string prop in .Net func TestLargeResourceDotNet(t *testing.T) { + t.Skip() // TODO[pulumi/pulumi#7832] integration.ProgramTest(t, &integration.ProgramTestOptions{ Dependencies: []string{"Pulumi"}, Dir: filepath.Join("large_resource", "dotnet"), @@ -319,6 +321,7 @@ func TestLargeResourceDotNet(t *testing.T) { // Test remote component construction in .NET. func TestConstructDotnet(t *testing.T) { + t.Skip() // TODO[pulumi/pulumi#7355] flaky test tests := []struct { componentDir string expectedResourceCount int diff --git a/tests/integration/integration_nodejs_test.go b/tests/integration/integration_nodejs_test.go index 6e8518ca4..870494bc5 100644 --- a/tests/integration/integration_nodejs_test.go +++ b/tests/integration/integration_nodejs_test.go @@ -35,6 +35,8 @@ func TestEmptyNodeJS(t *testing.T) { // Tests emitting many engine events doesn't result in a performance problem. func TestEngineEventPerf(t *testing.T) { + t.Skip() // TODO[pulumi/pulumi#7883] + // Prior to pulumi/pulumi#2303, a preview or update would take ~40s. // Since then, it should now be down to ~4s, with additional padding, // since some Travis machines (especially the macOS ones) seem quite slow diff --git a/tests/integration/integration_python_test.go b/tests/integration/integration_python_test.go index f44856706..93e8169e9 100644 --- a/tests/integration/integration_python_test.go +++ b/tests/integration/integration_python_test.go @@ -358,6 +358,7 @@ func TestResourceWithSecretSerializationPython(t *testing.T) { // Tests that we issue an error if we fail to locate the Python command when running // a Python example. func TestPython3NotInstalled(t *testing.T) { + // TODO[pulumi/pulumi#6304] t.Skip("Temporarily skipping failing test - pulumi/pulumi#6304") stderr := &bytes.Buffer{} badPython := "python3000" diff --git a/tests/integration/targets/targets_test.go b/tests/integration/targets/targets_test.go index e1957fb2c..640a9c118 100644 --- a/tests/integration/targets/targets_test.go +++ b/tests/integration/targets/targets_test.go @@ -18,6 +18,8 @@ import ( ) func TestUntargetedCreateDuringTargetedUpdate(t *testing.T) { + t.Skip() // TODO[pulumi/pulumi#4149] + if os.Getenv("PULUMI_ACCESS_TOKEN") == "" { t.Skipf("Skipping: PULUMI_ACCESS_TOKEN is not set") } diff --git a/tests/stack_test.go b/tests/stack_test.go index b8b93d48d..0750f9a14 100644 --- a/tests/stack_test.go +++ b/tests/stack_test.go @@ -408,6 +408,7 @@ func TestStackRenameAfterCreateServiceBackend(t *testing.T) { } func TestLocalStateLocking(t *testing.T) { + t.Skip() // TODO[pulumi/pulumi#7269] flaky test e := ptesting.NewEnvironment(t) defer func() { if !t.Failed() {