Skip flaky tests for now (#8420)

pkg/codegen/internal/test/program_driver.go

@@ -54,9 +54,10 @@ var programTests = []programTest{
 	{
 		Name:        "aws-s3-logging",
 		Description: "AWS S3 with logging",
-		SkipCompile: codegen.NewStringSet("dotnet", "nodejs"),
+		SkipCompile: codegen.NewStringSet("dotnet", "nodejs", "go"),
 		// Blocked on dotnet: TODO[pulumi/pulumi#8069]
 		// Blocked on nodejs: TODO[pulumi/pulumi#8068]
+		// Flaky in go: TODO[pulumi/pulumi#8123]
 	},
 	{
 		Name:        "aws-webserver",

sdk/dotnet/Pulumi.Automation.Tests/LocalWorkspaceTests.cs

@@ -1248,7 +1248,8 @@ namespace Pulumi.Automation.Tests
                 () => upTaskWithOutput);
         }
 
-        [Fact]
+        // TODO[pulumi/pulumi#8228]: fix flakiness
+        [Fact(Skip="flaky")]
         public async Task InlineProgramExceptionPropagatesToCallerWithServiceProvider()
         {
             await using var provider = new ServiceCollection()
@@ -1434,6 +1435,7 @@ namespace Pulumi.Automation.Tests
             }
         }
 
+        // TODO[pulumi/pulumi#7467]
         [Fact(Skip = "Flakey test - https://github.com/pulumi/pulumi/issues/7467")]
         public async Task WorkspaceStackSupportsCancel()
         {

sdk/go/common/resource/asset_test.go

@@ -368,6 +368,7 @@ func findRepositoryRoot() (string, error) {
 }
 
 func TestArchiveTarFiles(t *testing.T) {
+	// TODO[pulumi/pulumi#7976] flaky
 	t.Skip("Disabled due to flakiness. See #7976.")
 
 	repoRoot, err := findRepositoryRoot()
@@ -381,6 +382,7 @@ func TestArchiveTarFiles(t *testing.T) {
 }
 
 func TestArchiveZipFiles(t *testing.T) {
+	t.Skip() // TODO[pulumi/pulumi#7147]
 	repoRoot, err := findRepositoryRoot()
 	assert.Nil(t, err)
 

sdk/nodejs/tests/automation/localWorkspace.spec.ts

@@ -194,7 +194,8 @@ describe("LocalWorkspace", () => {
         assert.strictEqual(typeof (info), "undefined");
         await ws.removeStack(stackName);
     }));
-    it(`runs through the stack lifecycle with a local program`, asyncTest(async () => {
+    // TODO[pulumi/pulumi#8220] understand why this test was flaky
+    xit(`runs through the stack lifecycle with a local program`, asyncTest(async () => {
         const stackName = fullyQualifiedStackName(getTestOrg(), "testproj", `int_test${getTestSuffix()}`);
         const workDir = upath.joinSafe(__dirname, "data", "testproj");
         const stack = await LocalWorkspace.createStack({ stackName, workDir });
@@ -536,7 +537,8 @@ describe("LocalWorkspace", () => {
             await stack.workspace.removeStack(stackName);
         }
     }));
-    it(`supports stack outputs`, asyncTest(async () => {
+    // TODO[pulumi/pulumi#8061] flaky test
+    xit(`supports stack outputs`, asyncTest(async () => {
         const program = async () => {
             const config = new Config();
             return {

tests/integration/integration_dotnet_test.go

@@ -245,6 +245,7 @@ func TestConfigSecretsWarnDotNet(t *testing.T) {
 
 // Tests that stack references work in .NET.
 func TestStackReferenceDotnet(t *testing.T) {
+	t.Skip() // TODO[pulumi/pulumi#7869] flaky
 	if runtime.GOOS == WindowsOS {
 		t.Skip("Temporarily skipping test on Windows - pulumi/pulumi#3811")
 	}
@@ -311,6 +312,7 @@ func TestStackReferenceSecretsDotnet(t *testing.T) {
 
 // Tests a resource with a large (>4mb) string prop in .Net
 func TestLargeResourceDotNet(t *testing.T) {
+	t.Skip() // TODO[pulumi/pulumi#7832]
 	integration.ProgramTest(t, &integration.ProgramTestOptions{
 		Dependencies: []string{"Pulumi"},
 		Dir:          filepath.Join("large_resource", "dotnet"),
@@ -319,6 +321,7 @@ func TestLargeResourceDotNet(t *testing.T) {
 
 // Test remote component construction in .NET.
 func TestConstructDotnet(t *testing.T) {
+	t.Skip() // TODO[pulumi/pulumi#7355] flaky test
 	tests := []struct {
 		componentDir          string
 		expectedResourceCount int

tests/integration/integration_nodejs_test.go

@@ -35,6 +35,8 @@ func TestEmptyNodeJS(t *testing.T) {
 
 // Tests emitting many engine events doesn't result in a performance problem.
 func TestEngineEventPerf(t *testing.T) {
+	t.Skip() // TODO[pulumi/pulumi#7883]
+
 	// Prior to pulumi/pulumi#2303, a preview or update would take ~40s.
 	// Since then, it should now be down to ~4s, with additional padding,
 	// since some Travis machines (especially the macOS ones) seem quite slow

tests/integration/integration_python_test.go

@@ -358,6 +358,7 @@ func TestResourceWithSecretSerializationPython(t *testing.T) {
 // Tests that we issue an error if we fail to locate the Python command when running
 // a Python example.
 func TestPython3NotInstalled(t *testing.T) {
+	// TODO[pulumi/pulumi#6304]
 	t.Skip("Temporarily skipping failing test - pulumi/pulumi#6304")
 	stderr := &bytes.Buffer{}
 	badPython := "python3000"

tests/integration/targets/targets_test.go

@@ -18,6 +18,8 @@ import (
 )
 
 func TestUntargetedCreateDuringTargetedUpdate(t *testing.T) {
+	t.Skip() // TODO[pulumi/pulumi#4149]
+
 	if os.Getenv("PULUMI_ACCESS_TOKEN") == "" {
 		t.Skipf("Skipping: PULUMI_ACCESS_TOKEN is not set")
 	}

tests/stack_test.go

@@ -408,6 +408,7 @@ func TestStackRenameAfterCreateServiceBackend(t *testing.T) {
 }
 
 func TestLocalStateLocking(t *testing.T) {
+	t.Skip() // TODO[pulumi/pulumi#7269] flaky test
 	e := ptesting.NewEnvironment(t)
 	defer func() {
 		if !t.Failed() {