Disable failing container tests (pulumi#264)

ronnylt · Mar 29, 2019 · e09625a · e09625a
1 parent e3ea966
commit e09625a
Showing 1 changed file with 50 additions and 33 deletions.
diff --git a/misc/test/examples_test.go b/misc/test/examples_test.go
@@ -45,19 +45,24 @@ func TestExamples(t *testing.T) {
 	}
 
 	shortTests := []integration.ProgramTestOptions{
-		base.With(integration.ProgramTestOptions{
-			Dir: path.Join(cwd, "..", "..", "aws-js-containers"),
-			Config: map[string]string{
-				"aws:region": awsRegion,
-			},
-			ExtraRuntimeValidation: func(t *testing.T, stack integration.RuntimeValidationStackInfo) {
-				maxWait := 10 * time.Minute
-				endpoint := stack.Outputs["frontendURL"].(string)
-				assertHTTPResultWithRetry(t, endpoint, maxWait, func(body string) bool {
-					return assert.Contains(t, body, "Hello, Pulumi!")
-				})
-			},
-		}),
+		// Test disabled due to flakiness
+		// https://github.com/pulumi/examples/issues/263
+		/*
+			base.With(integration.ProgramTestOptions{
+				Dir: path.Join(cwd, "..", "..", "aws-js-containers"),
+				Config: map[string]string{
+					"aws:region": awsRegion,
+				},
+				ExtraRuntimeValidation: func(t *testing.T, stack integration.RuntimeValidationStackInfo) {
+					maxWait := 10 * time.Minute
+					endpoint := stack.Outputs["frontendURL"].(string)
+					assertHTTPResultWithRetry(t, endpoint, maxWait, func(body string) bool {
+						return assert.Contains(t, body, "Hello, Pulumi!")
+					})
+				},
+			}),
+		*/
+
 		base.With(integration.ProgramTestOptions{
 			Dir: path.Join(cwd, "..", "..", "aws-js-s3-folder"),
 			Config: map[string]string{
@@ -132,19 +137,25 @@ func TestExamples(t *testing.T) {
 				"create-role:unprivilegedUsername": "unpriv",
 			},
 		}),
-		base.With(integration.ProgramTestOptions{
-			Dir: path.Join(cwd, "..", "..", "aws-ts-containers"),
-			Config: map[string]string{
-				"aws:region": awsRegion,
-			},
-			ExtraRuntimeValidation: func(t *testing.T, stack integration.RuntimeValidationStackInfo) {
-				maxWait := 10 * time.Minute
-				endpoint := stack.Outputs["frontendURL"].(string)
-				assertHTTPResultWithRetry(t, endpoint, maxWait, func(body string) bool {
-					return assert.Contains(t, body, "Hello, Pulumi!")
-				})
-			},
-		}),
+
+		// Test disabled due to flakiness
+		// https://github.com/pulumi/examples/issues/263
+		/*
+			base.With(integration.ProgramTestOptions{
+				Dir: path.Join(cwd, "..", "..", "aws-ts-containers"),
+				Config: map[string]string{
+					"aws:region": awsRegion,
+				},
+				ExtraRuntimeValidation: func(t *testing.T, stack integration.RuntimeValidationStackInfo) {
+					maxWait := 10 * time.Minute
+					endpoint := stack.Outputs["frontendURL"].(string)
+					assertHTTPResultWithRetry(t, endpoint, maxWait, func(body string) bool {
+						return assert.Contains(t, body, "Hello, Pulumi!")
+					})
+				},
+			}),
+		*/
+
 		base.With(integration.ProgramTestOptions{
 			Dir: path.Join(cwd, "..", "..", "aws-ts-pulumi-webhooks"),
 			Config: map[string]string{
@@ -269,13 +280,19 @@ func TestExamples(t *testing.T) {
 				})
 			},
 		}),
-		base.With(integration.ProgramTestOptions{
-			Dir: path.Join(cwd, "..", "..", "cloud-js-containers"),
-			Config: map[string]string{
-				"aws:region":           awsRegion,
-				"cloud-aws:useFargate": "true",
-			},
-		}),
+
+		// Test disabled due to flakiness
+		// https://github.com/pulumi/examples/issues/263
+		/*
+			base.With(integration.ProgramTestOptions{
+				Dir: path.Join(cwd, "..", "..", "cloud-js-containers"),
+				Config: map[string]string{
+					"aws:region":           awsRegion,
+					"cloud-aws:useFargate": "true",
+				},
+			}),
+		*/
+
 		base.With(integration.ProgramTestOptions{
 			Dir: path.Join(cwd, "..", "..", "cloud-js-httpserver"),
 			Config: map[string]string{