Add option to run single conformance test for test dev/debug

Author: frankbu

conformance/conformance_test.go

@@ -73,6 +73,7 @@ func TestConformance(t *testing.T) {
 		NamespaceLabels:            namespaceLabels,
 		NamespaceAnnotations:       namespaceAnnotations,
 		SkipTests:                  skipTests,
+		RunTest:                    *flags.RunTest,
 	})
 	cSuite.Setup(t)
 

conformance/utils/flags/flags.go

@@ -29,6 +29,7 @@ var (
 	CleanupBaseResources       = flag.Bool("cleanup-base-resources", true, "Whether to cleanup base test resources after the run")
 	SupportedFeatures          = flag.String("supported-features", "", "Supported features included in conformance tests suites")
 	SkipTests                  = flag.String("skip-tests", "", "Comma-separated list of tests to skip")
+	RunTest                    = flag.String("run-test", "", "Name of a single tests to run, instead of the whole suite")
 	ExemptFeatures             = flag.String("exempt-features", "", "Exempt Features excluded from conformance tests suites")
 	EnableAllSupportedFeatures = flag.Bool("all-features", false, "Whether to enable all supported features for conformance tests")
 	NamespaceLabels            = flag.String("namespace-labels", "", "Comma-separated list of name=value labels to add to test namespaces")

conformance/utils/suite/suite.go

@@ -50,6 +50,7 @@ type ConformanceTestSuite struct {
 	SupportedFeatures sets.Set[SupportedFeature]
 	TimeoutConfig     config.TimeoutConfig
 	SkipTests         sets.Set[string]
+	RunTest           string
 	FS                embed.FS
 }
 
@@ -76,6 +77,8 @@ type Options struct {
 	// SkipTests contains all the tests not to be run and can be used to opt out
 	// of specific tests
 	SkipTests []string
+	// RunTest is a single test to run, mostly for development/debugging convenience.
+	RunTest string
 
 	FS *embed.FS
 }
@@ -125,6 +128,7 @@ func New(s Options) *ConformanceTestSuite {
 		SupportedFeatures: s.SupportedFeatures,
 		TimeoutConfig:     s.TimeoutConfig,
 		SkipTests:         sets.New(s.SkipTests...),
+		RunTest:           s.RunTest,
 		FS:                *s.FS,
 	}
 
@@ -222,7 +226,7 @@ func (test *ConformanceTest) Run(t *testing.T, suite *ConformanceTestSuite) {
 	}
 
 	// check that the test should not be skipped
-	if suite.SkipTests.Has(test.ShortName) {
+	if suite.SkipTests.Has(test.ShortName) || suite.RunTest != "" && suite.RunTest != test.ShortName {
 		t.Skipf("Skipping %s: test explicitly skipped", test.ShortName)
 	}