Add --show-all-tests option to GenerateTestSummary tool

.github/workflows/specialized-test-runner.yml

@@ -28,6 +28,11 @@ on:
         required: false
         type: boolean
         default: false
+      # Extra arguments to pass to GenerateTestSummary tool
+      extraSummaryArgs:
+        required: false
+        type: string
+        description: 'Extra arguments to pass to GenerateTestSummary (e.g., --show-all-tests)'
 
 jobs:
 
@@ -179,7 +184,7 @@ jobs:
           --project ${{ github.workspace }}/tools/GenerateTestSummary/GenerateTestSummary.csproj
           --
           ${{ github.workspace }}/testresults
-          --combined
+          ${{ inputs.extraSummaryArgs || '--combined' }}
 
       - name: Fail if any dependency failed
         # 'skipped' can be when a transitive dependency fails and the dependent job gets 'skipped'.

.github/workflows/tests-outerloop.yml

@@ -39,3 +39,4 @@ jobs:
       extraRunSheetBuilderArgs: "-p:RunOuterloopTests=true"
       extraTestArgs: "--filter-trait outerloop=true"
       enablePlaywrightInstall: true
+      extraSummaryArgs: "--show-all-tests"

.github/workflows/tests-quarantine.yml

@@ -41,3 +41,4 @@ jobs:
       extraTestArgs: "--filter-trait quarantined=true"
       enablePlaywrightInstall: true
       ignoreTestFailures: true
+      extraSummaryArgs: "--show-all-tests"

tools/GenerateTestSummary/Program.cs

@@ -5,21 +5,23 @@
 using System.CommandLine;
 using Aspire.TestTools;
 
-// Usage: dotnet tools run GenerateTestSummary --dirPathOrTrxFilePath <path> [--output <output>] [--combined]
+// Usage: dotnet tools run GenerateTestSummary --dirPathOrTrxFilePath <path> [--output <output>] [--combined] [--show-all-tests]
 // Generate a summary report from trx files.
 // And write to $GITHUB_STEP_SUMMARY if running in GitHub Actions.
 
 var dirPathOrTrxFilePathArgument = new Argument<string>("dirPathOrTrxFilePath");
 var outputOption = new Option<string>("--output", "-o") { Description = "Output file path" };
 var combinedSummaryOption = new Option<bool>("--combined", "-c") { Description = "Generate combined summary report" };
 var urlOption = new Option<string>("--url", "-u") { Description = "URL for test links" };
+var showAllTestsOption = new Option<bool>("--show-all-tests", "-a") { Description = "Show all tests (passing, failing, skipped) in a single list ordered by name" };
 
 var rootCommand = new RootCommand
 {
     dirPathOrTrxFilePathArgument,
     outputOption,
     combinedSummaryOption,
-    urlOption
+    urlOption,
+    showAllTestsOption
 };
 
 rootCommand.SetAction(result =>
@@ -33,13 +35,20 @@
 
     var combinedSummary = result.GetValue<bool>(combinedSummaryOption);
     var url = result.GetValue<string>(urlOption);
+    var showAllTests = result.GetValue<bool>(showAllTestsOption);
 
     if (combinedSummary && !string.IsNullOrEmpty(url))
     {
         Console.WriteLine("Error: --url option is not supported with --combined option.");
         return;
     }
 
+    if (showAllTests && combinedSummary)
+    {
+        Console.WriteLine("Error: --show-all-tests option is not supported with --combined option.");
+        return;
+    }
+
     string report;
     if (combinedSummary)
     {
@@ -59,13 +68,13 @@
             {
                 foreach (var trxFile in trxFiles)
                 {
-                    TestSummaryGenerator.CreateSingleTestSummaryReport(trxFile, reportBuilder, url);
+                    TestSummaryGenerator.CreateSingleTestSummaryReport(trxFile, reportBuilder, url, showAllTests);
                 }
             }
         }
         else
         {
-            TestSummaryGenerator.CreateSingleTestSummaryReport(dirPathOrTrxFilePath, reportBuilder, url);
+            TestSummaryGenerator.CreateSingleTestSummaryReport(dirPathOrTrxFilePath, reportBuilder, url, showAllTests);
         }
 
         report = reportBuilder.ToString();

tools/GenerateTestSummary/TestSummaryGenerator.cs

@@ -199,7 +199,7 @@ public static string CreateCombinedTestSummaryReport(string basePath)
         return overallTableBuilder.ToString();
     }
 
-    public static void CreateSingleTestSummaryReport(string trxFilePath, StringBuilder reportBuilder, string? url)
+    public static void CreateSingleTestSummaryReport(string trxFilePath, StringBuilder reportBuilder, string? url, bool showAllTests = false)
     {
         if (!File.Exists(trxFilePath))
         {
@@ -222,7 +222,9 @@ public static void CreateSingleTestSummaryReport(string trxFilePath, StringBuild
 
         var counters = testRun.ResultSummary.Counters;
         var failed = counters.Failed;
-        if (failed == 0)
+
+        // Skip if no failed tests and we're only showing failed tests
+        if (failed == 0 && !showAllTests)
         {
             Console.WriteLine($"No failed tests in {trxFilePath}");
             return;
@@ -248,14 +250,19 @@ public static void CreateSingleTestSummaryReport(string trxFilePath, StringBuild
             return;
         }
 
-        var failedTests = testRun.Results.UnitTestResults.Where(r => r.Outcome == "Failed");
-        if (failedTests.Any())
+        // Get tests to display - all tests if showAllTests, otherwise only failed
+        var testsToDisplay = showAllTests
+            ? testRun.Results.UnitTestResults.OrderBy(r => r.TestName, StringComparer.OrdinalIgnoreCase)
+            : testRun.Results.UnitTestResults.Where(r => r.Outcome == "Failed");
+
+        foreach (var test in testsToDisplay)
         {
-            foreach (var test in failedTests)
+            if (test.Outcome == "Failed")
             {
+                // Failed tests get expanded details
                 reportBuilder.AppendLine("<div>");
                 reportBuilder.AppendLine(CultureInfo.InvariantCulture, $"""
-                    <details><summary>🔴 <b>{test.TestName}</b></summary>
+                    <details><summary>❌ <b>{test.TestName}</b></summary>
 
                 """);
 
@@ -286,7 +293,22 @@ public static void CreateSingleTestSummaryReport(string trxFilePath, StringBuild
 
                 reportBuilder.AppendLine("```");
                 reportBuilder.AppendLine();
+                reportBuilder.AppendLine("</details>");
                 reportBuilder.AppendLine("</div>");
+                reportBuilder.AppendLine();
+            }
+            else if (showAllTests)
+            {
+                // Only show passing/skipped tests when showAllTests is true
+                if (test.Outcome == "Passed")
+                {
+                    reportBuilder.AppendLine(CultureInfo.InvariantCulture, $"- ✅ {test.TestName}");
+                }
+                else
+                {
+                    // Skipped/NotExecuted tests
+                    reportBuilder.AppendLine(CultureInfo.InvariantCulture, $"- ⏭️ {test.TestName}");
+                }
             }
         }
         reportBuilder.AppendLine();