Add returnsOnlyFailures option into run_tests tool

Author: nowsprinting

Editor/Tools/RunTestsTool.cs

@@ -19,6 +19,7 @@ public class RunTestsTool : McpToolBase, ICallbacks
         private readonly ITestRunnerService _testRunnerService;
 
         private bool _isRunning = false;
+        private bool _returnsOnlyFailures = true;
         private TaskCompletionSource<JObject> _testRunCompletionSource;
         private List<TestResult> _testResults = new List<TestResult>();
 
@@ -31,6 +32,7 @@ private class TestResult
             public string Message { get; set; }
             public double Duration { get; set; }
             public bool Passed => ResultState == "Passed";
+            public bool Skipped => ResultState.StartsWith("Skipped");
         }
 
         public RunTestsTool(ITestRunnerService testRunnerService)
@@ -65,6 +67,7 @@ public override void ExecuteAsync(JObject parameters, TaskCompletionSource<JObje
             // Extract parameters
             string testModeStr = parameters["testMode"]?.ToObject<string>() ?? "editmode";
             string testFilter = parameters["testFilter"]?.ToObject<string>() ?? "";
+            _returnsOnlyFailures = parameters["returnsOnlyFailures"]?.ToObject<bool>() ?? true;
 
             // Parse test mode
             TestMode testMode;
@@ -157,6 +160,12 @@ public void RunFinished(ITestResultAdaptor result)
             var resultArray = new JArray();
             foreach (var testResult in _testResults)
             {
+                // If returnsOnlyFailures is true, only include failed tests
+                if (_returnsOnlyFailures && (testResult.Passed || testResult.Skipped))
+                {
+                    continue;
+                }
+                
                 resultArray.Add(new JObject
                 {
                     ["name"] = testResult.Name,

Server/build/tools/runTestsTool.js

@@ -5,7 +5,8 @@ const toolName = 'run_tests';
 const toolDescription = 'Runs Unity\'s Test Runner tests';
 const paramsSchema = z.object({
     testMode: z.string().optional().describe('The test mode to run (EditMode or PlayMode) - defaults to EditMode (optional)'),
-    testFilter: z.string().optional().describe('The specific test filter to run (e.g. specific test name or namespace) (optional)')
+    testFilter: z.string().optional().describe('The specific test filter to run (e.g. specific test name or namespace) (optional)'),
+    returnsOnlyFailures: z.boolean().optional().default(true).describe('Whether to show only failed tests in the results (optional)')
 });
 /**
  * Creates and registers the Run Tests tool with the MCP server
@@ -40,13 +41,14 @@ export function createRunTestsTool(server, mcpUnity, logger) {
  * @throws McpUnityError if the request to Unity fails
  */
 async function toolHandler(mcpUnity, params) {
-    const { testMode = 'EditMode', testFilter } = params;
+    const { testMode = 'EditMode', testFilter, returnsOnlyFailures = true } = params;
     // Create and wait for the test run
     const response = await mcpUnity.sendRequest({
         method: toolName,
         params: {
             testMode,
-            testFilter
+            testFilter,
+            returnsOnlyFailures
         }
     });
     // Process the test results
@@ -65,6 +67,7 @@ async function toolHandler(mcpUnity, params) {
     if (testCount > 0 && passCount < testCount) {
         resultMessage += `. Failed tests: ${testResults
             .filter((r) => r.result !== 'Passed')
+            .filter((r) => !r.result.startsWith('Skipped'))
             .map((r) => r.name)
             .join(', ')}`;
     }

Server/src/tools/runTestsTool.ts

@@ -10,7 +10,8 @@ const toolName = 'run_tests';
 const toolDescription = 'Runs Unity\'s Test Runner tests';
 const paramsSchema = z.object({
   testMode: z.string().optional().describe('The test mode to run (EditMode or PlayMode) - defaults to EditMode (optional)'),
-  testFilter: z.string().optional().describe('The specific test filter to run (e.g. specific test name or namespace) (optional)')
+  testFilter: z.string().optional().describe('The specific test filter to run (e.g. specific test name or namespace) (optional)'),
+  returnsOnlyFailures: z.boolean().optional().default(true).describe('Whether to show only failed tests in the results (optional)')
 });
 
 /**
@@ -52,14 +53,15 @@ export function createRunTestsTool(server: McpServer, mcpUnity: McpUnity, logger
  * @throws McpUnityError if the request to Unity fails
  */
 async function toolHandler(mcpUnity: McpUnity, params: any): Promise<CallToolResult> {
-  const { testMode = 'EditMode', testFilter } = params;
+  const { testMode = 'EditMode', testFilter, returnsOnlyFailures = true } = params;
 
   // Create and wait for the test run
   const response = await mcpUnity.sendRequest({
     method: toolName,
     params: { 
       testMode,
-      testFilter
+      testFilter,
+      returnsOnlyFailures
     }
   });
 
@@ -84,6 +86,7 @@ async function toolHandler(mcpUnity: McpUnity, params: any): Promise<CallToolRes
   if (testCount > 0 && passCount < testCount) {
     resultMessage += `. Failed tests: ${testResults
       .filter((r: any) => r.result !== 'Passed')
+      .filter((r: any) => !r.result.startsWith('Skipped'))
       .map((r: any) => r.name)
       .join(', ')}`;
   }