Console output for minimal and quiet

src/Microsoft.TestPlatform.ObjectModel/Logging/SourceSummary.cs

@@ -0,0 +1,15 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT license. See LICENSE file in the project root for full license information.
+
+namespace Microsoft.VisualStudio.TestPlatform.ObjectModel.Logging
+{
+    using System;
+    public class SourceSummary
+    {
+        public int TotalTests { get; set; }
+        public int PassedTests { get; set; }
+        public int FailedTests { get; set; }
+        public int SkippedTests { get; set; }
+        public TimeSpan TimeSpan { get; set; }
+    }
+}

src/vstest.console/Internal/ConsoleLogger.cs

@@ -4,6 +4,7 @@
 namespace Microsoft.VisualStudio.TestPlatform.CommandLine.Internal
 {
     using System;
+    using System.Collections.Concurrent;
     using System.Collections.Generic;
     using System.Collections.ObjectModel;
     using System.Diagnostics;
@@ -17,7 +18,6 @@ namespace Microsoft.VisualStudio.TestPlatform.CommandLine.Internal
     using Microsoft.VisualStudio.TestPlatform.Utilities;
 
     using CommandLineResources = Resources.Resources;
-
     /// <summary>
     /// Logger for sending output to the console.
     /// All the console logger messages prints to Standard Output with respective color, except OutputLevel.Error messages
@@ -107,10 +107,6 @@ internal enum Verbosity
         private Verbosity verbosityLevel = Verbosity.Minimal;
 #endif
 
-        private int testsTotal = 0;
-        private int testsPassed = 0;
-        private int testsFailed = 0;
-        private int testsSkipped = 0;
         private bool testRunHasErrorMessages = false;
 
         #endregion
@@ -155,6 +151,11 @@ protected static IOutput Output
         /// </summary>
         public Verbosity VerbosityLevel => verbosityLevel;
 
+        /// <summary>
+        /// Dictionary of summary of each source. 
+        /// </summary>
+        private ConcurrentDictionary<string, SourceSummary> sourceSummaryDictionary { get; set; }
+
         #endregion
 
         #region ITestLoggerWithParameters
@@ -181,7 +182,7 @@ public void Initialize(TestLoggerEvents events, string testRunDirectory)
                 // Progress indicator needs to be displayed only for cli experience.
                 this.progressIndicator = new ProgressIndicator(Output, new ConsoleHelper());
             }
-            
+
             // Register for the events.
             events.TestRunMessage += this.TestMessageHandler;
             events.TestResult += this.TestResultHandler;
@@ -190,6 +191,7 @@ public void Initialize(TestLoggerEvents events, string testRunDirectory)
 
             // Register for the discovery events.
             events.DiscoveryMessage += this.TestMessageHandler;
+            this.sourceSummaryDictionary = new ConcurrentDictionary<string, SourceSummary>();
 
             // TODO Get changes from https://github.com/Microsoft/vstest/pull/1111/
             // events.DiscoveredTests += DiscoveredTestsHandler;
@@ -467,10 +469,16 @@ private void TestResultHandler(object sender, TestResultEventArgs e)
         {
             ValidateArg.NotNull<object>(sender, "sender");
             ValidateArg.NotNull<TestResultEventArgs>(e, "e");
+            SourceSummary summary;
+            if (!this.sourceSummaryDictionary.TryGetValue(e.Result.TestCase.Source, out summary))
+            {
+                summary = new SourceSummary();
+                this.sourceSummaryDictionary.TryAdd(e.Result.TestCase.Source, summary);
+            }
 
             // Update the test count statistics based on the result of the test. 
-            this.testsTotal++;
-
+            summary.TotalTests++;
+            summary.TimeSpan += e.Result.Duration;
             var testDisplayName = e.Result.DisplayName;
 
             if (string.IsNullOrWhiteSpace(e.Result.DisplayName))
@@ -488,7 +496,7 @@ private void TestResultHandler(object sender, TestResultEventArgs e)
             {
                 case TestOutcome.Skipped:
                     {
-                        this.testsSkipped++;
+                        summary.SkippedTests++;
                         if (this.verbosityLevel == Verbosity.Quiet)
                         {
                             break;
@@ -512,12 +520,12 @@ private void TestResultHandler(object sender, TestResultEventArgs e)
 
                 case TestOutcome.Failed:
                     {
-                        this.testsFailed++;
+                        summary.FailedTests++;
                         if (this.verbosityLevel == Verbosity.Quiet)
                         {
                             break;
                         }
-                        
+
                         // Pause the progress indicator before displaying test result information
                         this.progressIndicator?.Pause();
 
@@ -533,7 +541,7 @@ private void TestResultHandler(object sender, TestResultEventArgs e)
 
                 case TestOutcome.Passed:
                     {
-                        this.testsPassed++;
+                        summary.PassedTests++;
                         if (this.verbosityLevel == Verbosity.Normal || this.verbosityLevel == Verbosity.Detailed)
                         {
                             // Pause the progress indicator before displaying test result information
@@ -619,8 +627,41 @@ private void TestRunCompleteHandler(object sender, TestRunCompleteEventArgs e)
         {
             // Stop the progress indicator as we are about to print the summary
             this.progressIndicator?.Stop();
+            SourceSummary summary;
+            var testsPassed = 0;
+            var testsFailed = 0;
+            var testsSkipped = 0;
+            var testsTotal = 0;
             Output.WriteLine(string.Empty, OutputLevel.Information);
 
+            foreach (var sd in this.sourceSummaryDictionary.ToArray())
+            {
+                summary = this.sourceSummaryDictionary[sd.Key];
+                summary = this.sourceSummaryDictionary[sd.Key];
+                testsPassed += summary.PassedTests;
+                testsFailed += summary.FailedTests;
+                testsSkipped += summary.SkippedTests;
+                testsTotal += summary.TotalTests;
+
+                if (verbosityLevel == Verbosity.Quiet)
+                {
+                    if (summary.FailedTests > 0)
+                    {
+                        // Failed! Pass {1} Failed {2} skipped {3} Time : 233 se ({4})
+                        Output.Information(false, ConsoleColor.Red, string.Format(CultureInfo.CurrentCulture, CommandLineResources.TestRunSummaryFailed, summary.TotalTests, summary.PassedTests, summary.FailedTests, summary.SkippedTests, GetFormattedDurationString(summary.TimeSpan), sd.Key.Split('\\').Last()));
+                    }
+                    else
+                    {
+                        // Passed! Pass {1} Failed {2} skipped {3} Time : 233 se ({4})
+                        Output.Information(false, ConsoleColor.Green, string.Format(CultureInfo.CurrentCulture, CommandLineResources.TestRunSummaryPassed, summary.TotalTests, summary.PassedTests, summary.FailedTests, summary.SkippedTests, GetFormattedDurationString(summary.TimeSpan), sd.Key.Split('\\').Last()));
+                    }
+                }
+            }
+            if (verbosityLevel == Verbosity.Quiet)
+            {
+                return;
+            }
+
             // Printing Run-level Attachments
             var runLevelAttachementCount = (e.AttachmentSets == null) ? 0 : e.AttachmentSets.Sum(attachmentSet => attachmentSet.Attachments.Count);
             if (runLevelAttachementCount > 0)
@@ -644,7 +685,7 @@ private void TestRunCompleteHandler(object sender, TestRunCompleteEventArgs e)
             {
                 Output.Error(false, CommandLineResources.TestRunAborted);
             }
-            else if (this.testsFailed > 0 || this.testRunHasErrorMessages)
+            else if (testsFailed > 0 || this.testRunHasErrorMessages)
             {
                 Output.Error(false, CommandLineResources.TestRunFailed);
             }

src/vstest.console/Resources/Resources.resx

@@ -734,4 +734,10 @@
   <data name="TestSourcesDiscovered" xml:space="preserve">
     <value>A total of {0} test files matched the specified pattern.</value>
   </data>
+  <data name="TestRunSummaryFailed" xml:space="preserve">
+    <value>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</value>
+  </data>
+  <data name="TestRunSummaryPassed" xml:space="preserve">
+    <value>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</value>
+  </data>
 </root>

src/vstest.console/Resources/xlf/Resources.cs.xlf

@@ -1656,6 +1656,16 @@
         <target state="translated">Celkový počet testovacích souborů, které odpovídají zadanému vzoru: {0}</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.de.xlf

@@ -1656,6 +1656,16 @@
         <target state="translated">Insgesamt {0} Testdateien stimmten mit dem angegebenen Muster überein.</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.es.xlf

@@ -1659,6 +1659,16 @@
         <target state="translated">{0} archivos de prueba en total coincidieron con el patrón especificado.</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.fr.xlf

@@ -1656,6 +1656,16 @@
         <target state="translated">Au total, {0} fichiers de test ont correspondu au modèle spécifié.</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.it.xlf

@@ -1656,6 +1656,16 @@
         <target state="translated">Un totale di {0} file di test corrisponde al criterio specificato.</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.ja.xlf

@@ -1656,6 +1656,16 @@
         <target state="translated">合計 {0} 個のテスト ファイルが指定されたパターンと一致しました。</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.ko.xlf

@@ -1656,6 +1656,16 @@
         <target state="translated">지정된 패턴과 일치한 총 테스트 파일 수는 {0}개입니다.</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.pl.xlf

@@ -1656,6 +1656,16 @@
         <target state="translated">Łączna liczba plików testowych dopasowanych do określonego wzorca: {0}.</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.pt-BR.xlf

@@ -1656,6 +1656,16 @@ Altere o prefixo de nível de diagnóstico do agente de console, como mostrado a
         <target state="translated">{0} arquivos de teste no total corresponderam ao padrão especificado.</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>

src/vstest.console/Resources/xlf/Resources.ru.xlf

@@ -1656,6 +1656,16 @@
         <target state="translated">Общее количество тестовых файлов ({0}), соответствующих указанному шаблону.</target>
         <note></note>
       </trans-unit>
+      <trans-unit id="TestRunSummaryFailed">
+        <source>Failed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5}).</source>
+        <target state="new">Failed!  Pass:{0}  Fail:{1}  Skip:{2}  Time:{3}  Source:{4}</target>
+        <note></note>
+      </trans-unit>
+      <trans-unit id="TestRunSummaryPassed">
+        <source>Passed!  Total: {0}.  Pass: {1}.  Fail: {2}.  Skip: {3}. Time: {4}. ({5})</source>
+        <target state="new">Passed! Total:{0}  Pass:{1}  Fail:{2}  Skip:{3} Time:{4}  Source:{5}</target>
+        <note></note>
+      </trans-unit>
     </body>
   </file>
 </xliff>