Supporting specifying test run frequency (#12454)

* Add RunFrequencyAttribute to support live test run frequency

* remove workaround file sdk/core/service.projects

eng/pipelines/templates/jobs/archetype-sdk-tests.yml

@@ -69,6 +69,7 @@ jobs:
       - script: >
           dotnet test eng/service.proj
           --framework $(TestTargetFramework)
+          --filter "TestCategory!=Manually"
           --logger "trx"
           --logger:"console;verbosity=normal"
           /p:ServiceDirectory=${{ parameters.ServiceDirectory }}

sdk/core/Azure.Core.TestFramework/src/RunFrequencyAttribute.cs

@@ -0,0 +1,17 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+using System;
+using NUnit.Framework;
+
+namespace Azure.Core.TestFramework
+{
+    [AttributeUsage(AttributeTargets.Assembly | AttributeTargets.Class | AttributeTargets.Method, AllowMultiple = true, Inherited = true)]
+    public class RunFrequencyAttribute : CategoryAttribute
+    {
+        public RunFrequencyAttribute(RunTestFrequency frequency)
+        {
+            this.categoryName = Enum.GetName(typeof(RunTestFrequency), frequency);
+        }
+    }
+}

sdk/core/Azure.Core.TestFramework/src/RunTestFrequency.cs

@@ -0,0 +1,12 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+namespace Azure.Core.TestFramework
+{
+    public enum RunTestFrequency
+    {
+        Daily,
+        Weekly,
+        Manually
+    }
+}

sdk/keyvault/Azure.Management.KeyVault/tests/VaultOperationsTests.cs

@@ -12,6 +12,7 @@
 
 namespace Azure.Management.KeyVault.Tests
 {
+    [RunFrequency(RunTestFrequency.Manually)]
     public class VaultOperationsTests : VaultOperationsTestsBase
     {
         public VaultOperationsTests(bool isAsync)