[Storage][Test] Test multiple service versions

sdk/storage/azure-storage-blob/tests/_shared/service_versions.py

@@ -0,0 +1,16 @@
+from enum import Enum
+
+
+class ServiceVersion(str, Enum):
+
+    V2019_02_02 = "2019-02-02"
+    V2019_07_07 = "2019-07-07"
+    V2019_12_12 = "2019-12-12"
+    V2020_02_10 = "2020-02-10"
+    V2020_04_08 = "2020-04-08"
+    V2020_06_12 = "2020-06-12"
+    V2020_08_04 = "2020-08-04"
+
+
+LATEST_SERVICE_VERSION = ServiceVersion.V2020_08_04
+LATEST_SERVICE_VERSION_PLUS_1 = ServiceVersion.V2020_06_12

sdk/storage/azure-storage-blob/tests/_shared/testcase.py

@@ -17,7 +17,7 @@
 import zlib
 import math
 import sys
-import string
+import os
 import random
 import re
 import logging
@@ -50,6 +50,8 @@
 except ImportError:
     from devtools_testutils import mgmt_settings_fake as settings
 
+from .service_versions import ServiceVersion, LATEST_SERVICE_VERSION
+
 import pytest
 
 
@@ -310,6 +312,18 @@ def generate_sas_token(self):
     def generate_fake_token(self):
         return FakeTokenCredential()
 
+    def _get_service_version(self, **kwargs):
+        env_version = os.environ.get("AZURE_LIVE_TEST_SERVICE_VERSION", LATEST_SERVICE_VERSION)
+        return kwargs.pop("service_version", env_version)
+
+    def create_storage_client(self, client, *args, **kwargs):
+        kwargs["api_version"] = self._get_service_version(**kwargs)
+        return client(*args, **kwargs)
+
+    def create_storage_client_from_conn_str(self, client, *args, **kwargs):
+        kwargs["api_version"] = self._get_service_version(**kwargs)
+        return client.from_connection_string(*args, **kwargs)
+
 
 def not_for_emulator(test):
     def skip_test_if_targeting_emulator(self):

sdk/storage/platform-matrix-all-versions.json

@@ -0,0 +1,20 @@
+{
+    "matrix": {
+        "Agent": {
+            "ubuntu-18.04": { "OSVmImage": "MMSUbuntu18.04", "Pool": "azsdk-pool-mms-ubuntu-1804-general" },
+            "windows-2019": { "OSVmImage": "MMS2019", "Pool": "azsdk-pool-mms-win-2019-general" }
+        },
+        "JavaTestVersion": [ "1.8", "1.11" ],
+        "AZURE_TEST_HTTP_CLIENTS": [ "okhttp", "netty" ],
+        "TestGoals": "surefire:test",
+        "AZURE_LIVE_TEST_SERVICE_VERSION": [
+            "V2019_02_02",
+            "V2019_07_07",
+            "V2019_12_12",
+            "V2020_02_10",
+            "V2020_04_08",
+            "V2020_06_12",
+            "V2020_08_04"
+        ]
+    }
+}

sdk/storage/platform-matrix.json

@@ -0,0 +1,20 @@
+{
+    "matrix": {
+        "$IMPORT": "eng/pipelines/templates/stages/platform-matrix.json"
+    },
+    "exclude": [
+        { "OSVmImage": "macOS-10.15" }
+    ],
+    "include": [
+        {
+            "Agent": { "macOS-10.15": { "OSVmImage": "macOS-10.15", "Pool": "Azure Pipelines" } },
+            "JavaTestVersion": "1.8",
+            "AZURE_TEST_HTTP_CLIENTS": "netty"
+        },
+        {
+            "Agent": { "macOS-10.15": { "OSVmImage": "macOS-10.15", "Pool": "Azure Pipelines" } },
+            "JavaTestVersion": "1.11",
+            "AZURE_TEST_HTTP_CLIENTS": "okhttp"
+        }
+    ]
+}

sdk/storage/tests.yml

@@ -26,6 +26,17 @@ stages:
         MatrixReplace:
           # Use dedicated storage pool in canadacentral with higher memory capacity
           - Pool=(.*)-general/$1-storage
+        MatrixConfigs:
+          - ${{ if contains(variables['Build.DefinitionName'], 'tests-weekly') }}:
+            - Name: Storage_all_versions_live_test
+              Path: sdk/storage/platform-matrix-all-versions.json
+              Selection: sparse
+              GenerateVMJobs: true
+          - ${{ if not(contains(variables['Build.DefinitionName'], 'tests-weekly')) }}:
+            - Name: Storage_live_test
+              Path: sdk/storage/platform-matrix.json
+              Selection: sparse
+              GenerateVMJobs: true
         EnvVars:
           STORAGE_ACCOUNT_NAME: $(python-storage-storage-account-name)
           STORAGE_ACCOUNT_KEY: $(python-storage-storage-account-key)