Merge branch 'sonic-net:master' into dpu_test_plan_draft_pr

sonic-net · Jul 26, 2024 · 91216d4 · 91216d4
2 parents 06cc50a + 77f1a62
commit 91216d4
Show file tree

Hide file tree

Showing 79 changed files with 1,664 additions and 416 deletions.
diff --git a/.azure-pipelines/pr_test_scripts.yaml b/.azure-pipelines/pr_test_scripts.yaml
@@ -2,6 +2,7 @@ t0:
   - acl/custom_acl_table/test_custom_acl_table.py
   - acl/null_route/test_null_route_helper.py
   - acl/test_acl.py
+  - acl/test_acl_outer_vlan.py
   - acl/test_stress_acl.py
   - arp/test_arp_extended.py
   - arp/test_neighbor_mac.py
@@ -29,13 +30,18 @@ t0:
   - container_hardening/test_container_hardening.py
   - database/test_db_config.py
   - database/test_db_scripts.py
+  - decap/test_decap.py
   - dhcp_relay/test_dhcp_pkt_recv.py
   - dhcp_relay/test_dhcp_relay.py
   - dhcp_relay/test_dhcpv6_relay.py
   - disk/test_disk_exhaustion.py
   - dns/static_dns/test_static_dns.py
   - dns/test_dns_resolv_conf.py
   - dualtor/test_orch_stress.py
+  - dualtor/test_orchagent_active_tor_downstream.py
+  - dualtor/test_orchagent_mac_move.py
+  - dualtor/test_orchagent_standby_tor_downstream.py
+  - dualtor/test_standby_tor_upstream_mux_toggle.py
   - dualtor_mgmt/test_server_failure.py
   - dualtor_mgmt/test_toggle_mux.py
   - dut_console/test_console_baud_rate.py
@@ -93,6 +99,7 @@ t0:
   - pc/test_lag_2.py
   - pc/test_po_cleanup.py
   - pc/test_po_update.py
+  - pfcwd/test_pfc_config.py
   - platform_tests/broadcom/test_ser.py
   - platform_tests/counterpoll/test_counterpoll_watermark.py
   - platform_tests/fwutil/test_fwutil.py
@@ -128,7 +135,6 @@ t0:
   - route/test_forced_mgmt_route.py
   - route/test_route_consistency.py
   - route/test_route_flap.py
-  - route/test_route_flow_counter.py
   - route/test_route_perf.py
   - route/test_static_route.py
   - scp/test_scp_copy.py
@@ -163,7 +169,8 @@ t0:
   - tacacs/test_ro_disk.py
   - tacacs/test_ro_user.py
   - tacacs/test_rw_user.py
-  - telemetry/test_events.py
+  # Temporarily skip test_events due to test issue with high failure rate
+  # - telemetry/test_events.py
   - telemetry/test_telemetry.py
   - telemetry/test_telemetry_cert_rotation.py
   - test_features.py
@@ -176,6 +183,14 @@ t0:
   - vlan/test_vlan.py
   - vlan/test_vlan_ping.py
   - vxlan/test_vnet_route_leak.py
+  - bgp/test_bgp_peer_shutdown.py
+  - clock/test_clock.py
+  - generic_config_updater/test_pfcwd_status.py
+  - pfcwd/test_pfc_config.py
+  - platform_tests/link_flap/test_link_flap.py
+  - platform_tests/test_memory_exhaustion.py
+  - generic_config_updater/test_pg_headroom_update.py
+
 
 t0-2vlans:
   - dhcp_relay/test_dhcp_relay.py
@@ -195,6 +210,9 @@ t0-sonic:
 
 dualtor:
   - arp/test_arp_extended.py
+  - dualtor_mgmt/test_grpc_periodical_sync.py
+  - dualtor_mgmt/test_server_failure.py
+  - dualtor_mgmt/test_toggle_mux.py
 
 t1-lag:
   - acl/test_acl.py
@@ -211,6 +229,7 @@ t1-lag:
   - bgp/test_traffic_shift.py
   - configlet/test_add_rack.py
   - container_checker/test_container_checker.py
+  - decap/test_decap.py
   - dhcp_relay/test_dhcp_pkt_fwd.py
   - everflow/test_everflow_ipv6.py
   - everflow/test_everflow_per_interface.py
@@ -222,17 +241,22 @@ t1-lag:
   - http/test_http_copy.py
   - iface_namingmode/test_iface_namingmode.py
   - ip/test_ip_packet.py
+  - ip/test_mgmt_ipv6_only.py
   - ipfwd/test_dip_sip.py
   - ipfwd/test_mtu.py
   - lldp/test_lldp.py
   - monit/test_monit_status.py
   - override_config_table/test_override_config_table.py
   - pc/test_lag_2.py
   - pc/test_po_update.py
+  - pfcwd/test_pfc_config.py
   - platform_tests/test_cpu_memory_usage.py
   - process_monitoring/test_critical_process_monitoring.py
   - qos/test_buffer.py
+  - radv/test_radv_restart.py
   - route/test_default_route.py
+  - route/test_route_consistency.py
+  - route/test_route_flap.py
   - route/test_route_perf.py
   - scp/test_scp_copy.py
   - snmp/test_snmp_cpu.py
@@ -295,47 +319,43 @@ dpu:
 
 onboarding_t0:
   # We will add a batch of T0 control plane cases and fix the failed cases later
-  - bgp/test_bgp_peer_shutdown.py
-  - cacl/test_ebtables_application.py
-  - clock/test_clock.py
   - generic_config_updater/test_dynamic_acl.py
-  - generic_config_updater/test_pfcwd_status.py
-  - generic_config_updater/test_pg_headroom_update.py
-  - mvrf/test_mgmtvrf.py
   - pc/test_lag_member.py
-  - pfcwd/test_pfc_config.py
   - pfcwd/test_pfcwd_all_port_storm.py
   - pfcwd/test_pfcwd_function.py
   - pfcwd/test_pfcwd_timer_accuracy.py
   - pfcwd/test_pfcwd_warm_reboot.py
   - platform_tests/cli/test_show_platform.py
-  - platform_tests/link_flap/test_link_flap.py
   # - platform_tests/test_advanced_reboot.py
   - platform_tests/test_cont_warm_reboot.py
-  - platform_tests/test_memory_exhaustion.py
   - platform_tests/test_reboot.py
   - platform_tests/test_reload_config.py
   - snmp/test_snmp_link_local.py
   - snmp/test_snmp_psu.py
   - snmp/test_snmp_queue_counters.py
   - sub_port_interfaces/test_show_subinterface.py
   - sub_port_interfaces/test_sub_port_interfaces.py
-  - system_health/test_system_health.py
+  - sub_port_interfaces/test_sub_port_l2_forwarding.py
   - test_pktgen.py
-  - acl/test_acl_outer_vlan.py
   - arp/test_unknown_mac.py
-  - decap/test_decap.py
+  - hash/test_generic_hash.py
+  - gnmi/test_gnmi_countersdb.py
+
 
 onboarding_t1:
-  - decap/test_decap.py
   - generic_config_updater/test_cacl.py
+  - hash/test_generic_hash.py
+  - gnmi/test_gnmi_countersdb.py
 
 onboarding_dualtor:
-  - dualtor_mgmt/test_dualtor_bgp_update_delay.py
-  - dualtor_mgmt/test_grpc_periodical_sync.py
+  - dualtor/test_ipinip.py
+  - dualtor/test_orchagent_slb.py
+  - dualtor/test_switchover_failure.py
+  - dualtor/test_tor_ecn.py
+  - dualtor/test_tunnel_memory_leak.py
   - dualtor_mgmt/test_ingress_drop.py
-  - dualtor_mgmt/test_server_failure.py
-  - dualtor_mgmt/test_toggle_mux.py
+  - dualtor_mgmt/test_dualtor_bgp_update_delay.py
+
 
 specific_param:
   t0-sonic:

diff --git a/.azure-pipelines/pr_test_skip_scripts.yaml b/.azure-pipelines/pr_test_skip_scripts.yaml
@@ -7,6 +7,11 @@ t0:
   - k8s/test_config_reload.py
   - k8s/test_disable_flag.py
   - k8s/test_join_available_master.py
+  # Mclag test only support on t0-mclag platform which is not in PR test
+  - mclag/test_mclag_l3.py
+  # Nat feature is default disabled on both KVM and physical platforms
+  - nat/test_dynamic_nat.py
+  - nat/test_static_nat.py
   # Neighbor type must be sonic
   - ospf/test_ospf.py
   - ospf/test_ospf_bfd.py
@@ -41,9 +46,20 @@ t0:
   - platform_tests/mellanox/test_reboot_cause.py
   # This script only supported on Mellanox
   - restapi/test_restapi.py
+  # Route flow counter is not supported on vs platform
+  - route/test_route_flow_counter.py
+  # Sflow feature is default disabled on vs platform
+  - sflow/test_sflow.py
   - snmp/test_snmp_phy_entity.py
+  # Remove from PR test in https://github.com/sonic-net/sonic-mgmt/pull/6073
+  - cacl/test_ebtables_application.py
+  # There is no table SYSTEM_HEALTH_INFO in STATE_DB on kvm testbed
+  # The tests in this script are all related to the above table
+  - system_health/test_system_health.py
+  # This script is also skipped in nightly test
+  - mvrf/test_mgmtvrf.py
 
-t1:
+t1-lag:
   # KVM do not support bfd test
   - bfd/test_bfd.py
   # KVM do not support drop reason in testcase, and testcase would set drop reason in setup stage, can't do more test
@@ -85,9 +101,16 @@ t1:
   - platform_tests/mellanox/test_hw_management_service.py
   - platform_tests/mellanox/test_psu_power_threshold.py
   - platform_tests/mellanox/test_reboot_cause.py
+  # Route flow counter is not supported on vs platform
+  - route/test_route_flow_counter.py
   - snmp/test_snmp_phy_entity.py
-  # Not supported port type
-  - sub_port_interfaces/test_sub_port_l2_forwarding.py
+  # Remove from PR test in https://github.com/sonic-net/sonic-mgmt/pull/6073
+  - cacl/test_ebtables_application.py
+  # There is no table SYSTEM_HEALTH_INFO in STATE_DB on kvm testbed
+  # The tests in this script are all related to the above table
+  - system_health/test_system_health.py
+  # This script is also skipped in nightly test
+  - mvrf/test_mgmtvrf.py
 
 t2:
   # KVM do not support bfd test
@@ -129,6 +152,13 @@ t2:
   - platform_tests/mellanox/test_psu_power_threshold.py
   - platform_tests/mellanox/test_reboot_cause.py
   - snmp/test_snmp_phy_entity.py
+  # Remove from PR test in https://github.com/sonic-net/sonic-mgmt/pull/6073
+  - cacl/test_ebtables_application.py
+  # There is no table SYSTEM_HEALTH_INFO in STATE_DB on kvm testbed
+  # The tests in this script are all related to the above table
+  - system_health/test_system_health.py
+  # This script is also skipped in nightly test
+  - mvrf/test_mgmtvrf.py
 
 dualtor:
   # This test is only for Nvidia platforms.

diff --git a/.azure-pipelines/run-test-elastictest-template.yml b/.azure-pipelines/run-test-elastictest-template.yml
@@ -241,7 +241,9 @@ steps:
 
     displayName: "Trigger test"
     env:
-      ELASTICTEST_MSAL_CLIENT_SECRET: $(ELASTICTEST_MSAL_CLIENT_SECRET)
+      SONIC_AUTOMATION_SERVICE_PRINCIPAL: $(SONIC_AUTOMATION_SERVICE_PRINCIPAL)
+      ELASTICTEST_MSAL_TENANT_ID: $(ELASTICTEST_MSAL_TENANT_ID)
+      SYSTEM_ACCESS_TOKEN: $(System.AccessToken)
 
   - task: AzureCLI@2
     inputs:
@@ -276,7 +278,9 @@ steps:
 
     displayName: "Lock testbed"
     env:
-      ELASTICTEST_MSAL_CLIENT_SECRET: $(ELASTICTEST_MSAL_CLIENT_SECRET)
+      SONIC_AUTOMATION_SERVICE_PRINCIPAL: $(SONIC_AUTOMATION_SERVICE_PRINCIPAL)
+      ELASTICTEST_MSAL_TENANT_ID: $(ELASTICTEST_MSAL_TENANT_ID)
+      SYSTEM_ACCESS_TOKEN: $(System.AccessToken)
 
   - task: AzureCLI@2
     inputs:
@@ -312,7 +316,9 @@ steps:
 
     displayName: "Prepare testbed"
     env:
-      ELASTICTEST_MSAL_CLIENT_SECRET: $(ELASTICTEST_MSAL_CLIENT_SECRET)
+      SONIC_AUTOMATION_SERVICE_PRINCIPAL: $(SONIC_AUTOMATION_SERVICE_PRINCIPAL)
+      ELASTICTEST_MSAL_TENANT_ID: $(ELASTICTEST_MSAL_TENANT_ID)
+      SYSTEM_ACCESS_TOKEN: $(System.AccessToken)
 
   - task: AzureCLI@2
     inputs:
@@ -348,7 +354,9 @@ steps:
     displayName: "Run test"
     timeoutInMinutes: ${{ parameters.MAX_RUN_TEST_MINUTES }}
     env:
-      ELASTICTEST_MSAL_CLIENT_SECRET: $(ELASTICTEST_MSAL_CLIENT_SECRET)
+      SONIC_AUTOMATION_SERVICE_PRINCIPAL: $(SONIC_AUTOMATION_SERVICE_PRINCIPAL)
+      ELASTICTEST_MSAL_TENANT_ID: $(ELASTICTEST_MSAL_TENANT_ID)
+      SYSTEM_ACCESS_TOKEN: $(System.AccessToken)
 
   - ${{ if eq(parameters.DUMP_KVM_IF_FAIL, 'True') }}:
       - task: AzureCLI@2
@@ -375,7 +383,9 @@ steps:
         condition: succeededOrFailed()
         displayName: "KVM dump"
         env:
-          ELASTICTEST_MSAL_CLIENT_SECRET: $(ELASTICTEST_MSAL_CLIENT_SECRET)
+          SONIC_AUTOMATION_SERVICE_PRINCIPAL: $(SONIC_AUTOMATION_SERVICE_PRINCIPAL)
+          ELASTICTEST_MSAL_TENANT_ID: $(ELASTICTEST_MSAL_TENANT_ID)
+          SYSTEM_ACCESS_TOKEN: $(System.AccessToken)
 
   - task: AzureCLI@2
     inputs:
@@ -393,4 +403,6 @@ steps:
     condition: always()
     displayName: "Finalize running test plan"
     env:
-      ELASTICTEST_MSAL_CLIENT_SECRET: $(ELASTICTEST_MSAL_CLIENT_SECRET)
+      SONIC_AUTOMATION_SERVICE_PRINCIPAL: $(SONIC_AUTOMATION_SERVICE_PRINCIPAL)
+      ELASTICTEST_MSAL_TENANT_ID: $(ELASTICTEST_MSAL_TENANT_ID)
+      SYSTEM_ACCESS_TOKEN: $(System.AccessToken)