From 119c1a1fd68c704f7055b36b7d975aa6bbe37c0e Mon Sep 17 00:00:00 2001 From: Mario Dominguez Date: Wed, 3 Jul 2024 16:32:53 +0200 Subject: [PATCH 1/5] Refs #21244: Add xfail tests to BB tests Signed-off-by: Mario Dominguez --- test/blackbox/XFAIL_DDS_PIM.list | 49 +++++++++++++++++++++++ test/blackbox/XFAIL_DDS_PIM_SECURITY.list | 4 ++ 2 files changed, 53 insertions(+) diff --git a/test/blackbox/XFAIL_DDS_PIM.list b/test/blackbox/XFAIL_DDS_PIM.list index 5472f92ec26..071076e1f72 100644 --- a/test/blackbox/XFAIL_DDS_PIM.list +++ b/test/blackbox/XFAIL_DDS_PIM.list @@ -14,3 +14,52 @@ BlackboxTests_DDS_PIM.ChainingTransportTests.builtin_transports_env_large_data BlackboxTests_DDS_PIM.ChainingTransportTests.builtin_transports_env_large_datav6 BlackboxTests_DDS_PIM.ChainingTransportTests.builtin_transports_xml_large_data BlackboxTests_DDS_PIM.ChainingTransportTests.builtin_transports_xml_large_datav6 +BlackboxTests_DDS_PIM.DeadlineQos.KeyedTopicNoReaderVolatileWriterSetDeadline.Transport +BlackboxTests_DDS_PIM.DeadlineQos.KeyedTopicNoReaderVolatileWriterSetDeadline.Intraprocess +BlackboxTests_DDS_PIM.DeadlineQos.KeyedTopicNoReaderVolatileWriterSetDeadline.Datasharing +BlackboxTests_DDS_PIM.DeadlineQos.KeyedTopicBestEffortReaderVolatileWriterSetDeadline.Intraprocess +BlackboxTests_DDS_PIM.DeadlineQos.KeyedTopicBestEffortReaderVolatileWriterSetDeadline.Transport +BlackboxTests_DDS_PIM.TransportTCP.large_data_topology.Transport +BlackboxTests_DDS_PIM.LivelinessQos.TwoWriters_TwoReaders.Intraprocess +BlackboxTests_DDS_PIM.DDSDataReader.LivelinessChangedStatusGet.Intraprocess +BlackboxTests_DDS_PIM.PubSubBasic.ReliableTransientLocalTwoWritersConsecutives.Datasharing +BlackboxTests_DDS_PIM.PubSubFragments.PubSubAsReliableData300kbSmallFragments.Transport +BlackboxTests_DDS_PIM.DDSDataWriter.HeartbeatWhileDestruction +BlackboxTests_DDS_PIM.DDSStatus.IncompatibleQosConditions.Datasharing +BlackboxTests_DDS_PIM.PubSubBasic.ReliableTransientLocalTwoWritersConsecutives.Datasharing +BlackboxTests_DDS_PIM.PubSubHistory.PubSubAsReliableKeepAllWithoutKeyAndMaxSamples.Datasharing +BlackboxTests_DDS_PIM.RealtimeAllocations.AsyncPubSubBestEffortWithLimitedSubscribers.Datasharing +BlackboxTests_DDS_PIM.Volatile.VolatileKeepAllPubReliableSubNonReliableHelloWorld.Intraprocess +BlackboxTests_DDS_PIM.Discovery.TwentyParticipantsUnicast.Intraprocess +BlackboxTests_DDS_PIM.DDSStatus.IncompatibleQosGetters.Intraprocess +BlackboxTests_DDS_PIM.DDSDataSharing.DataSharingReader_DifferentDomainWriters +BlackboxTests_DDS_PIM.LivelinessQos.TwoWriters_TwoReaders_ManualByParticipant.Datasharing +BlackboxTests_DDS_PIM.PubSubFragments.PubSubAsNonReliableVolatileData300kb.Intraprocess +BlackboxTests_DDS_PIM.PubSubFragments.PubSubAsNonReliableVolatileData300kb.Datasharing +BlackboxTests_DDS_PIM.PubSubFragments.AsyncPubSubAsNonReliableData300kbSmallFragments.Datasharing +BlackboxTests_DDS_PIM.PubSubFragments.AsyncPubSubAsReliableTransientLocalData300kb.Transport +BlackboxTests_DDS_PIM.PubSubHistory.PubSubAsReliableKeepLastReaderSmallDepth.Datasharing +BlackboxTests_DDS_PIM.Reliability.DisableHeartbeatPiggybackTrue +BlackboxTests_DDS_PIM.TransportUDP.whitelisting_udp_localhost_multi.Transport +BlackboxTests_DDS_PIM.Volatile.AsyncVolatileSubBetweenPubs.Intraprocess +BlackboxTests_DDS_PIM.PubSubFragments.AsyncPubSubAsNonReliableVolatileData300kbSmallFragments.Datasharing +BlackboxTests_DDS_PIM.RealtimeAllocations.AsyncPubSubBestEffortWithLimitedSubscribers.Intraprocess +BlackboxTests_DDS_PIM.ChainingTransportTests.builtin_transports_env_udpv6 +BlackboxTests_DDS_PIM.Volatile.VolatileSubBetweenPubs.Transport +BlackboxTests_DDS_PIM.DeadlineQos.KeyedTopicLongDeadline.Transport +BlackboxTests_DDS_PIM.Discovery.TwentyParticipantsSeveralEndpointsUnicast.Datasharing +BlackboxTests_DDS_PIM.LivelinessQos.ShortLiveliness_ManualByTopic_Automatic_BestEffort.Datasharing +BlackboxTests_DDS_PIM.PubSubFragments.PubSubAsNonReliableVolatileData300kbSmallFragments.Datasharing +BlackboxTests_DDS_PIM.PubSubFragments.PubSubAsReliableVolatileData300kbSmallFragments.Transport +BlackboxTests_DDS_PIM.Volatile.AsyncPubSubAsNonReliableVolatileHelloworld.Datasharing +BlackboxTests_DDS_PIM.DDSContentFilter.BasicTest.Transport +BlackboxTests_DDS_PIM.Discovery.TwentyParticipantsSeveralEndpointsUnicast.Datasharing +BlackboxTests_DDS_PIM.LivelinessQos.LongLiveliness_ManualByTopic_Reliable.Datasharing +BlackboxTests_DDS_PIM.RealtimeAllocations.AsyncPubSubBestEffortWithLimitedSubscribers.Datasharing +BlackboxTests_DDS_PIM.DDSStatus.sample_lost_waitset_re_dw_be_dr +BlackboxTests_DDS_PIM.PubSubFragments.PubSubAsReliableVolatileData300kb.Transport +BlackboxTests_DDS_PIM.PubSubHistory.PubReliableKeepAllSubNonReliable.Intraprocess +BlackboxTests_DDS_PIM.PubSubHistory.PubSubAsReliableKeepAllWithKeyAndMaxSamplesPerInstance.Transport +BlackboxTests_DDS_PIM.PubSubHistory.PubSubAsReliableKeepLastWithKeyUnorderedReception.Intraprocess +BlackboxTests_DDS_PIM.Volatile.AsyncVolatileKeepAllPubReliableSubNonReliableHelloWorld.Intraprocess + diff --git a/test/blackbox/XFAIL_DDS_PIM_SECURITY.list b/test/blackbox/XFAIL_DDS_PIM_SECURITY.list index e69de29bb2d..ee18799a1dd 100644 --- a/test/blackbox/XFAIL_DDS_PIM_SECURITY.list +++ b/test/blackbox/XFAIL_DDS_PIM_SECURITY.list @@ -0,0 +1,4 @@ +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndCryptoPlugin_reliable_rtps_large_string.Datasharing +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsDisableDiscoveryDisableAccessEncrypt_validation_ok_disable_discovery_enable_access_none.Transport +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsDisableDiscoveryEnableAccessNone_validation_ok_enable_discovery_enable_access_none.Datasharing +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsEnableDiscoveryDisableAccessNone_validation_ok_disable_discovery_enable_access_none.Transport \ No newline at end of file From d2898b71565afa1141b233b882a1f693389f37fd Mon Sep 17 00:00:00 2001 From: Mario Dominguez Date: Wed, 3 Jul 2024 16:33:09 +0200 Subject: [PATCH 2/5] Refs #21244: Add xfail tests to communication and performance tests Signed-off-by: Mario Dominguez --- test/dds/communication/CMakeLists.txt | 7 +++++++ test/dds/communication/XFAIL_DDS_COMMUNICATION.list | 6 ++++++ test/performance/CMakeLists.txt | 7 +++++++ test/performance/XFAIL_PERFORMANCE.list | 5 +++++ 4 files changed, 25 insertions(+) create mode 100644 test/dds/communication/XFAIL_DDS_COMMUNICATION.list create mode 100644 test/performance/XFAIL_PERFORMANCE.list diff --git a/test/dds/communication/CMakeLists.txt b/test/dds/communication/CMakeLists.txt index 024b80c4352..ad456591d94 100644 --- a/test/dds/communication/CMakeLists.txt +++ b/test/dds/communication/CMakeLists.txt @@ -206,3 +206,10 @@ if(Python3_Interpreter_FOUND) endif() endforeach() endif() + +# Add 'xfail' label to flaky tests +set(DDS_COMMUNICATION_XFAIL_LIST XFAIL_DDS_COMMUNICATION) + +foreach(DDS_COMMUNICATION_XFAIL_TEST ${DDS_COMMUNICATION_XFAIL_LIST}) + add_xfail_label(${CMAKE_CURRENT_SOURCE_DIR}/${DDS_COMMUNICATION_XFAIL_TEST}.list) +endforeach() diff --git a/test/dds/communication/XFAIL_DDS_COMMUNICATION.list b/test/dds/communication/XFAIL_DDS_COMMUNICATION.list new file mode 100644 index 00000000000..122eaa68308 --- /dev/null +++ b/test/dds/communication/XFAIL_DDS_COMMUNICATION.list @@ -0,0 +1,6 @@ +DDSCommunication_zero_copy_pub_communication +TwoPublishersCommunicationBestEffort +DDSCommunication_zero_copy_communication +SimpleCommunicationReliable +SHMCommunicationSubscriberDiesWhileProcessingMessage +DDSCommunication_mix_zero_copy_communication \ No newline at end of file diff --git a/test/performance/CMakeLists.txt b/test/performance/CMakeLists.txt index bb6dec1e391..bda5bde505a 100644 --- a/test/performance/CMakeLists.txt +++ b/test/performance/CMakeLists.txt @@ -28,3 +28,10 @@ add_subdirectory(throughput) if(VIDEO_TESTS) add_subdirectory(video) endif() + +# Add 'xfail' label to flaky tests +set(PERFORMANCE_XFAIL_LIST XFAIL_PERFORMANCE) + +foreach(PERFORMANCE_XFAIL_TEST ${PERFORMANCE_XFAIL_LIST}) + add_xfail_label(${CMAKE_CURRENT_SOURCE_DIR}/${PERFORMANCE_XFAIL_TEST}.list) +endforeach() diff --git a/test/performance/XFAIL_PERFORMANCE.list b/test/performance/XFAIL_PERFORMANCE.list new file mode 100644 index 00000000000..ec4ad640150 --- /dev/null +++ b/test/performance/XFAIL_PERFORMANCE.list @@ -0,0 +1,5 @@ +performance.throughput.interprocess_best_effort_shm.data_loans_and_sharing +performance.latency.interprocess_best_effort_shm.security +performance.throughput.interprocess_best_effort_udp +performance.latency.interprocess_reliable_shm +performance.latency.interprocess_best_effort_shm.data_loans_and_sharing From be0425d7350ed4201c9d25cb7625cd60fd5c6b55 Mon Sep 17 00:00:00 2001 From: Mario Dominguez Date: Wed, 3 Jul 2024 16:36:35 +0200 Subject: [PATCH 3/5] Refs #21244: Correct xfail lists Signed-off-by: Mario Dominguez --- test/blackbox/XFAIL_DDS_PIM_SECURITY.list | 2 +- test/communication/CMakeLists.txt | 7 +++++++ test/communication/XFAIL_COMMUNICATION.list | 4 ++++ test/dds/communication/XFAIL_DDS_COMMUNICATION.list | 6 ++---- test/performance/CMakeLists.txt | 6 ------ test/performance/latency/CMakeLists.txt | 7 +++++++ .../{XFAIL_PERFORMANCE.list => latency/XFAIL_LATENCY.list} | 2 -- test/performance/throughput/CMakeLists.txt | 7 +++++++ test/performance/throughput/XFAIL_THROUGHPUT.list | 2 ++ 9 files changed, 30 insertions(+), 13 deletions(-) create mode 100644 test/communication/XFAIL_COMMUNICATION.list rename test/performance/{XFAIL_PERFORMANCE.list => latency/XFAIL_LATENCY.list} (58%) create mode 100644 test/performance/throughput/XFAIL_THROUGHPUT.list diff --git a/test/blackbox/XFAIL_DDS_PIM_SECURITY.list b/test/blackbox/XFAIL_DDS_PIM_SECURITY.list index ee18799a1dd..a2f1381827f 100644 --- a/test/blackbox/XFAIL_DDS_PIM_SECURITY.list +++ b/test/blackbox/XFAIL_DDS_PIM_SECURITY.list @@ -1,4 +1,4 @@ BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndCryptoPlugin_reliable_rtps_large_string.Datasharing BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsDisableDiscoveryDisableAccessEncrypt_validation_ok_disable_discovery_enable_access_none.Transport BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsDisableDiscoveryEnableAccessNone_validation_ok_enable_discovery_enable_access_none.Datasharing -BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsEnableDiscoveryDisableAccessNone_validation_ok_disable_discovery_enable_access_none.Transport \ No newline at end of file +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsEnableDiscoveryDisableAccessNone_validation_ok_disable_discovery_enable_access_none.Transport diff --git a/test/communication/CMakeLists.txt b/test/communication/CMakeLists.txt index 6f55fbc3a0f..a69b4481294 100644 --- a/test/communication/CMakeLists.txt +++ b/test/communication/CMakeLists.txt @@ -645,3 +645,10 @@ if(Python3_Interpreter_FOUND) endif() endif() + +# Add 'xfail' label to flaky tests +set(COMMUNICATION_XFAIL_LIST XFAIL_COMMUNICATION) + +foreach(COMMUNICATION_XFAIL_TEST ${COMMUNICATION_XFAIL_LIST}) + add_xfail_label(${CMAKE_CURRENT_SOURCE_DIR}/${COMMUNICATION_XFAIL_TEST}.list) +endforeach() diff --git a/test/communication/XFAIL_COMMUNICATION.list b/test/communication/XFAIL_COMMUNICATION.list new file mode 100644 index 00000000000..7904b1348bb --- /dev/null +++ b/test/communication/XFAIL_COMMUNICATION.list @@ -0,0 +1,4 @@ +TwoPublishersCommunicationBestEffort +SimpleCommunicationReliable +SHMCommunicationSubscriberDiesWhileProcessingMessage + diff --git a/test/dds/communication/XFAIL_DDS_COMMUNICATION.list b/test/dds/communication/XFAIL_DDS_COMMUNICATION.list index 122eaa68308..f87db68562e 100644 --- a/test/dds/communication/XFAIL_DDS_COMMUNICATION.list +++ b/test/dds/communication/XFAIL_DDS_COMMUNICATION.list @@ -1,6 +1,4 @@ DDSCommunication_zero_copy_pub_communication -TwoPublishersCommunicationBestEffort DDSCommunication_zero_copy_communication -SimpleCommunicationReliable -SHMCommunicationSubscriberDiesWhileProcessingMessage -DDSCommunication_mix_zero_copy_communication \ No newline at end of file +DDSCommunication_mix_zero_copy_communication + diff --git a/test/performance/CMakeLists.txt b/test/performance/CMakeLists.txt index bda5bde505a..f10abdb8850 100644 --- a/test/performance/CMakeLists.txt +++ b/test/performance/CMakeLists.txt @@ -29,9 +29,3 @@ if(VIDEO_TESTS) add_subdirectory(video) endif() -# Add 'xfail' label to flaky tests -set(PERFORMANCE_XFAIL_LIST XFAIL_PERFORMANCE) - -foreach(PERFORMANCE_XFAIL_TEST ${PERFORMANCE_XFAIL_LIST}) - add_xfail_label(${CMAKE_CURRENT_SOURCE_DIR}/${PERFORMANCE_XFAIL_TEST}.list) -endforeach() diff --git a/test/performance/latency/CMakeLists.txt b/test/performance/latency/CMakeLists.txt index 0c6112a8ad3..4532d66c1e1 100644 --- a/test/performance/latency/CMakeLists.txt +++ b/test/performance/latency/CMakeLists.txt @@ -302,3 +302,10 @@ if(Python3_Interpreter_FOUND) endforeach(latency_test_name) endif() + +# Add 'xfail' label to flaky tests +set(LATENCY_XFAIL_LIST XFAIL_LATENCY) + +foreach(LATENCY_XFAIL_TEST ${LATENCY_XFAIL_LIST}) + add_xfail_label(${CMAKE_CURRENT_SOURCE_DIR}/${LATENCY_XFAIL_TEST}.list) +endforeach() diff --git a/test/performance/XFAIL_PERFORMANCE.list b/test/performance/latency/XFAIL_LATENCY.list similarity index 58% rename from test/performance/XFAIL_PERFORMANCE.list rename to test/performance/latency/XFAIL_LATENCY.list index ec4ad640150..88cc9529d3e 100644 --- a/test/performance/XFAIL_PERFORMANCE.list +++ b/test/performance/latency/XFAIL_LATENCY.list @@ -1,5 +1,3 @@ -performance.throughput.interprocess_best_effort_shm.data_loans_and_sharing performance.latency.interprocess_best_effort_shm.security -performance.throughput.interprocess_best_effort_udp performance.latency.interprocess_reliable_shm performance.latency.interprocess_best_effort_shm.data_loans_and_sharing diff --git a/test/performance/throughput/CMakeLists.txt b/test/performance/throughput/CMakeLists.txt index 3c18b9671d3..1341ad2fcd0 100644 --- a/test/performance/throughput/CMakeLists.txt +++ b/test/performance/throughput/CMakeLists.txt @@ -303,3 +303,10 @@ if(Python3_Interpreter_FOUND) endforeach(throughput_test_name) endif() + +# Add 'xfail' label to flaky tests +set(THROUGHPUT_XFAIL_LIST XFAIL_THROUGHPUT) + +foreach(THROUGHPUT_XFAIL_TEST ${THROUGHPUT_XFAIL_LIST}) + add_xfail_label(${CMAKE_CURRENT_SOURCE_DIR}/${THROUGHPUT_XFAIL_TEST}.list) +endforeach() diff --git a/test/performance/throughput/XFAIL_THROUGHPUT.list b/test/performance/throughput/XFAIL_THROUGHPUT.list new file mode 100644 index 00000000000..a1f71cc7450 --- /dev/null +++ b/test/performance/throughput/XFAIL_THROUGHPUT.list @@ -0,0 +1,2 @@ +performance.throughput.interprocess_best_effort_shm.data_loans_and_sharing +performance.throughput.interprocess_best_effort_udp From 3b6a75447ef32eade3a5636b1909e137e0fbe7a3 Mon Sep 17 00:00:00 2001 From: Mario Dominguez Date: Wed, 3 Jul 2024 20:54:06 +0200 Subject: [PATCH 4/5] Refs #21289: Add more flakies Signed-off-by: Mario Dominguez --- test/blackbox/XFAIL_DDS_PIM.list | 6 +++++- test/blackbox/XFAIL_DDS_PIM_SECURITY.list | 3 +++ test/performance/throughput/XFAIL_THROUGHPUT.list | 1 + 3 files changed, 9 insertions(+), 1 deletion(-) diff --git a/test/blackbox/XFAIL_DDS_PIM.list b/test/blackbox/XFAIL_DDS_PIM.list index 071076e1f72..62e60252bbb 100644 --- a/test/blackbox/XFAIL_DDS_PIM.list +++ b/test/blackbox/XFAIL_DDS_PIM.list @@ -6,6 +6,7 @@ BlackboxTests_DDS_PIM.LivelinessQos.ShortLiveliness_ManualByTopic_Automatic_Best BlackboxTests_DDS_PIM.LivelinessQos.ShortLiveliness_ManualByTopic_Automatic_Reliable.Transport BlackboxTests_DDS_PIM.LivelinessQos.ThreeWriters_ThreeReaders.Intraprocess BlackboxTests_DDS_PIM.LivelinessQos.ThreeWriters_ThreeReaders.Transport +BlackboxTests_DDS_PIM.LivelinessQos.ThreeWriters_ThreeReaders.Datasharing BlackboxTests_DDS_PIM.LivelinessQos.TwoWriters_OneReader_ManualByParticipant.Intraprocess BlackboxTests_DDS_PIM.PersistenceLargeData.PubSubAsReliablePubPersistentWithFrag.Transport BlackboxTests_DDS_PIM.ChainingTransportTests.builtin_transports_api_large_data @@ -62,4 +63,7 @@ BlackboxTests_DDS_PIM.PubSubHistory.PubReliableKeepAllSubNonReliable.Intraproces BlackboxTests_DDS_PIM.PubSubHistory.PubSubAsReliableKeepAllWithKeyAndMaxSamplesPerInstance.Transport BlackboxTests_DDS_PIM.PubSubHistory.PubSubAsReliableKeepLastWithKeyUnorderedReception.Intraprocess BlackboxTests_DDS_PIM.Volatile.AsyncVolatileKeepAllPubReliableSubNonReliableHelloWorld.Intraprocess - +BlackboxTests_DDS_PIM.LivelinessQos.ShortLiveliness_ManualByTopic_Reliable.Intraprocess +BlackboxTests_DDS_PIM.PubSubBasic.ReliableVolatileTwoWritersConsecutives.Intraprocess +BlackboxTests_DDS_PIM.PubSubFragments.AsyncPubSubAsReliableData300kbSmallFragments.Datasharing +BlackboxTests_DDS_PIM.PubSubHistory.PubSubAsReliableMultithreadKeepLast1.Datasharing diff --git a/test/blackbox/XFAIL_DDS_PIM_SECURITY.list b/test/blackbox/XFAIL_DDS_PIM_SECURITY.list index a2f1381827f..0dd6eed0f2c 100644 --- a/test/blackbox/XFAIL_DDS_PIM_SECURITY.list +++ b/test/blackbox/XFAIL_DDS_PIM_SECURITY.list @@ -1,4 +1,7 @@ BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndCryptoPlugin_reliable_rtps_large_string.Datasharing BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsDisableDiscoveryDisableAccessEncrypt_validation_ok_disable_discovery_enable_access_none.Transport +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsDisableDiscoveryDisableAccessEncrypt_validation_ok_disable_discovery_enable_access_none.Intraprocess BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsDisableDiscoveryEnableAccessNone_validation_ok_enable_discovery_enable_access_none.Datasharing BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsEnableDiscoveryDisableAccessNone_validation_ok_disable_discovery_enable_access_none.Transport +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndCryptoPlugin_reliable_rtps_data300kb.Transport +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndCryptoPlugin_reliable_payload_data300kb.Transport diff --git a/test/performance/throughput/XFAIL_THROUGHPUT.list b/test/performance/throughput/XFAIL_THROUGHPUT.list index a1f71cc7450..c82bb393db9 100644 --- a/test/performance/throughput/XFAIL_THROUGHPUT.list +++ b/test/performance/throughput/XFAIL_THROUGHPUT.list @@ -1,2 +1,3 @@ performance.throughput.interprocess_best_effort_shm.data_loans_and_sharing performance.throughput.interprocess_best_effort_udp +performance.throughput.interprocess_best_effort_udp.data_loans From 5467b4ca3a8d97d161e505aed318f501b365b048 Mon Sep 17 00:00:00 2001 From: Mario Dominguez Date: Thu, 4 Jul 2024 08:19:11 +0200 Subject: [PATCH 5/5] Refs #21244: Add another round of flakies Signed-off-by: Mario Dominguez --- test/blackbox/XFAIL_DDS_PIM.list | 4 ++++ test/blackbox/XFAIL_DDS_PIM_SECURITY.list | 3 +++ test/blackbox/XFAIL_RTPS.list | 2 ++ test/communication/XFAIL_COMMUNICATION.list | 1 + test/performance/throughput/XFAIL_THROUGHPUT.list | 1 + test/unittest/transport/XFAIL_TCP4.list | 1 + 6 files changed, 12 insertions(+) create mode 100644 test/blackbox/XFAIL_RTPS.list create mode 100644 test/unittest/transport/XFAIL_TCP4.list diff --git a/test/blackbox/XFAIL_DDS_PIM.list b/test/blackbox/XFAIL_DDS_PIM.list index 62e60252bbb..cc1dbd4e9a7 100644 --- a/test/blackbox/XFAIL_DDS_PIM.list +++ b/test/blackbox/XFAIL_DDS_PIM.list @@ -67,3 +67,7 @@ BlackboxTests_DDS_PIM.LivelinessQos.ShortLiveliness_ManualByTopic_Reliable.Intra BlackboxTests_DDS_PIM.PubSubBasic.ReliableVolatileTwoWritersConsecutives.Intraprocess BlackboxTests_DDS_PIM.PubSubFragments.AsyncPubSubAsReliableData300kbSmallFragments.Datasharing BlackboxTests_DDS_PIM.PubSubHistory.PubSubAsReliableMultithreadKeepLast1.Datasharing +BlackboxTests_DDS_PIM.Volatile.AsyncVolatileSubBetweenTransientPubs.Transport +BlackboxTests_DDS_PIM.DDSDiscovery.ServersConnectionTCP +BlackboxTests_DDS_PIM.TransportTCP.TCPDomainHelloWorld_P0_P3_D0_D0.Transport +BlackboxTests_DDS_PIM.TransportTCP.TCPDomainHelloWorld_P3_P0_D1_D0.Transport \ No newline at end of file diff --git a/test/blackbox/XFAIL_DDS_PIM_SECURITY.list b/test/blackbox/XFAIL_DDS_PIM_SECURITY.list index 0dd6eed0f2c..a68e469ade1 100644 --- a/test/blackbox/XFAIL_DDS_PIM_SECURITY.list +++ b/test/blackbox/XFAIL_DDS_PIM_SECURITY.list @@ -5,3 +5,6 @@ BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_Per BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsEnableDiscoveryDisableAccessNone_validation_ok_disable_discovery_enable_access_none.Transport BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndCryptoPlugin_reliable_rtps_data300kb.Transport BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndCryptoPlugin_reliable_payload_data300kb.Transport +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndCryptoPlugin_besteffort_payload_large_string.Intraprocess +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsEnableDiscoveryEnableAccessEncrypt_validation_ok_enable_discovery_disable_access_none.Datasharing +BlackboxTests_DDS_PIM.Security.BuiltinAuthenticationAndAccessAndCryptoPlugin_PermissionsEnableDiscoveryEnableAccessNone_validation_ok_disable_discovery_enable_access_none.Datasharing diff --git a/test/blackbox/XFAIL_RTPS.list b/test/blackbox/XFAIL_RTPS.list new file mode 100644 index 00000000000..c741efd72da --- /dev/null +++ b/test/blackbox/XFAIL_RTPS.list @@ -0,0 +1,2 @@ +BlackboxTests_RTPS.Persistence.RTPSAsNonReliableWithPersistence.Transport +BlackboxTests_RTPS.RTPS.MultithreadedWriterCreation diff --git a/test/communication/XFAIL_COMMUNICATION.list b/test/communication/XFAIL_COMMUNICATION.list index 7904b1348bb..19d32e65382 100644 --- a/test/communication/XFAIL_COMMUNICATION.list +++ b/test/communication/XFAIL_COMMUNICATION.list @@ -1,4 +1,5 @@ TwoPublishersCommunicationBestEffort SimpleCommunicationReliable SHMCommunicationSubscriberDiesWhileProcessingMessage +AutomaticLivelinessAssertion diff --git a/test/performance/throughput/XFAIL_THROUGHPUT.list b/test/performance/throughput/XFAIL_THROUGHPUT.list index c82bb393db9..0bb16b1a097 100644 --- a/test/performance/throughput/XFAIL_THROUGHPUT.list +++ b/test/performance/throughput/XFAIL_THROUGHPUT.list @@ -1,3 +1,4 @@ performance.throughput.interprocess_best_effort_shm.data_loans_and_sharing performance.throughput.interprocess_best_effort_udp performance.throughput.interprocess_best_effort_udp.data_loans +performance.throughput.intraprocess_best_effort.data_sharing diff --git a/test/unittest/transport/XFAIL_TCP4.list b/test/unittest/transport/XFAIL_TCP4.list new file mode 100644 index 00000000000..20a6d9e830b --- /dev/null +++ b/test/unittest/transport/XFAIL_TCP4.list @@ -0,0 +1 @@ +TCPv4Tests.reconnect_after_open_port_failure