]> git.ipfire.org Git - thirdparty/hostap.git/commitdiff
tests: More test cases with common UML issues to the front of the queue
authorJouni Malinen <j@w1.fi>
Sat, 21 Dec 2024 20:25:57 +0000 (22:25 +0200)
committerJouni Malinen <j@w1.fi>
Sat, 21 Dec 2024 20:25:57 +0000 (22:25 +0200)
Move test cases that have shown frequent, but random, issues UML to the
beginning of the run to minimize risk of false failures.

Signed-off-by: Jouni Malinen <j@w1.fi>
tests/hwsim/vm/parallel-vm.py

index c71fd87c84f262361d56a998ab55629fbcc22876..499910a2f9943b409b87e068a2f7ed2ff5a88685 100755 (executable)
@@ -24,15 +24,8 @@ logger = logging.getLogger()
 
 # Test cases that take significantly longer time to execute than average.
 long_tests = ["ap_roam_open",
-              "gas_anqp_address3_ap_forced",
-              "gas_anqp_address3_ap_non_compliant",
-              "gas_anqp_address3_not_assoc",
-              "gas_anqp_address3_assoc",
-              "ieee8021x_reauth_wep",
               "hostapd_oom_wpa2_eap_connect",
               "ap_wpa2_eap_eke_many",
-              "p2p_channel_random_social_with_op_class_change",
-              "ap_open_ps_mc_buf",
               "wpas_mesh_password_mismatch_retry",
               "wpas_mesh_password_mismatch",
               "hostapd_oom_wpa2_psk_connect",
@@ -97,6 +90,17 @@ long_tests = ["ap_roam_open",
               "p2p_go_move_scm_peer_does_not_support",
               "p2p_go_move_scm_multi"]
 
+# Test cases that have common, but random, issues with UML.
+uml_issue_tests = ["eht_connect_invalid_link",
+                   "eht_mld_connect_probes",
+                   "gas_anqp_address3_ap_forced",
+                   "gas_anqp_address3_ap_non_compliant",
+                   "gas_anqp_address3_not_assoc",
+                   "gas_anqp_address3_assoc",
+                   "p2p_channel_random_social_with_op_class_change",
+                   "ap_open_ps_mc_buf",
+                   "ieee8021x_reauth_wep"]
+
 # Test cases that depend on dumping full process memory
 memory_read_tests = ["ap_wpa2_eap_fast_pac_lifetime",
                      "wpa2_eap_ttls_pap_key_lifetime_in_memory",
@@ -609,6 +613,13 @@ def main():
                 tests.remove(l)
                 tests.insert(0, l)
 
+        # Move test cases that have shown frequent, but random, issues UML
+        # to the beginning of the run to minimize risk of false failures.
+        for l in uml_issue_tests:
+            if l in tests:
+                tests.remove(l)
+                tests.insert(0, l)
+
         # Test cases that read full wpa_supplicant or hostapd process memory
         # can apparently cause resources issues at least with newer python3
         # versions, so run them first before possible memory fragmentation has