tests/hwsim/run-tests.py

   1 #!/usr/bin/python
   2 #
   3 # AP tests
   4 # Copyright (c) 2013, Jouni Malinen <j@w1.fi>
   5 #
   6 # This software may be distributed under the terms of the BSD license.
   7 # See README for more details.
   8
   9 import os
  10 import re
  11 import sys
  12 import time
  13 from datetime import datetime
  14
  15 import logging
  16 logger = logging.getLogger(__name__)
  17
  18 from wpasupplicant import WpaSupplicant
  19 from hostapd import HostapdGlobal
  20
  21 def reset_devs(dev, apdev):
  22     hapd = HostapdGlobal()
  23     for d in dev:
  24         try:
  25             d.reset()
  26         except Exception, e:
  27             logger.info("Failed to reset device " + d.ifname)
  28             print str(e)
  29     for ap in apdev:
  30         hapd.remove(ap['ifname'])
  31
  32 def main():
  33     test_file = None
  34     error_file = None
  35     log_file = None
  36     results_file = None
  37     idx = 1
  38     if len(sys.argv) > 1 and sys.argv[1] == '-d':
  39         logging.basicConfig(level=logging.DEBUG)
  40         idx = idx + 1
  41     elif len(sys.argv) > 1 and sys.argv[1] == '-q':
  42         logging.basicConfig(level=logging.WARNING)
  43         idx = idx + 1
  44     elif len(sys.argv) > 2 and sys.argv[1] == '-l':
  45         log_file = sys.argv[2]
  46         logging.basicConfig(filename=log_file,level=logging.DEBUG)
  47         idx = idx + 2
  48     else:
  49         logging.basicConfig(level=logging.INFO)
  50
  51     if len(sys.argv) > idx + 1 and sys.argv[idx] == '-e':
  52         error_file = sys.argv[idx + 1]
  53         idx = idx + 2
  54
  55     if len(sys.argv) > idx + 1 and sys.argv[idx] == '-r':
  56         results_file = sys.argv[idx + 1]
  57         idx = idx + 2
  58
  59     if len(sys.argv) > idx + 1 and sys.argv[idx] == '-f':
  60         test_file = sys.argv[idx + 1]
  61         idx = idx + 2
  62
  63     if len(sys.argv) > idx:
  64         test_filter = sys.argv[idx]
  65     else:
  66         test_filter = None
  67
  68     dev0 = WpaSupplicant('wlan0', '/tmp/wpas-wlan0')
  69     dev1 = WpaSupplicant('wlan1', '/tmp/wpas-wlan1')
  70     dev2 = WpaSupplicant('wlan2', '/tmp/wpas-wlan2')
  71     dev = [ dev0, dev1, dev2 ]
  72     apdev = [ ]
  73     apdev.append({"ifname": 'wlan3', "bssid": "02:00:00:00:03:00"})
  74     apdev.append({"ifname": 'wlan4', "bssid": "02:00:00:00:04:00"})
  75
  76     for d in dev:
  77         if not d.ping():
  78             logger.info(d.ifname + ": No response from wpa_supplicant")
  79             return
  80         logger.info("DEV: " + d.ifname + ": " + d.p2p_dev_addr())
  81     for ap in apdev:
  82         logger.info("APDEV: " + ap['ifname'])
  83
  84     tests = []
  85     for t in os.listdir("."):
  86         m = re.match(r'(test_.*)\.py$', t)
  87         if m:
  88             if test_file and test_file not in t:
  89                 continue
  90             logger.info("Import test cases from " + t)
  91             mod = __import__(m.group(1))
  92             for s in dir(mod):
  93                 if s.startswith("test_"):
  94                     func = mod.__dict__.get(s)
  95                     tests.append(func)
  96
  97     passed = []
  98     failed = []
  99
 100     for t in tests:
 101         if test_filter:
 102             if test_filter != t.__name__:
 103                 continue
 104         reset_devs(dev, apdev)
 105         logger.info("START " + t.__name__)
 106         if log_file:
 107             print "START " + t.__name__
 108         if t.__doc__:
 109             logger.info("Test: " + t.__doc__)
 110         start = datetime.now()
 111         for d in dev:
 112             try:
 113                 d.request("NOTE TEST-START " + t.__name__)
 114             except Exception, e:
 115                 logger.info("Failed to issue TEST-START before " + t.__name__ + " for " + d.ifname)
 116                 logger.info(e)
 117         try:
 118             if t.func_code.co_argcount > 1:
 119                 t(dev, apdev)
 120             else:
 121                 t(dev)
 122             passed.append(t.__name__)
 123             end = datetime.now()
 124             diff = end - start
 125             result = "PASS " + t.__name__ + " " + str(diff.total_seconds()) + " " + str(end)
 126             logger.info(result)
 127             if log_file:
 128                 print result
 129             if results_file:
 130                 f = open(results_file, 'a')
 131                 f.write(result + "\n")
 132                 f.close()
 133         except Exception, e:
 134             end = datetime.now()
 135             diff = end - start
 136             logger.info(e)
 137             failed.append(t.__name__)
 138             result = "FAIL " + t.__name__ + " " + str(diff.total_seconds()) + " " + str(end)
 139             logger.info(result)
 140             if log_file:
 141                 print result
 142             if results_file:
 143                 f = open(results_file, 'a')
 144                 f.write(result + "\n")
 145                 f.close()
 146         for d in dev:
 147             try:
 148                 d.request("NOTE TEST-STOP " + t.__name__)
 149             except Exception, e:
 150                 logger.info("Failed to issue TEST-STOP after " + t.__name__ + " for " + d.ifname)
 151                 logger.info(e)
 152
 153     if not test_filter:
 154         reset_devs(dev, apdev)
 155
 156     if len(failed):
 157         logger.info("passed " + str(len(passed)) + " test case(s)")
 158         logger.info("failed tests: " + str(failed))
 159         if error_file:
 160             f = open(error_file, 'w')
 161             f.write(str(failed) + '\n')
 162             f.close()
 163         sys.exit(1)
 164     logger.info("passed all " + str(len(passed)) + " test case(s)")
 165     if log_file:
 166         print "passed all " + str(len(passed)) + " test case(s)"
 167
 168 if __name__ == "__main__":
 169     main()