tests/hwsim/run-tests.py

   1 #!/usr/bin/python
   2 #
   3 # AP tests
   4 # Copyright (c) 2013, Jouni Malinen <j@w1.fi>
   5 #
   6 # This software may be distributed under the terms of the BSD license.
   7 # See README for more details.
   8
   9 import os
  10 import re
  11 import sys
  12 import time
  13 from datetime import datetime
  14
  15 import logging
  16 logger = logging.getLogger(__name__)
  17
  18 from wpasupplicant import WpaSupplicant
  19 from hostapd import HostapdGlobal
  20
  21 def reset_devs(dev, apdev):
  22     hapd = HostapdGlobal()
  23     for d in dev:
  24         try:
  25             d.reset()
  26         except Exception, e:
  27             logger.info("Failed to reset device " + d.ifname)
  28             print str(e)
  29     for ap in apdev:
  30         hapd.remove(ap['ifname'])
  31
  32 def main():
  33     test_file = None
  34     error_file = None
  35     log_file = None
  36     results_file = None
  37     idx = 1
  38     if len(sys.argv) > 1 and sys.argv[1] == '-d':
  39         logging.basicConfig(level=logging.DEBUG)
  40         idx = idx + 1
  41     elif len(sys.argv) > 1 and sys.argv[1] == '-q':
  42         logging.basicConfig(level=logging.WARNING)
  43         idx = idx + 1
  44     elif len(sys.argv) > 2 and sys.argv[1] == '-l':
  45         log_file = sys.argv[2]
  46         logging.basicConfig(filename=log_file,level=logging.DEBUG)
  47         idx = idx + 2
  48     else:
  49         logging.basicConfig(level=logging.INFO)
  50
  51     while len(sys.argv) > idx:
  52         if len(sys.argv) > idx + 1 and sys.argv[idx] == '-e':
  53             error_file = sys.argv[idx + 1]
  54             idx = idx + 2
  55         elif len(sys.argv) > idx + 1 and sys.argv[idx] == '-r':
  56             results_file = sys.argv[idx + 1]
  57             idx = idx + 2
  58         elif len(sys.argv) > idx + 1 and sys.argv[idx] == '-f':
  59             test_file = sys.argv[idx + 1]
  60             idx = idx + 2
  61         else:
  62             break
  63
  64     if len(sys.argv) > idx:
  65         test_filter = sys.argv[idx]
  66     else:
  67         test_filter = None
  68
  69     dev0 = WpaSupplicant('wlan0', '/tmp/wpas-wlan0')
  70     dev1 = WpaSupplicant('wlan1', '/tmp/wpas-wlan1')
  71     dev2 = WpaSupplicant('wlan2', '/tmp/wpas-wlan2')
  72     dev = [ dev0, dev1, dev2 ]
  73     apdev = [ ]
  74     apdev.append({"ifname": 'wlan3', "bssid": "02:00:00:00:03:00"})
  75     apdev.append({"ifname": 'wlan4', "bssid": "02:00:00:00:04:00"})
  76
  77     for d in dev:
  78         if not d.ping():
  79             logger.info(d.ifname + ": No response from wpa_supplicant")
  80             return
  81         logger.info("DEV: " + d.ifname + ": " + d.p2p_dev_addr())
  82     for ap in apdev:
  83         logger.info("APDEV: " + ap['ifname'])
  84
  85     tests = []
  86     for t in os.listdir("."):
  87         m = re.match(r'(test_.*)\.py$', t)
  88         if m:
  89             if test_file and test_file not in t:
  90                 continue
  91             logger.info("Import test cases from " + t)
  92             mod = __import__(m.group(1))
  93             for s in dir(mod):
  94                 if s.startswith("test_"):
  95                     func = mod.__dict__.get(s)
  96                     tests.append(func)
  97
  98     passed = []
  99     failed = []
 100
 101     for t in tests:
 102         if test_filter:
 103             if test_filter != t.__name__:
 104                 continue
 105         reset_devs(dev, apdev)
 106         logger.info("START " + t.__name__)
 107         if log_file:
 108             print "START " + t.__name__
 109         if t.__doc__:
 110             logger.info("Test: " + t.__doc__)
 111         start = datetime.now()
 112         for d in dev:
 113             try:
 114                 d.request("NOTE TEST-START " + t.__name__)
 115             except Exception, e:
 116                 logger.info("Failed to issue TEST-START before " + t.__name__ + " for " + d.ifname)
 117                 logger.info(e)
 118         try:
 119             if t.func_code.co_argcount > 1:
 120                 t(dev, apdev)
 121             else:
 122                 t(dev)
 123             passed.append(t.__name__)
 124             end = datetime.now()
 125             diff = end - start
 126             result = "PASS " + t.__name__ + " " + str(diff.total_seconds()) + " " + str(end)
 127             logger.info(result)
 128             if log_file:
 129                 print result
 130             if results_file:
 131                 f = open(results_file, 'a')
 132                 f.write(result + "\n")
 133                 f.close()
 134         except Exception, e:
 135             end = datetime.now()
 136             diff = end - start
 137             logger.info(e)
 138             failed.append(t.__name__)
 139             result = "FAIL " + t.__name__ + " " + str(diff.total_seconds()) + " " + str(end)
 140             logger.info(result)
 141             if log_file:
 142                 print result
 143             if results_file:
 144                 f = open(results_file, 'a')
 145                 f.write(result + "\n")
 146                 f.close()
 147         for d in dev:
 148             try:
 149                 d.request("NOTE TEST-STOP " + t.__name__)
 150             except Exception, e:
 151                 logger.info("Failed to issue TEST-STOP after " + t.__name__ + " for " + d.ifname)
 152                 logger.info(e)
 153
 154     if not test_filter:
 155         reset_devs(dev, apdev)
 156
 157     if len(failed):
 158         logger.info("passed " + str(len(passed)) + " test case(s)")
 159         logger.info("failed tests: " + str(failed))
 160         if error_file:
 161             f = open(error_file, 'w')
 162             f.write(str(failed) + '\n')
 163             f.close()
 164         sys.exit(1)
 165     logger.info("passed all " + str(len(passed)) + " test case(s)")
 166     if log_file:
 167         print "passed all " + str(len(passed)) + " test case(s)"
 168
 169 if __name__ == "__main__":
 170     main()