tests/hwsim/run-tests.py

   1 #!/usr/bin/python
   2 #
   3 # AP tests
   4 # Copyright (c) 2013, Jouni Malinen <j@w1.fi>
   5 #
   6 # This software may be distributed under the terms of the BSD license.
   7 # See README for more details.
   8
   9 import os
  10 import re
  11 import sys
  12 import time
  13 from datetime import datetime
  14
  15 import logging
  16 logger = logging.getLogger(__name__)
  17
  18 from wpasupplicant import WpaSupplicant
  19 from hostapd import HostapdGlobal
  20
  21 def reset_devs(dev, apdev):
  22     hapd = HostapdGlobal()
  23     for d in dev:
  24         try:
  25             d.reset()
  26         except Exception, e:
  27             logger.info("Failed to reset device " + d.ifname)
  28             print str(e)
  29     for ap in apdev:
  30         hapd.remove(ap['ifname'])
  31
  32 def main():
  33     test_file = None
  34     error_file = None
  35     log_file = None
  36     results_file = None
  37     idx = 1
  38     print_res = False
  39     if len(sys.argv) > 1 and sys.argv[1] == '-d':
  40         logging.basicConfig(level=logging.DEBUG)
  41         idx = idx + 1
  42     elif len(sys.argv) > 1 and sys.argv[1] == '-q':
  43         logging.basicConfig(level=logging.WARNING)
  44         print_res = True
  45         idx = idx + 1
  46     elif len(sys.argv) > 2 and sys.argv[1] == '-l':
  47         log_file = sys.argv[2]
  48         logging.basicConfig(filename=log_file,level=logging.DEBUG)
  49         idx = idx + 2
  50     else:
  51         logging.basicConfig(level=logging.INFO)
  52
  53     while len(sys.argv) > idx:
  54         if len(sys.argv) > idx + 1 and sys.argv[idx] == '-e':
  55             error_file = sys.argv[idx + 1]
  56             idx = idx + 2
  57         elif len(sys.argv) > idx + 1 and sys.argv[idx] == '-r':
  58             results_file = sys.argv[idx + 1]
  59             idx = idx + 2
  60         elif len(sys.argv) > idx + 1 and sys.argv[idx] == '-f':
  61             test_file = sys.argv[idx + 1]
  62             idx = idx + 2
  63         else:
  64             break
  65
  66     tests = []
  67     for t in os.listdir("."):
  68         m = re.match(r'(test_.*)\.py$', t)
  69         if m:
  70             if test_file and test_file not in t:
  71                 continue
  72             logger.debug("Import test cases from " + t)
  73             mod = __import__(m.group(1))
  74             for s in dir(mod):
  75                 if s.startswith("test_"):
  76                     func = mod.__dict__.get(s)
  77                     tests.append(func)
  78
  79     if len(sys.argv) > 1 and sys.argv[1] == '-L':
  80         for t in tests:
  81             print t.__name__ + " - " + t.__doc__
  82         sys.exit(0)
  83
  84     if len(sys.argv) > idx:
  85         test_filter = sys.argv[idx]
  86     else:
  87         test_filter = None
  88
  89     dev0 = WpaSupplicant('wlan0', '/tmp/wpas-wlan0')
  90     dev1 = WpaSupplicant('wlan1', '/tmp/wpas-wlan1')
  91     dev2 = WpaSupplicant('wlan2', '/tmp/wpas-wlan2')
  92     dev = [ dev0, dev1, dev2 ]
  93     apdev = [ ]
  94     apdev.append({"ifname": 'wlan3', "bssid": "02:00:00:00:03:00"})
  95     apdev.append({"ifname": 'wlan4', "bssid": "02:00:00:00:04:00"})
  96
  97     for d in dev:
  98         if not d.ping():
  99             logger.info(d.ifname + ": No response from wpa_supplicant")
 100             return
 101         logger.info("DEV: " + d.ifname + ": " + d.p2p_dev_addr())
 102     for ap in apdev:
 103         logger.info("APDEV: " + ap['ifname'])
 104
 105     passed = []
 106     skipped = []
 107     failed = []
 108
 109     for t in tests:
 110         if test_filter:
 111             if test_filter != t.__name__:
 112                 continue
 113         reset_devs(dev, apdev)
 114         logger.info("START " + t.__name__)
 115         if log_file:
 116             print "START " + t.__name__
 117             sys.stdout.flush()
 118         if t.__doc__:
 119             logger.info("Test: " + t.__doc__)
 120         start = datetime.now()
 121         for d in dev:
 122             try:
 123                 d.request("NOTE TEST-START " + t.__name__)
 124             except Exception, e:
 125                 logger.info("Failed to issue TEST-START before " + t.__name__ + " for " + d.ifname)
 126                 logger.info(e)
 127                 print "FAIL " + t.__name__ + " - could not start test"
 128                 sys.exit(1)
 129         try:
 130             if t.func_code.co_argcount > 1:
 131                 res = t(dev, apdev)
 132             else:
 133                 res = t(dev)
 134             end = datetime.now()
 135             diff = end - start
 136             if res == "skip":
 137                 skipped.append(t.__name__)
 138                 result = "SKIP "
 139             else:
 140                 passed.append(t.__name__)
 141                 result = "PASS "
 142             result = result + t.__name__ + " "
 143             result = result + str(diff.total_seconds()) + " " + str(end)
 144             logger.info(result)
 145             if log_file or print_res:
 146                 print result
 147                 sys.stdout.flush()
 148             if results_file:
 149                 f = open(results_file, 'a')
 150                 f.write(result + "\n")
 151                 f.close()
 152         except Exception, e:
 153             end = datetime.now()
 154             diff = end - start
 155             logger.info(e)
 156             failed.append(t.__name__)
 157             result = "FAIL " + t.__name__ + " " + str(diff.total_seconds()) + " " + str(end)
 158             logger.info(result)
 159             if log_file:
 160                 print result
 161                 sys.stdout.flush()
 162             if results_file:
 163                 f = open(results_file, 'a')
 164                 f.write(result + "\n")
 165                 f.close()
 166         for d in dev:
 167             try:
 168                 d.request("NOTE TEST-STOP " + t.__name__)
 169             except Exception, e:
 170                 logger.info("Failed to issue TEST-STOP after " + t.__name__ + " for " + d.ifname)
 171                 logger.info(e)
 172
 173     if not test_filter:
 174         reset_devs(dev, apdev)
 175
 176     if len(failed):
 177         logger.info("passed " + str(len(passed)) + " test case(s)")
 178         logger.info("skipped " + str(len(skipped)) + " test case(s)")
 179         logger.info("failed tests: " + str(failed))
 180         if error_file:
 181             f = open(error_file, 'w')
 182             f.write(str(failed) + '\n')
 183             f.close()
 184         sys.exit(1)
 185     logger.info("passed all " + str(len(passed)) + " test case(s)")
 186     if len(skipped):
 187         logger.info("skipped " + str(len(skipped)) + " test case(s)")
 188     if log_file:
 189         print "passed all " + str(len(passed)) + " test case(s)"
 190         if len(skipped):
 191             print "skipped " + str(len(skipped)) + " test case(s)"
 192
 193 if __name__ == "__main__":
 194     main()