tests/hwsim/test_ap_hs20.py

   1 # Hotspot 2.0 tests
   2 # Copyright (c) 2013-2015, Jouni Malinen <j@w1.fi>
   3 #
   4 # This software may be distributed under the terms of the BSD license.
   5 # See README for more details.
   6
   7 from remotehost import remote_compatible
   8 import base64
   9 import binascii
  10 import struct
  11 import time
  12 import logging
  13 logger = logging.getLogger()
  14 import os
  15 import os.path
  16 import socket
  17 import subprocess
  18
  19 import hostapd
  20 from utils import HwsimSkip, skip_with_fips, alloc_fail, wait_fail_trigger
  21 import hwsim_utils
  22 from tshark import run_tshark
  23 from wlantest import Wlantest
  24 from wpasupplicant import WpaSupplicant
  25 from test_ap_eap import check_eap_capa, check_domain_match_full
  26 from test_gas import gas_rx, parse_gas, action_response, send_gas_resp, ACTION_CATEG_PUBLIC, GAS_INITIAL_RESPONSE
  27
  28 def hs20_ap_params(ssid="test-hs20"):
  29     params = hostapd.wpa2_params(ssid=ssid)
  30     params['wpa_key_mgmt'] = "WPA-EAP"
  31     params['ieee80211w'] = "1"
  32     params['ieee8021x'] = "1"
  33     params['auth_server_addr'] = "127.0.0.1"
  34     params['auth_server_port'] = "1812"
  35     params['auth_server_shared_secret'] = "radius"
  36     params['interworking'] = "1"
  37     params['access_network_type'] = "14"
  38     params['internet'] = "1"
  39     params['asra'] = "0"
  40     params['esr'] = "0"
  41     params['uesa'] = "0"
  42     params['venue_group'] = "7"
  43     params['venue_type'] = "1"
  44     params['venue_name'] = [ "eng:Example venue", "fin:Esimerkkipaikka" ]
  45     params['roaming_consortium'] = [ "112233", "1020304050", "010203040506",
  46                                      "fedcba" ]
  47     params['domain_name'] = "example.com,another.example.com"
  48     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
  49                             "0,another.example.com" ]
  50     params['hs20'] = "1"
  51     params['hs20_wan_metrics'] = "01:8000:1000:80:240:3000"
  52     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0" ]
  53     params['hs20_operating_class'] = "5173"
  54     params['anqp_3gpp_cell_net'] = "244,91"
  55     return params
  56
  57 def check_auto_select(dev, bssid):
  58     dev.scan_for_bss(bssid, freq="2412")
  59     dev.request("INTERWORKING_SELECT auto freq=2412")
  60     ev = dev.wait_connected(timeout=15)
  61     if bssid not in ev:
  62         raise Exception("Connected to incorrect network")
  63     dev.request("REMOVE_NETWORK all")
  64     dev.wait_disconnected()
  65     dev.dump_monitor()
  66
  67 def interworking_select(dev, bssid, type=None, no_match=False, freq=None):
  68     dev.dump_monitor()
  69     if bssid and freq and not no_match:
  70         dev.scan_for_bss(bssid, freq=freq)
  71     freq_extra = " freq=" + str(freq) if freq else ""
  72     dev.request("INTERWORKING_SELECT" + freq_extra)
  73     ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
  74                         timeout=15)
  75     if ev is None:
  76         raise Exception("Network selection timed out")
  77     if no_match:
  78         if "INTERWORKING-NO-MATCH" not in ev:
  79             raise Exception("Unexpected network match")
  80         return
  81     if "INTERWORKING-NO-MATCH" in ev:
  82         logger.info("Matching network not found - try again")
  83         dev.dump_monitor()
  84         dev.request("INTERWORKING_SELECT" + freq_extra)
  85         ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
  86                             timeout=15)
  87         if ev is None:
  88             raise Exception("Network selection timed out")
  89         if "INTERWORKING-NO-MATCH" in ev:
  90             raise Exception("Matching network not found")
  91     if bssid and bssid not in ev:
  92         raise Exception("Unexpected BSSID in match")
  93     if type and "type=" + type not in ev:
  94         raise Exception("Network type not recognized correctly")
  95
  96 def check_sp_type(dev, sp_type):
  97     type = dev.get_status_field("sp_type")
  98     if type is None:
  99         raise Exception("sp_type not available")
 100     if type != sp_type:
 101         raise Exception("sp_type did not indicate home network")
 102
 103 def hlr_auc_gw_available():
 104     if not os.path.exists("/tmp/hlr_auc_gw.sock"):
 105         raise HwsimSkip("No hlr_auc_gw socket available")
 106     if not os.path.exists("../../hostapd/hlr_auc_gw"):
 107         raise HwsimSkip("No hlr_auc_gw available")
 108
 109 def interworking_ext_sim_connect(dev, bssid, method):
 110     dev.request("INTERWORKING_CONNECT " + bssid)
 111     interworking_ext_sim_auth(dev, method)
 112
 113 def interworking_ext_sim_auth(dev, method):
 114     ev = dev.wait_event(["CTRL-EVENT-EAP-METHOD"], timeout=15)
 115     if ev is None:
 116         raise Exception("Network connected timed out")
 117     if "(" + method + ")" not in ev:
 118         raise Exception("Unexpected EAP method selection")
 119
 120     ev = dev.wait_event(["CTRL-REQ-SIM"], timeout=15)
 121     if ev is None:
 122         raise Exception("Wait for external SIM processing request timed out")
 123     p = ev.split(':', 2)
 124     if p[1] != "GSM-AUTH":
 125         raise Exception("Unexpected CTRL-REQ-SIM type")
 126     id = p[0].split('-')[3]
 127     rand = p[2].split(' ')[0]
 128
 129     res = subprocess.check_output(["../../hostapd/hlr_auc_gw",
 130                                    "-m",
 131                                    "auth_serv/hlr_auc_gw.milenage_db",
 132                                    "GSM-AUTH-REQ 232010000000000 " + rand])
 133     if "GSM-AUTH-RESP" not in res:
 134         raise Exception("Unexpected hlr_auc_gw response")
 135     resp = res.split(' ')[2].rstrip()
 136
 137     dev.request("CTRL-RSP-SIM-" + id + ":GSM-AUTH:" + resp)
 138     dev.wait_connected(timeout=15)
 139
 140 def interworking_connect(dev, bssid, method):
 141     dev.request("INTERWORKING_CONNECT " + bssid)
 142     interworking_auth(dev, method)
 143
 144 def interworking_auth(dev, method):
 145     ev = dev.wait_event(["CTRL-EVENT-EAP-METHOD"], timeout=15)
 146     if ev is None:
 147         raise Exception("Network connected timed out")
 148     if "(" + method + ")" not in ev:
 149         raise Exception("Unexpected EAP method selection")
 150
 151     dev.wait_connected(timeout=15)
 152
 153 def check_probe_resp(wt, bssid_unexpected, bssid_expected):
 154     if bssid_unexpected:
 155         count = wt.get_bss_counter("probe_response", bssid_unexpected)
 156         if count > 0:
 157             raise Exception("Unexpected Probe Response frame from AP")
 158
 159     if bssid_expected:
 160         count = wt.get_bss_counter("probe_response", bssid_expected)
 161         if count == 0:
 162             raise Exception("No Probe Response frame from AP")
 163
 164 def test_ap_anqp_sharing(dev, apdev):
 165     """ANQP sharing within ESS and explicit unshare"""
 166     check_eap_capa(dev[0], "MSCHAPV2")
 167     dev[0].flush_scan_cache()
 168
 169     bssid = apdev[0]['bssid']
 170     params = hs20_ap_params()
 171     params['hessid'] = bssid
 172     hostapd.add_ap(apdev[0], params)
 173
 174     bssid2 = apdev[1]['bssid']
 175     params = hs20_ap_params()
 176     params['hessid'] = bssid
 177     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]" ]
 178     hostapd.add_ap(apdev[1], params)
 179
 180     dev[0].hs20_enable()
 181     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 182                                   'password': "secret",
 183                                   'domain': "example.com" })
 184     logger.info("Normal network selection with shared ANQP results")
 185     dev[0].scan_for_bss(bssid, freq="2412")
 186     dev[0].scan_for_bss(bssid2, freq="2412")
 187     interworking_select(dev[0], None, "home", freq="2412")
 188     dev[0].dump_monitor()
 189
 190     logger.debug("BSS entries:\n" + dev[0].request("BSS RANGE=ALL"))
 191     res1 = dev[0].get_bss(bssid)
 192     res2 = dev[0].get_bss(bssid2)
 193     if 'anqp_nai_realm' not in res1:
 194         raise Exception("anqp_nai_realm not found for AP1")
 195     if 'anqp_nai_realm' not in res2:
 196         raise Exception("anqp_nai_realm not found for AP2")
 197     if res1['anqp_nai_realm'] != res2['anqp_nai_realm']:
 198         raise Exception("ANQP results were not shared between BSSes")
 199
 200     logger.info("Explicit ANQP request to unshare ANQP results")
 201     dev[0].request("ANQP_GET " + bssid + " 263")
 202     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 203     if ev is None:
 204         raise Exception("ANQP operation timed out")
 205
 206     dev[0].request("ANQP_GET " + bssid2 + " 263")
 207     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 208     if ev is None:
 209         raise Exception("ANQP operation timed out")
 210
 211     res1 = dev[0].get_bss(bssid)
 212     res2 = dev[0].get_bss(bssid2)
 213     if res1['anqp_nai_realm'] == res2['anqp_nai_realm']:
 214         raise Exception("ANQP results were not unshared")
 215
 216 def test_ap_anqp_sharing_oom(dev, apdev):
 217     """ANQP sharing within ESS and explicit unshare OOM"""
 218     check_eap_capa(dev[0], "MSCHAPV2")
 219     dev[0].flush_scan_cache()
 220
 221     bssid = apdev[0]['bssid']
 222     params = hs20_ap_params()
 223     params['hessid'] = bssid
 224     hostapd.add_ap(apdev[0], params)
 225
 226     bssid2 = apdev[1]['bssid']
 227     params = hs20_ap_params()
 228     params['hessid'] = bssid
 229     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]" ]
 230     hostapd.add_ap(apdev[1], params)
 231
 232     dev[0].hs20_enable()
 233     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 234                                   'password': "secret",
 235                                   'domain': "example.com" })
 236     dev[0].scan_for_bss(bssid, freq="2412")
 237     dev[0].scan_for_bss(bssid2, freq="2412")
 238     interworking_select(dev[0], None, "home", freq="2412")
 239     dev[0].dump_monitor()
 240
 241     with alloc_fail(dev[0], 1, "wpa_bss_anqp_clone"):
 242         dev[0].request("ANQP_GET " + bssid + " 263")
 243         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 244         if ev is None:
 245             raise Exception("ANQP operation timed out")
 246
 247 def test_ap_nai_home_realm_query(dev, apdev):
 248     """NAI Home Realm Query"""
 249     check_eap_capa(dev[0], "MSCHAPV2")
 250     bssid = apdev[0]['bssid']
 251     params = hs20_ap_params()
 252     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
 253                             "0,another.example.org" ]
 254     hostapd.add_ap(apdev[0], params)
 255
 256     dev[0].scan(freq="2412")
 257     dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid + " realm=example.com")
 258     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 259     if ev is None:
 260         raise Exception("ANQP operation timed out")
 261     nai1 = dev[0].get_bss(bssid)['anqp_nai_realm']
 262     dev[0].dump_monitor()
 263
 264     dev[0].request("ANQP_GET " + bssid + " 263")
 265     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 266     if ev is None:
 267         raise Exception("ANQP operation timed out")
 268     nai2 = dev[0].get_bss(bssid)['anqp_nai_realm']
 269
 270     if len(nai1) >= len(nai2):
 271         raise Exception("Unexpected NAI Realm list response lengths")
 272     if "example.com".encode('hex') not in nai1:
 273         raise Exception("Home realm not reported")
 274     if "example.org".encode('hex') in nai1:
 275         raise Exception("Non-home realm reported")
 276     if "example.com".encode('hex') not in nai2:
 277         raise Exception("Home realm not reported in wildcard query")
 278     if "example.org".encode('hex') not in nai2:
 279         raise Exception("Non-home realm not reported in wildcard query ")
 280
 281     cmds = [ "foo",
 282              "00:11:22:33:44:55 123",
 283              "00:11:22:33:44:55 qq" ]
 284     for cmd in cmds:
 285         if "FAIL" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + cmd):
 286             raise Exception("Invalid HS20_GET_NAI_HOME_REALM_LIST accepted: " + cmd)
 287
 288     dev[0].dump_monitor()
 289     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid):
 290         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 291     ev = dev[0].wait_event(["GAS-QUERY-DONE"], timeout=10)
 292     if ev is None:
 293         raise Exception("ANQP operation timed out")
 294     ev = dev[0].wait_event(["RX-ANQP"], timeout=0.1)
 295     if ev is not None:
 296         raise Exception("Unexpected ANQP response: " + ev)
 297
 298     dev[0].dump_monitor()
 299     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid + " 01000b6578616d706c652e636f6d"):
 300         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 301     ev = dev[0].wait_event(["RX-ANQP"], timeout=10)
 302     if ev is None:
 303         raise Exception("No ANQP response")
 304     if "NAI Realm list" not in ev:
 305         raise Exception("Missing NAI Realm list: " + ev)
 306
 307     dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 308                              'password': "secret",
 309                              'domain': "example.com" })
 310     dev[0].dump_monitor()
 311     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid):
 312         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 313     ev = dev[0].wait_event(["RX-ANQP"], timeout=10)
 314     if ev is None:
 315         raise Exception("No ANQP response")
 316     if "NAI Realm list" not in ev:
 317         raise Exception("Missing NAI Realm list: " + ev)
 318
 319 @remote_compatible
 320 def test_ap_interworking_scan_filtering(dev, apdev):
 321     """Interworking scan filtering with HESSID and access network type"""
 322     try:
 323         _test_ap_interworking_scan_filtering(dev, apdev)
 324     finally:
 325         dev[0].request("SET hessid 00:00:00:00:00:00")
 326         dev[0].request("SET access_network_type 15")
 327
 328 def _test_ap_interworking_scan_filtering(dev, apdev):
 329     bssid = apdev[0]['bssid']
 330     params = hs20_ap_params()
 331     ssid = "test-hs20-ap1"
 332     params['ssid'] = ssid
 333     params['hessid'] = bssid
 334     hapd0 = hostapd.add_ap(apdev[0], params)
 335
 336     bssid2 = apdev[1]['bssid']
 337     params = hs20_ap_params()
 338     ssid2 = "test-hs20-ap2"
 339     params['ssid'] = ssid2
 340     params['hessid'] = bssid2
 341     params['access_network_type'] = "1"
 342     del params['venue_group']
 343     del params['venue_type']
 344     hostapd.add_ap(apdev[1], params)
 345
 346     dev[0].hs20_enable()
 347
 348     Wlantest.setup(hapd0)
 349     wt = Wlantest()
 350     wt.flush()
 351
 352     logger.info("Check probe request filtering based on HESSID")
 353
 354     dev[0].request("SET hessid " + bssid2)
 355     dev[0].scan(freq="2412")
 356     time.sleep(0.03)
 357     check_probe_resp(wt, bssid, bssid2)
 358
 359     logger.info("Check probe request filtering based on access network type")
 360
 361     wt.clear_bss_counters(bssid)
 362     wt.clear_bss_counters(bssid2)
 363     dev[0].request("SET hessid 00:00:00:00:00:00")
 364     dev[0].request("SET access_network_type 14")
 365     dev[0].scan(freq="2412")
 366     time.sleep(0.03)
 367     check_probe_resp(wt, bssid2, bssid)
 368
 369     wt.clear_bss_counters(bssid)
 370     wt.clear_bss_counters(bssid2)
 371     dev[0].request("SET hessid 00:00:00:00:00:00")
 372     dev[0].request("SET access_network_type 1")
 373     dev[0].scan(freq="2412")
 374     time.sleep(0.03)
 375     check_probe_resp(wt, bssid, bssid2)
 376
 377     logger.info("Check probe request filtering based on HESSID and ANT")
 378
 379     wt.clear_bss_counters(bssid)
 380     wt.clear_bss_counters(bssid2)
 381     dev[0].request("SET hessid " + bssid)
 382     dev[0].request("SET access_network_type 14")
 383     dev[0].scan(freq="2412")
 384     time.sleep(0.03)
 385     check_probe_resp(wt, bssid2, bssid)
 386
 387     wt.clear_bss_counters(bssid)
 388     wt.clear_bss_counters(bssid2)
 389     dev[0].request("SET hessid " + bssid2)
 390     dev[0].request("SET access_network_type 14")
 391     dev[0].scan(freq="2412")
 392     time.sleep(0.03)
 393     check_probe_resp(wt, bssid, None)
 394     check_probe_resp(wt, bssid2, None)
 395
 396     wt.clear_bss_counters(bssid)
 397     wt.clear_bss_counters(bssid2)
 398     dev[0].request("SET hessid " + bssid)
 399     dev[0].request("SET access_network_type 1")
 400     dev[0].scan(freq="2412")
 401     time.sleep(0.03)
 402     check_probe_resp(wt, bssid, None)
 403     check_probe_resp(wt, bssid2, None)
 404
 405 def test_ap_hs20_select(dev, apdev):
 406     """Hotspot 2.0 network selection"""
 407     bssid = apdev[0]['bssid']
 408     params = hs20_ap_params()
 409     params['hessid'] = bssid
 410     hostapd.add_ap(apdev[0], params)
 411
 412     dev[0].hs20_enable()
 413     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 414                                   'password': "secret",
 415                                   'domain': "example.com" })
 416     interworking_select(dev[0], bssid, "home")
 417
 418     dev[0].remove_cred(id)
 419     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 420                                   'password': "secret",
 421                                   'domain': "no.match.example.com" })
 422     interworking_select(dev[0], bssid, "roaming", freq="2412")
 423
 424     dev[0].set_cred_quoted(id, "realm", "no.match.example.com")
 425     interworking_select(dev[0], bssid, no_match=True, freq="2412")
 426
 427     res = dev[0].request("SCAN_RESULTS")
 428     if "[HS20]" not in res:
 429         raise Exception("HS20 flag missing from scan results: " + res)
 430
 431     bssid2 = apdev[1]['bssid']
 432     params = hs20_ap_params()
 433     params['nai_realm'] = [ "0,example.org,21" ]
 434     params['hessid'] = bssid2
 435     params['domain_name'] = "example.org"
 436     hostapd.add_ap(apdev[1], params)
 437     dev[0].remove_cred(id)
 438     id = dev[0].add_cred_values({ 'realm': "example.org", 'username': "test",
 439                                   'password': "secret",
 440                                   'domain': "example.org" })
 441     interworking_select(dev[0], bssid2, "home", freq="2412")
 442
 443 def hs20_simulated_sim(dev, ap, method):
 444     bssid = ap['bssid']
 445     params = hs20_ap_params()
 446     params['hessid'] = bssid
 447     params['anqp_3gpp_cell_net'] = "555,444"
 448     params['domain_name'] = "wlan.mnc444.mcc555.3gppnetwork.org"
 449     hostapd.add_ap(ap, params)
 450
 451     dev.hs20_enable()
 452     dev.add_cred_values({ 'imsi': "555444-333222111", 'eap': method,
 453                           'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123"})
 454     interworking_select(dev, bssid, "home", freq="2412")
 455     interworking_connect(dev, bssid, method)
 456     check_sp_type(dev, "home")
 457
 458 def test_ap_hs20_sim(dev, apdev):
 459     """Hotspot 2.0 with simulated SIM and EAP-SIM"""
 460     hlr_auc_gw_available()
 461     hs20_simulated_sim(dev[0], apdev[0], "SIM")
 462     dev[0].request("INTERWORKING_SELECT auto freq=2412")
 463     ev = dev[0].wait_event(["INTERWORKING-ALREADY-CONNECTED"], timeout=15)
 464     if ev is None:
 465         raise Exception("Timeout on already-connected event")
 466
 467 def test_ap_hs20_sim_invalid(dev, apdev):
 468     """Hotspot 2.0 with simulated SIM and EAP-SIM - invalid IMSI"""
 469     hlr_auc_gw_available()
 470     bssid = apdev[0]['bssid']
 471     params = hs20_ap_params()
 472     params['hessid'] = bssid
 473     params['anqp_3gpp_cell_net'] = "555,444"
 474     params['domain_name'] = "wlan.mnc444.mcc555.3gppnetwork.org"
 475     hostapd.add_ap(apdev[0], params)
 476
 477     dev[0].hs20_enable()
 478     dev[0].add_cred_values({ 'imsi': "555444-3332221110", 'eap': "SIM",
 479                           'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123"})
 480     # This hits "No valid IMSI available" in build_root_nai()
 481     interworking_select(dev[0], bssid, freq="2412")
 482
 483 def test_ap_hs20_sim_oom(dev, apdev):
 484     """Hotspot 2.0 with simulated SIM and EAP-SIM - OOM"""
 485     hlr_auc_gw_available()
 486     bssid = apdev[0]['bssid']
 487     params = hs20_ap_params()
 488     params['hessid'] = bssid
 489     params['anqp_3gpp_cell_net'] = "555,444"
 490     params['domain_name'] = "wlan.mnc444.mcc555.3gppnetwork.org"
 491     hostapd.add_ap(apdev[0], params)
 492
 493     dev[0].hs20_enable()
 494     dev[0].add_cred_values({ 'imsi': "555444-333222111", 'eap': "SIM",
 495                           'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123"})
 496     dev[0].scan_for_bss(bssid, freq=2412)
 497     interworking_select(dev[0], bssid, freq="2412")
 498
 499     with alloc_fail(dev[0], 1, "wpa_config_add_network;interworking_connect_3gpp"):
 500         dev[0].request("INTERWORKING_CONNECT " + bssid)
 501         wait_fail_trigger(dev[0], "GET_ALLOC_FAIL")
 502
 503     with alloc_fail(dev[0], 1, "=interworking_connect_3gpp"):
 504         dev[0].request("INTERWORKING_CONNECT " + bssid)
 505         wait_fail_trigger(dev[0], "GET_ALLOC_FAIL")
 506
 507 def test_ap_hs20_aka(dev, apdev):
 508     """Hotspot 2.0 with simulated USIM and EAP-AKA"""
 509     hlr_auc_gw_available()
 510     hs20_simulated_sim(dev[0], apdev[0], "AKA")
 511
 512 def test_ap_hs20_aka_prime(dev, apdev):
 513     """Hotspot 2.0 with simulated USIM and EAP-AKA'"""
 514     hlr_auc_gw_available()
 515     hs20_simulated_sim(dev[0], apdev[0], "AKA'")
 516
 517 def test_ap_hs20_ext_sim(dev, apdev):
 518     """Hotspot 2.0 with external SIM processing"""
 519     hlr_auc_gw_available()
 520     bssid = apdev[0]['bssid']
 521     params = hs20_ap_params()
 522     params['hessid'] = bssid
 523     params['anqp_3gpp_cell_net'] = "232,01"
 524     params['domain_name'] = "wlan.mnc001.mcc232.3gppnetwork.org"
 525     hostapd.add_ap(apdev[0], params)
 526
 527     dev[0].hs20_enable()
 528     try:
 529         dev[0].request("SET external_sim 1")
 530         dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM" })
 531         interworking_select(dev[0], bssid, "home", freq="2412")
 532         interworking_ext_sim_connect(dev[0], bssid, "SIM")
 533         check_sp_type(dev[0], "home")
 534     finally:
 535         dev[0].request("SET external_sim 0")
 536
 537 def test_ap_hs20_ext_sim_roaming(dev, apdev):
 538     """Hotspot 2.0 with external SIM processing in roaming network"""
 539     hlr_auc_gw_available()
 540     bssid = apdev[0]['bssid']
 541     params = hs20_ap_params()
 542     params['hessid'] = bssid
 543     params['anqp_3gpp_cell_net'] = "244,91;310,026;232,01;234,56"
 544     params['domain_name'] = "wlan.mnc091.mcc244.3gppnetwork.org"
 545     hostapd.add_ap(apdev[0], params)
 546
 547     dev[0].hs20_enable()
 548     try:
 549         dev[0].request("SET external_sim 1")
 550         dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM" })
 551         interworking_select(dev[0], bssid, "roaming", freq="2412")
 552         interworking_ext_sim_connect(dev[0], bssid, "SIM")
 553         check_sp_type(dev[0], "roaming")
 554     finally:
 555         dev[0].request("SET external_sim 0")
 556
 557 def test_ap_hs20_username(dev, apdev):
 558     """Hotspot 2.0 connection in username/password credential"""
 559     check_eap_capa(dev[0], "MSCHAPV2")
 560     bssid = apdev[0]['bssid']
 561     params = hs20_ap_params()
 562     params['hessid'] = bssid
 563     params['disable_dgaf'] = '1'
 564     hostapd.add_ap(apdev[0], params)
 565
 566     dev[0].hs20_enable()
 567     id = dev[0].add_cred_values({ 'realm': "example.com",
 568                                   'username': "hs20-test",
 569                                   'password': "password",
 570                                   'ca_cert': "auth_serv/ca.pem",
 571                                   'domain': "example.com",
 572                                   'update_identifier': "1234" })
 573     interworking_select(dev[0], bssid, "home", freq="2412")
 574     interworking_connect(dev[0], bssid, "TTLS")
 575     check_sp_type(dev[0], "home")
 576     status = dev[0].get_status()
 577     if status['pairwise_cipher'] != "CCMP":
 578         raise Exception("Unexpected pairwise cipher")
 579     if status['hs20'] != "2":
 580         raise Exception("Unexpected HS 2.0 support indication")
 581
 582     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
 583                    identity="hs20-test", password="password",
 584                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
 585                    scan_freq="2412")
 586
 587 def test_ap_hs20_connect_api(dev, apdev):
 588     """Hotspot 2.0 connection with connect API"""
 589     check_eap_capa(dev[0], "MSCHAPV2")
 590     bssid = apdev[0]['bssid']
 591     params = hs20_ap_params()
 592     params['hessid'] = bssid
 593     params['disable_dgaf'] = '1'
 594     hostapd.add_ap(apdev[0], params)
 595
 596     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
 597     wpas.interface_add("wlan5", drv_params="force_connect_cmd=1")
 598     wpas.hs20_enable()
 599     wpas.flush_scan_cache()
 600     id = wpas.add_cred_values({ 'realm': "example.com",
 601                                   'username': "hs20-test",
 602                                   'password': "password",
 603                                   'ca_cert': "auth_serv/ca.pem",
 604                                   'domain': "example.com",
 605                                   'update_identifier': "1234" })
 606     interworking_select(wpas, bssid, "home", freq="2412")
 607     interworking_connect(wpas, bssid, "TTLS")
 608     check_sp_type(wpas, "home")
 609     status = wpas.get_status()
 610     if status['pairwise_cipher'] != "CCMP":
 611         raise Exception("Unexpected pairwise cipher")
 612     if status['hs20'] != "2":
 613         raise Exception("Unexpected HS 2.0 support indication")
 614
 615 def test_ap_hs20_auto_interworking(dev, apdev):
 616     """Hotspot 2.0 connection with auto_interworking=1"""
 617     check_eap_capa(dev[0], "MSCHAPV2")
 618     bssid = apdev[0]['bssid']
 619     params = hs20_ap_params()
 620     params['hessid'] = bssid
 621     params['disable_dgaf'] = '1'
 622     hostapd.add_ap(apdev[0], params)
 623
 624     dev[0].hs20_enable(auto_interworking=True)
 625     id = dev[0].add_cred_values({ 'realm': "example.com",
 626                                   'username': "hs20-test",
 627                                   'password': "password",
 628                                   'ca_cert': "auth_serv/ca.pem",
 629                                   'domain': "example.com",
 630                                   'update_identifier': "1234" })
 631     dev[0].request("REASSOCIATE")
 632     dev[0].wait_connected(timeout=15)
 633     check_sp_type(dev[0], "home")
 634     status = dev[0].get_status()
 635     if status['pairwise_cipher'] != "CCMP":
 636         raise Exception("Unexpected pairwise cipher")
 637     if status['hs20'] != "2":
 638         raise Exception("Unexpected HS 2.0 support indication")
 639
 640 @remote_compatible
 641 def test_ap_hs20_auto_interworking_no_match(dev, apdev):
 642     """Hotspot 2.0 connection with auto_interworking=1 and no matching network"""
 643     hapd = hostapd.add_ap(apdev[0], { "ssid": "mismatch" })
 644
 645     dev[0].hs20_enable(auto_interworking=True)
 646     id = dev[0].connect("mismatch", psk="12345678", scan_freq="2412",
 647                         only_add_network=True)
 648     dev[0].request("ENABLE_NETWORK " + str(id) + " no-connect")
 649
 650     id = dev[0].add_cred_values({ 'realm': "example.com",
 651                                   'username': "hs20-test",
 652                                   'password': "password",
 653                                   'ca_cert': "auth_serv/ca.pem",
 654                                   'domain': "example.com",
 655                                   'update_identifier': "1234" })
 656     dev[0].request("INTERWORKING_SELECT auto freq=2412")
 657     time.sleep(0.1)
 658     dev[0].dump_monitor()
 659     for i in range(5):
 660         logger.info("start ping")
 661         if "PONG" not in dev[0].ctrl.request("PING", timeout=2):
 662             raise Exception("PING failed")
 663         logger.info("ping done")
 664         fetch = 0
 665         scan = 0
 666         for j in range(15):
 667             ev = dev[0].wait_event([ "ANQP fetch completed",
 668                                      "CTRL-EVENT-SCAN-RESULTS" ], timeout=0.05)
 669             if ev is None:
 670                 break
 671             if "ANQP fetch completed" in ev:
 672                 fetch += 1
 673             else:
 674                 scan += 1
 675         if fetch > 2 * scan + 3:
 676             raise Exception("Too many ANQP fetch iterations")
 677         dev[0].dump_monitor()
 678     dev[0].request("DISCONNECT")
 679
 680 @remote_compatible
 681 def test_ap_hs20_auto_interworking_no_cred_match(dev, apdev):
 682     """Hotspot 2.0 connection with auto_interworking=1 but no cred match"""
 683     bssid = apdev[0]['bssid']
 684     params = { "ssid": "test" }
 685     hostapd.add_ap(apdev[0], params)
 686
 687     dev[0].hs20_enable(auto_interworking=True)
 688     dev[0].add_cred_values({ 'realm': "example.com",
 689                              'username': "hs20-test",
 690                              'password': "password",
 691                              'ca_cert': "auth_serv/ca.pem",
 692                              'domain': "example.com" })
 693
 694     id = dev[0].connect("test", psk="12345678", only_add_network=True)
 695     dev[0].request("ENABLE_NETWORK %s" % id)
 696     logger.info("Verify that scanning continues when there is partial network block match")
 697     for i in range(0, 2):
 698         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], 10)
 699         if ev is None:
 700             raise Exception("Scan timed out")
 701         logger.info("Scan completed")
 702
 703 def eap_test(dev, ap, eap_params, method, user):
 704     bssid = ap['bssid']
 705     params = hs20_ap_params()
 706     params['nai_realm'] = [ "0,example.com," + eap_params ]
 707     hostapd.add_ap(ap, params)
 708
 709     dev.hs20_enable()
 710     dev.add_cred_values({ 'realm': "example.com",
 711                           'ca_cert': "auth_serv/ca.pem",
 712                           'username': user,
 713                           'password': "password" })
 714     interworking_select(dev, bssid, freq="2412")
 715     interworking_connect(dev, bssid, method)
 716
 717 @remote_compatible
 718 def test_ap_hs20_eap_unknown(dev, apdev):
 719     """Hotspot 2.0 connection with unknown EAP method"""
 720     bssid = apdev[0]['bssid']
 721     params = hs20_ap_params()
 722     params['nai_realm'] = "0,example.com,99"
 723     hostapd.add_ap(apdev[0], params)
 724
 725     dev[0].hs20_enable()
 726     dev[0].add_cred_values(default_cred())
 727     interworking_select(dev[0], None, no_match=True, freq="2412")
 728
 729 def test_ap_hs20_eap_peap_mschapv2(dev, apdev):
 730     """Hotspot 2.0 connection with PEAP/MSCHAPV2"""
 731     check_eap_capa(dev[0], "MSCHAPV2")
 732     eap_test(dev[0], apdev[0], "25[3:26]", "PEAP", "user")
 733
 734 def test_ap_hs20_eap_peap_default(dev, apdev):
 735     """Hotspot 2.0 connection with PEAP/MSCHAPV2 (as default)"""
 736     check_eap_capa(dev[0], "MSCHAPV2")
 737     eap_test(dev[0], apdev[0], "25", "PEAP", "user")
 738
 739 def test_ap_hs20_eap_peap_gtc(dev, apdev):
 740     """Hotspot 2.0 connection with PEAP/GTC"""
 741     eap_test(dev[0], apdev[0], "25[3:6]", "PEAP", "user")
 742
 743 @remote_compatible
 744 def test_ap_hs20_eap_peap_unknown(dev, apdev):
 745     """Hotspot 2.0 connection with PEAP/unknown"""
 746     bssid = apdev[0]['bssid']
 747     params = hs20_ap_params()
 748     params['nai_realm'] = "0,example.com,25[3:99]"
 749     hostapd.add_ap(apdev[0], params)
 750
 751     dev[0].hs20_enable()
 752     dev[0].add_cred_values(default_cred())
 753     interworking_select(dev[0], None, no_match=True, freq="2412")
 754
 755 def test_ap_hs20_eap_ttls_chap(dev, apdev):
 756     """Hotspot 2.0 connection with TTLS/CHAP"""
 757     skip_with_fips(dev[0])
 758     eap_test(dev[0], apdev[0], "21[2:2]", "TTLS", "chap user")
 759
 760 def test_ap_hs20_eap_ttls_mschap(dev, apdev):
 761     """Hotspot 2.0 connection with TTLS/MSCHAP"""
 762     skip_with_fips(dev[0])
 763     eap_test(dev[0], apdev[0], "21[2:3]", "TTLS", "mschap user")
 764
 765 def test_ap_hs20_eap_ttls_eap_mschapv2(dev, apdev):
 766     """Hotspot 2.0 connection with TTLS/EAP-MSCHAPv2"""
 767     check_eap_capa(dev[0], "MSCHAPV2")
 768     eap_test(dev[0], apdev[0], "21[3:26][6:7][99:99]", "TTLS", "user")
 769
 770 @remote_compatible
 771 def test_ap_hs20_eap_ttls_eap_unknown(dev, apdev):
 772     """Hotspot 2.0 connection with TTLS/EAP-unknown"""
 773     bssid = apdev[0]['bssid']
 774     params = hs20_ap_params()
 775     params['nai_realm'] = "0,example.com,21[3:99]"
 776     hostapd.add_ap(apdev[0], params)
 777
 778     dev[0].hs20_enable()
 779     dev[0].add_cred_values(default_cred())
 780     interworking_select(dev[0], None, no_match=True, freq="2412")
 781
 782 @remote_compatible
 783 def test_ap_hs20_eap_ttls_eap_unsupported(dev, apdev):
 784     """Hotspot 2.0 connection with TTLS/EAP-OTP(unsupported)"""
 785     bssid = apdev[0]['bssid']
 786     params = hs20_ap_params()
 787     params['nai_realm'] = "0,example.com,21[3:5]"
 788     hostapd.add_ap(apdev[0], params)
 789
 790     dev[0].hs20_enable()
 791     dev[0].add_cred_values(default_cred())
 792     interworking_select(dev[0], None, no_match=True, freq="2412")
 793
 794 @remote_compatible
 795 def test_ap_hs20_eap_ttls_unknown(dev, apdev):
 796     """Hotspot 2.0 connection with TTLS/unknown"""
 797     bssid = apdev[0]['bssid']
 798     params = hs20_ap_params()
 799     params['nai_realm'] = "0,example.com,21[2:5]"
 800     hostapd.add_ap(apdev[0], params)
 801
 802     dev[0].hs20_enable()
 803     dev[0].add_cred_values(default_cred())
 804     interworking_select(dev[0], None, no_match=True, freq="2412")
 805
 806 def test_ap_hs20_eap_fast_mschapv2(dev, apdev):
 807     """Hotspot 2.0 connection with FAST/EAP-MSCHAPV2"""
 808     check_eap_capa(dev[0], "FAST")
 809     eap_test(dev[0], apdev[0], "43[3:26]", "FAST", "user")
 810
 811 def test_ap_hs20_eap_fast_gtc(dev, apdev):
 812     """Hotspot 2.0 connection with FAST/EAP-GTC"""
 813     check_eap_capa(dev[0], "FAST")
 814     eap_test(dev[0], apdev[0], "43[3:6]", "FAST", "user")
 815
 816 def test_ap_hs20_eap_tls(dev, apdev):
 817     """Hotspot 2.0 connection with EAP-TLS"""
 818     bssid = apdev[0]['bssid']
 819     params = hs20_ap_params()
 820     params['nai_realm'] = [ "0,example.com,13[5:6]" ]
 821     hostapd.add_ap(apdev[0], params)
 822
 823     dev[0].hs20_enable()
 824     dev[0].add_cred_values({ 'realm': "example.com",
 825                              'username': "certificate-user",
 826                              'ca_cert': "auth_serv/ca.pem",
 827                              'client_cert': "auth_serv/user.pem",
 828                              'private_key': "auth_serv/user.key"})
 829     interworking_select(dev[0], bssid, freq="2412")
 830     interworking_connect(dev[0], bssid, "TLS")
 831
 832 @remote_compatible
 833 def test_ap_hs20_eap_cert_unknown(dev, apdev):
 834     """Hotspot 2.0 connection with certificate, but unknown EAP method"""
 835     bssid = apdev[0]['bssid']
 836     params = hs20_ap_params()
 837     params['nai_realm'] = [ "0,example.com,99[5:6]" ]
 838     hostapd.add_ap(apdev[0], params)
 839
 840     dev[0].hs20_enable()
 841     dev[0].add_cred_values({ 'realm': "example.com",
 842                              'username': "certificate-user",
 843                              'ca_cert': "auth_serv/ca.pem",
 844                              'client_cert': "auth_serv/user.pem",
 845                              'private_key': "auth_serv/user.key"})
 846     interworking_select(dev[0], None, no_match=True, freq="2412")
 847
 848 @remote_compatible
 849 def test_ap_hs20_eap_cert_unsupported(dev, apdev):
 850     """Hotspot 2.0 connection with certificate, but unsupported TTLS"""
 851     bssid = apdev[0]['bssid']
 852     params = hs20_ap_params()
 853     params['nai_realm'] = [ "0,example.com,21[5:6]" ]
 854     hostapd.add_ap(apdev[0], params)
 855
 856     dev[0].hs20_enable()
 857     dev[0].add_cred_values({ 'realm': "example.com",
 858                              'username': "certificate-user",
 859                              'ca_cert': "auth_serv/ca.pem",
 860                              'client_cert': "auth_serv/user.pem",
 861                              'private_key': "auth_serv/user.key"})
 862     interworking_select(dev[0], None, no_match=True, freq="2412")
 863
 864 @remote_compatible
 865 def test_ap_hs20_eap_invalid_cred(dev, apdev):
 866     """Hotspot 2.0 connection with invalid cred configuration"""
 867     bssid = apdev[0]['bssid']
 868     params = hs20_ap_params()
 869     hostapd.add_ap(apdev[0], params)
 870
 871     dev[0].hs20_enable()
 872     dev[0].add_cred_values({ 'realm': "example.com",
 873                              'username': "certificate-user",
 874                              'client_cert': "auth_serv/user.pem" })
 875     interworking_select(dev[0], None, no_match=True, freq="2412")
 876
 877 def test_ap_hs20_nai_realms(dev, apdev):
 878     """Hotspot 2.0 connection and multiple NAI realms and TTLS/PAP"""
 879     bssid = apdev[0]['bssid']
 880     params = hs20_ap_params()
 881     params['hessid'] = bssid
 882     params['nai_realm'] = [ "0,no.match.here;example.com;no.match.here.either,21[2:1][5:7]" ]
 883     hostapd.add_ap(apdev[0], params)
 884
 885     dev[0].hs20_enable()
 886     id = dev[0].add_cred_values({ 'realm': "example.com",
 887                                   'ca_cert': "auth_serv/ca.pem",
 888                                   'username': "pap user",
 889                                   'password': "password",
 890                                   'domain': "example.com" })
 891     interworking_select(dev[0], bssid, "home", freq="2412")
 892     interworking_connect(dev[0], bssid, "TTLS")
 893     check_sp_type(dev[0], "home")
 894
 895 def test_ap_hs20_roaming_consortium(dev, apdev):
 896     """Hotspot 2.0 connection based on roaming consortium match"""
 897     bssid = apdev[0]['bssid']
 898     params = hs20_ap_params()
 899     params['hessid'] = bssid
 900     hostapd.add_ap(apdev[0], params)
 901
 902     dev[0].hs20_enable()
 903     for consortium in [ "112233", "1020304050", "010203040506", "fedcba" ]:
 904         id = dev[0].add_cred_values({ 'username': "user",
 905                                       'password': "password",
 906                                       'domain': "example.com",
 907                                       'ca_cert': "auth_serv/ca.pem",
 908                                       'roaming_consortium': consortium,
 909                                       'eap': "PEAP" })
 910         interworking_select(dev[0], bssid, "home", freq="2412")
 911         interworking_connect(dev[0], bssid, "PEAP")
 912         check_sp_type(dev[0], "home")
 913         dev[0].request("INTERWORKING_SELECT auto freq=2412")
 914         ev = dev[0].wait_event(["INTERWORKING-ALREADY-CONNECTED"], timeout=15)
 915         if ev is None:
 916             raise Exception("Timeout on already-connected event")
 917         dev[0].remove_cred(id)
 918
 919 def test_ap_hs20_roaming_consortium_invalid(dev, apdev):
 920     """Hotspot 2.0 connection and invalid roaming consortium ANQP-element"""
 921     bssid = apdev[0]['bssid']
 922     params = hs20_ap_params()
 923     params['hessid'] = bssid
 924     # Override Roaming Consortium ANQP-element with an incorrectly encoded
 925     # value.
 926     params['anqp_elem'] = "261:04fedcba"
 927     hostapd.add_ap(apdev[0], params)
 928
 929     dev[0].hs20_enable()
 930     id = dev[0].add_cred_values({ 'username': "user",
 931                                   'password': "password",
 932                                   'domain': "example.com",
 933                                   'ca_cert': "auth_serv/ca.pem",
 934                                   'roaming_consortium': "fedcba",
 935                                   'eap': "PEAP" })
 936     interworking_select(dev[0], bssid, "home", freq="2412", no_match=True)
 937
 938 def test_ap_hs20_username_roaming(dev, apdev):
 939     """Hotspot 2.0 connection in username/password credential (roaming)"""
 940     check_eap_capa(dev[0], "MSCHAPV2")
 941     bssid = apdev[0]['bssid']
 942     params = hs20_ap_params()
 943     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
 944                             "0,roaming.example.com,21[2:4][5:7]",
 945                             "0,another.example.com" ]
 946     params['domain_name'] = "another.example.com"
 947     params['hessid'] = bssid
 948     hostapd.add_ap(apdev[0], params)
 949
 950     dev[0].hs20_enable()
 951     id = dev[0].add_cred_values({ 'realm': "roaming.example.com",
 952                                   'username': "hs20-test",
 953                                   'password': "password",
 954                                   'ca_cert': "auth_serv/ca.pem",
 955                                   'domain': "example.com" })
 956     interworking_select(dev[0], bssid, "roaming", freq="2412")
 957     interworking_connect(dev[0], bssid, "TTLS")
 958     check_sp_type(dev[0], "roaming")
 959
 960 def test_ap_hs20_username_unknown(dev, apdev):
 961     """Hotspot 2.0 connection in username/password credential (no domain in cred)"""
 962     check_eap_capa(dev[0], "MSCHAPV2")
 963     bssid = apdev[0]['bssid']
 964     params = hs20_ap_params()
 965     params['hessid'] = bssid
 966     hostapd.add_ap(apdev[0], params)
 967
 968     dev[0].hs20_enable()
 969     id = dev[0].add_cred_values({ 'realm': "example.com",
 970                                   'ca_cert': "auth_serv/ca.pem",
 971                                   'username': "hs20-test",
 972                                   'password': "password" })
 973     interworking_select(dev[0], bssid, "unknown", freq="2412")
 974     interworking_connect(dev[0], bssid, "TTLS")
 975     check_sp_type(dev[0], "unknown")
 976
 977 def test_ap_hs20_username_unknown2(dev, apdev):
 978     """Hotspot 2.0 connection in username/password credential (no domain advertized)"""
 979     check_eap_capa(dev[0], "MSCHAPV2")
 980     bssid = apdev[0]['bssid']
 981     params = hs20_ap_params()
 982     params['hessid'] = bssid
 983     del params['domain_name']
 984     hostapd.add_ap(apdev[0], params)
 985
 986     dev[0].hs20_enable()
 987     id = dev[0].add_cred_values({ 'realm': "example.com",
 988                                   'ca_cert': "auth_serv/ca.pem",
 989                                   'username': "hs20-test",
 990                                   'password': "password",
 991                                   'domain': "example.com" })
 992     interworking_select(dev[0], bssid, "unknown", freq="2412")
 993     interworking_connect(dev[0], bssid, "TTLS")
 994     check_sp_type(dev[0], "unknown")
 995
 996 def test_ap_hs20_gas_while_associated(dev, apdev):
 997     """Hotspot 2.0 connection with GAS query while associated"""
 998     check_eap_capa(dev[0], "MSCHAPV2")
 999     bssid = apdev[0]['bssid']
1000     params = hs20_ap_params()
1001     params['hessid'] = bssid
1002     hostapd.add_ap(apdev[0], params)
1003
1004     dev[0].hs20_enable()
1005     id = dev[0].add_cred_values({ 'realm': "example.com",
1006                                   'ca_cert': "auth_serv/ca.pem",
1007                                   'username': "hs20-test",
1008                                   'password': "password",
1009                                   'domain': "example.com" })
1010     interworking_select(dev[0], bssid, "home", freq="2412")
1011     interworking_connect(dev[0], bssid, "TTLS")
1012
1013     logger.info("Verifying GAS query while associated")
1014     dev[0].request("FETCH_ANQP")
1015     for i in range(0, 6):
1016         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1017         if ev is None:
1018             raise Exception("Operation timed out")
1019
1020 def test_ap_hs20_gas_with_another_ap_while_associated(dev, apdev):
1021     """GAS query with another AP while associated"""
1022     check_eap_capa(dev[0], "MSCHAPV2")
1023     bssid = apdev[0]['bssid']
1024     params = hs20_ap_params()
1025     params['hessid'] = bssid
1026     hostapd.add_ap(apdev[0], params)
1027
1028     bssid2 = apdev[1]['bssid']
1029     params = hs20_ap_params()
1030     params['hessid'] = bssid2
1031     params['nai_realm'] = [ "0,no-match.example.org,13[5:6],21[2:4][5:7]" ]
1032     hostapd.add_ap(apdev[1], params)
1033
1034     dev[0].hs20_enable()
1035     id = dev[0].add_cred_values({ 'realm': "example.com",
1036                                   'ca_cert': "auth_serv/ca.pem",
1037                                   'username': "hs20-test",
1038                                   'password': "password",
1039                                   'domain': "example.com" })
1040     interworking_select(dev[0], bssid, "home", freq="2412")
1041     interworking_connect(dev[0], bssid, "TTLS")
1042     dev[0].dump_monitor()
1043
1044     logger.info("Verifying GAS query with same AP while associated")
1045     dev[0].request("ANQP_GET " + bssid + " 263")
1046     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1047     if ev is None:
1048         raise Exception("ANQP operation timed out")
1049     dev[0].dump_monitor()
1050
1051     logger.info("Verifying GAS query with another AP while associated")
1052     dev[0].scan_for_bss(bssid2, 2412)
1053     dev[0].request("ANQP_GET " + bssid2 + " 263")
1054     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1055     if ev is None:
1056         raise Exception("ANQP operation timed out")
1057
1058 def test_ap_hs20_gas_while_associated_with_pmf(dev, apdev):
1059     """Hotspot 2.0 connection with GAS query while associated and using PMF"""
1060     check_eap_capa(dev[0], "MSCHAPV2")
1061     try:
1062         _test_ap_hs20_gas_while_associated_with_pmf(dev, apdev)
1063     finally:
1064         dev[0].request("SET pmf 0")
1065
1066 def _test_ap_hs20_gas_while_associated_with_pmf(dev, apdev):
1067     bssid = apdev[0]['bssid']
1068     params = hs20_ap_params()
1069     params['hessid'] = bssid
1070     hostapd.add_ap(apdev[0], params)
1071
1072     bssid2 = apdev[1]['bssid']
1073     params = hs20_ap_params()
1074     params['hessid'] = bssid2
1075     params['nai_realm'] = [ "0,no-match.example.org,13[5:6],21[2:4][5:7]" ]
1076     hostapd.add_ap(apdev[1], params)
1077
1078     dev[0].hs20_enable()
1079     dev[0].request("SET pmf 2")
1080     id = dev[0].add_cred_values({ 'realm': "example.com",
1081                                   'ca_cert': "auth_serv/ca.pem",
1082                                   'username': "hs20-test",
1083                                   'password': "password",
1084                                   'domain': "example.com" })
1085     interworking_select(dev[0], bssid, "home", freq="2412")
1086     interworking_connect(dev[0], bssid, "TTLS")
1087
1088     logger.info("Verifying GAS query while associated")
1089     dev[0].request("FETCH_ANQP")
1090     for i in range(0, 2 * 6):
1091         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1092         if ev is None:
1093             raise Exception("Operation timed out")
1094
1095 def test_ap_hs20_gas_with_another_ap_while_using_pmf(dev, apdev):
1096     """GAS query with another AP while associated and using PMF"""
1097     check_eap_capa(dev[0], "MSCHAPV2")
1098     try:
1099         _test_ap_hs20_gas_with_another_ap_while_using_pmf(dev, apdev)
1100     finally:
1101         dev[0].request("SET pmf 0")
1102
1103 def _test_ap_hs20_gas_with_another_ap_while_using_pmf(dev, apdev):
1104     bssid = apdev[0]['bssid']
1105     params = hs20_ap_params()
1106     params['hessid'] = bssid
1107     hostapd.add_ap(apdev[0], params)
1108
1109     bssid2 = apdev[1]['bssid']
1110     params = hs20_ap_params()
1111     params['hessid'] = bssid2
1112     params['nai_realm'] = [ "0,no-match.example.org,13[5:6],21[2:4][5:7]" ]
1113     hostapd.add_ap(apdev[1], params)
1114
1115     dev[0].hs20_enable()
1116     dev[0].request("SET pmf 2")
1117     id = dev[0].add_cred_values({ 'realm': "example.com",
1118                                   'ca_cert': "auth_serv/ca.pem",
1119                                   'username': "hs20-test",
1120                                   'password': "password",
1121                                   'domain': "example.com" })
1122     interworking_select(dev[0], bssid, "home", freq="2412")
1123     interworking_connect(dev[0], bssid, "TTLS")
1124     dev[0].dump_monitor()
1125
1126     logger.info("Verifying GAS query with same AP while associated")
1127     dev[0].request("ANQP_GET " + bssid + " 263")
1128     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1129     if ev is None:
1130         raise Exception("ANQP operation timed out")
1131     dev[0].dump_monitor()
1132
1133     logger.info("Verifying GAS query with another AP while associated")
1134     dev[0].scan_for_bss(bssid2, 2412)
1135     dev[0].request("ANQP_GET " + bssid2 + " 263")
1136     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1137     if ev is None:
1138         raise Exception("ANQP operation timed out")
1139
1140 def test_ap_hs20_gas_frag_while_associated(dev, apdev):
1141     """Hotspot 2.0 connection with fragmented GAS query while associated"""
1142     check_eap_capa(dev[0], "MSCHAPV2")
1143     bssid = apdev[0]['bssid']
1144     params = hs20_ap_params()
1145     params['hessid'] = bssid
1146     hapd = hostapd.add_ap(apdev[0], params)
1147     hapd.set("gas_frag_limit", "50")
1148
1149     dev[0].hs20_enable()
1150     id = dev[0].add_cred_values({ 'realm': "example.com",
1151                                   'ca_cert': "auth_serv/ca.pem",
1152                                   'username': "hs20-test",
1153                                   'password': "password",
1154                                   'domain': "example.com" })
1155     interworking_select(dev[0], bssid, "home", freq="2412")
1156     interworking_connect(dev[0], bssid, "TTLS")
1157
1158     logger.info("Verifying GAS query while associated")
1159     dev[0].request("FETCH_ANQP")
1160     for i in range(0, 6):
1161         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1162         if ev is None:
1163             raise Exception("Operation timed out")
1164
1165 def test_ap_hs20_multiple_connects(dev, apdev):
1166     """Hotspot 2.0 connection through multiple network selections"""
1167     check_eap_capa(dev[0], "MSCHAPV2")
1168     bssid = apdev[0]['bssid']
1169     params = hs20_ap_params()
1170     params['hessid'] = bssid
1171     hostapd.add_ap(apdev[0], params)
1172
1173     dev[0].hs20_enable()
1174     values = { 'realm': "example.com",
1175                'ca_cert': "auth_serv/ca.pem",
1176                'username': "hs20-test",
1177                'password': "password",
1178                'domain': "example.com" }
1179     id = dev[0].add_cred_values(values)
1180
1181     dev[0].scan_for_bss(bssid, freq="2412")
1182
1183     for i in range(0, 3):
1184         logger.info("Starting Interworking network selection")
1185         dev[0].request("INTERWORKING_SELECT auto freq=2412")
1186         while True:
1187             ev = dev[0].wait_event(["INTERWORKING-NO-MATCH",
1188                                     "INTERWORKING-ALREADY-CONNECTED",
1189                                     "CTRL-EVENT-CONNECTED"], timeout=15)
1190             if ev is None:
1191                 raise Exception("Connection timed out")
1192             if "INTERWORKING-NO-MATCH" in ev:
1193                 raise Exception("Matching AP not found")
1194             if "CTRL-EVENT-CONNECTED" in ev:
1195                 break
1196             if i == 2 and "INTERWORKING-ALREADY-CONNECTED" in ev:
1197                 break
1198         if i == 0:
1199             dev[0].request("DISCONNECT")
1200         dev[0].dump_monitor()
1201
1202     networks = dev[0].list_networks()
1203     if len(networks) > 1:
1204         raise Exception("Duplicated network block detected")
1205
1206 def test_ap_hs20_disallow_aps(dev, apdev):
1207     """Hotspot 2.0 connection and disallow_aps"""
1208     bssid = apdev[0]['bssid']
1209     params = hs20_ap_params()
1210     params['hessid'] = bssid
1211     hostapd.add_ap(apdev[0], params)
1212
1213     dev[0].hs20_enable()
1214     values = { 'realm': "example.com",
1215                'ca_cert': "auth_serv/ca.pem",
1216                'username': "hs20-test",
1217                'password': "password",
1218                'domain': "example.com" }
1219     id = dev[0].add_cred_values(values)
1220
1221     dev[0].scan_for_bss(bssid, freq="2412")
1222
1223     logger.info("Verify disallow_aps bssid")
1224     dev[0].request("SET disallow_aps bssid " + bssid.translate(None, ':'))
1225     dev[0].request("INTERWORKING_SELECT auto")
1226     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=15)
1227     if ev is None:
1228         raise Exception("Network selection timed out")
1229     dev[0].dump_monitor()
1230
1231     logger.info("Verify disallow_aps ssid")
1232     dev[0].request("SET disallow_aps ssid 746573742d68733230")
1233     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1234     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=15)
1235     if ev is None:
1236         raise Exception("Network selection timed out")
1237     dev[0].dump_monitor()
1238
1239     logger.info("Verify disallow_aps clear")
1240     dev[0].request("SET disallow_aps ")
1241     interworking_select(dev[0], bssid, "home", freq="2412")
1242
1243     dev[0].request("SET disallow_aps bssid " + bssid.translate(None, ':'))
1244     ret = dev[0].request("INTERWORKING_CONNECT " + bssid)
1245     if "FAIL" not in ret:
1246         raise Exception("INTERWORKING_CONNECT to disallowed BSS not rejected")
1247
1248     if "FAIL" not in dev[0].request("INTERWORKING_CONNECT foo"):
1249         raise Exception("Invalid INTERWORKING_CONNECT not rejected")
1250     if "FAIL" not in dev[0].request("INTERWORKING_CONNECT 00:11:22:33:44:55"):
1251         raise Exception("Invalid INTERWORKING_CONNECT not rejected")
1252
1253 def policy_test(dev, ap, values, only_one=True):
1254     dev.dump_monitor()
1255     if ap:
1256         logger.info("Verify network selection to AP " + ap['ifname'])
1257         bssid = ap['bssid']
1258         dev.scan_for_bss(bssid, freq="2412")
1259     else:
1260         logger.info("Verify network selection")
1261         bssid = None
1262     dev.hs20_enable()
1263     id = dev.add_cred_values(values)
1264     dev.request("INTERWORKING_SELECT auto freq=2412")
1265     events = []
1266     while True:
1267         ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH",
1268                              "INTERWORKING-BLACKLISTED",
1269                              "INTERWORKING-SELECTED"], timeout=15)
1270         if ev is None:
1271             raise Exception("Network selection timed out")
1272         events.append(ev)
1273         if "INTERWORKING-NO-MATCH" in ev:
1274             raise Exception("Matching AP not found")
1275         if bssid and only_one and "INTERWORKING-AP" in ev and bssid not in ev:
1276             raise Exception("Unexpected AP claimed acceptable")
1277         if "INTERWORKING-SELECTED" in ev:
1278             if bssid and bssid not in ev:
1279                 raise Exception("Selected incorrect BSS")
1280             break
1281
1282     ev = dev.wait_connected(timeout=15)
1283     if bssid and bssid not in ev:
1284         raise Exception("Connected to incorrect BSS")
1285
1286     conn_bssid = dev.get_status_field("bssid")
1287     if bssid and conn_bssid != bssid:
1288         raise Exception("bssid information points to incorrect BSS")
1289
1290     dev.remove_cred(id)
1291     dev.dump_monitor()
1292     return events
1293
1294 def default_cred(domain=None, user="hs20-test"):
1295     cred = { 'realm': "example.com",
1296              'ca_cert': "auth_serv/ca.pem",
1297              'username': user,
1298              'password': "password" }
1299     if domain:
1300         cred['domain'] = domain
1301     return cred
1302
1303 def test_ap_hs20_prefer_home(dev, apdev):
1304     """Hotspot 2.0 required roaming consortium"""
1305     check_eap_capa(dev[0], "MSCHAPV2")
1306     params = hs20_ap_params()
1307     params['domain_name'] = "example.org"
1308     hostapd.add_ap(apdev[0], params)
1309
1310     params = hs20_ap_params()
1311     params['ssid'] = "test-hs20-other"
1312     params['domain_name'] = "example.com"
1313     hostapd.add_ap(apdev[1], params)
1314
1315     values = default_cred()
1316     values['domain'] = "example.com"
1317     policy_test(dev[0], apdev[1], values, only_one=False)
1318     values['domain'] = "example.org"
1319     policy_test(dev[0], apdev[0], values, only_one=False)
1320
1321 def test_ap_hs20_req_roaming_consortium(dev, apdev):
1322     """Hotspot 2.0 required roaming consortium"""
1323     check_eap_capa(dev[0], "MSCHAPV2")
1324     params = hs20_ap_params()
1325     hostapd.add_ap(apdev[0], params)
1326
1327     params = hs20_ap_params()
1328     params['ssid'] = "test-hs20-other"
1329     params['roaming_consortium'] = [ "223344" ]
1330     hostapd.add_ap(apdev[1], params)
1331
1332     values = default_cred()
1333     values['required_roaming_consortium'] = "223344"
1334     policy_test(dev[0], apdev[1], values)
1335     values['required_roaming_consortium'] = "112233"
1336     policy_test(dev[0], apdev[0], values)
1337
1338     id = dev[0].add_cred()
1339     dev[0].set_cred(id, "required_roaming_consortium", "112233")
1340     dev[0].set_cred(id, "required_roaming_consortium", "112233445566778899aabbccddeeff")
1341
1342     for val in [ "", "1", "11", "1122", "1122334", "112233445566778899aabbccddeeff00" ]:
1343         if "FAIL" not in dev[0].request('SET_CRED {} required_roaming_consortium {}'.format(id, val)):
1344             raise Exception("Invalid roaming consortium value accepted: " + val)
1345
1346 def test_ap_hs20_req_roaming_consortium_no_match(dev, apdev):
1347     """Hotspot 2.0 required roaming consortium and no match"""
1348     check_eap_capa(dev[0], "MSCHAPV2")
1349     params = hs20_ap_params()
1350     del params['roaming_consortium']
1351     hostapd.add_ap(apdev[0], params)
1352
1353     params = hs20_ap_params()
1354     params['ssid'] = "test-hs20-other"
1355     params['roaming_consortium'] = [ "223345" ]
1356     hostapd.add_ap(apdev[1], params)
1357
1358     values = default_cred()
1359     values['required_roaming_consortium'] = "223344"
1360     dev[0].hs20_enable()
1361     id = dev[0].add_cred_values(values)
1362     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1363     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=10)
1364     if ev is None:
1365         raise Exception("INTERWORKING-NO-MATCH not reported")
1366
1367 def test_ap_hs20_excluded_ssid(dev, apdev):
1368     """Hotspot 2.0 exclusion based on SSID"""
1369     check_eap_capa(dev[0], "MSCHAPV2")
1370     params = hs20_ap_params()
1371     params['roaming_consortium'] = [ "223344" ]
1372     params['anqp_3gpp_cell_net'] = "555,444"
1373     hostapd.add_ap(apdev[0], params)
1374
1375     params = hs20_ap_params()
1376     params['ssid'] = "test-hs20-other"
1377     params['roaming_consortium'] = [ "223344" ]
1378     params['anqp_3gpp_cell_net'] = "555,444"
1379     hostapd.add_ap(apdev[1], params)
1380
1381     values = default_cred()
1382     values['excluded_ssid'] = "test-hs20"
1383     events = policy_test(dev[0], apdev[1], values)
1384     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1385     if len(ev) != 1:
1386         raise Exception("Excluded network not reported")
1387     values['excluded_ssid'] = "test-hs20-other"
1388     events = policy_test(dev[0], apdev[0], values)
1389     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[1]['bssid'] in e]
1390     if len(ev) != 1:
1391         raise Exception("Excluded network not reported")
1392
1393     values = default_cred()
1394     values['roaming_consortium'] = "223344"
1395     values['eap'] = "TTLS"
1396     values['phase2'] = "auth=MSCHAPV2"
1397     values['excluded_ssid'] = "test-hs20"
1398     events = policy_test(dev[0], apdev[1], values)
1399     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1400     if len(ev) != 1:
1401         raise Exception("Excluded network not reported")
1402
1403     values = { 'imsi': "555444-333222111", 'eap': "SIM",
1404                'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123",
1405                'excluded_ssid': "test-hs20" }
1406     events = policy_test(dev[0], apdev[1], values)
1407     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1408     if len(ev) != 1:
1409         raise Exception("Excluded network not reported")
1410
1411 def test_ap_hs20_roam_to_higher_prio(dev, apdev):
1412     """Hotspot 2.0 and roaming from current to higher priority network"""
1413     check_eap_capa(dev[0], "MSCHAPV2")
1414     bssid = apdev[0]['bssid']
1415     params = hs20_ap_params(ssid="test-hs20-visited")
1416     params['domain_name'] = "visited.example.org"
1417     hostapd.add_ap(apdev[0], params)
1418
1419     dev[0].hs20_enable()
1420     id = dev[0].add_cred_values({ 'realm': "example.com",
1421                                   'ca_cert': "auth_serv/ca.pem",
1422                                   'username': "hs20-test",
1423                                   'password': "password",
1424                                   'domain': "example.com" })
1425     logger.info("Connect to the only network option")
1426     interworking_select(dev[0], bssid, "roaming", freq="2412")
1427     dev[0].dump_monitor()
1428     interworking_connect(dev[0], bssid, "TTLS")
1429
1430     logger.info("Start another AP (home operator) and reconnect")
1431     bssid2 = apdev[1]['bssid']
1432     params = hs20_ap_params(ssid="test-hs20-home")
1433     params['domain_name'] = "example.com"
1434     hostapd.add_ap(apdev[1], params)
1435
1436     dev[0].scan_for_bss(bssid2, freq="2412", force_scan=True)
1437     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1438     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH",
1439                             "INTERWORKING-ALREADY-CONNECTED",
1440                             "CTRL-EVENT-CONNECTED"], timeout=15)
1441     if ev is None:
1442         raise Exception("Connection timed out")
1443     if "INTERWORKING-NO-MATCH" in ev:
1444         raise Exception("Matching AP not found")
1445     if "INTERWORKING-ALREADY-CONNECTED" in ev:
1446         raise Exception("Unexpected AP selected")
1447     if bssid2 not in ev:
1448         raise Exception("Unexpected BSSID after reconnection")
1449
1450 def test_ap_hs20_domain_suffix_match_full(dev, apdev):
1451     """Hotspot 2.0 and domain_suffix_match"""
1452     check_domain_match_full(dev[0])
1453     check_eap_capa(dev[0], "MSCHAPV2")
1454     bssid = apdev[0]['bssid']
1455     params = hs20_ap_params()
1456     hostapd.add_ap(apdev[0], params)
1457
1458     dev[0].hs20_enable()
1459     id = dev[0].add_cred_values({ 'realm': "example.com",
1460                                   'username': "hs20-test",
1461                                   'password': "password",
1462                                   'ca_cert': "auth_serv/ca.pem",
1463                                   'domain': "example.com",
1464                                   'domain_suffix_match': "server.w1.fi" })
1465     interworking_select(dev[0], bssid, "home", freq="2412")
1466     dev[0].dump_monitor()
1467     interworking_connect(dev[0], bssid, "TTLS")
1468     dev[0].request("REMOVE_NETWORK all")
1469     dev[0].dump_monitor()
1470
1471     dev[0].set_cred_quoted(id, "domain_suffix_match", "no-match.example.com")
1472     interworking_select(dev[0], bssid, "home", freq="2412")
1473     dev[0].dump_monitor()
1474     dev[0].request("INTERWORKING_CONNECT " + bssid)
1475     ev = dev[0].wait_event(["CTRL-EVENT-EAP-TLS-CERT-ERROR"])
1476     if ev is None:
1477         raise Exception("TLS certificate error not reported")
1478     if "Domain suffix mismatch" not in ev:
1479         raise Exception("Domain suffix mismatch not reported")
1480
1481 def test_ap_hs20_domain_suffix_match(dev, apdev):
1482     """Hotspot 2.0 and domain_suffix_match"""
1483     check_eap_capa(dev[0], "MSCHAPV2")
1484     check_domain_match_full(dev[0])
1485     bssid = apdev[0]['bssid']
1486     params = hs20_ap_params()
1487     hostapd.add_ap(apdev[0], params)
1488
1489     dev[0].hs20_enable()
1490     id = dev[0].add_cred_values({ 'realm': "example.com",
1491                                   'username': "hs20-test",
1492                                   'password': "password",
1493                                   'ca_cert': "auth_serv/ca.pem",
1494                                   'domain': "example.com",
1495                                   'domain_suffix_match': "w1.fi" })
1496     interworking_select(dev[0], bssid, "home", freq="2412")
1497     dev[0].dump_monitor()
1498     interworking_connect(dev[0], bssid, "TTLS")
1499
1500 def test_ap_hs20_roaming_partner_preference(dev, apdev):
1501     """Hotspot 2.0 and roaming partner preference"""
1502     check_eap_capa(dev[0], "MSCHAPV2")
1503     params = hs20_ap_params()
1504     params['domain_name'] = "roaming.example.org"
1505     hostapd.add_ap(apdev[0], params)
1506
1507     params = hs20_ap_params()
1508     params['ssid'] = "test-hs20-other"
1509     params['domain_name'] = "roaming.example.net"
1510     hostapd.add_ap(apdev[1], params)
1511
1512     logger.info("Verify default vs. specified preference")
1513     values = default_cred()
1514     values['roaming_partner'] = "roaming.example.net,1,127,*"
1515     policy_test(dev[0], apdev[1], values, only_one=False)
1516     values['roaming_partner'] = "roaming.example.net,1,129,*"
1517     policy_test(dev[0], apdev[0], values, only_one=False)
1518
1519     logger.info("Verify partial FQDN match")
1520     values['roaming_partner'] = "example.net,0,0,*"
1521     policy_test(dev[0], apdev[1], values, only_one=False)
1522     values['roaming_partner'] = "example.net,0,255,*"
1523     policy_test(dev[0], apdev[0], values, only_one=False)
1524
1525 def test_ap_hs20_max_bss_load(dev, apdev):
1526     """Hotspot 2.0 and maximum BSS load"""
1527     check_eap_capa(dev[0], "MSCHAPV2")
1528     params = hs20_ap_params()
1529     params['bss_load_test'] = "12:200:20000"
1530     hostapd.add_ap(apdev[0], params)
1531
1532     params = hs20_ap_params()
1533     params['ssid'] = "test-hs20-other"
1534     params['bss_load_test'] = "5:20:10000"
1535     hostapd.add_ap(apdev[1], params)
1536
1537     logger.info("Verify maximum BSS load constraint")
1538     values = default_cred()
1539     values['domain'] = "example.com"
1540     values['max_bss_load'] = "100"
1541     events = policy_test(dev[0], apdev[1], values, only_one=False)
1542
1543     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1544     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1545         raise Exception("Maximum BSS Load case not noticed")
1546     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1547     if len(ev) != 1 or "over_max_bss_load=1" in ev[0]:
1548         raise Exception("Maximum BSS Load case reported incorrectly")
1549
1550     logger.info("Verify maximum BSS load does not prevent connection")
1551     values['max_bss_load'] = "1"
1552     events = policy_test(dev[0], None, values)
1553
1554     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1555     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1556         raise Exception("Maximum BSS Load case not noticed")
1557     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1558     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1559         raise Exception("Maximum BSS Load case not noticed")
1560
1561 def test_ap_hs20_max_bss_load2(dev, apdev):
1562     """Hotspot 2.0 and maximum BSS load with one AP not advertising"""
1563     check_eap_capa(dev[0], "MSCHAPV2")
1564     params = hs20_ap_params()
1565     params['bss_load_test'] = "12:200:20000"
1566     hostapd.add_ap(apdev[0], params)
1567
1568     params = hs20_ap_params()
1569     params['ssid'] = "test-hs20-other"
1570     hostapd.add_ap(apdev[1], params)
1571
1572     logger.info("Verify maximum BSS load constraint with AP advertisement")
1573     values = default_cred()
1574     values['domain'] = "example.com"
1575     values['max_bss_load'] = "100"
1576     events = policy_test(dev[0], apdev[1], values, only_one=False)
1577
1578     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1579     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1580         raise Exception("Maximum BSS Load case not noticed")
1581     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1582     if len(ev) != 1 or "over_max_bss_load=1" in ev[0]:
1583         raise Exception("Maximum BSS Load case reported incorrectly")
1584
1585 def test_ap_hs20_max_bss_load_roaming(dev, apdev):
1586     """Hotspot 2.0 and maximum BSS load (roaming)"""
1587     check_eap_capa(dev[0], "MSCHAPV2")
1588     params = hs20_ap_params()
1589     params['bss_load_test'] = "12:200:20000"
1590     hostapd.add_ap(apdev[0], params)
1591
1592     values = default_cred()
1593     values['domain'] = "roaming.example.com"
1594     values['max_bss_load'] = "100"
1595     events = policy_test(dev[0], apdev[0], values, only_one=True)
1596     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1597     if len(ev) != 1:
1598         raise Exception("No INTERWORKING-AP event")
1599     if "over_max_bss_load=1" in ev[0]:
1600         raise Exception("Maximum BSS Load reported for roaming")
1601
1602 def test_ap_hs20_multi_cred_sp_prio(dev, apdev):
1603     """Hotspot 2.0 multi-cred sp_priority"""
1604     check_eap_capa(dev[0], "MSCHAPV2")
1605     try:
1606         _test_ap_hs20_multi_cred_sp_prio(dev, apdev)
1607     finally:
1608         dev[0].request("SET external_sim 0")
1609
1610 def _test_ap_hs20_multi_cred_sp_prio(dev, apdev):
1611     hlr_auc_gw_available()
1612     bssid = apdev[0]['bssid']
1613     params = hs20_ap_params()
1614     params['hessid'] = bssid
1615     del params['domain_name']
1616     params['anqp_3gpp_cell_net'] = "232,01"
1617     hostapd.add_ap(apdev[0], params)
1618
1619     dev[0].hs20_enable()
1620     dev[0].scan_for_bss(bssid, freq="2412")
1621     dev[0].request("SET external_sim 1")
1622     id1 = dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM",
1623                                    'provisioning_sp': "example.com",
1624                                    'sp_priority' :"1" })
1625     id2 = dev[0].add_cred_values({ 'realm': "example.com",
1626                                    'ca_cert': "auth_serv/ca.pem",
1627                                    'username': "hs20-test",
1628                                    'password': "password",
1629                                    'domain': "example.com",
1630                                    'provisioning_sp': "example.com",
1631                                    'sp_priority': "2" })
1632     dev[0].dump_monitor()
1633     dev[0].scan_for_bss(bssid, freq="2412")
1634     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1635     interworking_ext_sim_auth(dev[0], "SIM")
1636     check_sp_type(dev[0], "unknown")
1637     dev[0].request("REMOVE_NETWORK all")
1638
1639     dev[0].set_cred(id1, "sp_priority", "2")
1640     dev[0].set_cred(id2, "sp_priority", "1")
1641     dev[0].dump_monitor()
1642     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1643     interworking_auth(dev[0], "TTLS")
1644     check_sp_type(dev[0], "unknown")
1645
1646 def test_ap_hs20_multi_cred_sp_prio2(dev, apdev):
1647     """Hotspot 2.0 multi-cred sp_priority with two BSSes"""
1648     check_eap_capa(dev[0], "MSCHAPV2")
1649     try:
1650         _test_ap_hs20_multi_cred_sp_prio2(dev, apdev)
1651     finally:
1652         dev[0].request("SET external_sim 0")
1653
1654 def _test_ap_hs20_multi_cred_sp_prio2(dev, apdev):
1655     hlr_auc_gw_available()
1656     bssid = apdev[0]['bssid']
1657     params = hs20_ap_params()
1658     params['hessid'] = bssid
1659     del params['nai_realm']
1660     del params['domain_name']
1661     params['anqp_3gpp_cell_net'] = "232,01"
1662     hostapd.add_ap(apdev[0], params)
1663
1664     bssid2 = apdev[1]['bssid']
1665     params = hs20_ap_params()
1666     params['ssid'] = "test-hs20-other"
1667     params['hessid'] = bssid2
1668     del params['domain_name']
1669     del params['anqp_3gpp_cell_net']
1670     hostapd.add_ap(apdev[1], params)
1671
1672     dev[0].hs20_enable()
1673     dev[0].request("SET external_sim 1")
1674     id1 = dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM",
1675                                    'provisioning_sp': "example.com",
1676                                    'sp_priority': "1" })
1677     id2 = dev[0].add_cred_values({ 'realm': "example.com",
1678                                    'ca_cert': "auth_serv/ca.pem",
1679                                    'username': "hs20-test",
1680                                    'password': "password",
1681                                    'domain': "example.com",
1682                                    'provisioning_sp': "example.com",
1683                                    'sp_priority': "2" })
1684     dev[0].dump_monitor()
1685     dev[0].scan_for_bss(bssid, freq="2412")
1686     dev[0].scan_for_bss(bssid2, freq="2412")
1687     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1688     interworking_ext_sim_auth(dev[0], "SIM")
1689     check_sp_type(dev[0], "unknown")
1690     conn_bssid = dev[0].get_status_field("bssid")
1691     if conn_bssid != bssid:
1692         raise Exception("Connected to incorrect BSS")
1693     dev[0].request("REMOVE_NETWORK all")
1694
1695     dev[0].set_cred(id1, "sp_priority", "2")
1696     dev[0].set_cred(id2, "sp_priority", "1")
1697     dev[0].dump_monitor()
1698     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1699     interworking_auth(dev[0], "TTLS")
1700     check_sp_type(dev[0], "unknown")
1701     conn_bssid = dev[0].get_status_field("bssid")
1702     if conn_bssid != bssid2:
1703         raise Exception("Connected to incorrect BSS")
1704
1705 def test_ap_hs20_multi_cred_sp_prio_same(dev, apdev):
1706     """Hotspot 2.0 multi-cred and same sp_priority"""
1707     check_eap_capa(dev[0], "MSCHAPV2")
1708     hlr_auc_gw_available()
1709     bssid = apdev[0]['bssid']
1710     params = hs20_ap_params()
1711     params['hessid'] = bssid
1712     del params['domain_name']
1713     params['anqp_3gpp_cell_net'] = "232,01"
1714     hostapd.add_ap(apdev[0], params)
1715
1716     dev[0].hs20_enable()
1717     dev[0].scan_for_bss(bssid, freq="2412")
1718     id1 = dev[0].add_cred_values({ 'realm': "example.com",
1719                                    'ca_cert': "auth_serv/ca.pem",
1720                                    'username': "hs20-test",
1721                                    'password': "password",
1722                                    'domain': "domain1.example.com",
1723                                    'provisioning_sp': "example.com",
1724                                    'sp_priority': "1" })
1725     id2 = dev[0].add_cred_values({ 'realm': "example.com",
1726                                    'ca_cert': "auth_serv/ca.pem",
1727                                    'username': "hs20-test",
1728                                    'password': "password",
1729                                    'domain': "domain2.example.com",
1730                                    'provisioning_sp': "example.com",
1731                                    'sp_priority': "1" })
1732     dev[0].dump_monitor()
1733     dev[0].scan_for_bss(bssid, freq="2412")
1734     check_auto_select(dev[0], bssid)
1735
1736 def check_conn_capab_selection(dev, type, missing):
1737     dev.request("INTERWORKING_SELECT freq=2412")
1738     ev = dev.wait_event(["INTERWORKING-AP"])
1739     if ev is None:
1740         raise Exception("Network selection timed out")
1741     if "type=" + type not in ev:
1742         raise Exception("Unexpected network type")
1743     if missing and "conn_capab_missing=1" not in ev:
1744         raise Exception("conn_capab_missing not reported")
1745     if not missing and "conn_capab_missing=1" in ev:
1746         raise Exception("conn_capab_missing reported unexpectedly")
1747
1748 def conn_capab_cred(domain=None, req_conn_capab=None):
1749     cred = default_cred(domain=domain)
1750     if req_conn_capab:
1751         cred['req_conn_capab'] = req_conn_capab
1752     return cred
1753
1754 def test_ap_hs20_req_conn_capab(dev, apdev):
1755     """Hotspot 2.0 network selection with req_conn_capab"""
1756     check_eap_capa(dev[0], "MSCHAPV2")
1757     bssid = apdev[0]['bssid']
1758     params = hs20_ap_params()
1759     hostapd.add_ap(apdev[0], params)
1760
1761     dev[0].hs20_enable()
1762     dev[0].scan_for_bss(bssid, freq="2412")
1763     logger.info("Not used in home network")
1764     values = conn_capab_cred(domain="example.com", req_conn_capab="6:1234")
1765     id = dev[0].add_cred_values(values)
1766     check_conn_capab_selection(dev[0], "home", False)
1767
1768     logger.info("Used in roaming network")
1769     dev[0].remove_cred(id)
1770     values = conn_capab_cred(domain="example.org", req_conn_capab="6:1234")
1771     id = dev[0].add_cred_values(values)
1772     check_conn_capab_selection(dev[0], "roaming", True)
1773
1774     logger.info("Verify that req_conn_capab does not prevent connection if no other network is available")
1775     check_auto_select(dev[0], bssid)
1776
1777     logger.info("Additional req_conn_capab checks")
1778
1779     dev[0].remove_cred(id)
1780     values = conn_capab_cred(domain="example.org", req_conn_capab="1:0")
1781     id = dev[0].add_cred_values(values)
1782     check_conn_capab_selection(dev[0], "roaming", True)
1783
1784     dev[0].remove_cred(id)
1785     values = conn_capab_cred(domain="example.org", req_conn_capab="17:5060")
1786     id = dev[0].add_cred_values(values)
1787     check_conn_capab_selection(dev[0], "roaming", True)
1788
1789     bssid2 = apdev[1]['bssid']
1790     params = hs20_ap_params(ssid="test-hs20b")
1791     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0", "50:0:1" ]
1792     hostapd.add_ap(apdev[1], params)
1793
1794     dev[0].remove_cred(id)
1795     values = conn_capab_cred(domain="example.org", req_conn_capab="50")
1796     id = dev[0].add_cred_values(values)
1797     dev[0].set_cred(id, "req_conn_capab", "6:22")
1798     dev[0].scan_for_bss(bssid2, freq="2412")
1799     dev[0].request("INTERWORKING_SELECT freq=2412")
1800     for i in range(0, 2):
1801         ev = dev[0].wait_event(["INTERWORKING-AP"])
1802         if ev is None:
1803             raise Exception("Network selection timed out")
1804         if bssid in ev and "conn_capab_missing=1" not in ev:
1805             raise Exception("Missing protocol connection capability not reported")
1806         if bssid2 in ev and "conn_capab_missing=1" in ev:
1807             raise Exception("Protocol connection capability not reported correctly")
1808
1809 def test_ap_hs20_req_conn_capab2(dev, apdev):
1810     """Hotspot 2.0 network selection with req_conn_capab (not present)"""
1811     check_eap_capa(dev[0], "MSCHAPV2")
1812     bssid = apdev[0]['bssid']
1813     params = hs20_ap_params()
1814     del params['hs20_conn_capab']
1815     hostapd.add_ap(apdev[0], params)
1816
1817     dev[0].hs20_enable()
1818     dev[0].scan_for_bss(bssid, freq="2412")
1819     values = conn_capab_cred(domain="example.org", req_conn_capab="6:1234")
1820     id = dev[0].add_cred_values(values)
1821     check_conn_capab_selection(dev[0], "roaming", False)
1822
1823 def test_ap_hs20_req_conn_capab_and_roaming_partner_preference(dev, apdev):
1824     """Hotspot 2.0 and req_conn_capab with roaming partner preference"""
1825     check_eap_capa(dev[0], "MSCHAPV2")
1826     bssid = apdev[0]['bssid']
1827     params = hs20_ap_params()
1828     params['domain_name'] = "roaming.example.org"
1829     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0", "50:0:1" ]
1830     hostapd.add_ap(apdev[0], params)
1831
1832     bssid2 = apdev[1]['bssid']
1833     params = hs20_ap_params(ssid="test-hs20-b")
1834     params['domain_name'] = "roaming.example.net"
1835     hostapd.add_ap(apdev[1], params)
1836
1837     values = default_cred()
1838     values['roaming_partner'] = "roaming.example.net,1,127,*"
1839     id = dev[0].add_cred_values(values)
1840     check_auto_select(dev[0], bssid2)
1841
1842     dev[0].set_cred(id, "req_conn_capab", "50")
1843     check_auto_select(dev[0], bssid)
1844
1845     dev[0].remove_cred(id)
1846     id = dev[0].add_cred_values(values)
1847     dev[0].set_cred(id, "req_conn_capab", "51")
1848     check_auto_select(dev[0], bssid2)
1849
1850 def check_bandwidth_selection(dev, type, below):
1851     dev.request("INTERWORKING_SELECT freq=2412")
1852     ev = dev.wait_event(["INTERWORKING-AP"])
1853     if ev is None:
1854         raise Exception("Network selection timed out")
1855     logger.debug("BSS entries:\n" + dev.request("BSS RANGE=ALL"))
1856     if "type=" + type not in ev:
1857         raise Exception("Unexpected network type")
1858     if below and "below_min_backhaul=1" not in ev:
1859         raise Exception("below_min_backhaul not reported")
1860     if not below and "below_min_backhaul=1" in ev:
1861         raise Exception("below_min_backhaul reported unexpectedly")
1862
1863 def bw_cred(domain=None, dl_home=None, ul_home=None, dl_roaming=None, ul_roaming=None):
1864     cred = default_cred(domain=domain)
1865     if dl_home:
1866         cred['min_dl_bandwidth_home'] = str(dl_home)
1867     if ul_home:
1868         cred['min_ul_bandwidth_home'] = str(ul_home)
1869     if dl_roaming:
1870         cred['min_dl_bandwidth_roaming'] = str(dl_roaming)
1871     if ul_roaming:
1872         cred['min_ul_bandwidth_roaming'] = str(ul_roaming)
1873     return cred
1874
1875 def test_ap_hs20_min_bandwidth_home(dev, apdev):
1876     """Hotspot 2.0 network selection with min bandwidth (home)"""
1877     check_eap_capa(dev[0], "MSCHAPV2")
1878     bssid = apdev[0]['bssid']
1879     params = hs20_ap_params()
1880     hostapd.add_ap(apdev[0], params)
1881
1882     dev[0].hs20_enable()
1883     dev[0].scan_for_bss(bssid, freq="2412")
1884     values = bw_cred(domain="example.com", dl_home=5490, ul_home=58)
1885     id = dev[0].add_cred_values(values)
1886     check_bandwidth_selection(dev[0], "home", False)
1887     dev[0].remove_cred(id)
1888
1889     values = bw_cred(domain="example.com", dl_home=5491, ul_home=58)
1890     id = dev[0].add_cred_values(values)
1891     check_bandwidth_selection(dev[0], "home", True)
1892     dev[0].remove_cred(id)
1893
1894     values = bw_cred(domain="example.com", dl_home=5490, ul_home=59)
1895     id = dev[0].add_cred_values(values)
1896     check_bandwidth_selection(dev[0], "home", True)
1897     dev[0].remove_cred(id)
1898
1899     values = bw_cred(domain="example.com", dl_home=5491, ul_home=59)
1900     id = dev[0].add_cred_values(values)
1901     check_bandwidth_selection(dev[0], "home", True)
1902     check_auto_select(dev[0], bssid)
1903
1904     bssid2 = apdev[1]['bssid']
1905     params = hs20_ap_params(ssid="test-hs20-b")
1906     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1907     hostapd.add_ap(apdev[1], params)
1908
1909     check_auto_select(dev[0], bssid2)
1910
1911 def test_ap_hs20_min_bandwidth_home2(dev, apdev):
1912     """Hotspot 2.0 network selection with min bandwidth - special cases"""
1913     check_eap_capa(dev[0], "MSCHAPV2")
1914     bssid = apdev[0]['bssid']
1915     params = hs20_ap_params()
1916     hapd = hostapd.add_ap(apdev[0], params)
1917
1918     dev[0].hs20_enable()
1919     dev[0].scan_for_bss(bssid, freq="2412")
1920     values = bw_cred(domain="example.com", dl_home=5490, ul_home=58)
1921     id = dev[0].add_cred_values(values)
1922     check_bandwidth_selection(dev[0], "home", False)
1923
1924     logger.info("WAN link at capacity")
1925     hapd.set('hs20_wan_metrics', "09:8000:1000:80:240:3000")
1926     check_bandwidth_selection(dev[0], "home", True)
1927
1928     logger.info("Downlink/Uplink Load was not measured")
1929     hapd.set('hs20_wan_metrics', "01:8000:1000:80:240:0")
1930     check_bandwidth_selection(dev[0], "home", False)
1931
1932     logger.info("Uplink and Downlink max values")
1933     hapd.set('hs20_wan_metrics', "01:4294967295:4294967295:80:240:3000")
1934     check_bandwidth_selection(dev[0], "home", False)
1935
1936     dev[0].remove_cred(id)
1937
1938 def test_ap_hs20_min_bandwidth_home_hidden_ssid_in_scan_res(dev, apdev):
1939     """Hotspot 2.0 network selection with min bandwidth (home) while hidden SSID is included in scan results"""
1940     check_eap_capa(dev[0], "MSCHAPV2")
1941     bssid = apdev[0]['bssid']
1942
1943     hapd = hostapd.add_ap(apdev[0], { "ssid": 'secret',
1944                                       "ignore_broadcast_ssid": "1" })
1945     dev[0].scan_for_bss(bssid, freq=2412)
1946     hapd.disable()
1947     hapd_global = hostapd.HostapdGlobal(apdev[0])
1948     hapd_global.flush()
1949     hapd_global.remove(apdev[0]['ifname'])
1950
1951     params = hs20_ap_params()
1952     hostapd.add_ap(apdev[0], params)
1953
1954     dev[0].hs20_enable()
1955     dev[0].scan_for_bss(bssid, freq="2412")
1956     values = bw_cred(domain="example.com", dl_home=5490, ul_home=58)
1957     id = dev[0].add_cred_values(values)
1958     check_bandwidth_selection(dev[0], "home", False)
1959     dev[0].remove_cred(id)
1960
1961     values = bw_cred(domain="example.com", dl_home=5491, ul_home=58)
1962     id = dev[0].add_cred_values(values)
1963     check_bandwidth_selection(dev[0], "home", True)
1964     dev[0].remove_cred(id)
1965
1966     values = bw_cred(domain="example.com", dl_home=5490, ul_home=59)
1967     id = dev[0].add_cred_values(values)
1968     check_bandwidth_selection(dev[0], "home", True)
1969     dev[0].remove_cred(id)
1970
1971     values = bw_cred(domain="example.com", dl_home=5491, ul_home=59)
1972     id = dev[0].add_cred_values(values)
1973     check_bandwidth_selection(dev[0], "home", True)
1974     check_auto_select(dev[0], bssid)
1975
1976     bssid2 = apdev[1]['bssid']
1977     params = hs20_ap_params(ssid="test-hs20-b")
1978     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1979     hostapd.add_ap(apdev[1], params)
1980
1981     check_auto_select(dev[0], bssid2)
1982
1983     dev[0].flush_scan_cache()
1984
1985 def test_ap_hs20_min_bandwidth_roaming(dev, apdev):
1986     """Hotspot 2.0 network selection with min bandwidth (roaming)"""
1987     check_eap_capa(dev[0], "MSCHAPV2")
1988     bssid = apdev[0]['bssid']
1989     params = hs20_ap_params()
1990     hostapd.add_ap(apdev[0], params)
1991
1992     dev[0].hs20_enable()
1993     dev[0].scan_for_bss(bssid, freq="2412")
1994     values = bw_cred(domain="example.org", dl_roaming=5490, ul_roaming=58)
1995     id = dev[0].add_cred_values(values)
1996     check_bandwidth_selection(dev[0], "roaming", False)
1997     dev[0].remove_cred(id)
1998
1999     values = bw_cred(domain="example.org", dl_roaming=5491, ul_roaming=58)
2000     id = dev[0].add_cred_values(values)
2001     check_bandwidth_selection(dev[0], "roaming", True)
2002     dev[0].remove_cred(id)
2003
2004     values = bw_cred(domain="example.org", dl_roaming=5490, ul_roaming=59)
2005     id = dev[0].add_cred_values(values)
2006     check_bandwidth_selection(dev[0], "roaming", True)
2007     dev[0].remove_cred(id)
2008
2009     values = bw_cred(domain="example.org", dl_roaming=5491, ul_roaming=59)
2010     id = dev[0].add_cred_values(values)
2011     check_bandwidth_selection(dev[0], "roaming", True)
2012     check_auto_select(dev[0], bssid)
2013
2014     bssid2 = apdev[1]['bssid']
2015     params = hs20_ap_params(ssid="test-hs20-b")
2016     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
2017     hostapd.add_ap(apdev[1], params)
2018
2019     check_auto_select(dev[0], bssid2)
2020
2021 def test_ap_hs20_min_bandwidth_and_roaming_partner_preference(dev, apdev):
2022     """Hotspot 2.0 and minimum bandwidth with roaming partner preference"""
2023     check_eap_capa(dev[0], "MSCHAPV2")
2024     bssid = apdev[0]['bssid']
2025     params = hs20_ap_params()
2026     params['domain_name'] = "roaming.example.org"
2027     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
2028     hostapd.add_ap(apdev[0], params)
2029
2030     bssid2 = apdev[1]['bssid']
2031     params = hs20_ap_params(ssid="test-hs20-b")
2032     params['domain_name'] = "roaming.example.net"
2033     hostapd.add_ap(apdev[1], params)
2034
2035     values = default_cred()
2036     values['roaming_partner'] = "roaming.example.net,1,127,*"
2037     id = dev[0].add_cred_values(values)
2038     check_auto_select(dev[0], bssid2)
2039
2040     dev[0].set_cred(id, "min_dl_bandwidth_roaming", "6000")
2041     check_auto_select(dev[0], bssid)
2042
2043     dev[0].set_cred(id, "min_dl_bandwidth_roaming", "10000")
2044     check_auto_select(dev[0], bssid2)
2045
2046 def test_ap_hs20_min_bandwidth_no_wan_metrics(dev, apdev):
2047     """Hotspot 2.0 network selection with min bandwidth but no WAN Metrics"""
2048     bssid = apdev[0]['bssid']
2049     params = hs20_ap_params()
2050     del params['hs20_wan_metrics']
2051     hostapd.add_ap(apdev[0], params)
2052
2053     dev[0].hs20_enable()
2054     dev[0].scan_for_bss(bssid, freq="2412")
2055     values = bw_cred(domain="example.com", dl_home=10000, ul_home=10000,
2056                      dl_roaming=10000, ul_roaming=10000)
2057     dev[0].add_cred_values(values)
2058     check_bandwidth_selection(dev[0], "home", False)
2059
2060 def test_ap_hs20_deauth_req_ess(dev, apdev):
2061     """Hotspot 2.0 connection and deauthentication request for ESS"""
2062     check_eap_capa(dev[0], "MSCHAPV2")
2063     try:
2064         _test_ap_hs20_deauth_req_ess(dev, apdev)
2065     finally:
2066         dev[0].request("SET pmf 0")
2067
2068 def _test_ap_hs20_deauth_req_ess(dev, apdev):
2069     dev[0].request("SET pmf 2")
2070     eap_test(dev[0], apdev[0], "21[3:26]", "TTLS", "user")
2071     dev[0].dump_monitor()
2072     addr = dev[0].p2p_interface_addr()
2073     hapd = hostapd.Hostapd(apdev[0]['ifname'])
2074     hapd.request("HS20_DEAUTH_REQ " + addr + " 1 120 http://example.com/")
2075     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"])
2076     if ev is None:
2077         raise Exception("Timeout on deauth imminent notice")
2078     if "1 120 http://example.com/" not in ev:
2079         raise Exception("Unexpected deauth imminent notice: " + ev)
2080     hapd.request("DEAUTHENTICATE " + addr)
2081     dev[0].wait_disconnected(timeout=10)
2082     if "[TEMP-DISABLED]" not in dev[0].list_networks()[0]['flags']:
2083         raise Exception("Network not marked temporarily disabled")
2084     ev = dev[0].wait_event(["SME: Trying to authenticate",
2085                             "Trying to associate",
2086                             "CTRL-EVENT-CONNECTED"], timeout=5)
2087     if ev is not None:
2088         raise Exception("Unexpected connection attempt")
2089
2090 def test_ap_hs20_deauth_req_bss(dev, apdev):
2091     """Hotspot 2.0 connection and deauthentication request for BSS"""
2092     check_eap_capa(dev[0], "MSCHAPV2")
2093     try:
2094         _test_ap_hs20_deauth_req_bss(dev, apdev)
2095     finally:
2096         dev[0].request("SET pmf 0")
2097
2098 def _test_ap_hs20_deauth_req_bss(dev, apdev):
2099     dev[0].request("SET pmf 2")
2100     eap_test(dev[0], apdev[0], "21[3:26]", "TTLS", "user")
2101     dev[0].dump_monitor()
2102     addr = dev[0].p2p_interface_addr()
2103     hapd = hostapd.Hostapd(apdev[0]['ifname'])
2104     hapd.request("HS20_DEAUTH_REQ " + addr + " 0 120 http://example.com/")
2105     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"])
2106     if ev is None:
2107         raise Exception("Timeout on deauth imminent notice")
2108     if "0 120 http://example.com/" not in ev:
2109         raise Exception("Unexpected deauth imminent notice: " + ev)
2110     hapd.request("DEAUTHENTICATE " + addr + " reason=4")
2111     ev = dev[0].wait_disconnected(timeout=10)
2112     if "reason=4" not in ev:
2113         raise Exception("Unexpected disconnection reason")
2114     if "[TEMP-DISABLED]" not in dev[0].list_networks()[0]['flags']:
2115         raise Exception("Network not marked temporarily disabled")
2116     ev = dev[0].wait_event(["SME: Trying to authenticate",
2117                             "Trying to associate",
2118                             "CTRL-EVENT-CONNECTED"], timeout=5)
2119     if ev is not None:
2120         raise Exception("Unexpected connection attempt")
2121
2122 def test_ap_hs20_deauth_req_from_radius(dev, apdev):
2123     """Hotspot 2.0 connection and deauthentication request from RADIUS"""
2124     check_eap_capa(dev[0], "MSCHAPV2")
2125     try:
2126         _test_ap_hs20_deauth_req_from_radius(dev, apdev)
2127     finally:
2128         dev[0].request("SET pmf 0")
2129
2130 def _test_ap_hs20_deauth_req_from_radius(dev, apdev):
2131     bssid = apdev[0]['bssid']
2132     params = hs20_ap_params()
2133     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
2134     params['hs20_deauth_req_timeout'] = "2"
2135     hostapd.add_ap(apdev[0], params)
2136
2137     dev[0].request("SET pmf 2")
2138     dev[0].hs20_enable()
2139     dev[0].add_cred_values({ 'realm': "example.com",
2140                              'username': "hs20-deauth-test",
2141                              'password': "password" })
2142     interworking_select(dev[0], bssid, freq="2412")
2143     interworking_connect(dev[0], bssid, "TTLS")
2144     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"], timeout=5)
2145     if ev is None:
2146         raise Exception("Timeout on deauth imminent notice")
2147     if " 1 100" not in ev:
2148         raise Exception("Unexpected deauth imminent contents")
2149     dev[0].wait_disconnected(timeout=3)
2150
2151 def test_ap_hs20_remediation_required(dev, apdev):
2152     """Hotspot 2.0 connection and remediation required from RADIUS"""
2153     check_eap_capa(dev[0], "MSCHAPV2")
2154     try:
2155         _test_ap_hs20_remediation_required(dev, apdev)
2156     finally:
2157         dev[0].request("SET pmf 0")
2158
2159 def _test_ap_hs20_remediation_required(dev, apdev):
2160     bssid = apdev[0]['bssid']
2161     params = hs20_ap_params()
2162     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
2163     hostapd.add_ap(apdev[0], params)
2164
2165     dev[0].request("SET pmf 1")
2166     dev[0].hs20_enable()
2167     dev[0].add_cred_values({ 'realm': "example.com",
2168                              'username': "hs20-subrem-test",
2169                              'password': "password" })
2170     interworking_select(dev[0], bssid, freq="2412")
2171     interworking_connect(dev[0], bssid, "TTLS")
2172     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
2173     if ev is None:
2174         raise Exception("Timeout on subscription remediation notice")
2175     if " 1 https://example.com/" not in ev:
2176         raise Exception("Unexpected subscription remediation event contents")
2177
2178 def test_ap_hs20_remediation_required_ctrl(dev, apdev):
2179     """Hotspot 2.0 connection and subrem from ctrl_iface"""
2180     check_eap_capa(dev[0], "MSCHAPV2")
2181     try:
2182         _test_ap_hs20_remediation_required_ctrl(dev, apdev)
2183     finally:
2184         dev[0].request("SET pmf 0")
2185
2186 def _test_ap_hs20_remediation_required_ctrl(dev, apdev):
2187     bssid = apdev[0]['bssid']
2188     addr = dev[0].own_addr()
2189     params = hs20_ap_params()
2190     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
2191     hapd = hostapd.add_ap(apdev[0], params)
2192
2193     dev[0].request("SET pmf 1")
2194     dev[0].hs20_enable()
2195     dev[0].add_cred_values(default_cred())
2196     interworking_select(dev[0], bssid, freq="2412")
2197     interworking_connect(dev[0], bssid, "TTLS")
2198
2199     hapd.request("HS20_WNM_NOTIF " + addr + " https://example.com/")
2200     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
2201     if ev is None:
2202         raise Exception("Timeout on subscription remediation notice")
2203     if " 1 https://example.com/" not in ev:
2204         raise Exception("Unexpected subscription remediation event contents")
2205
2206     hapd.request("HS20_WNM_NOTIF " + addr)
2207     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
2208     if ev is None:
2209         raise Exception("Timeout on subscription remediation notice")
2210     if not ev.endswith("HS20-SUBSCRIPTION-REMEDIATION "):
2211         raise Exception("Unexpected subscription remediation event contents: " + ev)
2212
2213     if "FAIL" not in hapd.request("HS20_WNM_NOTIF "):
2214         raise Exception("Unexpected HS20_WNM_NOTIF success")
2215     if "FAIL" not in hapd.request("HS20_WNM_NOTIF foo"):
2216         raise Exception("Unexpected HS20_WNM_NOTIF success")
2217     if "FAIL" not in hapd.request("HS20_WNM_NOTIF " + addr + " https://12345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678927.very.long.example.com/"):
2218         raise Exception("Unexpected HS20_WNM_NOTIF success")
2219
2220 def test_ap_hs20_session_info(dev, apdev):
2221     """Hotspot 2.0 connection and session information from RADIUS"""
2222     check_eap_capa(dev[0], "MSCHAPV2")
2223     try:
2224         _test_ap_hs20_session_info(dev, apdev)
2225     finally:
2226         dev[0].request("SET pmf 0")
2227
2228 def _test_ap_hs20_session_info(dev, apdev):
2229     bssid = apdev[0]['bssid']
2230     params = hs20_ap_params()
2231     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
2232     hostapd.add_ap(apdev[0], params)
2233
2234     dev[0].request("SET pmf 1")
2235     dev[0].hs20_enable()
2236     dev[0].add_cred_values({ 'realm': "example.com",
2237                              'username': "hs20-session-info-test",
2238                              'password': "password" })
2239     interworking_select(dev[0], bssid, freq="2412")
2240     interworking_connect(dev[0], bssid, "TTLS")
2241     ev = dev[0].wait_event(["ESS-DISASSOC-IMMINENT"], timeout=10)
2242     if ev is None:
2243         raise Exception("Timeout on ESS disassociation imminent notice")
2244     if " 1 59904 https://example.com/" not in ev:
2245         raise Exception("Unexpected ESS disassociation imminent event contents")
2246     ev = dev[0].wait_event(["CTRL-EVENT-SCAN-STARTED"])
2247     if ev is None:
2248         raise Exception("Scan not started")
2249     ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], timeout=30)
2250     if ev is None:
2251         raise Exception("Scan not completed")
2252
2253 def test_ap_hs20_osen(dev, apdev):
2254     """Hotspot 2.0 OSEN connection"""
2255     params = { 'ssid': "osen",
2256                'osen': "1",
2257                'auth_server_addr': "127.0.0.1",
2258                'auth_server_port': "1812",
2259                'auth_server_shared_secret': "radius" }
2260     hostapd.add_ap(apdev[0], params)
2261
2262     dev[1].connect("osen", key_mgmt="NONE", scan_freq="2412",
2263                    wait_connect=False)
2264     dev[2].connect("osen", key_mgmt="NONE", wep_key0='"hello"',
2265                    scan_freq="2412", wait_connect=False)
2266     dev[0].flush_scan_cache()
2267     dev[0].connect("osen", proto="OSEN", key_mgmt="OSEN", pairwise="CCMP",
2268                    group="GTK_NOT_USED",
2269                    eap="WFA-UNAUTH-TLS", identity="osen@example.com",
2270                    ca_cert="auth_serv/ca.pem",
2271                    scan_freq="2412")
2272     res = dev[0].get_bss(apdev[0]['bssid'])['flags']
2273     if "[OSEN-OSEN-CCMP]" not in res:
2274         raise Exception("OSEN not reported in BSS")
2275     if "[WEP]" in res:
2276         raise Exception("WEP reported in BSS")
2277     res = dev[0].request("SCAN_RESULTS")
2278     if "[OSEN-OSEN-CCMP]" not in res:
2279         raise Exception("OSEN not reported in SCAN_RESULTS")
2280
2281     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
2282     wpas.interface_add("wlan5", drv_params="force_connect_cmd=1")
2283     wpas.connect("osen", proto="OSEN", key_mgmt="OSEN", pairwise="CCMP",
2284                  group="GTK_NOT_USED",
2285                  eap="WFA-UNAUTH-TLS", identity="osen@example.com",
2286                  ca_cert="auth_serv/ca.pem",
2287                  scan_freq="2412")
2288     wpas.request("DISCONNECT")
2289
2290 def test_ap_hs20_network_preference(dev, apdev):
2291     """Hotspot 2.0 network selection with preferred home network"""
2292     check_eap_capa(dev[0], "MSCHAPV2")
2293     bssid = apdev[0]['bssid']
2294     params = hs20_ap_params()
2295     hostapd.add_ap(apdev[0], params)
2296
2297     dev[0].hs20_enable()
2298     values = { 'realm': "example.com",
2299                'username': "hs20-test",
2300                'password': "password",
2301                'domain': "example.com" }
2302     dev[0].add_cred_values(values)
2303
2304     id = dev[0].add_network()
2305     dev[0].set_network_quoted(id, "ssid", "home")
2306     dev[0].set_network_quoted(id, "psk", "12345678")
2307     dev[0].set_network(id, "priority", "1")
2308     dev[0].request("ENABLE_NETWORK %s no-connect" % id)
2309
2310     dev[0].scan_for_bss(bssid, freq="2412")
2311     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2312     ev = dev[0].wait_connected(timeout=15)
2313     if bssid not in ev:
2314         raise Exception("Unexpected network selected")
2315
2316     bssid2 = apdev[1]['bssid']
2317     params = hostapd.wpa2_params(ssid="home", passphrase="12345678")
2318     hostapd.add_ap(apdev[1], params)
2319
2320     dev[0].scan_for_bss(bssid2, freq="2412")
2321     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2322     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
2323                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
2324     if ev is None:
2325         raise Exception("Connection timed out")
2326     if "INTERWORKING-ALREADY-CONNECTED" in ev:
2327         raise Exception("No roam to higher priority network")
2328     if bssid2 not in ev:
2329         raise Exception("Unexpected network selected")
2330
2331 def test_ap_hs20_network_preference2(dev, apdev):
2332     """Hotspot 2.0 network selection with preferred credential"""
2333     check_eap_capa(dev[0], "MSCHAPV2")
2334     bssid2 = apdev[1]['bssid']
2335     params = hostapd.wpa2_params(ssid="home", passphrase="12345678")
2336     hostapd.add_ap(apdev[1], params)
2337
2338     dev[0].hs20_enable()
2339     values = { 'realm': "example.com",
2340                'username': "hs20-test",
2341                'password': "password",
2342                'domain': "example.com",
2343                'priority': "1" }
2344     dev[0].add_cred_values(values)
2345
2346     id = dev[0].add_network()
2347     dev[0].set_network_quoted(id, "ssid", "home")
2348     dev[0].set_network_quoted(id, "psk", "12345678")
2349     dev[0].request("ENABLE_NETWORK %s no-connect" % id)
2350
2351     dev[0].scan_for_bss(bssid2, freq="2412")
2352     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2353     ev = dev[0].wait_connected(timeout=15)
2354     if bssid2 not in ev:
2355         raise Exception("Unexpected network selected")
2356
2357     bssid = apdev[0]['bssid']
2358     params = hs20_ap_params()
2359     hostapd.add_ap(apdev[0], params)
2360
2361     dev[0].scan_for_bss(bssid, freq="2412")
2362     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2363     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
2364                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
2365     if ev is None:
2366         raise Exception("Connection timed out")
2367     if "INTERWORKING-ALREADY-CONNECTED" in ev:
2368         raise Exception("No roam to higher priority network")
2369     if bssid not in ev:
2370         raise Exception("Unexpected network selected")
2371
2372 def test_ap_hs20_network_preference3(dev, apdev):
2373     """Hotspot 2.0 network selection with two credential (one preferred)"""
2374     check_eap_capa(dev[0], "MSCHAPV2")
2375     bssid = apdev[0]['bssid']
2376     params = hs20_ap_params()
2377     hostapd.add_ap(apdev[0], params)
2378
2379     bssid2 = apdev[1]['bssid']
2380     params = hs20_ap_params(ssid="test-hs20b")
2381     params['nai_realm'] = "0,example.org,13[5:6],21[2:4][5:7]"
2382     hostapd.add_ap(apdev[1], params)
2383
2384     dev[0].hs20_enable()
2385     values = { 'realm': "example.com",
2386                'username': "hs20-test",
2387                'password': "password",
2388                'priority': "1" }
2389     dev[0].add_cred_values(values)
2390     values = { 'realm': "example.org",
2391                'username': "hs20-test",
2392                'password': "password" }
2393     id = dev[0].add_cred_values(values)
2394
2395     dev[0].scan_for_bss(bssid, freq="2412")
2396     dev[0].scan_for_bss(bssid2, freq="2412")
2397     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2398     ev = dev[0].wait_connected(timeout=15)
2399     if bssid not in ev:
2400         raise Exception("Unexpected network selected")
2401
2402     dev[0].set_cred(id, "priority", "2")
2403     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2404     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
2405                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
2406     if ev is None:
2407         raise Exception("Connection timed out")
2408     if "INTERWORKING-ALREADY-CONNECTED" in ev:
2409         raise Exception("No roam to higher priority network")
2410     if bssid2 not in ev:
2411         raise Exception("Unexpected network selected")
2412
2413 def test_ap_hs20_network_preference4(dev, apdev):
2414     """Hotspot 2.0 network selection with username vs. SIM credential"""
2415     check_eap_capa(dev[0], "MSCHAPV2")
2416     bssid = apdev[0]['bssid']
2417     params = hs20_ap_params()
2418     hostapd.add_ap(apdev[0], params)
2419
2420     bssid2 = apdev[1]['bssid']
2421     params = hs20_ap_params(ssid="test-hs20b")
2422     params['hessid'] = bssid2
2423     params['anqp_3gpp_cell_net'] = "555,444"
2424     params['domain_name'] = "wlan.mnc444.mcc555.3gppnetwork.org"
2425     hostapd.add_ap(apdev[1], params)
2426
2427     dev[0].hs20_enable()
2428     values = { 'realm': "example.com",
2429                'username': "hs20-test",
2430                'password': "password",
2431                'priority': "1" }
2432     dev[0].add_cred_values(values)
2433     values = { 'imsi': "555444-333222111",
2434                'eap': "SIM",
2435                'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123" }
2436     id = dev[0].add_cred_values(values)
2437
2438     dev[0].scan_for_bss(bssid, freq="2412")
2439     dev[0].scan_for_bss(bssid2, freq="2412")
2440     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2441     ev = dev[0].wait_connected(timeout=15)
2442     if bssid not in ev:
2443         raise Exception("Unexpected network selected")
2444
2445     dev[0].set_cred(id, "priority", "2")
2446     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2447     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
2448                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
2449     if ev is None:
2450         raise Exception("Connection timed out")
2451     if "INTERWORKING-ALREADY-CONNECTED" in ev:
2452         raise Exception("No roam to higher priority network")
2453     if bssid2 not in ev:
2454         raise Exception("Unexpected network selected")
2455
2456 def test_ap_hs20_interworking_select_blocking_scan(dev, apdev):
2457     """Ongoing INTERWORKING_SELECT blocking SCAN"""
2458     check_eap_capa(dev[0], "MSCHAPV2")
2459     bssid = apdev[0]['bssid']
2460     params = hs20_ap_params()
2461     hostapd.add_ap(apdev[0], params)
2462
2463     dev[0].hs20_enable()
2464     values = { 'realm': "example.com",
2465                'username': "hs20-test",
2466                'password': "password",
2467                'domain': "example.com" }
2468     dev[0].add_cred_values(values)
2469
2470     dev[0].scan_for_bss(bssid, freq="2412")
2471     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2472     if "FAIL-BUSY" not in dev[0].request("SCAN"):
2473         raise Exception("Unexpected SCAN command result")
2474     dev[0].wait_connected(timeout=15)
2475
2476 def test_ap_hs20_fetch_osu(dev, apdev):
2477     """Hotspot 2.0 OSU provider and icon fetch"""
2478     bssid = apdev[0]['bssid']
2479     params = hs20_ap_params()
2480     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
2481     params['osu_ssid'] = '"HS 2.0 OSU open"'
2482     params['osu_method_list'] = "1"
2483     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2484     params['osu_icon'] = "w1fi_logo"
2485     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2486     params['osu_server_uri'] = "https://example.com/osu/"
2487     hostapd.add_ap(apdev[0], params)
2488
2489     bssid2 = apdev[1]['bssid']
2490     params = hs20_ap_params(ssid="test-hs20b")
2491     params['hessid'] = bssid2
2492     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
2493     params['osu_ssid'] = '"HS 2.0 OSU OSEN"'
2494     params['osu_method_list'] = "0"
2495     params['osu_nai'] = "osen@example.com"
2496     params['osu_friendly_name'] = [ "eng:Test2 OSU", "fin:Testi2-OSU" ]
2497     params['osu_icon'] = "w1fi_logo"
2498     params['osu_service_desc'] = [ "eng:Example services2", "fin:Esimerkkipalveluja2" ]
2499     params['osu_server_uri'] = "https://example.org/osu/"
2500     hostapd.add_ap(apdev[1], params)
2501
2502     with open("w1fi_logo.png", "r") as f:
2503         orig_logo = f.read()
2504     dev[0].hs20_enable()
2505     dir = "/tmp/osu-fetch"
2506     if os.path.isdir(dir):
2507        files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2508        for f in files:
2509            os.remove(dir + "/" + f)
2510     else:
2511         try:
2512             os.makedirs(dir)
2513         except:
2514             pass
2515     try:
2516         dev[1].scan_for_bss(bssid, freq="2412")
2517         dev[2].scan_for_bss(bssid, freq="2412")
2518         dev[0].request("SET osu_dir " + dir)
2519         dev[0].request("FETCH_OSU")
2520         if "FAIL" not in dev[1].request("HS20_ICON_REQUEST foo w1fi_logo"):
2521             raise Exception("Invalid HS20_ICON_REQUEST accepted")
2522         if "OK" not in dev[1].request("HS20_ICON_REQUEST " + bssid + " w1fi_logo"):
2523             raise Exception("HS20_ICON_REQUEST failed")
2524         if "OK" not in dev[2].request("REQ_HS20_ICON " + bssid + " w1fi_logo"):
2525             raise Exception("REQ_HS20_ICON failed")
2526         icons = 0
2527         while True:
2528             ev = dev[0].wait_event(["OSU provider fetch completed",
2529                                     "RX-HS20-ANQP-ICON"], timeout=15)
2530             if ev is None:
2531                 raise Exception("Timeout on OSU fetch")
2532             if "OSU provider fetch completed" in ev:
2533                 break
2534             if "RX-HS20-ANQP-ICON" in ev:
2535                 with open(ev.split(' ')[1], "r") as f:
2536                     logo = f.read()
2537                     if logo == orig_logo:
2538                         icons += 1
2539
2540         with open(dir + "/osu-providers.txt", "r") as f:
2541             prov = f.read()
2542             logger.debug("osu-providers.txt: " + prov)
2543         if "OSU-PROVIDER " + bssid not in prov:
2544             raise Exception("Missing OSU_PROVIDER(1)")
2545         if "OSU-PROVIDER " + bssid2 not in prov:
2546             raise Exception("Missing OSU_PROVIDER(2)")
2547     finally:
2548         files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2549         for f in files:
2550             os.remove(dir + "/" + f)
2551         os.rmdir(dir)
2552
2553     if icons != 2:
2554         raise Exception("Unexpected number of icons fetched")
2555
2556     ev = dev[1].wait_event(["GAS-QUERY-START"], timeout=5)
2557     if ev is None:
2558         raise Exception("Timeout on GAS-QUERY-DONE")
2559     ev = dev[1].wait_event(["GAS-QUERY-DONE"], timeout=5)
2560     if ev is None:
2561         raise Exception("Timeout on GAS-QUERY-DONE")
2562     if "freq=2412 status_code=0 result=SUCCESS" not in ev:
2563         raise Exception("Unexpected GAS-QUERY-DONE: " + ev)
2564     ev = dev[1].wait_event(["RX-HS20-ANQP"], timeout=15)
2565     if ev is None:
2566         raise Exception("Timeout on icon fetch")
2567     if "Icon Binary File" not in ev:
2568         raise Exception("Unexpected ANQP element")
2569
2570     ev = dev[2].wait_event(["RX-HS20-ICON"], timeout=5)
2571     if ev is None:
2572         raise Exception("Timeout on RX-HS20-ICON")
2573     event_icon_len = ev.split(' ')[3]
2574     if " w1fi_logo " not in ev:
2575         raise Exception("RX-HS20-ICON did not have the expected file name")
2576     if bssid not in ev:
2577         raise Exception("RX-HS20-ICON did not have the expected BSSID")
2578     if "FAIL" in dev[2].request("GET_HS20_ICON " + bssid + " w1fi_logo 0 10"):
2579         raise Exception("GET_HS20_ICON 0..10 failed")
2580     if "FAIL" in dev[2].request("GET_HS20_ICON " + bssid + " w1fi_logo 5 10"):
2581         raise Exception("GET_HS20_ICON 5..15 failed")
2582     if "FAIL" not in  dev[2].request("GET_HS20_ICON " + bssid + " w1fi_logo 100000 10"):
2583         raise Exception("Unexpected success of GET_HS20_ICON with too large offset")
2584     icon = ""
2585     pos = 0
2586     while True:
2587         if pos > 100000:
2588             raise Exception("Unexpectedly long icon")
2589         res = dev[2].request("GET_HS20_ICON " + bssid + " w1fi_logo %d 1000" % pos)
2590         if res.startswith("FAIL"):
2591             break
2592         icon += base64.b64decode(res)
2593         pos += 1000
2594     hex = binascii.hexlify(icon)
2595     if not hex.startswith("0009696d6167652f706e677d1d"):
2596         raise Exception("Unexpected beacon binary header: " + hex)
2597     with open('w1fi_logo.png', 'r') as f:
2598         data = f.read()
2599         if icon[13:] != data:
2600             raise Exception("Unexpected icon data")
2601     if len(icon) != int(event_icon_len):
2602         raise Exception("Unexpected RX-HS20-ICON event length: " + event_icon_len)
2603
2604     for i in range(3):
2605         if "OK" not in dev[i].request("REQ_HS20_ICON " + bssid + " w1fi_logo"):
2606             raise Exception("REQ_HS20_ICON failed [2]")
2607     for i in range(3):
2608         ev = dev[i].wait_event(["RX-HS20-ICON"], timeout=5)
2609         if ev is None:
2610             raise Exception("Timeout on RX-HS20-ICON [2]")
2611
2612     if "FAIL" not in dev[2].request("DEL_HS20_ICON foo w1fi_logo"):
2613         raise Exception("Invalid DEL_HS20_ICON accepted")
2614     if "OK" not in dev[2].request("DEL_HS20_ICON " + bssid + " w1fi_logo"):
2615         raise Exception("DEL_HS20_ICON failed")
2616     if "OK" not in dev[1].request("DEL_HS20_ICON " + bssid):
2617         raise Exception("DEL_HS20_ICON failed")
2618     if "OK" not in dev[0].request("DEL_HS20_ICON "):
2619         raise Exception("DEL_HS20_ICON failed")
2620     for i in range(3):
2621         if "FAIL" not in dev[i].request("DEL_HS20_ICON "):
2622             raise Exception("DEL_HS20_ICON accepted when no icons left")
2623
2624 def test_ap_hs20_fetch_osu_no_info(dev, apdev):
2625     """Hotspot 2.0 OSU provider and no AP with info"""
2626     bssid = apdev[0]['bssid']
2627     params = hs20_ap_params()
2628     hostapd.add_ap(apdev[0], params)
2629
2630     dev[0].hs20_enable()
2631     dir = "/tmp/osu-fetch"
2632     if os.path.isdir(dir):
2633        files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2634        for f in files:
2635            os.remove(dir + "/" + f)
2636     else:
2637         try:
2638             os.makedirs(dir)
2639         except:
2640             pass
2641     dev[0].scan_for_bss(bssid, freq="2412")
2642     try:
2643         dev[0].request("SET osu_dir " + dir)
2644         dev[0].request("FETCH_OSU")
2645         ev = dev[0].wait_event(["OSU provider fetch completed"], timeout=30)
2646         if ev is None:
2647             raise Exception("Timeout on OSU fetch")
2648     finally:
2649         files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2650         for f in files:
2651             os.remove(dir + "/" + f)
2652         os.rmdir(dir)
2653
2654 def get_icon(dev, bssid, iconname):
2655     icon = ""
2656     pos = 0
2657     while True:
2658         if pos > 100000:
2659             raise Exception("Unexpectedly long icon")
2660         res = dev.request("GET_HS20_ICON " + bssid + " " + iconname + " %d 3000" % pos)
2661         if res.startswith("FAIL"):
2662             break
2663         icon += base64.b64decode(res)
2664         pos += 3000
2665     if len(icon) < 13:
2666         raise Exception("Too short GET_HS20_ICON response")
2667     return icon[0:13], icon[13:]
2668
2669 def test_ap_hs20_req_hs20_icon(dev, apdev):
2670     """Hotspot 2.0 OSU provider and multi-icon fetch with REQ_HS20_ICON"""
2671     bssid = apdev[0]['bssid']
2672     params = hs20_ap_params()
2673     params['hs20_icon'] = [ "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png",
2674                             "128:80:zxx:image/png:test_logo:auth_serv/sha512-server.pem" ]
2675     params['osu_ssid'] = '"HS 2.0 OSU open"'
2676     params['osu_method_list'] = "1"
2677     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2678     params['osu_icon'] = [ "w1fi_logo", "w1fi_logo2" ]
2679     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2680     params['osu_server_uri'] = "https://example.com/osu/"
2681     hostapd.add_ap(apdev[0], params)
2682
2683     dev[0].scan_for_bss(bssid, freq="2412")
2684
2685     # First, fetch two icons from the AP to wpa_supplicant
2686
2687     if "OK" not in dev[0].request("REQ_HS20_ICON " + bssid + " w1fi_logo"):
2688         raise Exception("REQ_HS20_ICON failed")
2689     ev = dev[0].wait_event(["RX-HS20-ICON"], timeout=5)
2690     if ev is None:
2691         raise Exception("Timeout on RX-HS20-ICON (1)")
2692
2693     if "OK" not in dev[0].request("REQ_HS20_ICON " + bssid + " test_logo"):
2694         raise Exception("REQ_HS20_ICON failed")
2695     ev = dev[0].wait_event(["RX-HS20-ICON"], timeout=5)
2696     if ev is None:
2697         raise Exception("Timeout on RX-HS20-ICON (2)")
2698
2699     # Then, fetch the icons from wpa_supplicant for validation
2700
2701     hdr, data1 = get_icon(dev[0], bssid, "w1fi_logo")
2702     hdr, data2 = get_icon(dev[0], bssid, "test_logo")
2703
2704     with open('w1fi_logo.png', 'r') as f:
2705         data = f.read()
2706         if data1 != data:
2707             raise Exception("Unexpected icon data (1)")
2708
2709     with open('auth_serv/sha512-server.pem', 'r') as f:
2710         data = f.read()
2711         if data2 != data:
2712             raise Exception("Unexpected icon data (2)")
2713
2714     # Finally, delete the icons from wpa_supplicant
2715
2716     if "OK" not in dev[0].request("DEL_HS20_ICON " + bssid + " w1fi_logo"):
2717         raise Exception("DEL_HS20_ICON failed")
2718     if "OK" not in dev[0].request("DEL_HS20_ICON " + bssid + " test_logo"):
2719         raise Exception("DEL_HS20_ICON failed")
2720
2721 def test_ap_hs20_req_hs20_icon_parallel(dev, apdev):
2722     """Hotspot 2.0 OSU provider and multi-icon parallel fetch with REQ_HS20_ICON"""
2723     bssid = apdev[0]['bssid']
2724     params = hs20_ap_params()
2725     params['hs20_icon'] = [ "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png",
2726                             "128:80:zxx:image/png:test_logo:auth_serv/sha512-server.pem" ]
2727     params['osu_ssid'] = '"HS 2.0 OSU open"'
2728     params['osu_method_list'] = "1"
2729     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2730     params['osu_icon'] = [ "w1fi_logo", "w1fi_logo2" ]
2731     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2732     params['osu_server_uri'] = "https://example.com/osu/"
2733     hostapd.add_ap(apdev[0], params)
2734
2735     dev[0].scan_for_bss(bssid, freq="2412")
2736
2737     # First, fetch two icons from the AP to wpa_supplicant
2738
2739     if "OK" not in dev[0].request("REQ_HS20_ICON " + bssid + " w1fi_logo"):
2740         raise Exception("REQ_HS20_ICON failed")
2741
2742     if "OK" not in dev[0].request("REQ_HS20_ICON " + bssid + " test_logo"):
2743         raise Exception("REQ_HS20_ICON failed")
2744     ev = dev[0].wait_event(["RX-HS20-ICON"], timeout=5)
2745     if ev is None:
2746         raise Exception("Timeout on RX-HS20-ICON (1)")
2747     ev = dev[0].wait_event(["RX-HS20-ICON"], timeout=5)
2748     if ev is None:
2749         raise Exception("Timeout on RX-HS20-ICON (2)")
2750
2751     # Then, fetch the icons from wpa_supplicant for validation
2752
2753     hdr, data1 = get_icon(dev[0], bssid, "w1fi_logo")
2754     hdr, data2 = get_icon(dev[0], bssid, "test_logo")
2755
2756     with open('w1fi_logo.png', 'r') as f:
2757         data = f.read()
2758         if data1 != data:
2759             raise Exception("Unexpected icon data (1)")
2760
2761     with open('auth_serv/sha512-server.pem', 'r') as f:
2762         data = f.read()
2763         if data2 != data:
2764             raise Exception("Unexpected icon data (2)")
2765
2766     # Finally, delete the icons from wpa_supplicant
2767
2768     if "OK" not in dev[0].request("DEL_HS20_ICON " + bssid + " w1fi_logo"):
2769         raise Exception("DEL_HS20_ICON failed")
2770     if "OK" not in dev[0].request("DEL_HS20_ICON " + bssid + " test_logo"):
2771         raise Exception("DEL_HS20_ICON failed")
2772
2773 def test_ap_hs20_fetch_osu_stop(dev, apdev):
2774     """Hotspot 2.0 OSU provider fetch stopped"""
2775     bssid = apdev[0]['bssid']
2776     params = hs20_ap_params()
2777     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
2778     params['osu_ssid'] = '"HS 2.0 OSU open"'
2779     params['osu_method_list'] = "1"
2780     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2781     params['osu_icon'] = "w1fi_logo"
2782     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2783     params['osu_server_uri'] = "https://example.com/osu/"
2784     hapd = hostapd.add_ap(apdev[0], params)
2785
2786     dev[0].hs20_enable()
2787     dir = "/tmp/osu-fetch"
2788     if os.path.isdir(dir):
2789        files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2790        for f in files:
2791            os.remove(dir + "/" + f)
2792     else:
2793         try:
2794             os.makedirs(dir)
2795         except:
2796             pass
2797     try:
2798         dev[0].request("SET osu_dir " + dir)
2799         dev[0].request("SCAN freq=2412-2462")
2800         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-STARTED"], timeout=10)
2801         if ev is None:
2802             raise Exception("Scan did not start")
2803         if "FAIL" not in dev[0].request("FETCH_OSU"):
2804             raise Exception("FETCH_OSU accepted while scanning")
2805         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], 10)
2806         if ev is None:
2807             raise Exception("Scan timed out")
2808         hapd.set("ext_mgmt_frame_handling", "1")
2809         dev[0].request("FETCH_ANQP")
2810         if "FAIL" not in dev[0].request("FETCH_OSU"):
2811             raise Exception("FETCH_OSU accepted while in FETCH_ANQP")
2812         dev[0].request("STOP_FETCH_ANQP")
2813         dev[0].wait_event(["GAS-QUERY-DONE"], timeout=5)
2814         dev[0].dump_monitor()
2815         hapd.dump_monitor()
2816         dev[0].request("INTERWORKING_SELECT freq=2412")
2817         for i in range(5):
2818             msg = hapd.mgmt_rx()
2819             if msg['subtype'] == 13:
2820                 break
2821         if "FAIL" not in dev[0].request("FETCH_OSU"):
2822             raise Exception("FETCH_OSU accepted while in INTERWORKING_SELECT")
2823         ev = dev[0].wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
2824                                timeout=15)
2825         if ev is None:
2826             raise Exception("Network selection timed out")
2827
2828         dev[0].dump_monitor()
2829         if "OK" not in dev[0].request("FETCH_OSU"):
2830             raise Exception("FETCH_OSU failed")
2831         dev[0].request("CANCEL_FETCH_OSU")
2832
2833         for i in range(15):
2834             time.sleep(0.5)
2835             if dev[0].get_driver_status_field("scan_state") == "SCAN_COMPLETED":
2836                 break
2837
2838         dev[0].dump_monitor()
2839         if "OK" not in dev[0].request("FETCH_OSU"):
2840             raise Exception("FETCH_OSU failed")
2841         if "FAIL" not in dev[0].request("FETCH_OSU"):
2842             raise Exception("FETCH_OSU accepted while in FETCH_OSU")
2843         ev = dev[0].wait_event(["GAS-QUERY-START"], 10)
2844         if ev is None:
2845             raise Exception("GAS timed out")
2846         if "FAIL" not in dev[0].request("FETCH_OSU"):
2847             raise Exception("FETCH_OSU accepted while in FETCH_OSU")
2848         dev[0].request("CANCEL_FETCH_OSU")
2849         ev = dev[0].wait_event(["GAS-QUERY-DONE"], 10)
2850         if ev is None:
2851             raise Exception("GAS event timed out after CANCEL_FETCH_OSU")
2852     finally:
2853         files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2854         for f in files:
2855             os.remove(dir + "/" + f)
2856         os.rmdir(dir)
2857
2858 def test_ap_hs20_ft(dev, apdev):
2859     """Hotspot 2.0 connection with FT"""
2860     check_eap_capa(dev[0], "MSCHAPV2")
2861     bssid = apdev[0]['bssid']
2862     params = hs20_ap_params()
2863     params['wpa_key_mgmt'] = "FT-EAP"
2864     params['nas_identifier'] = "nas1.w1.fi"
2865     params['r1_key_holder'] = "000102030405"
2866     params["mobility_domain"] = "a1b2"
2867     params["reassociation_deadline"] = "1000"
2868     hostapd.add_ap(apdev[0], params)
2869
2870     dev[0].hs20_enable()
2871     id = dev[0].add_cred_values({ 'realm': "example.com",
2872                                   'username': "hs20-test",
2873                                   'password': "password",
2874                                   'ca_cert': "auth_serv/ca.pem",
2875                                   'domain': "example.com",
2876                                   'update_identifier': "1234" })
2877     interworking_select(dev[0], bssid, "home", freq="2412")
2878     interworking_connect(dev[0], bssid, "TTLS")
2879
2880 def test_ap_hs20_remediation_sql(dev, apdev, params):
2881     """Hotspot 2.0 connection and remediation required using SQLite for user DB"""
2882     check_eap_capa(dev[0], "MSCHAPV2")
2883     try:
2884         import sqlite3
2885     except ImportError:
2886         raise HwsimSkip("No sqlite3 module available")
2887     dbfile = os.path.join(params['logdir'], "eap-user.db")
2888     try:
2889         os.remove(dbfile)
2890     except:
2891         pass
2892     con = sqlite3.connect(dbfile)
2893     with con:
2894         cur = con.cursor()
2895         cur.execute("CREATE TABLE users(identity TEXT PRIMARY KEY, methods TEXT, password TEXT, remediation TEXT, phase2 INTEGER)")
2896         cur.execute("CREATE TABLE wildcards(identity TEXT PRIMARY KEY, methods TEXT)")
2897         cur.execute("INSERT INTO users(identity,methods,password,phase2,remediation) VALUES ('user-mschapv2','TTLS-MSCHAPV2','password',1,'user')")
2898         cur.execute("INSERT INTO wildcards(identity,methods) VALUES ('','TTLS,TLS')")
2899         cur.execute("CREATE TABLE authlog(timestamp TEXT, session TEXT, nas_ip TEXT, username TEXT, note TEXT)")
2900
2901     try:
2902         params = { "ssid": "as", "beacon_int": "2000",
2903                    "radius_server_clients": "auth_serv/radius_clients.conf",
2904                    "radius_server_auth_port": '18128',
2905                    "eap_server": "1",
2906                    "eap_user_file": "sqlite:" + dbfile,
2907                    "ca_cert": "auth_serv/ca.pem",
2908                    "server_cert": "auth_serv/server.pem",
2909                    "private_key": "auth_serv/server.key",
2910                    "subscr_remediation_url": "https://example.org/",
2911                    "subscr_remediation_method": "1" }
2912         hostapd.add_ap(apdev[1], params)
2913
2914         bssid = apdev[0]['bssid']
2915         params = hs20_ap_params()
2916         params['auth_server_port'] = "18128"
2917         hostapd.add_ap(apdev[0], params)
2918
2919         dev[0].request("SET pmf 1")
2920         dev[0].hs20_enable()
2921         id = dev[0].add_cred_values({ 'realm': "example.com",
2922                                       'username': "user-mschapv2",
2923                                       'password': "password",
2924                                       'ca_cert': "auth_serv/ca.pem" })
2925         interworking_select(dev[0], bssid, freq="2412")
2926         interworking_connect(dev[0], bssid, "TTLS")
2927         ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
2928         if ev is None:
2929             raise Exception("Timeout on subscription remediation notice")
2930         if " 1 https://example.org/" not in ev:
2931             raise Exception("Unexpected subscription remediation event contents")
2932
2933         with con:
2934             cur = con.cursor()
2935             cur.execute("SELECT * from authlog")
2936             rows = cur.fetchall()
2937             if len(rows) < 1:
2938                 raise Exception("No authlog entries")
2939
2940     finally:
2941         os.remove(dbfile)
2942         dev[0].request("SET pmf 0")
2943
2944 def test_ap_hs20_external_selection(dev, apdev):
2945     """Hotspot 2.0 connection using external network selection and creation"""
2946     check_eap_capa(dev[0], "MSCHAPV2")
2947     bssid = apdev[0]['bssid']
2948     params = hs20_ap_params()
2949     params['hessid'] = bssid
2950     params['disable_dgaf'] = '1'
2951     hostapd.add_ap(apdev[0], params)
2952
2953     dev[0].hs20_enable()
2954     dev[0].connect("test-hs20", proto="RSN", key_mgmt="WPA-EAP", eap="TTLS",
2955                    identity="hs20-test", password="password",
2956                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
2957                    scan_freq="2412", update_identifier="54321")
2958     if dev[0].get_status_field("hs20") != "2":
2959         raise Exception("Unexpected hs20 indication")
2960
2961 def test_ap_hs20_random_mac_addr(dev, apdev):
2962     """Hotspot 2.0 connection with random MAC address"""
2963     check_eap_capa(dev[0], "MSCHAPV2")
2964     bssid = apdev[0]['bssid']
2965     params = hs20_ap_params()
2966     params['hessid'] = bssid
2967     params['disable_dgaf'] = '1'
2968     hapd = hostapd.add_ap(apdev[0], params)
2969
2970     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
2971     wpas.interface_add("wlan5")
2972     addr = wpas.p2p_interface_addr()
2973     wpas.request("SET mac_addr 1")
2974     wpas.request("SET preassoc_mac_addr 1")
2975     wpas.request("SET rand_addr_lifetime 60")
2976     wpas.hs20_enable()
2977     wpas.flush_scan_cache()
2978     id = wpas.add_cred_values({ 'realm': "example.com",
2979                                   'username': "hs20-test",
2980                                   'password': "password",
2981                                   'ca_cert': "auth_serv/ca.pem",
2982                                   'domain': "example.com",
2983                                   'update_identifier': "1234" })
2984     interworking_select(wpas, bssid, "home", freq="2412")
2985     interworking_connect(wpas, bssid, "TTLS")
2986     addr1 = wpas.get_driver_status_field("addr")
2987     if addr == addr1:
2988         raise Exception("Did not use random MAC address")
2989
2990     sta = hapd.get_sta(addr)
2991     if sta['addr'] != "FAIL":
2992         raise Exception("Unexpected STA association with permanent address")
2993     sta = hapd.get_sta(addr1)
2994     if sta['addr'] != addr1:
2995         raise Exception("STA association with random address not found")
2996
2997 def test_ap_hs20_multi_network_and_cred_removal(dev, apdev):
2998     """Multiple networks and cred removal"""
2999     check_eap_capa(dev[0], "MSCHAPV2")
3000     bssid = apdev[0]['bssid']
3001     params = hs20_ap_params()
3002     params['nai_realm'] = [ "0,example.com,25[3:26]"]
3003     hapd = hostapd.add_ap(apdev[0], params)
3004
3005     dev[0].add_network()
3006     dev[0].hs20_enable()
3007     id = dev[0].add_cred_values({ 'realm': "example.com",
3008                                   'username': "user",
3009                                   'password': "password" })
3010     interworking_select(dev[0], bssid, freq="2412")
3011     interworking_connect(dev[0], bssid, "PEAP")
3012     dev[0].add_network()
3013
3014     dev[0].request("DISCONNECT")
3015     dev[0].wait_disconnected(timeout=10)
3016
3017     hapd.disable()
3018     hapd.set("ssid", "another ssid")
3019     hapd.enable()
3020
3021     interworking_select(dev[0], bssid, freq="2412")
3022     interworking_connect(dev[0], bssid, "PEAP")
3023     dev[0].add_network()
3024     if len(dev[0].list_networks()) != 5:
3025         raise Exception("Unexpected number of networks prior to remove_crec")
3026
3027     dev[0].dump_monitor()
3028     dev[0].remove_cred(id)
3029     if len(dev[0].list_networks()) != 3:
3030         raise Exception("Unexpected number of networks after to remove_crec")
3031     dev[0].wait_disconnected(timeout=10)
3032
3033 def test_ap_hs20_interworking_add_network(dev, apdev):
3034     """Hotspot 2.0 connection using INTERWORKING_ADD_NETWORK"""
3035     check_eap_capa(dev[0], "MSCHAPV2")
3036     bssid = apdev[0]['bssid']
3037     params = hs20_ap_params()
3038     params['nai_realm'] = [ "0,example.com,21[3:26][6:7][99:99]" ]
3039     hostapd.add_ap(apdev[0], params)
3040
3041     dev[0].hs20_enable()
3042     dev[0].add_cred_values(default_cred(user="user"))
3043     interworking_select(dev[0], bssid, freq=2412)
3044     id = dev[0].interworking_add_network(bssid)
3045     dev[0].select_network(id, freq=2412)
3046     dev[0].wait_connected()
3047
3048 def _test_ap_hs20_proxyarp(dev, apdev):
3049     bssid = apdev[0]['bssid']
3050     params = hs20_ap_params()
3051     params['hessid'] = bssid
3052     params['disable_dgaf'] = '0'
3053     params['proxy_arp'] = '1'
3054     hapd = hostapd.add_ap(apdev[0], params, no_enable=True)
3055     if "OK" in hapd.request("ENABLE"):
3056         raise Exception("Incomplete hostapd configuration was accepted")
3057     hapd.set("ap_isolate", "1")
3058     if "OK" in hapd.request("ENABLE"):
3059         raise Exception("Incomplete hostapd configuration was accepted")
3060     hapd.set('bridge', 'ap-br0')
3061     hapd.dump_monitor()
3062     try:
3063         hapd.enable()
3064     except:
3065         # For now, do not report failures due to missing kernel support
3066         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
3067     ev = hapd.wait_event(["AP-ENABLED", "AP-DISABLED"], timeout=10)
3068     if ev is None:
3069         raise Exception("AP startup timed out")
3070     if "AP-ENABLED" not in ev:
3071         raise Exception("AP startup failed")
3072
3073     dev[0].hs20_enable()
3074     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
3075     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
3076
3077     id = dev[0].add_cred_values({ 'realm': "example.com",
3078                                   'username': "hs20-test",
3079                                   'password': "password",
3080                                   'ca_cert': "auth_serv/ca.pem",
3081                                   'domain': "example.com",
3082                                   'update_identifier': "1234" })
3083     interworking_select(dev[0], bssid, "home", freq="2412")
3084     interworking_connect(dev[0], bssid, "TTLS")
3085
3086     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
3087                    identity="hs20-test", password="password",
3088                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
3089                    scan_freq="2412")
3090     time.sleep(0.1)
3091
3092     addr0 = dev[0].p2p_interface_addr()
3093     addr1 = dev[1].p2p_interface_addr()
3094
3095     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
3096     src_ll_opt1 = "\x01\x01" + binascii.unhexlify(addr1.replace(':',''))
3097
3098     pkt = build_ns(src_ll=addr0, ip_src="aaaa:bbbb:cccc::2",
3099                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:cccc::2",
3100                    opt=src_ll_opt0)
3101     if "OK" not in dev[0].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
3102         raise Exception("DATA_TEST_FRAME failed")
3103
3104     pkt = build_ns(src_ll=addr1, ip_src="aaaa:bbbb:dddd::2",
3105                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:dddd::2",
3106                    opt=src_ll_opt1)
3107     if "OK" not in dev[1].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
3108         raise Exception("DATA_TEST_FRAME failed")
3109
3110     pkt = build_ns(src_ll=addr1, ip_src="aaaa:bbbb:eeee::2",
3111                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:eeee::2",
3112                    opt=src_ll_opt1)
3113     if "OK" not in dev[1].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
3114         raise Exception("DATA_TEST_FRAME failed")
3115
3116     matches = get_permanent_neighbors("ap-br0")
3117     logger.info("After connect: " + str(matches))
3118     if len(matches) != 3:
3119         raise Exception("Unexpected number of neighbor entries after connect")
3120     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3121         raise Exception("dev0 addr missing")
3122     if 'aaaa:bbbb:dddd::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
3123         raise Exception("dev1 addr(1) missing")
3124     if 'aaaa:bbbb:eeee::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
3125         raise Exception("dev1 addr(2) missing")
3126     dev[0].request("DISCONNECT")
3127     dev[1].request("DISCONNECT")
3128     time.sleep(0.5)
3129     matches = get_permanent_neighbors("ap-br0")
3130     logger.info("After disconnect: " + str(matches))
3131     if len(matches) > 0:
3132         raise Exception("Unexpected neighbor entries after disconnect")
3133
3134 def test_ap_hs20_hidden_ssid_in_scan_res(dev, apdev):
3135     """Hotspot 2.0 connection with hidden SSId in scan results"""
3136     check_eap_capa(dev[0], "MSCHAPV2")
3137     bssid = apdev[0]['bssid']
3138
3139     hapd = hostapd.add_ap(apdev[0], { "ssid": 'secret',
3140                                       "ignore_broadcast_ssid": "1" })
3141     dev[0].scan_for_bss(bssid, freq=2412)
3142     hapd.disable()
3143     hapd_global = hostapd.HostapdGlobal(apdev[0])
3144     hapd_global.flush()
3145     hapd_global.remove(apdev[0]['ifname'])
3146
3147     params = hs20_ap_params()
3148     params['hessid'] = bssid
3149     hapd = hostapd.add_ap(apdev[0], params)
3150
3151     dev[0].hs20_enable()
3152     id = dev[0].add_cred_values({ 'realm': "example.com",
3153                                   'username': "hs20-test",
3154                                   'password': "password",
3155                                   'ca_cert': "auth_serv/ca.pem",
3156                                   'domain': "example.com" })
3157     interworking_select(dev[0], bssid, "home", freq="2412")
3158     interworking_connect(dev[0], bssid, "TTLS")
3159
3160     # clear BSS table to avoid issues in following test cases
3161     dev[0].request("DISCONNECT")
3162     dev[0].wait_disconnected()
3163     hapd.disable()
3164     dev[0].flush_scan_cache()
3165     dev[0].flush_scan_cache()
3166
3167 def test_ap_hs20_proxyarp(dev, apdev):
3168     """Hotspot 2.0 and ProxyARP"""
3169     check_eap_capa(dev[0], "MSCHAPV2")
3170     try:
3171         _test_ap_hs20_proxyarp(dev, apdev)
3172     finally:
3173         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
3174                         stderr=open('/dev/null', 'w'))
3175         subprocess.call(['brctl', 'delbr', 'ap-br0'],
3176                         stderr=open('/dev/null', 'w'))
3177
3178 def _test_ap_hs20_proxyarp_dgaf(dev, apdev, disabled):
3179     bssid = apdev[0]['bssid']
3180     params = hs20_ap_params()
3181     params['hessid'] = bssid
3182     params['disable_dgaf'] = '1' if disabled else '0'
3183     params['proxy_arp'] = '1'
3184     params['na_mcast_to_ucast'] = '1'
3185     params['ap_isolate'] = '1'
3186     params['bridge'] = 'ap-br0'
3187     hapd = hostapd.add_ap(apdev[0], params, no_enable=True)
3188     try:
3189         hapd.enable()
3190     except:
3191         # For now, do not report failures due to missing kernel support
3192         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
3193     ev = hapd.wait_event(["AP-ENABLED"], timeout=10)
3194     if ev is None:
3195         raise Exception("AP startup timed out")
3196
3197     dev[0].hs20_enable()
3198     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
3199     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
3200
3201     id = dev[0].add_cred_values({ 'realm': "example.com",
3202                                   'username': "hs20-test",
3203                                   'password': "password",
3204                                   'ca_cert': "auth_serv/ca.pem",
3205                                   'domain': "example.com",
3206                                   'update_identifier': "1234" })
3207     interworking_select(dev[0], bssid, "home", freq="2412")
3208     interworking_connect(dev[0], bssid, "TTLS")
3209
3210     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
3211                    identity="hs20-test", password="password",
3212                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
3213                    scan_freq="2412")
3214     time.sleep(0.1)
3215
3216     addr0 = dev[0].p2p_interface_addr()
3217
3218     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
3219
3220     pkt = build_ns(src_ll=addr0, ip_src="aaaa:bbbb:cccc::2",
3221                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:cccc::2",
3222                    opt=src_ll_opt0)
3223     if "OK" not in dev[0].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
3224         raise Exception("DATA_TEST_FRAME failed")
3225
3226     pkt = build_ra(src_ll=apdev[0]['bssid'], ip_src="aaaa:bbbb:cccc::33",
3227                    ip_dst="ff01::1")
3228     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3229         raise Exception("DATA_TEST_FRAME failed")
3230
3231     pkt = build_na(src_ll=apdev[0]['bssid'], ip_src="aaaa:bbbb:cccc::44",
3232                    ip_dst="ff01::1", target="aaaa:bbbb:cccc::55")
3233     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3234         raise Exception("DATA_TEST_FRAME failed")
3235
3236     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
3237                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3238                          yiaddr="192.168.1.123", chaddr=addr0)
3239     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3240         raise Exception("DATA_TEST_FRAME failed")
3241     # another copy for additional code coverage
3242     pkt = build_dhcp_ack(dst_ll=addr0, src_ll=bssid,
3243                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3244                          yiaddr="192.168.1.123", chaddr=addr0)
3245     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3246         raise Exception("DATA_TEST_FRAME failed")
3247
3248     matches = get_permanent_neighbors("ap-br0")
3249     logger.info("After connect: " + str(matches))
3250     if len(matches) != 2:
3251         raise Exception("Unexpected number of neighbor entries after connect")
3252     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3253         raise Exception("dev0 addr missing")
3254     if '192.168.1.123 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3255         raise Exception("dev0 IPv4 addr missing")
3256     dev[0].request("DISCONNECT")
3257     dev[1].request("DISCONNECT")
3258     time.sleep(0.5)
3259     matches = get_permanent_neighbors("ap-br0")
3260     logger.info("After disconnect: " + str(matches))
3261     if len(matches) > 0:
3262         raise Exception("Unexpected neighbor entries after disconnect")
3263
3264 def test_ap_hs20_proxyarp_disable_dgaf(dev, apdev):
3265     """Hotspot 2.0 and ProxyARP with DGAF disabled"""
3266     check_eap_capa(dev[0], "MSCHAPV2")
3267     try:
3268         _test_ap_hs20_proxyarp_dgaf(dev, apdev, True)
3269     finally:
3270         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
3271                         stderr=open('/dev/null', 'w'))
3272         subprocess.call(['brctl', 'delbr', 'ap-br0'],
3273                         stderr=open('/dev/null', 'w'))
3274
3275 def test_ap_hs20_proxyarp_enable_dgaf(dev, apdev):
3276     """Hotspot 2.0 and ProxyARP with DGAF enabled"""
3277     check_eap_capa(dev[0], "MSCHAPV2")
3278     try:
3279         _test_ap_hs20_proxyarp_dgaf(dev, apdev, False)
3280     finally:
3281         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
3282                         stderr=open('/dev/null', 'w'))
3283         subprocess.call(['brctl', 'delbr', 'ap-br0'],
3284                         stderr=open('/dev/null', 'w'))
3285
3286 def ip_checksum(buf):
3287     sum = 0
3288     if len(buf) & 0x01:
3289         buf += '\0x00'
3290     for i in range(0, len(buf), 2):
3291         val, = struct.unpack('H', buf[i:i+2])
3292         sum += val
3293     while (sum >> 16):
3294         sum = (sum & 0xffff) + (sum >> 16)
3295     return struct.pack('H', ~sum & 0xffff)
3296
3297 def ipv6_solicited_node_mcaddr(target):
3298     prefix = socket.inet_pton(socket.AF_INET6, "ff02::1:ff00:0")
3299     mask = socket.inet_pton(socket.AF_INET6, "::ff:ffff")
3300     _target = socket.inet_pton(socket.AF_INET6, target)
3301     p = struct.unpack('4I', prefix)
3302     m = struct.unpack('4I', mask)
3303     t = struct.unpack('4I', _target)
3304     res = (p[0] | (t[0] & m[0]),
3305            p[1] | (t[1] & m[1]),
3306            p[2] | (t[2] & m[2]),
3307            p[3] | (t[3] & m[3]))
3308     return socket.inet_ntop(socket.AF_INET6, struct.pack('4I', *res))
3309
3310 def build_icmpv6(ipv6_addrs, type, code, payload):
3311     start = struct.pack("BB", type, code)
3312     end = payload
3313     icmp = start + '\x00\x00' + end
3314     pseudo = ipv6_addrs + struct.pack(">LBBBB", len(icmp), 0, 0, 0, 58)
3315     csum = ip_checksum(pseudo + icmp)
3316     return start + csum + end
3317
3318 def build_ra(src_ll, ip_src, ip_dst, cur_hop_limit=0, router_lifetime=0,
3319              reachable_time=0, retrans_timer=0, opt=None):
3320     link_mc = binascii.unhexlify("3333ff000002")
3321     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3322     proto = '\x86\xdd'
3323     ehdr = link_mc + _src_ll + proto
3324     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
3325     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
3326
3327     adv = struct.pack('>BBHLL', cur_hop_limit, 0, router_lifetime,
3328                       reachable_time, retrans_timer)
3329     if opt:
3330         payload = adv + opt
3331     else:
3332         payload = adv
3333     icmp = build_icmpv6(_ip_src + _ip_dst, 134, 0, payload)
3334
3335     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
3336     ipv6 += _ip_src + _ip_dst
3337
3338     return ehdr + ipv6 + icmp
3339
3340 def build_ns(src_ll, ip_src, ip_dst, target, opt=None):
3341     link_mc = binascii.unhexlify("3333ff000002")
3342     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3343     proto = '\x86\xdd'
3344     ehdr = link_mc + _src_ll + proto
3345     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
3346     if ip_dst is None:
3347         ip_dst = ipv6_solicited_node_mcaddr(target)
3348     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
3349
3350     reserved = '\x00\x00\x00\x00'
3351     _target = socket.inet_pton(socket.AF_INET6, target)
3352     if opt:
3353         payload = reserved + _target + opt
3354     else:
3355         payload = reserved + _target
3356     icmp = build_icmpv6(_ip_src + _ip_dst, 135, 0, payload)
3357
3358     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
3359     ipv6 += _ip_src + _ip_dst
3360
3361     return ehdr + ipv6 + icmp
3362
3363 def send_ns(dev, src_ll=None, target=None, ip_src=None, ip_dst=None, opt=None,
3364             hapd_bssid=None):
3365     if hapd_bssid:
3366         if src_ll is None:
3367             src_ll = hapd_bssid
3368         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
3369     else:
3370         if src_ll is None:
3371             src_ll = dev.p2p_interface_addr()
3372         cmd = "DATA_TEST_FRAME "
3373
3374     if opt is None:
3375         opt = "\x01\x01" + binascii.unhexlify(src_ll.replace(':',''))
3376
3377     pkt = build_ns(src_ll=src_ll, ip_src=ip_src, ip_dst=ip_dst, target=target,
3378                    opt=opt)
3379     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
3380         raise Exception("DATA_TEST_FRAME failed")
3381
3382 def build_na(src_ll, ip_src, ip_dst, target, opt=None, flags=0):
3383     link_mc = binascii.unhexlify("3333ff000002")
3384     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3385     proto = '\x86\xdd'
3386     ehdr = link_mc + _src_ll + proto
3387     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
3388     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
3389
3390     _target = socket.inet_pton(socket.AF_INET6, target)
3391     if opt:
3392         payload = struct.pack('>Bxxx', flags) + _target + opt
3393     else:
3394         payload = struct.pack('>Bxxx', flags) + _target
3395     icmp = build_icmpv6(_ip_src + _ip_dst, 136, 0, payload)
3396
3397     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
3398     ipv6 += _ip_src + _ip_dst
3399
3400     return ehdr + ipv6 + icmp
3401
3402 def send_na(dev, src_ll=None, target=None, ip_src=None, ip_dst=None, opt=None,
3403             hapd_bssid=None):
3404     if hapd_bssid:
3405         if src_ll is None:
3406             src_ll = hapd_bssid
3407         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
3408     else:
3409         if src_ll is None:
3410             src_ll = dev.p2p_interface_addr()
3411         cmd = "DATA_TEST_FRAME "
3412
3413     pkt = build_na(src_ll=src_ll, ip_src=ip_src, ip_dst=ip_dst, target=target,
3414                    opt=opt)
3415     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
3416         raise Exception("DATA_TEST_FRAME failed")
3417
3418 def build_dhcp_ack(dst_ll, src_ll, ip_src, ip_dst, yiaddr, chaddr,
3419                    subnet_mask="255.255.255.0", truncated_opt=False,
3420                    wrong_magic=False, force_tot_len=None, no_dhcp=False):
3421     _dst_ll = binascii.unhexlify(dst_ll.replace(':',''))
3422     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3423     proto = '\x08\x00'
3424     ehdr = _dst_ll + _src_ll + proto
3425     _ip_src = socket.inet_pton(socket.AF_INET, ip_src)
3426     _ip_dst = socket.inet_pton(socket.AF_INET, ip_dst)
3427     _subnet_mask = socket.inet_pton(socket.AF_INET, subnet_mask)
3428
3429     _ciaddr = '\x00\x00\x00\x00'
3430     _yiaddr = socket.inet_pton(socket.AF_INET, yiaddr)
3431     _siaddr = '\x00\x00\x00\x00'
3432     _giaddr = '\x00\x00\x00\x00'
3433     _chaddr = binascii.unhexlify(chaddr.replace(':','') + "00000000000000000000")
3434     payload = struct.pack('>BBBBL3BB', 2, 1, 6, 0, 12345, 0, 0, 0, 0)
3435     payload += _ciaddr + _yiaddr + _siaddr + _giaddr + _chaddr + 192*'\x00'
3436     # magic
3437     if wrong_magic:
3438         payload += '\x63\x82\x53\x00'
3439     else:
3440         payload += '\x63\x82\x53\x63'
3441     if truncated_opt:
3442         payload += '\x22\xff\x00'
3443     # Option: DHCP Message Type = ACK
3444     payload += '\x35\x01\x05'
3445     # Pad Option
3446     payload += '\x00'
3447     # Option: Subnet Mask
3448     payload += '\x01\x04' + _subnet_mask
3449     # Option: Time Offset
3450     payload += struct.pack('>BBL', 2, 4, 0)
3451     # End Option
3452     payload += '\xff'
3453     # Pad Option
3454     payload += '\x00\x00\x00\x00'
3455
3456     if no_dhcp:
3457         payload = struct.pack('>BBBBL3BB', 2, 1, 6, 0, 12345, 0, 0, 0, 0)
3458         payload += _ciaddr + _yiaddr + _siaddr + _giaddr + _chaddr + 192*'\x00'
3459
3460     udp = struct.pack('>HHHH', 67, 68, 8 + len(payload), 0) + payload
3461
3462     if force_tot_len:
3463         tot_len = force_tot_len
3464     else:
3465         tot_len = 20 + len(udp)
3466     start = struct.pack('>BBHHBBBB', 0x45, 0, tot_len, 0, 0, 0, 128, 17)
3467     ipv4 = start + '\x00\x00' + _ip_src + _ip_dst
3468     csum = ip_checksum(ipv4)
3469     ipv4 = start + csum + _ip_src + _ip_dst
3470
3471     return ehdr + ipv4 + udp
3472
3473 def build_arp(dst_ll, src_ll, opcode, sender_mac, sender_ip,
3474               target_mac, target_ip):
3475     _dst_ll = binascii.unhexlify(dst_ll.replace(':',''))
3476     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3477     proto = '\x08\x06'
3478     ehdr = _dst_ll + _src_ll + proto
3479
3480     _sender_mac = binascii.unhexlify(sender_mac.replace(':',''))
3481     _sender_ip = socket.inet_pton(socket.AF_INET, sender_ip)
3482     _target_mac = binascii.unhexlify(target_mac.replace(':',''))
3483     _target_ip = socket.inet_pton(socket.AF_INET, target_ip)
3484
3485     arp = struct.pack('>HHBBH', 1, 0x0800, 6, 4, opcode)
3486     arp += _sender_mac + _sender_ip
3487     arp += _target_mac + _target_ip
3488
3489     return ehdr + arp
3490
3491 def send_arp(dev, dst_ll="ff:ff:ff:ff:ff:ff", src_ll=None, opcode=1,
3492              sender_mac=None, sender_ip="0.0.0.0",
3493              target_mac="00:00:00:00:00:00", target_ip="0.0.0.0",
3494              hapd_bssid=None):
3495     if hapd_bssid:
3496         if src_ll is None:
3497             src_ll = hapd_bssid
3498         if sender_mac is None:
3499             sender_mac = hapd_bssid
3500         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
3501     else:
3502         if src_ll is None:
3503             src_ll = dev.p2p_interface_addr()
3504         if sender_mac is None:
3505             sender_mac = dev.p2p_interface_addr()
3506         cmd = "DATA_TEST_FRAME "
3507
3508     pkt = build_arp(dst_ll=dst_ll, src_ll=src_ll, opcode=opcode,
3509                     sender_mac=sender_mac, sender_ip=sender_ip,
3510                     target_mac=target_mac, target_ip=target_ip)
3511     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
3512         raise Exception("DATA_TEST_FRAME failed")
3513
3514 def get_permanent_neighbors(ifname):
3515     cmd = subprocess.Popen(['ip', 'nei'], stdout=subprocess.PIPE)
3516     res = cmd.stdout.read()
3517     cmd.stdout.close()
3518     return [ line for line in res.splitlines() if "PERMANENT" in line and ifname in line ]
3519
3520 def get_bridge_macs(ifname):
3521     cmd = subprocess.Popen(['brctl', 'showmacs', ifname],
3522                            stdout=subprocess.PIPE)
3523     res = cmd.stdout.read()
3524     cmd.stdout.close()
3525     return res
3526
3527 def tshark_get_arp(cap, filter):
3528     res = run_tshark(cap, filter,
3529                      [ "eth.dst", "eth.src",
3530                        "arp.src.hw_mac", "arp.src.proto_ipv4",
3531                        "arp.dst.hw_mac", "arp.dst.proto_ipv4" ],
3532                      wait=False)
3533     frames = []
3534     for l in res.splitlines():
3535         frames.append(l.split('\t'))
3536     return frames
3537
3538 def tshark_get_ns(cap):
3539     res = run_tshark(cap, "icmpv6.type == 135",
3540                      [ "eth.dst", "eth.src",
3541                        "ipv6.src", "ipv6.dst",
3542                        "icmpv6.nd.ns.target_address",
3543                        "icmpv6.opt.linkaddr" ],
3544                      wait=False)
3545     frames = []
3546     for l in res.splitlines():
3547         frames.append(l.split('\t'))
3548     return frames
3549
3550 def tshark_get_na(cap):
3551     res = run_tshark(cap, "icmpv6.type == 136",
3552                      [ "eth.dst", "eth.src",
3553                        "ipv6.src", "ipv6.dst",
3554                        "icmpv6.nd.na.target_address",
3555                        "icmpv6.opt.linkaddr" ],
3556                      wait=False)
3557     frames = []
3558     for l in res.splitlines():
3559         frames.append(l.split('\t'))
3560     return frames
3561
3562 def _test_proxyarp_open(dev, apdev, params, ebtables=False):
3563     prefix = "proxyarp_open"
3564     if ebtables:
3565         prefix += "_ebtables"
3566     cap_br = os.path.join(params['logdir'], prefix + ".ap-br0.pcap")
3567     cap_dev0 = os.path.join(params['logdir'],
3568                             prefix + ".%s.pcap" % dev[0].ifname)
3569     cap_dev1 = os.path.join(params['logdir'],
3570                             prefix + ".%s.pcap" % dev[1].ifname)
3571     cap_dev2 = os.path.join(params['logdir'],
3572                             prefix + ".%s.pcap" % dev[2].ifname)
3573
3574     bssid = apdev[0]['bssid']
3575     params = { 'ssid': 'open' }
3576     params['proxy_arp'] = '1'
3577     hapd = hostapd.add_ap(apdev[0], params, no_enable=True)
3578     hapd.set("ap_isolate", "1")
3579     hapd.set('bridge', 'ap-br0')
3580     hapd.dump_monitor()
3581     try:
3582         hapd.enable()
3583     except:
3584         # For now, do not report failures due to missing kernel support
3585         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
3586     ev = hapd.wait_event(["AP-ENABLED", "AP-DISABLED"], timeout=10)
3587     if ev is None:
3588         raise Exception("AP startup timed out")
3589     if "AP-ENABLED" not in ev:
3590         raise Exception("AP startup failed")
3591
3592     params2 = { 'ssid': 'another' }
3593     hapd2 = hostapd.add_ap(apdev[1], params2, no_enable=True)
3594     hapd2.set('bridge', 'ap-br0')
3595     hapd2.enable()
3596
3597     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
3598     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
3599
3600     if ebtables:
3601         for chain in [ 'FORWARD', 'OUTPUT' ]:
3602             subprocess.call(['ebtables', '-A', chain, '-p', 'ARP',
3603                              '-d', 'Broadcast', '-o', apdev[0]['ifname'],
3604                              '-j', 'DROP'])
3605             subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
3606                              '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
3607                              '--ip6-icmp-type', 'neighbor-solicitation',
3608                              '-o', apdev[0]['ifname'], '-j', 'DROP'])
3609             subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
3610                              '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
3611                              '--ip6-icmp-type', 'neighbor-advertisement',
3612                              '-o', apdev[0]['ifname'], '-j', 'DROP'])
3613             subprocess.call(['ebtables', '-A', chain,
3614                              '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
3615                              '--ip6-icmp-type', 'router-solicitation',
3616                              '-o', apdev[0]['ifname'], '-j', 'DROP'])
3617             # Multicast Listener Report Message
3618             subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
3619                              '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
3620                              '--ip6-icmp-type', '143',
3621                              '-o', apdev[0]['ifname'], '-j', 'DROP'])
3622
3623     time.sleep(0.5)
3624     cmd = {}
3625     cmd[0] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', 'ap-br0',
3626                                '-w', cap_br, '-s', '2000'],
3627                               stderr=open('/dev/null', 'w'))
3628     cmd[1] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', dev[0].ifname,
3629                                '-w', cap_dev0, '-s', '2000'],
3630                               stderr=open('/dev/null', 'w'))
3631     cmd[2] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', dev[1].ifname,
3632                                '-w', cap_dev1, '-s', '2000'],
3633                               stderr=open('/dev/null', 'w'))
3634     cmd[3] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', dev[2].ifname,
3635                                '-w', cap_dev2, '-s', '2000'],
3636                               stderr=open('/dev/null', 'w'))
3637
3638     dev[0].connect("open", key_mgmt="NONE", scan_freq="2412")
3639     dev[1].connect("open", key_mgmt="NONE", scan_freq="2412")
3640     dev[2].connect("another", key_mgmt="NONE", scan_freq="2412")
3641     time.sleep(0.1)
3642
3643     brcmd = subprocess.Popen(['brctl', 'show'], stdout=subprocess.PIPE)
3644     res = brcmd.stdout.read()
3645     brcmd.stdout.close()
3646     logger.info("Bridge setup: " + res)
3647
3648     brcmd = subprocess.Popen(['brctl', 'showstp', 'ap-br0'],
3649                              stdout=subprocess.PIPE)
3650     res = brcmd.stdout.read()
3651     brcmd.stdout.close()
3652     logger.info("Bridge showstp: " + res)
3653
3654     addr0 = dev[0].p2p_interface_addr()
3655     addr1 = dev[1].p2p_interface_addr()
3656     addr2 = dev[2].p2p_interface_addr()
3657
3658     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
3659     src_ll_opt1 = "\x01\x01" + binascii.unhexlify(addr1.replace(':',''))
3660
3661     # DAD NS
3662     send_ns(dev[0], ip_src="::", target="aaaa:bbbb:cccc::2")
3663
3664     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2")
3665     # test frame without source link-layer address option
3666     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
3667             opt='')
3668     # test frame with bogus option
3669     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
3670             opt="\x70\x01\x01\x02\x03\x04\x05\x05")
3671     # test frame with truncated source link-layer address option
3672     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
3673             opt="\x01\x01\x01\x02\x03\x04")
3674     # test frame with foreign source link-layer address option
3675     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
3676             opt="\x01\x01\x01\x02\x03\x04\x05\x06")
3677
3678     send_ns(dev[1], ip_src="aaaa:bbbb:dddd::2", target="aaaa:bbbb:dddd::2")
3679
3680     send_ns(dev[1], ip_src="aaaa:bbbb:eeee::2", target="aaaa:bbbb:eeee::2")
3681     # another copy for additional code coverage
3682     send_ns(dev[1], ip_src="aaaa:bbbb:eeee::2", target="aaaa:bbbb:eeee::2")
3683
3684     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
3685                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3686                          yiaddr="192.168.1.124", chaddr=addr0)
3687     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3688         raise Exception("DATA_TEST_FRAME failed")
3689     # Change address and verify unicast
3690     pkt = build_dhcp_ack(dst_ll=addr0, src_ll=bssid,
3691                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3692                          yiaddr="192.168.1.123", chaddr=addr0)
3693     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3694         raise Exception("DATA_TEST_FRAME failed")
3695
3696     # Not-associated client MAC address
3697     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
3698                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3699                          yiaddr="192.168.1.125", chaddr="22:33:44:55:66:77")
3700     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3701         raise Exception("DATA_TEST_FRAME failed")
3702
3703     # No IP address
3704     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3705                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3706                          yiaddr="0.0.0.0", chaddr=addr1)
3707     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3708         raise Exception("DATA_TEST_FRAME failed")
3709
3710     # Zero subnet mask
3711     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3712                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3713                          yiaddr="192.168.1.126", chaddr=addr1,
3714                          subnet_mask="0.0.0.0")
3715     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3716         raise Exception("DATA_TEST_FRAME failed")
3717
3718     # Truncated option
3719     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3720                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3721                          yiaddr="192.168.1.127", chaddr=addr1,
3722                          truncated_opt=True)
3723     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3724         raise Exception("DATA_TEST_FRAME failed")
3725
3726     # Wrong magic
3727     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3728                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3729                          yiaddr="192.168.1.128", chaddr=addr1,
3730                          wrong_magic=True)
3731     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3732         raise Exception("DATA_TEST_FRAME failed")
3733
3734     # Wrong IPv4 total length
3735     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3736                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3737                          yiaddr="192.168.1.129", chaddr=addr1,
3738                          force_tot_len=1000)
3739     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3740         raise Exception("DATA_TEST_FRAME failed")
3741
3742     # BOOTP
3743     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3744                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3745                          yiaddr="192.168.1.129", chaddr=addr1,
3746                          no_dhcp=True)
3747     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3748         raise Exception("DATA_TEST_FRAME failed")
3749
3750     macs = get_bridge_macs("ap-br0")
3751     logger.info("After connect (showmacs): " + str(macs))
3752
3753     matches = get_permanent_neighbors("ap-br0")
3754     logger.info("After connect: " + str(matches))
3755     if len(matches) != 4:
3756         raise Exception("Unexpected number of neighbor entries after connect")
3757     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3758         raise Exception("dev0 addr missing")
3759     if 'aaaa:bbbb:dddd::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
3760         raise Exception("dev1 addr(1) missing")
3761     if 'aaaa:bbbb:eeee::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
3762         raise Exception("dev1 addr(2) missing")
3763     if '192.168.1.123 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3764         raise Exception("dev0 IPv4 addr missing")
3765
3766     targets = [ "192.168.1.123", "192.168.1.124", "192.168.1.125",
3767                 "192.168.1.126" ]
3768     for target in targets:
3769         send_arp(dev[1], sender_ip="192.168.1.100", target_ip=target)
3770
3771     for target in targets:
3772         send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.101",
3773                  target_ip=target)
3774
3775     for target in targets:
3776         send_arp(dev[2], sender_ip="192.168.1.103", target_ip=target)
3777
3778     # ARP Probe from wireless STA
3779     send_arp(dev[1], target_ip="192.168.1.127")
3780     # ARP Announcement from wireless STA
3781     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.127")
3782     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.127",
3783              opcode=2)
3784
3785     macs = get_bridge_macs("ap-br0")
3786     logger.info("After ARP Probe + Announcement (showmacs): " + str(macs))
3787
3788     matches = get_permanent_neighbors("ap-br0")
3789     logger.info("After ARP Probe + Announcement: " + str(matches))
3790
3791     # ARP Request for the newly introduced IP address from wireless STA
3792     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.127")
3793
3794     # ARP Request for the newly introduced IP address from bridge
3795     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.102",
3796              target_ip="192.168.1.127")
3797     send_arp(dev[2], sender_ip="192.168.1.103", target_ip="192.168.1.127")
3798
3799     # ARP Probe from bridge
3800     send_arp(hapd, hapd_bssid=bssid, target_ip="192.168.1.130")
3801     send_arp(dev[2], target_ip="192.168.1.131")
3802     # ARP Announcement from bridge (not to be learned by AP for proxyarp)
3803     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.130",
3804              target_ip="192.168.1.130")
3805     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.130",
3806              target_ip="192.168.1.130", opcode=2)
3807     send_arp(dev[2], sender_ip="192.168.1.131", target_ip="192.168.1.131")
3808     send_arp(dev[2], sender_ip="192.168.1.131", target_ip="192.168.1.131",
3809              opcode=2)
3810
3811     macs = get_bridge_macs("ap-br0")
3812     logger.info("After ARP Probe + Announcement (showmacs): " + str(macs))
3813
3814     matches = get_permanent_neighbors("ap-br0")
3815     logger.info("After ARP Probe + Announcement: " + str(matches))
3816
3817     # ARP Request for the newly introduced IP address from wireless STA
3818     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.130")
3819     # ARP Response from bridge (AP does not proxy for non-wireless devices)
3820     send_arp(hapd, hapd_bssid=bssid, dst_ll=addr0, sender_ip="192.168.1.130",
3821              target_ip="192.168.1.123", opcode=2)
3822
3823     # ARP Request for the newly introduced IP address from wireless STA
3824     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.131")
3825     # ARP Response from bridge (AP does not proxy for non-wireless devices)
3826     send_arp(dev[2], dst_ll=addr0, sender_ip="192.168.1.131",
3827              target_ip="192.168.1.123", opcode=2)
3828
3829     # ARP Request for the newly introduced IP address from bridge
3830     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.102",
3831              target_ip="192.168.1.130")
3832     send_arp(dev[2], sender_ip="192.168.1.104", target_ip="192.168.1.131")
3833
3834     # ARP Probe from wireless STA (duplicate address; learned through DHCP)
3835     send_arp(dev[1], target_ip="192.168.1.123")
3836     # ARP Probe from wireless STA (duplicate address; learned through ARP)
3837     send_arp(dev[0], target_ip="192.168.1.127")
3838
3839     # Gratuitous ARP Reply for another STA's IP address
3840     send_arp(dev[0], opcode=2, sender_mac=addr0, sender_ip="192.168.1.127",
3841              target_mac=addr1, target_ip="192.168.1.127")
3842     send_arp(dev[1], opcode=2, sender_mac=addr1, sender_ip="192.168.1.123",
3843              target_mac=addr0, target_ip="192.168.1.123")
3844     # ARP Request to verify previous mapping
3845     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.123")
3846     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.127")
3847
3848     time.sleep(0.1)
3849
3850     send_ns(dev[0], target="aaaa:bbbb:dddd::2", ip_src="aaaa:bbbb:cccc::2")
3851     time.sleep(0.1)
3852     send_ns(dev[1], target="aaaa:bbbb:cccc::2", ip_src="aaaa:bbbb:dddd::2")
3853     time.sleep(0.1)
3854     send_ns(hapd, hapd_bssid=bssid, target="aaaa:bbbb:dddd::2",
3855             ip_src="aaaa:bbbb:ffff::2")
3856     time.sleep(0.1)
3857     send_ns(dev[2], target="aaaa:bbbb:cccc::2", ip_src="aaaa:bbbb:ff00::2")
3858     time.sleep(0.1)
3859     send_ns(dev[2], target="aaaa:bbbb:dddd::2", ip_src="aaaa:bbbb:ff00::2")
3860     time.sleep(0.1)
3861     send_ns(dev[2], target="aaaa:bbbb:eeee::2", ip_src="aaaa:bbbb:ff00::2")
3862     time.sleep(0.1)
3863
3864     # Try to probe for an already assigned address
3865     send_ns(dev[1], target="aaaa:bbbb:cccc::2", ip_src="::")
3866     time.sleep(0.1)
3867     send_ns(hapd, hapd_bssid=bssid, target="aaaa:bbbb:cccc::2", ip_src="::")
3868     time.sleep(0.1)
3869     send_ns(dev[2], target="aaaa:bbbb:cccc::2", ip_src="::")
3870     time.sleep(0.1)
3871
3872     # Unsolicited NA
3873     send_na(dev[1], target="aaaa:bbbb:cccc:aeae::3",
3874             ip_src="aaaa:bbbb:cccc:aeae::3", ip_dst="ff02::1")
3875     send_na(hapd, hapd_bssid=bssid, target="aaaa:bbbb:cccc:aeae::4",
3876             ip_src="aaaa:bbbb:cccc:aeae::4", ip_dst="ff02::1")
3877     send_na(dev[2], target="aaaa:bbbb:cccc:aeae::5",
3878             ip_src="aaaa:bbbb:cccc:aeae::5", ip_dst="ff02::1")
3879
3880     try:
3881         hwsim_utils.test_connectivity_iface(dev[0], hapd, "ap-br0")
3882     except Exception, e:
3883         logger.info("test_connectibity_iface failed: " + str(e))
3884         raise HwsimSkip("Assume kernel did not have the required patches for proxyarp")
3885     hwsim_utils.test_connectivity_iface(dev[1], hapd, "ap-br0")
3886     hwsim_utils.test_connectivity(dev[0], dev[1])
3887
3888     dev[0].request("DISCONNECT")
3889     dev[1].request("DISCONNECT")
3890     time.sleep(0.5)
3891     for i in range(len(cmd)):
3892         cmd[i].terminate()
3893     macs = get_bridge_macs("ap-br0")
3894     logger.info("After disconnect (showmacs): " + str(macs))
3895     matches = get_permanent_neighbors("ap-br0")
3896     logger.info("After disconnect: " + str(matches))
3897     if len(matches) > 0:
3898         raise Exception("Unexpected neighbor entries after disconnect")
3899     if ebtables:
3900         cmd = subprocess.Popen(['ebtables', '-L', '--Lc'],
3901                                stdout=subprocess.PIPE)
3902         res = cmd.stdout.read()
3903         cmd.stdout.close()
3904         logger.info("ebtables results:\n" + res)
3905
3906     # Verify that expected ARP messages were seen and no unexpected
3907     # ARP messages were seen.
3908
3909     arp_req = tshark_get_arp(cap_dev0, "arp.opcode == 1")
3910     arp_reply = tshark_get_arp(cap_dev0, "arp.opcode == 2")
3911     logger.info("dev0 seen ARP requests:\n" + str(arp_req))
3912     logger.info("dev0 seen ARP replies:\n" + str(arp_reply))
3913
3914     if [ 'ff:ff:ff:ff:ff:ff', addr1,
3915          addr1, '192.168.1.100',
3916          '00:00:00:00:00:00', '192.168.1.123' ] in arp_req:
3917         raise Exception("dev0 saw ARP request from dev1")
3918     if [ 'ff:ff:ff:ff:ff:ff', addr2,
3919          addr2, '192.168.1.103',
3920          '00:00:00:00:00:00', '192.168.1.123' ] in arp_req:
3921         raise Exception("dev0 saw ARP request from dev2")
3922     # TODO: Uncomment once fixed in kernel
3923     #if [ 'ff:ff:ff:ff:ff:ff', bssid,
3924     #     bssid, '192.168.1.101',
3925     #     '00:00:00:00:00:00', '192.168.1.123' ] in arp_req:
3926     #    raise Exception("dev0 saw ARP request from br")
3927
3928     if ebtables:
3929         for req in arp_req:
3930             if req[1] != addr0:
3931                 raise Exception("Unexpected foreign ARP request on dev0")
3932
3933     arp_req = tshark_get_arp(cap_dev1, "arp.opcode == 1")
3934     arp_reply = tshark_get_arp(cap_dev1, "arp.opcode == 2")
3935     logger.info("dev1 seen ARP requests:\n" + str(arp_req))
3936     logger.info("dev1 seen ARP replies:\n" + str(arp_reply))
3937
3938     if [ 'ff:ff:ff:ff:ff:ff', addr2,
3939          addr2, '192.168.1.103',
3940          '00:00:00:00:00:00', '192.168.1.123' ] in arp_req:
3941         raise Exception("dev1 saw ARP request from dev2")
3942     if [addr1, addr0, addr0, '192.168.1.123', addr1, '192.168.1.100'] not in arp_reply:
3943         raise Exception("dev1 did not get ARP response for 192.168.1.123")
3944
3945     if ebtables:
3946         for req in arp_req:
3947             if req[1] != addr1:
3948                 raise Exception("Unexpected foreign ARP request on dev1")
3949
3950     arp_req = tshark_get_arp(cap_dev2, "arp.opcode == 1")
3951     arp_reply = tshark_get_arp(cap_dev2, "arp.opcode == 2")
3952     logger.info("dev2 seen ARP requests:\n" + str(arp_req))
3953     logger.info("dev2 seen ARP replies:\n" + str(arp_reply))
3954
3955     if [ addr2, addr0,
3956          addr0, '192.168.1.123',
3957          addr2, '192.168.1.103' ] not in arp_reply:
3958         raise Exception("dev2 did not get ARP response for 192.168.1.123")
3959
3960     arp_req = tshark_get_arp(cap_br, "arp.opcode == 1")
3961     arp_reply = tshark_get_arp(cap_br, "arp.opcode == 2")
3962     logger.info("br seen ARP requests:\n" + str(arp_req))
3963     logger.info("br seen ARP replies:\n" + str(arp_reply))
3964
3965     # TODO: Uncomment once fixed in kernel
3966     #if [ bssid, addr0,
3967     #     addr0, '192.168.1.123',
3968     #     bssid, '192.168.1.101' ] not in arp_reply:
3969     #    raise Exception("br did not get ARP response for 192.168.1.123")
3970
3971     ns = tshark_get_ns(cap_dev0)
3972     logger.info("dev0 seen NS: " + str(ns))
3973     na = tshark_get_na(cap_dev0)
3974     logger.info("dev0 seen NA: " + str(na))
3975
3976     if [ addr0, addr1, 'aaaa:bbbb:dddd::2', 'aaaa:bbbb:cccc::2',
3977          'aaaa:bbbb:dddd::2', addr1 ] not in na:
3978         raise Exception("dev0 did not get NA for aaaa:bbbb:dddd::2")
3979
3980     if ebtables:
3981         for req in ns:
3982             if req[1] != addr0:
3983                 raise Exception("Unexpected foreign NS on dev0: " + str(req))
3984
3985     ns = tshark_get_ns(cap_dev1)
3986     logger.info("dev1 seen NS: " + str(ns))
3987     na = tshark_get_na(cap_dev1)
3988     logger.info("dev1 seen NA: " + str(na))
3989
3990     if [ addr1, addr0, 'aaaa:bbbb:cccc::2', 'aaaa:bbbb:dddd::2',
3991          'aaaa:bbbb:cccc::2', addr0 ] not in na:
3992         raise Exception("dev1 did not get NA for aaaa:bbbb:cccc::2")
3993
3994     if ebtables:
3995         for req in ns:
3996             if req[1] != addr1:
3997                 raise Exception("Unexpected foreign NS on dev1: " + str(req))
3998
3999     ns = tshark_get_ns(cap_dev2)
4000     logger.info("dev2 seen NS: " + str(ns))
4001     na = tshark_get_na(cap_dev2)
4002     logger.info("dev2 seen NA: " + str(na))
4003
4004     # FIX: enable once kernel implementation for proxyarp IPv6 is fixed
4005     #if [ addr2, addr0, 'aaaa:bbbb:cccc::2', 'aaaa:bbbb:ff00::2',
4006     #     'aaaa:bbbb:cccc::2', addr0 ] not in na:
4007     #    raise Exception("dev2 did not get NA for aaaa:bbbb:cccc::2")
4008     #if [ addr2, addr1, 'aaaa:bbbb:dddd::2', 'aaaa:bbbb:ff00::2',
4009     #     'aaaa:bbbb:dddd::2', addr1 ] not in na:
4010     #    raise Exception("dev2 did not get NA for aaaa:bbbb:dddd::2")
4011     #if [ addr2, addr1, 'aaaa:bbbb:eeee::2', 'aaaa:bbbb:ff00::2',
4012     #     'aaaa:bbbb:eeee::2', addr1 ] not in na:
4013     #    raise Exception("dev2 did not get NA for aaaa:bbbb:eeee::2")
4014
4015 def test_proxyarp_open(dev, apdev, params):
4016     """ProxyARP with open network"""
4017     try:
4018         _test_proxyarp_open(dev, apdev, params)
4019     finally:
4020         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
4021                         stderr=open('/dev/null', 'w'))
4022         subprocess.call(['brctl', 'delbr', 'ap-br0'],
4023                         stderr=open('/dev/null', 'w'))
4024
4025 def test_proxyarp_open_ebtables(dev, apdev, params):
4026     """ProxyARP with open network"""
4027     try:
4028         _test_proxyarp_open(dev, apdev, params, ebtables=True)
4029     finally:
4030         try:
4031             subprocess.call(['ebtables', '-F', 'FORWARD'])
4032             subprocess.call(['ebtables', '-F', 'OUTPUT'])
4033         except:
4034             pass
4035         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
4036                         stderr=open('/dev/null', 'w'))
4037         subprocess.call(['brctl', 'delbr', 'ap-br0'],
4038                         stderr=open('/dev/null', 'w'))
4039
4040 def test_ap_hs20_connect_deinit(dev, apdev):
4041     """Hotspot 2.0 connection interrupted with deinit"""
4042     check_eap_capa(dev[0], "MSCHAPV2")
4043     bssid = apdev[0]['bssid']
4044     params = hs20_ap_params()
4045     params['hessid'] = bssid
4046     hapd = hostapd.add_ap(apdev[0], params)
4047
4048     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
4049     wpas.interface_add("wlan5", drv_params="")
4050     wpas.hs20_enable()
4051     wpas.flush_scan_cache()
4052     wpas.add_cred_values({ 'realm': "example.com",
4053                            'username': "hs20-test",
4054                            'password': "password",
4055                            'ca_cert': "auth_serv/ca.pem",
4056                            'domain': "example.com" })
4057
4058     wpas.scan_for_bss(bssid, freq=2412)
4059     hapd.disable()
4060
4061     wpas.request("INTERWORKING_SELECT freq=2412")
4062
4063     id = wpas.request("RADIO_WORK add block-work")
4064     ev = wpas.wait_event(["GAS-QUERY-START", "EXT-RADIO-WORK-START"], timeout=5)
4065     if ev is None:
4066         raise Exception("Timeout while waiting radio work to start")
4067     ev = wpas.wait_event(["GAS-QUERY-START", "EXT-RADIO-WORK-START"], timeout=5)
4068     if ev is None:
4069         raise Exception("Timeout while waiting radio work to start (2)")
4070
4071     # Remove the interface while the gas-query radio work is still pending and
4072     # GAS query has not yet been started.
4073     wpas.interface_remove("wlan5")
4074
4075 def test_ap_hs20_anqp_format_errors(dev, apdev):
4076     """Interworking network selection and ANQP format errors"""
4077     bssid = apdev[0]['bssid']
4078     params = hs20_ap_params()
4079     params['hessid'] = bssid
4080     hapd = hostapd.add_ap(apdev[0], params)
4081
4082     dev[0].hs20_enable()
4083     values = { 'realm': "example.com",
4084                'ca_cert': "auth_serv/ca.pem",
4085                'username': "hs20-test",
4086                'password': "password",
4087                'domain': "example.com" }
4088     id = dev[0].add_cred_values(values)
4089
4090     dev[0].scan_for_bss(bssid, freq="2412")
4091
4092     tests = [ "00", "ffff", "010011223344", "020008000005112233445500",
4093               "01000400000000", "01000000000000",
4094               "01000300000200", "0100040000ff0000", "01000300000100",
4095               "01000300000001",
4096               "01000600000056112233",
4097               "01000900000002050001000111",
4098               "01000600000001000000", "01000600000001ff0000",
4099               "01000600000001020001",
4100               "010008000000010400010001", "0100080000000104000100ff",
4101               "010011000000010d00050200020100030005000600",
4102               "0000" ]
4103     for t in tests:
4104         hapd.set("anqp_elem", "263:" + t)
4105         dev[0].request("INTERWORKING_SELECT freq=2412")
4106         ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=5)
4107         if ev is None:
4108             raise Exception("Network selection timed out")
4109         dev[0].dump_monitor()
4110
4111     dev[0].remove_cred(id)
4112     id = dev[0].add_cred_values({ 'imsi': "555444-333222111", 'eap': "AKA",
4113                                   'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123"})
4114
4115     tests = [ "00", "0100", "0001", "00ff", "000200ff", "0003000101",
4116               "00020100" ]
4117     for t in tests:
4118         hapd.set("anqp_elem", "264:" + t)
4119         dev[0].request("INTERWORKING_SELECT freq=2412")
4120         ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=5)
4121         if ev is None:
4122             raise Exception("Network selection timed out")
4123         dev[0].dump_monitor()
4124
4125 def test_ap_hs20_cred_with_nai_realm(dev, apdev):
4126     """Hotspot 2.0 network selection and cred_with_nai_realm cred->realm"""
4127     bssid = apdev[0]['bssid']
4128     params = hs20_ap_params()
4129     params['hessid'] = bssid
4130     hostapd.add_ap(apdev[0], params)
4131
4132     dev[0].hs20_enable()
4133
4134     id = dev[0].add_cred_values({ 'realm': "example.com",
4135                                   'username': "test",
4136                                   'password': "secret",
4137                                   'domain': "example.com",
4138                                   'eap': 'TTLS' })
4139     interworking_select(dev[0], bssid, "home", freq=2412)
4140     dev[0].remove_cred(id)
4141
4142     id = dev[0].add_cred_values({ 'realm': "foo.com",
4143                                   'username': "test",
4144                                   'password': "secret",
4145                                   'domain': "example.com",
4146                                   'roaming_consortium': "112234",
4147                                   'eap': 'TTLS' })
4148     interworking_select(dev[0], bssid, "home", freq=2412, no_match=True)
4149     dev[0].remove_cred(id)
4150
4151 def test_ap_hs20_cred_and_no_roaming_consortium(dev, apdev):
4152     """Hotspot 2.0 network selection and no roaming consortium"""
4153     bssid = apdev[0]['bssid']
4154     params = hs20_ap_params()
4155     params['hessid'] = bssid
4156     del params['roaming_consortium']
4157     hostapd.add_ap(apdev[0], params)
4158
4159     dev[0].hs20_enable()
4160
4161     id = dev[0].add_cred_values({ 'realm': "example.com",
4162                                   'username': "test",
4163                                   'password': "secret",
4164                                   'domain': "example.com",
4165                                   'roaming_consortium': "112234",
4166                                   'eap': 'TTLS' })
4167     interworking_select(dev[0], bssid, "home", freq=2412, no_match=True)
4168
4169 def test_ap_hs20_interworking_oom(dev, apdev):
4170     """Hotspot 2.0 network selection and OOM"""
4171     bssid = apdev[0]['bssid']
4172     params = hs20_ap_params()
4173     params['hessid'] = bssid
4174     params['nai_realm'] = [ "0,no.match.here;example.com;no.match.here.either,21[2:1][5:7]",
4175                             "0,example.com,13[5:6],21[2:4][5:7]",
4176                             "0,another.example.com" ]
4177     hostapd.add_ap(apdev[0], params)
4178
4179     dev[0].hs20_enable()
4180
4181     id = dev[0].add_cred_values({ 'realm': "example.com",
4182                                   'username': "test",
4183                                   'password': "secret",
4184                                   'domain': "example.com",
4185                                   'eap': 'TTLS' })
4186
4187     dev[0].scan_for_bss(bssid, freq="2412")
4188
4189     funcs = [ "wpabuf_alloc;interworking_anqp_send_req",
4190               "anqp_build_req;interworking_anqp_send_req",
4191               "gas_query_req;interworking_anqp_send_req",
4192               "dup_binstr;nai_realm_parse_realm",
4193               "=nai_realm_parse_realm",
4194               "=nai_realm_parse",
4195               "=nai_realm_match" ]
4196     for func in funcs:
4197         with alloc_fail(dev[0], 1, func):
4198             dev[0].request("INTERWORKING_SELECT auto freq=2412")
4199             ev = dev[0].wait_event(["Starting ANQP"], timeout=5)
4200             if ev is None:
4201                 raise Exception("ANQP did not start")
4202             wait_fail_trigger(dev[0], "GET_ALLOC_FAIL")
4203
4204 def test_ap_hs20_anqp_invalid_gas_response(dev, apdev):
4205     """Hotspot 2.0 network selection and invalid GAS response"""
4206     bssid = apdev[0]['bssid']
4207     params = hs20_ap_params()
4208     params['hessid'] = bssid
4209     hapd = hostapd.add_ap(apdev[0], params)
4210
4211     dev[0].scan_for_bss(bssid, freq="2412")
4212     hapd.set("ext_mgmt_frame_handling", "1")
4213
4214     dev[0].hs20_enable()
4215
4216     id = dev[0].add_cred_values({ 'realm': "example.com",
4217                                   'username': "test",
4218                                   'password': "secret",
4219                                   'domain': "example.com",
4220                                   'roaming_consortium': "112234",
4221                                   'eap': 'TTLS' })
4222     dev[0].request("INTERWORKING_SELECT freq=2412")
4223
4224     query = gas_rx(hapd)
4225     gas = parse_gas(query['payload'])
4226
4227     logger.info("ANQP: Unexpected Advertisement Protocol in response")
4228     resp = action_response(query)
4229     adv_proto = struct.pack('8B', 108, 6, 127, 0xdd, 0x00, 0x11, 0x22, 0x33)
4230     data = struct.pack('<H', 0)
4231     resp['payload'] = struct.pack('<BBBHH', ACTION_CATEG_PUBLIC,
4232                                   GAS_INITIAL_RESPONSE,
4233                                   gas['dialog_token'], 0, 0) + adv_proto + data
4234     send_gas_resp(hapd, resp)
4235
4236     ev = dev[0].wait_event(["ANQP-QUERY-DONE"], timeout=5)
4237     if ev is None:
4238         raise Exception("No ANQP-QUERY-DONE seen")
4239     if "result=INVALID_FRAME" not in ev:
4240         raise Exception("Unexpected result: " + ev)
4241
4242     dev[0].request("INTERWORKING_SELECT freq=2412")
4243
4244     query = gas_rx(hapd)
4245     gas = parse_gas(query['payload'])
4246
4247     logger.info("ANQP: Invalid element length for Info ID 1234")
4248     resp = action_response(query)
4249     adv_proto = struct.pack('BBBB', 108, 2, 127, 0)
4250     elements = struct.pack('<HH', 1234, 1)
4251     data = struct.pack('<H', len(elements)) + elements
4252     resp['payload'] = struct.pack('<BBBHH', ACTION_CATEG_PUBLIC,
4253                                   GAS_INITIAL_RESPONSE,
4254                                   gas['dialog_token'], 0, 0) + adv_proto + data
4255     send_gas_resp(hapd, resp)
4256
4257     ev = dev[0].wait_event(["ANQP-QUERY-DONE"], timeout=5)
4258     if ev is None:
4259         raise Exception("No ANQP-QUERY-DONE seen")
4260     if "result=INVALID_FRAME" not in ev:
4261         raise Exception("Unexpected result: " + ev)
4262
4263     with alloc_fail(dev[0], 1, "=anqp_add_extra"):
4264         dev[0].request("INTERWORKING_SELECT freq=2412")
4265
4266         query = gas_rx(hapd)
4267         gas = parse_gas(query['payload'])
4268
4269         resp = action_response(query)
4270         elements = struct.pack('<HHHH', 1, 0, 1, 0)
4271         data = struct.pack('<H', len(elements)) + elements
4272         resp['payload'] = struct.pack('<BBBHH', ACTION_CATEG_PUBLIC,
4273                                       GAS_INITIAL_RESPONSE,
4274                                       gas['dialog_token'], 0, 0) + adv_proto + data
4275         send_gas_resp(hapd, resp)
4276
4277         ev = dev[0].wait_event(["ANQP-QUERY-DONE"], timeout=5)
4278         if ev is None:
4279             raise Exception("No ANQP-QUERY-DONE seen")
4280         if "result=SUCCESS" not in ev:
4281             raise Exception("Unexpected result: " + ev)
4282
4283     with alloc_fail(dev[0], 1, "wpabuf_alloc_copy;anqp_add_extra"):
4284         dev[0].request("INTERWORKING_SELECT freq=2412")
4285
4286         query = gas_rx(hapd)
4287         gas = parse_gas(query['payload'])
4288
4289         resp = action_response(query)
4290         elements = struct.pack('<HHHH', 1, 0, 1, 0)
4291         data = struct.pack('<H', len(elements)) + elements
4292         resp['payload'] = struct.pack('<BBBHH', ACTION_CATEG_PUBLIC,
4293                                       GAS_INITIAL_RESPONSE,
4294                                       gas['dialog_token'], 0, 0) + adv_proto + data
4295         send_gas_resp(hapd, resp)
4296
4297         ev = dev[0].wait_event(["ANQP-QUERY-DONE"], timeout=5)
4298         if ev is None:
4299             raise Exception("No ANQP-QUERY-DONE seen")
4300         if "result=SUCCESS" not in ev:
4301             raise Exception("Unexpected result: " + ev)
4302
4303     tests = [ struct.pack('<HH', 0xdddd, 0),
4304               struct.pack('<HH3B', 0xdddd, 3, 0x50, 0x6f, 0x9a),
4305               struct.pack('<HH4B', 0xdddd, 4, 0x50, 0x6f, 0x9a, 0),
4306               struct.pack('<HH4B', 0xdddd, 4, 0x11, 0x22, 0x33, 0),
4307               struct.pack('<HHHH', 1, 0, 1, 0) ]
4308     for elements in tests:
4309         dev[0].request("INTERWORKING_SELECT freq=2412")
4310
4311         query = gas_rx(hapd)
4312         gas = parse_gas(query['payload'])
4313
4314         resp = action_response(query)
4315         data = struct.pack('<H', len(elements)) + elements
4316         resp['payload'] = struct.pack('<BBBHH', ACTION_CATEG_PUBLIC,
4317                                       GAS_INITIAL_RESPONSE,
4318                                       gas['dialog_token'], 0, 0) + adv_proto + data
4319         send_gas_resp(hapd, resp)
4320
4321         ev = dev[0].wait_event(["ANQP-QUERY-DONE"], timeout=5)
4322         if ev is None:
4323             raise Exception("No ANQP-QUERY-DONE seen")
4324         if "result=SUCCESS" not in ev:
4325             raise Exception("Unexpected result: " + ev)