tests/hwsim/test_ap_hs20.py

   1 # Hotspot 2.0 tests
   2 # Copyright (c) 2013-2015, Jouni Malinen <j@w1.fi>
   3 #
   4 # This software may be distributed under the terms of the BSD license.
   5 # See README for more details.
   6
   7 import binascii
   8 import struct
   9 import time
  10 import subprocess
  11 import logging
  12 logger = logging.getLogger()
  13 import os
  14 import os.path
  15 import socket
  16 import subprocess
  17
  18 import hostapd
  19 from utils import HwsimSkip
  20 import hwsim_utils
  21 from wlantest import Wlantest
  22 from wpasupplicant import WpaSupplicant
  23 from test_ap_eap import check_eap_capa
  24
  25 def hs20_ap_params(ssid="test-hs20"):
  26     params = hostapd.wpa2_params(ssid=ssid)
  27     params['wpa_key_mgmt'] = "WPA-EAP"
  28     params['ieee80211w'] = "1"
  29     params['ieee8021x'] = "1"
  30     params['auth_server_addr'] = "127.0.0.1"
  31     params['auth_server_port'] = "1812"
  32     params['auth_server_shared_secret'] = "radius"
  33     params['interworking'] = "1"
  34     params['access_network_type'] = "14"
  35     params['internet'] = "1"
  36     params['asra'] = "0"
  37     params['esr'] = "0"
  38     params['uesa'] = "0"
  39     params['venue_group'] = "7"
  40     params['venue_type'] = "1"
  41     params['venue_name'] = [ "eng:Example venue", "fin:Esimerkkipaikka" ]
  42     params['roaming_consortium'] = [ "112233", "1020304050", "010203040506",
  43                                      "fedcba" ]
  44     params['domain_name'] = "example.com,another.example.com"
  45     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
  46                             "0,another.example.com" ]
  47     params['hs20'] = "1"
  48     params['hs20_wan_metrics'] = "01:8000:1000:80:240:3000"
  49     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0" ]
  50     params['hs20_operating_class'] = "5173"
  51     params['anqp_3gpp_cell_net'] = "244,91"
  52     return params
  53
  54 def check_auto_select(dev, bssid):
  55     dev.scan_for_bss(bssid, freq="2412")
  56     dev.request("INTERWORKING_SELECT auto freq=2412")
  57     ev = dev.wait_connected(timeout=15)
  58     if bssid not in ev:
  59         raise Exception("Connected to incorrect network")
  60     dev.request("REMOVE_NETWORK all")
  61
  62 def interworking_select(dev, bssid, type=None, no_match=False, freq=None):
  63     dev.dump_monitor()
  64     if bssid and freq and not no_match:
  65         dev.scan_for_bss(bssid, freq=freq)
  66     freq_extra = " freq=" + freq if freq else ""
  67     dev.request("INTERWORKING_SELECT" + freq_extra)
  68     ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
  69                         timeout=15)
  70     if ev is None:
  71         raise Exception("Network selection timed out");
  72     if no_match:
  73         if "INTERWORKING-NO-MATCH" not in ev:
  74             raise Exception("Unexpected network match")
  75         return
  76     if "INTERWORKING-NO-MATCH" in ev:
  77         logger.info("Matching network not found - try again")
  78         dev.dump_monitor()
  79         dev.request("INTERWORKING_SELECT" + freq_extra)
  80         ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
  81                             timeout=15)
  82         if ev is None:
  83             raise Exception("Network selection timed out");
  84         if "INTERWORKING-NO-MATCH" in ev:
  85             raise Exception("Matching network not found")
  86     if bssid and bssid not in ev:
  87         raise Exception("Unexpected BSSID in match")
  88     if type and "type=" + type not in ev:
  89         raise Exception("Network type not recognized correctly")
  90
  91 def check_sp_type(dev, sp_type):
  92     type = dev.get_status_field("sp_type")
  93     if type is None:
  94         raise Exception("sp_type not available")
  95     if type != sp_type:
  96         raise Exception("sp_type did not indicate home network")
  97
  98 def hlr_auc_gw_available():
  99     if not os.path.exists("/tmp/hlr_auc_gw.sock"):
 100         raise HwsimSkip("No hlr_auc_gw socket available")
 101     if not os.path.exists("../../hostapd/hlr_auc_gw"):
 102         raise HwsimSkip("No hlr_auc_gw available")
 103
 104 def interworking_ext_sim_connect(dev, bssid, method):
 105     dev.request("INTERWORKING_CONNECT " + bssid)
 106     interworking_ext_sim_auth(dev, method)
 107
 108 def interworking_ext_sim_auth(dev, method):
 109     ev = dev.wait_event(["CTRL-EVENT-EAP-METHOD"], timeout=15)
 110     if ev is None:
 111         raise Exception("Network connected timed out")
 112     if "(" + method + ")" not in ev:
 113         raise Exception("Unexpected EAP method selection")
 114
 115     ev = dev.wait_event(["CTRL-REQ-SIM"], timeout=15)
 116     if ev is None:
 117         raise Exception("Wait for external SIM processing request timed out")
 118     p = ev.split(':', 2)
 119     if p[1] != "GSM-AUTH":
 120         raise Exception("Unexpected CTRL-REQ-SIM type")
 121     id = p[0].split('-')[3]
 122     rand = p[2].split(' ')[0]
 123
 124     res = subprocess.check_output(["../../hostapd/hlr_auc_gw",
 125                                    "-m",
 126                                    "auth_serv/hlr_auc_gw.milenage_db",
 127                                    "GSM-AUTH-REQ 232010000000000 " + rand])
 128     if "GSM-AUTH-RESP" not in res:
 129         raise Exception("Unexpected hlr_auc_gw response")
 130     resp = res.split(' ')[2].rstrip()
 131
 132     dev.request("CTRL-RSP-SIM-" + id + ":GSM-AUTH:" + resp)
 133     dev.wait_connected(timeout=15)
 134
 135 def interworking_connect(dev, bssid, method):
 136     dev.request("INTERWORKING_CONNECT " + bssid)
 137     interworking_auth(dev, method)
 138
 139 def interworking_auth(dev, method):
 140     ev = dev.wait_event(["CTRL-EVENT-EAP-METHOD"], timeout=15)
 141     if ev is None:
 142         raise Exception("Network connected timed out")
 143     if "(" + method + ")" not in ev:
 144         raise Exception("Unexpected EAP method selection")
 145
 146     dev.wait_connected(timeout=15)
 147
 148 def check_probe_resp(wt, bssid_unexpected, bssid_expected):
 149     if bssid_unexpected:
 150         count = wt.get_bss_counter("probe_response", bssid_unexpected)
 151         if count > 0:
 152             raise Exception("Unexpected Probe Response frame from AP")
 153
 154     if bssid_expected:
 155         count = wt.get_bss_counter("probe_response", bssid_expected)
 156         if count == 0:
 157             raise Exception("No Probe Response frame from AP")
 158
 159 def test_ap_anqp_sharing(dev, apdev):
 160     """ANQP sharing within ESS and explicit unshare"""
 161     bssid = apdev[0]['bssid']
 162     params = hs20_ap_params()
 163     params['hessid'] = bssid
 164     hostapd.add_ap(apdev[0]['ifname'], params)
 165
 166     bssid2 = apdev[1]['bssid']
 167     params = hs20_ap_params()
 168     params['hessid'] = bssid
 169     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]" ]
 170     hostapd.add_ap(apdev[1]['ifname'], params)
 171
 172     dev[0].hs20_enable()
 173     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 174                                   'password': "secret",
 175                                   'domain': "example.com" })
 176     logger.info("Normal network selection with shared ANQP results")
 177     dev[0].scan_for_bss(bssid, freq="2412")
 178     dev[0].scan_for_bss(bssid2, freq="2412")
 179     interworking_select(dev[0], None, "home", freq="2412")
 180     dev[0].dump_monitor()
 181
 182     res1 = dev[0].get_bss(bssid)
 183     res2 = dev[0].get_bss(bssid2)
 184     if res1['anqp_nai_realm'] != res2['anqp_nai_realm']:
 185         raise Exception("ANQP results were not shared between BSSes")
 186
 187     logger.info("Explicit ANQP request to unshare ANQP results")
 188     dev[0].request("ANQP_GET " + bssid + " 263")
 189     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 190     if ev is None:
 191         raise Exception("ANQP operation timed out")
 192
 193     dev[0].request("ANQP_GET " + bssid2 + " 263")
 194     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 195     if ev is None:
 196         raise Exception("ANQP operation timed out")
 197
 198     res1 = dev[0].get_bss(bssid)
 199     res2 = dev[0].get_bss(bssid2)
 200     if res1['anqp_nai_realm'] == res2['anqp_nai_realm']:
 201         raise Exception("ANQP results were not unshared")
 202
 203 def test_ap_nai_home_realm_query(dev, apdev):
 204     """NAI Home Realm Query"""
 205     bssid = apdev[0]['bssid']
 206     params = hs20_ap_params()
 207     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
 208                             "0,another.example.org" ]
 209     hostapd.add_ap(apdev[0]['ifname'], params)
 210
 211     dev[0].scan(freq="2412")
 212     dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid + " realm=example.com")
 213     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 214     if ev is None:
 215         raise Exception("ANQP operation timed out")
 216     nai1 = dev[0].get_bss(bssid)['anqp_nai_realm']
 217     dev[0].dump_monitor()
 218
 219     dev[0].request("ANQP_GET " + bssid + " 263")
 220     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 221     if ev is None:
 222         raise Exception("ANQP operation timed out")
 223     nai2 = dev[0].get_bss(bssid)['anqp_nai_realm']
 224
 225     if len(nai1) >= len(nai2):
 226         raise Exception("Unexpected NAI Realm list response lengths")
 227     if "example.com".encode('hex') not in nai1:
 228         raise Exception("Home realm not reported")
 229     if "example.org".encode('hex') in nai1:
 230         raise Exception("Non-home realm reported")
 231     if "example.com".encode('hex') not in nai2:
 232         raise Exception("Home realm not reported in wildcard query")
 233     if "example.org".encode('hex') not in nai2:
 234         raise Exception("Non-home realm not reported in wildcard query ")
 235
 236     cmds = [ "foo",
 237              "00:11:22:33:44:55 123",
 238              "00:11:22:33:44:55 qq" ]
 239     for cmd in cmds:
 240         if "FAIL" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + cmd):
 241             raise Exception("Invalid HS20_GET_NAI_HOME_REALM_LIST accepted: " + cmd)
 242
 243     dev[0].dump_monitor()
 244     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid):
 245         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 246     ev = dev[0].wait_event(["GAS-QUERY-DONE"], timeout=10)
 247     if ev is None:
 248         raise Exception("ANQP operation timed out")
 249     ev = dev[0].wait_event(["RX-ANQP"], timeout=0.1)
 250     if ev is not None:
 251         raise Exception("Unexpected ANQP response: " + ev)
 252
 253     dev[0].dump_monitor()
 254     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid + " 01000b6578616d706c652e636f6d"):
 255         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 256     ev = dev[0].wait_event(["RX-ANQP"], timeout=10)
 257     if ev is None:
 258         raise Exception("No ANQP response")
 259     if "NAI Realm list" not in ev:
 260         raise Exception("Missing NAI Realm list: " + ev)
 261
 262     dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 263                              'password': "secret",
 264                              'domain': "example.com" })
 265     dev[0].dump_monitor()
 266     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid):
 267         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 268     ev = dev[0].wait_event(["RX-ANQP"], timeout=10)
 269     if ev is None:
 270         raise Exception("No ANQP response")
 271     if "NAI Realm list" not in ev:
 272         raise Exception("Missing NAI Realm list: " + ev)
 273
 274 def test_ap_interworking_scan_filtering(dev, apdev):
 275     """Interworking scan filtering with HESSID and access network type"""
 276     try:
 277         _test_ap_interworking_scan_filtering(dev, apdev)
 278     finally:
 279         dev[0].request("SET hessid 00:00:00:00:00:00")
 280         dev[0].request("SET access_network_type 15")
 281
 282 def _test_ap_interworking_scan_filtering(dev, apdev):
 283     bssid = apdev[0]['bssid']
 284     params = hs20_ap_params()
 285     ssid = "test-hs20-ap1"
 286     params['ssid'] = ssid
 287     params['hessid'] = bssid
 288     hostapd.add_ap(apdev[0]['ifname'], params)
 289
 290     bssid2 = apdev[1]['bssid']
 291     params = hs20_ap_params()
 292     ssid2 = "test-hs20-ap2"
 293     params['ssid'] = ssid2
 294     params['hessid'] = bssid2
 295     params['access_network_type'] = "1"
 296     del params['venue_group']
 297     del params['venue_type']
 298     hostapd.add_ap(apdev[1]['ifname'], params)
 299
 300     dev[0].hs20_enable()
 301
 302     wt = Wlantest()
 303     wt.flush()
 304
 305     logger.info("Check probe request filtering based on HESSID")
 306
 307     dev[0].request("SET hessid " + bssid2)
 308     dev[0].scan(freq="2412")
 309     time.sleep(0.03)
 310     check_probe_resp(wt, bssid, bssid2)
 311
 312     logger.info("Check probe request filtering based on access network type")
 313
 314     wt.clear_bss_counters(bssid)
 315     wt.clear_bss_counters(bssid2)
 316     dev[0].request("SET hessid 00:00:00:00:00:00")
 317     dev[0].request("SET access_network_type 14")
 318     dev[0].scan(freq="2412")
 319     time.sleep(0.03)
 320     check_probe_resp(wt, bssid2, bssid)
 321
 322     wt.clear_bss_counters(bssid)
 323     wt.clear_bss_counters(bssid2)
 324     dev[0].request("SET hessid 00:00:00:00:00:00")
 325     dev[0].request("SET access_network_type 1")
 326     dev[0].scan(freq="2412")
 327     time.sleep(0.03)
 328     check_probe_resp(wt, bssid, bssid2)
 329
 330     logger.info("Check probe request filtering based on HESSID and ANT")
 331
 332     wt.clear_bss_counters(bssid)
 333     wt.clear_bss_counters(bssid2)
 334     dev[0].request("SET hessid " + bssid)
 335     dev[0].request("SET access_network_type 14")
 336     dev[0].scan(freq="2412")
 337     time.sleep(0.03)
 338     check_probe_resp(wt, bssid2, bssid)
 339
 340     wt.clear_bss_counters(bssid)
 341     wt.clear_bss_counters(bssid2)
 342     dev[0].request("SET hessid " + bssid2)
 343     dev[0].request("SET access_network_type 14")
 344     dev[0].scan(freq="2412")
 345     time.sleep(0.03)
 346     check_probe_resp(wt, bssid, None)
 347     check_probe_resp(wt, bssid2, None)
 348
 349     wt.clear_bss_counters(bssid)
 350     wt.clear_bss_counters(bssid2)
 351     dev[0].request("SET hessid " + bssid)
 352     dev[0].request("SET access_network_type 1")
 353     dev[0].scan(freq="2412")
 354     time.sleep(0.03)
 355     check_probe_resp(wt, bssid, None)
 356     check_probe_resp(wt, bssid2, None)
 357
 358 def test_ap_hs20_select(dev, apdev):
 359     """Hotspot 2.0 network selection"""
 360     bssid = apdev[0]['bssid']
 361     params = hs20_ap_params()
 362     params['hessid'] = bssid
 363     hostapd.add_ap(apdev[0]['ifname'], params)
 364
 365     dev[0].hs20_enable()
 366     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 367                                   'password': "secret",
 368                                   'domain': "example.com" })
 369     interworking_select(dev[0], bssid, "home")
 370
 371     dev[0].remove_cred(id)
 372     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 373                                   'password': "secret",
 374                                   'domain': "no.match.example.com" })
 375     interworking_select(dev[0], bssid, "roaming", freq="2412")
 376
 377     dev[0].set_cred_quoted(id, "realm", "no.match.example.com");
 378     interworking_select(dev[0], bssid, no_match=True, freq="2412")
 379
 380     res = dev[0].request("SCAN_RESULTS")
 381     if "[HS20]" not in res:
 382         raise Exception("HS20 flag missing from scan results: " + res)
 383
 384     bssid2 = apdev[1]['bssid']
 385     params = hs20_ap_params()
 386     params['nai_realm'] = [ "0,example.org,21" ]
 387     params['hessid'] = bssid2
 388     params['domain_name'] = "example.org"
 389     hostapd.add_ap(apdev[1]['ifname'], params)
 390     dev[0].remove_cred(id)
 391     id = dev[0].add_cred_values({ 'realm': "example.org", 'username': "test",
 392                                   'password': "secret",
 393                                   'domain': "example.org" })
 394     interworking_select(dev[0], bssid2, "home", freq="2412")
 395
 396 def hs20_simulated_sim(dev, ap, method):
 397     bssid = ap['bssid']
 398     params = hs20_ap_params()
 399     params['hessid'] = bssid
 400     params['anqp_3gpp_cell_net'] = "555,444"
 401     params['domain_name'] = "wlan.mnc444.mcc555.3gppnetwork.org"
 402     hostapd.add_ap(ap['ifname'], params)
 403
 404     dev.hs20_enable()
 405     dev.add_cred_values({ 'imsi': "555444-333222111", 'eap': method,
 406                           'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123"})
 407     interworking_select(dev, "home", freq="2412")
 408     interworking_connect(dev, bssid, method)
 409     check_sp_type(dev, "home")
 410
 411 def test_ap_hs20_sim(dev, apdev):
 412     """Hotspot 2.0 with simulated SIM and EAP-SIM"""
 413     hlr_auc_gw_available()
 414     hs20_simulated_sim(dev[0], apdev[0], "SIM")
 415     dev[0].request("INTERWORKING_SELECT auto freq=2412")
 416     ev = dev[0].wait_event(["INTERWORKING-ALREADY-CONNECTED"], timeout=15)
 417     if ev is None:
 418         raise Exception("Timeout on already-connected event")
 419
 420 def test_ap_hs20_aka(dev, apdev):
 421     """Hotspot 2.0 with simulated USIM and EAP-AKA"""
 422     hlr_auc_gw_available()
 423     hs20_simulated_sim(dev[0], apdev[0], "AKA")
 424
 425 def test_ap_hs20_aka_prime(dev, apdev):
 426     """Hotspot 2.0 with simulated USIM and EAP-AKA'"""
 427     hlr_auc_gw_available()
 428     hs20_simulated_sim(dev[0], apdev[0], "AKA'")
 429
 430 def test_ap_hs20_ext_sim(dev, apdev):
 431     """Hotspot 2.0 with external SIM processing"""
 432     hlr_auc_gw_available()
 433     bssid = apdev[0]['bssid']
 434     params = hs20_ap_params()
 435     params['hessid'] = bssid
 436     params['anqp_3gpp_cell_net'] = "232,01"
 437     params['domain_name'] = "wlan.mnc001.mcc232.3gppnetwork.org"
 438     hostapd.add_ap(apdev[0]['ifname'], params)
 439
 440     dev[0].hs20_enable()
 441     try:
 442         dev[0].request("SET external_sim 1")
 443         dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM" })
 444         interworking_select(dev[0], "home", freq="2412")
 445         interworking_ext_sim_connect(dev[0], bssid, "SIM")
 446         check_sp_type(dev[0], "home")
 447     finally:
 448         dev[0].request("SET external_sim 0")
 449
 450 def test_ap_hs20_ext_sim_roaming(dev, apdev):
 451     """Hotspot 2.0 with external SIM processing in roaming network"""
 452     hlr_auc_gw_available()
 453     bssid = apdev[0]['bssid']
 454     params = hs20_ap_params()
 455     params['hessid'] = bssid
 456     params['anqp_3gpp_cell_net'] = "244,91;310,026;232,01;234,56"
 457     params['domain_name'] = "wlan.mnc091.mcc244.3gppnetwork.org"
 458     hostapd.add_ap(apdev[0]['ifname'], params)
 459
 460     dev[0].hs20_enable()
 461     try:
 462         dev[0].request("SET external_sim 1")
 463         dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM" })
 464         interworking_select(dev[0], "roaming", freq="2412")
 465         interworking_ext_sim_connect(dev[0], bssid, "SIM")
 466         check_sp_type(dev[0], "roaming")
 467     finally:
 468         dev[0].request("SET external_sim 0")
 469
 470 def test_ap_hs20_username(dev, apdev):
 471     """Hotspot 2.0 connection in username/password credential"""
 472     bssid = apdev[0]['bssid']
 473     params = hs20_ap_params()
 474     params['hessid'] = bssid
 475     params['disable_dgaf'] = '1'
 476     hostapd.add_ap(apdev[0]['ifname'], params)
 477
 478     dev[0].hs20_enable()
 479     id = dev[0].add_cred_values({ 'realm': "example.com",
 480                                   'username': "hs20-test",
 481                                   'password': "password",
 482                                   'ca_cert': "auth_serv/ca.pem",
 483                                   'domain': "example.com",
 484                                   'update_identifier': "1234" })
 485     interworking_select(dev[0], bssid, "home", freq="2412")
 486     interworking_connect(dev[0], bssid, "TTLS")
 487     check_sp_type(dev[0], "home")
 488     status = dev[0].get_status()
 489     if status['pairwise_cipher'] != "CCMP":
 490         raise Exception("Unexpected pairwise cipher")
 491     if status['hs20'] != "2":
 492         raise Exception("Unexpected HS 2.0 support indication")
 493
 494     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
 495                    identity="hs20-test", password="password",
 496                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
 497                    scan_freq="2412")
 498
 499 def test_ap_hs20_connect_api(dev, apdev):
 500     """Hotspot 2.0 connection with connect API"""
 501     bssid = apdev[0]['bssid']
 502     params = hs20_ap_params()
 503     params['hessid'] = bssid
 504     params['disable_dgaf'] = '1'
 505     hostapd.add_ap(apdev[0]['ifname'], params)
 506
 507     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
 508     wpas.interface_add("wlan5", drv_params="force_connect_cmd=1")
 509     wpas.hs20_enable()
 510     wpas.flush_scan_cache()
 511     id = wpas.add_cred_values({ 'realm': "example.com",
 512                                   'username': "hs20-test",
 513                                   'password': "password",
 514                                   'ca_cert': "auth_serv/ca.pem",
 515                                   'domain': "example.com",
 516                                   'update_identifier': "1234" })
 517     interworking_select(wpas, bssid, "home", freq="2412")
 518     interworking_connect(wpas, bssid, "TTLS")
 519     check_sp_type(wpas, "home")
 520     status = wpas.get_status()
 521     if status['pairwise_cipher'] != "CCMP":
 522         raise Exception("Unexpected pairwise cipher")
 523     if status['hs20'] != "2":
 524         raise Exception("Unexpected HS 2.0 support indication")
 525
 526 def test_ap_hs20_auto_interworking(dev, apdev):
 527     """Hotspot 2.0 connection with auto_interworking=1"""
 528     bssid = apdev[0]['bssid']
 529     params = hs20_ap_params()
 530     params['hessid'] = bssid
 531     params['disable_dgaf'] = '1'
 532     hostapd.add_ap(apdev[0]['ifname'], params)
 533
 534     dev[0].hs20_enable(auto_interworking=True)
 535     id = dev[0].add_cred_values({ 'realm': "example.com",
 536                                   'username': "hs20-test",
 537                                   'password': "password",
 538                                   'ca_cert': "auth_serv/ca.pem",
 539                                   'domain': "example.com",
 540                                   'update_identifier': "1234" })
 541     dev[0].request("REASSOCIATE")
 542     dev[0].wait_connected(timeout=15)
 543     check_sp_type(dev[0], "home")
 544     status = dev[0].get_status()
 545     if status['pairwise_cipher'] != "CCMP":
 546         raise Exception("Unexpected pairwise cipher")
 547     if status['hs20'] != "2":
 548         raise Exception("Unexpected HS 2.0 support indication")
 549
 550 def test_ap_hs20_auto_interworking_no_cred_match(dev, apdev):
 551     """Hotspot 2.0 connection with auto_interworking=1 but no cred match"""
 552     bssid = apdev[0]['bssid']
 553     params = { "ssid": "test" }
 554     hostapd.add_ap(apdev[0]['ifname'], params)
 555
 556     dev[0].hs20_enable(auto_interworking=True)
 557     dev[0].add_cred_values({ 'realm': "example.com",
 558                              'username': "hs20-test",
 559                              'password': "password",
 560                              'ca_cert': "auth_serv/ca.pem",
 561                              'domain': "example.com" })
 562
 563     id = dev[0].connect("test", psk="12345678", only_add_network=True)
 564     dev[0].request("ENABLE_NETWORK %s" % id)
 565     logger.info("Verify that scanning continues when there is partial network block match")
 566     for i in range(0, 2):
 567         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], 10)
 568         if ev is None:
 569             raise Exception("Scan timed out")
 570         logger.info("Scan completed")
 571
 572 def eap_test(dev, ap, eap_params, method, user):
 573     bssid = ap['bssid']
 574     params = hs20_ap_params()
 575     params['nai_realm'] = [ "0,example.com," + eap_params ]
 576     hostapd.add_ap(ap['ifname'], params)
 577
 578     dev.hs20_enable()
 579     dev.add_cred_values({ 'realm': "example.com",
 580                           'username': user,
 581                           'password': "password" })
 582     interworking_select(dev, bssid, freq="2412")
 583     interworking_connect(dev, bssid, method)
 584
 585 def test_ap_hs20_eap_unknown(dev, apdev):
 586     """Hotspot 2.0 connection with unknown EAP method"""
 587     bssid = apdev[0]['bssid']
 588     params = hs20_ap_params()
 589     params['nai_realm'] = "0,example.com,99"
 590     hostapd.add_ap(apdev[0]['ifname'], params)
 591
 592     dev[0].hs20_enable()
 593     dev[0].add_cred_values(default_cred())
 594     interworking_select(dev[0], None, no_match=True, freq="2412")
 595
 596 def test_ap_hs20_eap_peap_mschapv2(dev, apdev):
 597     """Hotspot 2.0 connection with PEAP/MSCHAPV2"""
 598     eap_test(dev[0], apdev[0], "25[3:26]", "PEAP", "user")
 599
 600 def test_ap_hs20_eap_peap_default(dev, apdev):
 601     """Hotspot 2.0 connection with PEAP/MSCHAPV2 (as default)"""
 602     eap_test(dev[0], apdev[0], "25", "PEAP", "user")
 603
 604 def test_ap_hs20_eap_peap_gtc(dev, apdev):
 605     """Hotspot 2.0 connection with PEAP/GTC"""
 606     eap_test(dev[0], apdev[0], "25[3:6]", "PEAP", "user")
 607
 608 def test_ap_hs20_eap_peap_unknown(dev, apdev):
 609     """Hotspot 2.0 connection with PEAP/unknown"""
 610     bssid = apdev[0]['bssid']
 611     params = hs20_ap_params()
 612     params['nai_realm'] = "0,example.com,25[3:99]"
 613     hostapd.add_ap(apdev[0]['ifname'], params)
 614
 615     dev[0].hs20_enable()
 616     dev[0].add_cred_values(default_cred())
 617     interworking_select(dev[0], None, no_match=True, freq="2412")
 618
 619 def test_ap_hs20_eap_ttls_chap(dev, apdev):
 620     """Hotspot 2.0 connection with TTLS/CHAP"""
 621     eap_test(dev[0], apdev[0], "21[2:2]", "TTLS", "chap user")
 622
 623 def test_ap_hs20_eap_ttls_mschap(dev, apdev):
 624     """Hotspot 2.0 connection with TTLS/MSCHAP"""
 625     eap_test(dev[0], apdev[0], "21[2:3]", "TTLS", "mschap user")
 626
 627 def test_ap_hs20_eap_ttls_eap_mschapv2(dev, apdev):
 628     """Hotspot 2.0 connection with TTLS/EAP-MSCHAPv2"""
 629     eap_test(dev[0], apdev[0], "21[3:26][6:7][99:99]", "TTLS", "user")
 630
 631 def test_ap_hs20_eap_ttls_eap_unknown(dev, apdev):
 632     """Hotspot 2.0 connection with TTLS/EAP-unknown"""
 633     bssid = apdev[0]['bssid']
 634     params = hs20_ap_params()
 635     params['nai_realm'] = "0,example.com,21[3:99]"
 636     hostapd.add_ap(apdev[0]['ifname'], params)
 637
 638     dev[0].hs20_enable()
 639     dev[0].add_cred_values(default_cred())
 640     interworking_select(dev[0], None, no_match=True, freq="2412")
 641
 642 def test_ap_hs20_eap_ttls_eap_unsupported(dev, apdev):
 643     """Hotspot 2.0 connection with TTLS/EAP-OTP(unsupported)"""
 644     bssid = apdev[0]['bssid']
 645     params = hs20_ap_params()
 646     params['nai_realm'] = "0,example.com,21[3:5]"
 647     hostapd.add_ap(apdev[0]['ifname'], params)
 648
 649     dev[0].hs20_enable()
 650     dev[0].add_cred_values(default_cred())
 651     interworking_select(dev[0], None, no_match=True, freq="2412")
 652
 653 def test_ap_hs20_eap_ttls_unknown(dev, apdev):
 654     """Hotspot 2.0 connection with TTLS/unknown"""
 655     bssid = apdev[0]['bssid']
 656     params = hs20_ap_params()
 657     params['nai_realm'] = "0,example.com,21[2:5]"
 658     hostapd.add_ap(apdev[0]['ifname'], params)
 659
 660     dev[0].hs20_enable()
 661     dev[0].add_cred_values(default_cred())
 662     interworking_select(dev[0], None, no_match=True, freq="2412")
 663
 664 def test_ap_hs20_eap_fast_mschapv2(dev, apdev):
 665     """Hotspot 2.0 connection with FAST/EAP-MSCHAPV2"""
 666     check_eap_capa(dev[0], "FAST")
 667     eap_test(dev[0], apdev[0], "43[3:26]", "FAST", "user")
 668
 669 def test_ap_hs20_eap_fast_gtc(dev, apdev):
 670     """Hotspot 2.0 connection with FAST/EAP-GTC"""
 671     check_eap_capa(dev[0], "FAST")
 672     eap_test(dev[0], apdev[0], "43[3:6]", "FAST", "user")
 673
 674 def test_ap_hs20_eap_tls(dev, apdev):
 675     """Hotspot 2.0 connection with EAP-TLS"""
 676     bssid = apdev[0]['bssid']
 677     params = hs20_ap_params()
 678     params['nai_realm'] = [ "0,example.com,13[5:6]" ]
 679     hostapd.add_ap(apdev[0]['ifname'], params)
 680
 681     dev[0].hs20_enable()
 682     dev[0].add_cred_values({ 'realm': "example.com",
 683                              'username': "certificate-user",
 684                              'ca_cert': "auth_serv/ca.pem",
 685                              'client_cert': "auth_serv/user.pem",
 686                              'private_key': "auth_serv/user.key"})
 687     interworking_select(dev[0], bssid, freq="2412")
 688     interworking_connect(dev[0], bssid, "TLS")
 689
 690 def test_ap_hs20_eap_cert_unknown(dev, apdev):
 691     """Hotspot 2.0 connection with certificate, but unknown EAP method"""
 692     bssid = apdev[0]['bssid']
 693     params = hs20_ap_params()
 694     params['nai_realm'] = [ "0,example.com,99[5:6]" ]
 695     hostapd.add_ap(apdev[0]['ifname'], params)
 696
 697     dev[0].hs20_enable()
 698     dev[0].add_cred_values({ 'realm': "example.com",
 699                              'username': "certificate-user",
 700                              'ca_cert': "auth_serv/ca.pem",
 701                              'client_cert': "auth_serv/user.pem",
 702                              'private_key': "auth_serv/user.key"})
 703     interworking_select(dev[0], None, no_match=True, freq="2412")
 704
 705 def test_ap_hs20_eap_cert_unsupported(dev, apdev):
 706     """Hotspot 2.0 connection with certificate, but unsupported TTLS"""
 707     bssid = apdev[0]['bssid']
 708     params = hs20_ap_params()
 709     params['nai_realm'] = [ "0,example.com,21[5:6]" ]
 710     hostapd.add_ap(apdev[0]['ifname'], params)
 711
 712     dev[0].hs20_enable()
 713     dev[0].add_cred_values({ 'realm': "example.com",
 714                              'username': "certificate-user",
 715                              'ca_cert': "auth_serv/ca.pem",
 716                              'client_cert': "auth_serv/user.pem",
 717                              'private_key': "auth_serv/user.key"})
 718     interworking_select(dev[0], None, no_match=True, freq="2412")
 719
 720 def test_ap_hs20_eap_invalid_cred(dev, apdev):
 721     """Hotspot 2.0 connection with invalid cred configuration"""
 722     bssid = apdev[0]['bssid']
 723     params = hs20_ap_params()
 724     hostapd.add_ap(apdev[0]['ifname'], params)
 725
 726     dev[0].hs20_enable()
 727     dev[0].add_cred_values({ 'realm': "example.com",
 728                              'username': "certificate-user",
 729                              'client_cert': "auth_serv/user.pem" })
 730     interworking_select(dev[0], None, no_match=True, freq="2412")
 731
 732 def test_ap_hs20_nai_realms(dev, apdev):
 733     """Hotspot 2.0 connection and multiple NAI realms and TTLS/PAP"""
 734     bssid = apdev[0]['bssid']
 735     params = hs20_ap_params()
 736     params['hessid'] = bssid
 737     params['nai_realm'] = [ "0,no.match.here;example.com;no.match.here.either,21[2:1][5:7]" ]
 738     hostapd.add_ap(apdev[0]['ifname'], params)
 739
 740     dev[0].hs20_enable()
 741     id = dev[0].add_cred_values({ 'realm': "example.com",
 742                                   'username': "pap user",
 743                                   'password': "password",
 744                                   'domain': "example.com" })
 745     interworking_select(dev[0], bssid, "home", freq="2412")
 746     interworking_connect(dev[0], bssid, "TTLS")
 747     check_sp_type(dev[0], "home")
 748
 749 def test_ap_hs20_roaming_consortium(dev, apdev):
 750     """Hotspot 2.0 connection based on roaming consortium match"""
 751     bssid = apdev[0]['bssid']
 752     params = hs20_ap_params()
 753     params['hessid'] = bssid
 754     hostapd.add_ap(apdev[0]['ifname'], params)
 755
 756     dev[0].hs20_enable()
 757     for consortium in [ "112233", "1020304050", "010203040506", "fedcba" ]:
 758         id = dev[0].add_cred_values({ 'username': "user",
 759                                       'password': "password",
 760                                       'domain': "example.com",
 761                                       'roaming_consortium': consortium,
 762                                       'eap': "PEAP" })
 763         interworking_select(dev[0], bssid, "home", freq="2412")
 764         interworking_connect(dev[0], bssid, "PEAP")
 765         check_sp_type(dev[0], "home")
 766         dev[0].request("INTERWORKING_SELECT auto freq=2412")
 767         ev = dev[0].wait_event(["INTERWORKING-ALREADY-CONNECTED"], timeout=15)
 768         if ev is None:
 769             raise Exception("Timeout on already-connected event")
 770         dev[0].remove_cred(id)
 771
 772 def test_ap_hs20_username_roaming(dev, apdev):
 773     """Hotspot 2.0 connection in username/password credential (roaming)"""
 774     bssid = apdev[0]['bssid']
 775     params = hs20_ap_params()
 776     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
 777                             "0,roaming.example.com,21[2:4][5:7]",
 778                             "0,another.example.com" ]
 779     params['domain_name'] = "another.example.com"
 780     params['hessid'] = bssid
 781     hostapd.add_ap(apdev[0]['ifname'], params)
 782
 783     dev[0].hs20_enable()
 784     id = dev[0].add_cred_values({ 'realm': "roaming.example.com",
 785                                   'username': "hs20-test",
 786                                   'password': "password",
 787                                   'domain': "example.com" })
 788     interworking_select(dev[0], bssid, "roaming", freq="2412")
 789     interworking_connect(dev[0], bssid, "TTLS")
 790     check_sp_type(dev[0], "roaming")
 791
 792 def test_ap_hs20_username_unknown(dev, apdev):
 793     """Hotspot 2.0 connection in username/password credential (no domain in cred)"""
 794     bssid = apdev[0]['bssid']
 795     params = hs20_ap_params()
 796     params['hessid'] = bssid
 797     hostapd.add_ap(apdev[0]['ifname'], params)
 798
 799     dev[0].hs20_enable()
 800     id = dev[0].add_cred_values({ 'realm': "example.com",
 801                                   'username': "hs20-test",
 802                                   'password': "password" })
 803     interworking_select(dev[0], bssid, "unknown", freq="2412")
 804     interworking_connect(dev[0], bssid, "TTLS")
 805     check_sp_type(dev[0], "unknown")
 806
 807 def test_ap_hs20_username_unknown2(dev, apdev):
 808     """Hotspot 2.0 connection in username/password credential (no domain advertized)"""
 809     bssid = apdev[0]['bssid']
 810     params = hs20_ap_params()
 811     params['hessid'] = bssid
 812     del params['domain_name']
 813     hostapd.add_ap(apdev[0]['ifname'], params)
 814
 815     dev[0].hs20_enable()
 816     id = dev[0].add_cred_values({ 'realm': "example.com",
 817                                   'username': "hs20-test",
 818                                   'password': "password",
 819                                   'domain': "example.com" })
 820     interworking_select(dev[0], bssid, "unknown", freq="2412")
 821     interworking_connect(dev[0], bssid, "TTLS")
 822     check_sp_type(dev[0], "unknown")
 823
 824 def test_ap_hs20_gas_while_associated(dev, apdev):
 825     """Hotspot 2.0 connection with GAS query while associated"""
 826     bssid = apdev[0]['bssid']
 827     params = hs20_ap_params()
 828     params['hessid'] = bssid
 829     hostapd.add_ap(apdev[0]['ifname'], params)
 830
 831     dev[0].hs20_enable()
 832     id = dev[0].add_cred_values({ 'realm': "example.com",
 833                                   'username': "hs20-test",
 834                                   'password': "password",
 835                                   'domain': "example.com" })
 836     interworking_select(dev[0], bssid, "home", freq="2412")
 837     interworking_connect(dev[0], bssid, "TTLS")
 838
 839     logger.info("Verifying GAS query while associated")
 840     dev[0].request("FETCH_ANQP")
 841     for i in range(0, 6):
 842         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 843         if ev is None:
 844             raise Exception("Operation timed out")
 845
 846 def test_ap_hs20_gas_while_associated_with_pmf(dev, apdev):
 847     """Hotspot 2.0 connection with GAS query while associated and using PMF"""
 848     try:
 849         _test_ap_hs20_gas_while_associated_with_pmf(dev, apdev)
 850     finally:
 851         dev[0].request("SET pmf 0")
 852
 853 def _test_ap_hs20_gas_while_associated_with_pmf(dev, apdev):
 854     bssid = apdev[0]['bssid']
 855     params = hs20_ap_params()
 856     params['hessid'] = bssid
 857     hostapd.add_ap(apdev[0]['ifname'], params)
 858
 859     bssid2 = apdev[1]['bssid']
 860     params = hs20_ap_params()
 861     params['hessid'] = bssid2
 862     params['nai_realm'] = [ "0,no-match.example.org,13[5:6],21[2:4][5:7]" ]
 863     hostapd.add_ap(apdev[1]['ifname'], params)
 864
 865     dev[0].hs20_enable()
 866     dev[0].request("SET pmf 2")
 867     id = dev[0].add_cred_values({ 'realm': "example.com",
 868                                   'username': "hs20-test",
 869                                   'password': "password",
 870                                   'domain': "example.com" })
 871     interworking_select(dev[0], bssid, "home", freq="2412")
 872     interworking_connect(dev[0], bssid, "TTLS")
 873
 874     logger.info("Verifying GAS query while associated")
 875     dev[0].request("FETCH_ANQP")
 876     for i in range(0, 2 * 6):
 877         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 878         if ev is None:
 879             raise Exception("Operation timed out")
 880
 881 def test_ap_hs20_gas_frag_while_associated(dev, apdev):
 882     """Hotspot 2.0 connection with fragmented GAS query while associated"""
 883     bssid = apdev[0]['bssid']
 884     params = hs20_ap_params()
 885     params['hessid'] = bssid
 886     hostapd.add_ap(apdev[0]['ifname'], params)
 887     hapd = hostapd.Hostapd(apdev[0]['ifname'])
 888     hapd.set("gas_frag_limit", "50")
 889
 890     dev[0].hs20_enable()
 891     id = dev[0].add_cred_values({ 'realm': "example.com",
 892                                   'username': "hs20-test",
 893                                   'password': "password",
 894                                   'domain': "example.com" })
 895     interworking_select(dev[0], bssid, "home", freq="2412")
 896     interworking_connect(dev[0], bssid, "TTLS")
 897
 898     logger.info("Verifying GAS query while associated")
 899     dev[0].request("FETCH_ANQP")
 900     for i in range(0, 6):
 901         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 902         if ev is None:
 903             raise Exception("Operation timed out")
 904
 905 def test_ap_hs20_multiple_connects(dev, apdev):
 906     """Hotspot 2.0 connection through multiple network selections"""
 907     bssid = apdev[0]['bssid']
 908     params = hs20_ap_params()
 909     params['hessid'] = bssid
 910     hostapd.add_ap(apdev[0]['ifname'], params)
 911
 912     dev[0].hs20_enable()
 913     values = { 'realm': "example.com",
 914                'username': "hs20-test",
 915                'password': "password",
 916                'domain': "example.com" }
 917     id = dev[0].add_cred_values(values)
 918
 919     dev[0].scan_for_bss(bssid, freq="2412")
 920
 921     for i in range(0, 3):
 922         logger.info("Starting Interworking network selection")
 923         dev[0].request("INTERWORKING_SELECT auto freq=2412")
 924         while True:
 925             ev = dev[0].wait_event(["INTERWORKING-NO-MATCH",
 926                                     "INTERWORKING-ALREADY-CONNECTED",
 927                                     "CTRL-EVENT-CONNECTED"], timeout=15)
 928             if ev is None:
 929                 raise Exception("Connection timed out")
 930             if "INTERWORKING-NO-MATCH" in ev:
 931                 raise Exception("Matching AP not found")
 932             if "CTRL-EVENT-CONNECTED" in ev:
 933                 break
 934             if i == 2 and "INTERWORKING-ALREADY-CONNECTED" in ev:
 935                 break
 936         if i == 0:
 937             dev[0].request("DISCONNECT")
 938         dev[0].dump_monitor()
 939
 940     networks = dev[0].list_networks()
 941     if len(networks) > 1:
 942         raise Exception("Duplicated network block detected")
 943
 944 def test_ap_hs20_disallow_aps(dev, apdev):
 945     """Hotspot 2.0 connection and disallow_aps"""
 946     bssid = apdev[0]['bssid']
 947     params = hs20_ap_params()
 948     params['hessid'] = bssid
 949     hostapd.add_ap(apdev[0]['ifname'], params)
 950
 951     dev[0].hs20_enable()
 952     values = { 'realm': "example.com",
 953                'username': "hs20-test",
 954                'password': "password",
 955                'domain': "example.com" }
 956     id = dev[0].add_cred_values(values)
 957
 958     dev[0].scan_for_bss(bssid, freq="2412")
 959
 960     logger.info("Verify disallow_aps bssid")
 961     dev[0].request("SET disallow_aps bssid " + bssid.translate(None, ':'))
 962     dev[0].request("INTERWORKING_SELECT auto")
 963     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=15)
 964     if ev is None:
 965         raise Exception("Network selection timed out")
 966     dev[0].dump_monitor()
 967
 968     logger.info("Verify disallow_aps ssid")
 969     dev[0].request("SET disallow_aps ssid 746573742d68733230")
 970     dev[0].request("INTERWORKING_SELECT auto freq=2412")
 971     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=15)
 972     if ev is None:
 973         raise Exception("Network selection timed out")
 974     dev[0].dump_monitor()
 975
 976     logger.info("Verify disallow_aps clear")
 977     dev[0].request("SET disallow_aps ")
 978     interworking_select(dev[0], bssid, "home", freq="2412")
 979
 980     dev[0].request("SET disallow_aps bssid " + bssid.translate(None, ':'))
 981     ret = dev[0].request("INTERWORKING_CONNECT " + bssid)
 982     if "FAIL" not in ret:
 983         raise Exception("INTERWORKING_CONNECT to disallowed BSS not rejected")
 984
 985     if "FAIL" not in dev[0].request("INTERWORKING_CONNECT foo"):
 986         raise Exception("Invalid INTERWORKING_CONNECT not rejected")
 987     if "FAIL" not in dev[0].request("INTERWORKING_CONNECT 00:11:22:33:44:55"):
 988         raise Exception("Invalid INTERWORKING_CONNECT not rejected")
 989
 990 def policy_test(dev, ap, values, only_one=True):
 991     dev.dump_monitor()
 992     if ap:
 993         logger.info("Verify network selection to AP " + ap['ifname'])
 994         bssid = ap['bssid']
 995         dev.scan_for_bss(bssid, freq="2412")
 996     else:
 997         logger.info("Verify network selection")
 998         bssid = None
 999     dev.hs20_enable()
1000     id = dev.add_cred_values(values)
1001     dev.request("INTERWORKING_SELECT auto freq=2412")
1002     events = []
1003     while True:
1004         ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH",
1005                              "INTERWORKING-BLACKLISTED",
1006                              "INTERWORKING-SELECTED"], timeout=15)
1007         if ev is None:
1008             raise Exception("Network selection timed out")
1009         events.append(ev)
1010         if "INTERWORKING-NO-MATCH" in ev:
1011             raise Exception("Matching AP not found")
1012         if bssid and only_one and "INTERWORKING-AP" in ev and bssid not in ev:
1013             raise Exception("Unexpected AP claimed acceptable")
1014         if "INTERWORKING-SELECTED" in ev:
1015             if bssid and bssid not in ev:
1016                 raise Exception("Selected incorrect BSS")
1017             break
1018
1019     ev = dev.wait_connected(timeout=15)
1020     if bssid and bssid not in ev:
1021         raise Exception("Connected to incorrect BSS")
1022
1023     conn_bssid = dev.get_status_field("bssid")
1024     if bssid and conn_bssid != bssid:
1025         raise Exception("bssid information points to incorrect BSS")
1026
1027     dev.remove_cred(id)
1028     dev.dump_monitor()
1029     return events
1030
1031 def default_cred(domain=None):
1032     cred = { 'realm': "example.com",
1033              'username': "hs20-test",
1034              'password': "password" }
1035     if domain:
1036         cred['domain'] = domain
1037     return cred
1038
1039 def test_ap_hs20_prefer_home(dev, apdev):
1040     """Hotspot 2.0 required roaming consortium"""
1041     params = hs20_ap_params()
1042     params['domain_name'] = "example.org"
1043     hostapd.add_ap(apdev[0]['ifname'], params)
1044
1045     params = hs20_ap_params()
1046     params['ssid'] = "test-hs20-other"
1047     params['domain_name'] = "example.com"
1048     hostapd.add_ap(apdev[1]['ifname'], params)
1049
1050     values = default_cred()
1051     values['domain'] = "example.com"
1052     policy_test(dev[0], apdev[1], values, only_one=False)
1053     values['domain'] = "example.org"
1054     policy_test(dev[0], apdev[0], values, only_one=False)
1055
1056 def test_ap_hs20_req_roaming_consortium(dev, apdev):
1057     """Hotspot 2.0 required roaming consortium"""
1058     params = hs20_ap_params()
1059     hostapd.add_ap(apdev[0]['ifname'], params)
1060
1061     params = hs20_ap_params()
1062     params['ssid'] = "test-hs20-other"
1063     params['roaming_consortium'] = [ "223344" ]
1064     hostapd.add_ap(apdev[1]['ifname'], params)
1065
1066     values = default_cred()
1067     values['required_roaming_consortium'] = "223344"
1068     policy_test(dev[0], apdev[1], values)
1069     values['required_roaming_consortium'] = "112233"
1070     policy_test(dev[0], apdev[0], values)
1071
1072     id = dev[0].add_cred()
1073     dev[0].set_cred(id, "required_roaming_consortium", "112233")
1074     dev[0].set_cred(id, "required_roaming_consortium", "112233445566778899aabbccddeeff")
1075
1076     for val in [ "", "1", "11", "1122", "1122334", "112233445566778899aabbccddeeff00" ]:
1077         if "FAIL" not in dev[0].request('SET_CRED {} required_roaming_consortium {}'.format(id, val)):
1078             raise Exception("Invalid roaming consortium value accepted: " + val)
1079
1080 def test_ap_hs20_excluded_ssid(dev, apdev):
1081     """Hotspot 2.0 exclusion based on SSID"""
1082     params = hs20_ap_params()
1083     params['roaming_consortium'] = [ "223344" ]
1084     params['anqp_3gpp_cell_net'] = "555,444"
1085     hostapd.add_ap(apdev[0]['ifname'], params)
1086
1087     params = hs20_ap_params()
1088     params['ssid'] = "test-hs20-other"
1089     params['roaming_consortium'] = [ "223344" ]
1090     params['anqp_3gpp_cell_net'] = "555,444"
1091     hostapd.add_ap(apdev[1]['ifname'], params)
1092
1093     values = default_cred()
1094     values['excluded_ssid'] = "test-hs20"
1095     events = policy_test(dev[0], apdev[1], values)
1096     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1097     if len(ev) != 1:
1098         raise Exception("Excluded network not reported")
1099     values['excluded_ssid'] = "test-hs20-other"
1100     events = policy_test(dev[0], apdev[0], values)
1101     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[1]['bssid'] in e]
1102     if len(ev) != 1:
1103         raise Exception("Excluded network not reported")
1104
1105     values = default_cred()
1106     values['roaming_consortium'] = "223344"
1107     values['eap'] = "TTLS"
1108     values['phase2'] = "auth=MSCHAPV2"
1109     values['excluded_ssid'] = "test-hs20"
1110     events = policy_test(dev[0], apdev[1], values)
1111     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1112     if len(ev) != 1:
1113         raise Exception("Excluded network not reported")
1114
1115     values = { 'imsi': "555444-333222111", 'eap': "SIM",
1116                'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123",
1117                'excluded_ssid': "test-hs20" }
1118     events = policy_test(dev[0], apdev[1], values)
1119     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1120     if len(ev) != 1:
1121         raise Exception("Excluded network not reported")
1122
1123 def test_ap_hs20_roam_to_higher_prio(dev, apdev):
1124     """Hotspot 2.0 and roaming from current to higher priority network"""
1125     bssid = apdev[0]['bssid']
1126     params = hs20_ap_params(ssid="test-hs20-visited")
1127     params['domain_name'] = "visited.example.org"
1128     hostapd.add_ap(apdev[0]['ifname'], params)
1129
1130     dev[0].hs20_enable()
1131     id = dev[0].add_cred_values({ 'realm': "example.com",
1132                                   'username': "hs20-test",
1133                                   'password': "password",
1134                                   'domain': "example.com" })
1135     logger.info("Connect to the only network option")
1136     interworking_select(dev[0], bssid, "roaming", freq="2412")
1137     dev[0].dump_monitor()
1138     interworking_connect(dev[0], bssid, "TTLS")
1139
1140     logger.info("Start another AP (home operator) and reconnect")
1141     bssid2 = apdev[1]['bssid']
1142     params = hs20_ap_params(ssid="test-hs20-home")
1143     params['domain_name'] = "example.com"
1144     hostapd.add_ap(apdev[1]['ifname'], params)
1145
1146     dev[0].scan_for_bss(bssid2, freq="2412", force_scan=True)
1147     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1148     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH",
1149                             "INTERWORKING-ALREADY-CONNECTED",
1150                             "CTRL-EVENT-CONNECTED"], timeout=15)
1151     if ev is None:
1152         raise Exception("Connection timed out")
1153     if "INTERWORKING-NO-MATCH" in ev:
1154         raise Exception("Matching AP not found")
1155     if "INTERWORKING-ALREADY-CONNECTED" in ev:
1156         raise Exception("Unexpected AP selected")
1157     if bssid2 not in ev:
1158         raise Exception("Unexpected BSSID after reconnection")
1159
1160 def test_ap_hs20_domain_suffix_match(dev, apdev):
1161     """Hotspot 2.0 and domain_suffix_match"""
1162     bssid = apdev[0]['bssid']
1163     params = hs20_ap_params()
1164     hostapd.add_ap(apdev[0]['ifname'], params)
1165
1166     dev[0].hs20_enable()
1167     id = dev[0].add_cred_values({ 'realm': "example.com",
1168                                   'username': "hs20-test",
1169                                   'password': "password",
1170                                   'domain': "example.com",
1171                                   'domain_suffix_match': "w1.fi" })
1172     interworking_select(dev[0], bssid, "home", freq="2412")
1173     dev[0].dump_monitor()
1174     interworking_connect(dev[0], bssid, "TTLS")
1175     dev[0].request("REMOVE_NETWORK all")
1176     dev[0].dump_monitor()
1177
1178     dev[0].set_cred_quoted(id, "domain_suffix_match", "no-match.example.com")
1179     interworking_select(dev[0], bssid, "home", freq="2412")
1180     dev[0].dump_monitor()
1181     dev[0].request("INTERWORKING_CONNECT " + bssid)
1182     ev = dev[0].wait_event(["CTRL-EVENT-EAP-TLS-CERT-ERROR"])
1183     if ev is None:
1184         raise Exception("TLS certificate error not reported")
1185     if "Domain suffix mismatch" not in ev:
1186         raise Exception("Domain suffix mismatch not reported")
1187
1188 def test_ap_hs20_roaming_partner_preference(dev, apdev):
1189     """Hotspot 2.0 and roaming partner preference"""
1190     params = hs20_ap_params()
1191     params['domain_name'] = "roaming.example.org"
1192     hostapd.add_ap(apdev[0]['ifname'], params)
1193
1194     params = hs20_ap_params()
1195     params['ssid'] = "test-hs20-other"
1196     params['domain_name'] = "roaming.example.net"
1197     hostapd.add_ap(apdev[1]['ifname'], params)
1198
1199     logger.info("Verify default vs. specified preference")
1200     values = default_cred()
1201     values['roaming_partner'] = "roaming.example.net,1,127,*"
1202     policy_test(dev[0], apdev[1], values, only_one=False)
1203     values['roaming_partner'] = "roaming.example.net,1,129,*"
1204     policy_test(dev[0], apdev[0], values, only_one=False)
1205
1206     logger.info("Verify partial FQDN match")
1207     values['roaming_partner'] = "example.net,0,0,*"
1208     policy_test(dev[0], apdev[1], values, only_one=False)
1209     values['roaming_partner'] = "example.net,0,255,*"
1210     policy_test(dev[0], apdev[0], values, only_one=False)
1211
1212 def test_ap_hs20_max_bss_load(dev, apdev):
1213     """Hotspot 2.0 and maximum BSS load"""
1214     params = hs20_ap_params()
1215     params['bss_load_test'] = "12:200:20000"
1216     hostapd.add_ap(apdev[0]['ifname'], params)
1217
1218     params = hs20_ap_params()
1219     params['ssid'] = "test-hs20-other"
1220     params['bss_load_test'] = "5:20:10000"
1221     hostapd.add_ap(apdev[1]['ifname'], params)
1222
1223     logger.info("Verify maximum BSS load constraint")
1224     values = default_cred()
1225     values['domain'] = "example.com"
1226     values['max_bss_load'] = "100"
1227     events = policy_test(dev[0], apdev[1], values, only_one=False)
1228
1229     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1230     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1231         raise Exception("Maximum BSS Load case not noticed")
1232     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1233     if len(ev) != 1 or "over_max_bss_load=1" in ev[0]:
1234         raise Exception("Maximum BSS Load case reported incorrectly")
1235
1236     logger.info("Verify maximum BSS load does not prevent connection")
1237     values['max_bss_load'] = "1"
1238     events = policy_test(dev[0], None, values)
1239
1240     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1241     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1242         raise Exception("Maximum BSS Load case not noticed")
1243     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1244     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1245         raise Exception("Maximum BSS Load case not noticed")
1246
1247 def test_ap_hs20_max_bss_load2(dev, apdev):
1248     """Hotspot 2.0 and maximum BSS load with one AP not advertising"""
1249     params = hs20_ap_params()
1250     params['bss_load_test'] = "12:200:20000"
1251     hostapd.add_ap(apdev[0]['ifname'], params)
1252
1253     params = hs20_ap_params()
1254     params['ssid'] = "test-hs20-other"
1255     hostapd.add_ap(apdev[1]['ifname'], params)
1256
1257     logger.info("Verify maximum BSS load constraint with AP advertisement")
1258     values = default_cred()
1259     values['domain'] = "example.com"
1260     values['max_bss_load'] = "100"
1261     events = policy_test(dev[0], apdev[1], values, only_one=False)
1262
1263     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1264     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1265         raise Exception("Maximum BSS Load case not noticed")
1266     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1267     if len(ev) != 1 or "over_max_bss_load=1" in ev[0]:
1268         raise Exception("Maximum BSS Load case reported incorrectly")
1269
1270 def test_ap_hs20_multi_cred_sp_prio(dev, apdev):
1271     """Hotspot 2.0 multi-cred sp_priority"""
1272     try:
1273         _test_ap_hs20_multi_cred_sp_prio(dev, apdev)
1274     finally:
1275         dev[0].request("SET external_sim 0")
1276
1277 def _test_ap_hs20_multi_cred_sp_prio(dev, apdev):
1278     hlr_auc_gw_available()
1279     bssid = apdev[0]['bssid']
1280     params = hs20_ap_params()
1281     params['hessid'] = bssid
1282     del params['domain_name']
1283     params['anqp_3gpp_cell_net'] = "232,01"
1284     hostapd.add_ap(apdev[0]['ifname'], params)
1285
1286     dev[0].hs20_enable()
1287     dev[0].scan_for_bss(bssid, freq="2412")
1288     dev[0].request("SET external_sim 1")
1289     id1 = dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM",
1290                                    'provisioning_sp': "example.com",
1291                                    'sp_priority' :"1" })
1292     id2 = dev[0].add_cred_values({ 'realm': "example.com",
1293                                    'username': "hs20-test",
1294                                    'password': "password",
1295                                    'domain': "example.com",
1296                                    'provisioning_sp': "example.com",
1297                                    'sp_priority': "2" })
1298     dev[0].dump_monitor()
1299     dev[0].scan_for_bss(bssid, freq="2412")
1300     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1301     interworking_ext_sim_auth(dev[0], "SIM")
1302     check_sp_type(dev[0], "unknown")
1303     dev[0].request("REMOVE_NETWORK all")
1304
1305     dev[0].set_cred(id1, "sp_priority", "2")
1306     dev[0].set_cred(id2, "sp_priority", "1")
1307     dev[0].dump_monitor()
1308     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1309     interworking_auth(dev[0], "TTLS")
1310     check_sp_type(dev[0], "unknown")
1311
1312 def test_ap_hs20_multi_cred_sp_prio2(dev, apdev):
1313     """Hotspot 2.0 multi-cred sp_priority with two BSSes"""
1314     try:
1315         _test_ap_hs20_multi_cred_sp_prio2(dev, apdev)
1316     finally:
1317         dev[0].request("SET external_sim 0")
1318
1319 def _test_ap_hs20_multi_cred_sp_prio2(dev, apdev):
1320     hlr_auc_gw_available()
1321     bssid = apdev[0]['bssid']
1322     params = hs20_ap_params()
1323     params['hessid'] = bssid
1324     del params['nai_realm']
1325     del params['domain_name']
1326     params['anqp_3gpp_cell_net'] = "232,01"
1327     hostapd.add_ap(apdev[0]['ifname'], params)
1328
1329     bssid2 = apdev[1]['bssid']
1330     params = hs20_ap_params()
1331     params['ssid'] = "test-hs20-other"
1332     params['hessid'] = bssid2
1333     del params['domain_name']
1334     del params['anqp_3gpp_cell_net']
1335     hostapd.add_ap(apdev[1]['ifname'], params)
1336
1337     dev[0].hs20_enable()
1338     dev[0].request("SET external_sim 1")
1339     id1 = dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM",
1340                                    'provisioning_sp': "example.com",
1341                                    'sp_priority': "1" })
1342     id2 = dev[0].add_cred_values({ 'realm': "example.com",
1343                                    'username': "hs20-test",
1344                                    'password': "password",
1345                                    'domain': "example.com",
1346                                    'provisioning_sp': "example.com",
1347                                    'sp_priority': "2" })
1348     dev[0].dump_monitor()
1349     dev[0].scan_for_bss(bssid, freq="2412")
1350     dev[0].scan_for_bss(bssid2, freq="2412")
1351     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1352     interworking_ext_sim_auth(dev[0], "SIM")
1353     check_sp_type(dev[0], "unknown")
1354     conn_bssid = dev[0].get_status_field("bssid")
1355     if conn_bssid != bssid:
1356         raise Exception("Connected to incorrect BSS")
1357     dev[0].request("REMOVE_NETWORK all")
1358
1359     dev[0].set_cred(id1, "sp_priority", "2")
1360     dev[0].set_cred(id2, "sp_priority", "1")
1361     dev[0].dump_monitor()
1362     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1363     interworking_auth(dev[0], "TTLS")
1364     check_sp_type(dev[0], "unknown")
1365     conn_bssid = dev[0].get_status_field("bssid")
1366     if conn_bssid != bssid2:
1367         raise Exception("Connected to incorrect BSS")
1368
1369 def check_conn_capab_selection(dev, type, missing):
1370     dev.request("INTERWORKING_SELECT freq=2412")
1371     ev = dev.wait_event(["INTERWORKING-AP"])
1372     if ev is None:
1373         raise Exception("Network selection timed out");
1374     if "type=" + type not in ev:
1375         raise Exception("Unexpected network type")
1376     if missing and "conn_capab_missing=1" not in ev:
1377         raise Exception("conn_capab_missing not reported")
1378     if not missing and "conn_capab_missing=1" in ev:
1379         raise Exception("conn_capab_missing reported unexpectedly")
1380
1381 def conn_capab_cred(domain=None, req_conn_capab=None):
1382     cred = default_cred(domain=domain)
1383     if req_conn_capab:
1384         cred['req_conn_capab'] = req_conn_capab
1385     return cred
1386
1387 def test_ap_hs20_req_conn_capab(dev, apdev):
1388     """Hotspot 2.0 network selection with req_conn_capab"""
1389     bssid = apdev[0]['bssid']
1390     params = hs20_ap_params()
1391     hostapd.add_ap(apdev[0]['ifname'], params)
1392
1393     dev[0].hs20_enable()
1394     dev[0].scan_for_bss(bssid, freq="2412")
1395     logger.info("Not used in home network")
1396     values = conn_capab_cred(domain="example.com", req_conn_capab="6:1234")
1397     id = dev[0].add_cred_values(values)
1398     check_conn_capab_selection(dev[0], "home", False)
1399
1400     logger.info("Used in roaming network")
1401     dev[0].remove_cred(id)
1402     values = conn_capab_cred(domain="example.org", req_conn_capab="6:1234")
1403     id = dev[0].add_cred_values(values)
1404     check_conn_capab_selection(dev[0], "roaming", True)
1405
1406     logger.info("Verify that req_conn_capab does not prevent connection if no other network is available")
1407     check_auto_select(dev[0], bssid)
1408
1409     logger.info("Additional req_conn_capab checks")
1410
1411     dev[0].remove_cred(id)
1412     values = conn_capab_cred(domain="example.org", req_conn_capab="1:0")
1413     id = dev[0].add_cred_values(values)
1414     check_conn_capab_selection(dev[0], "roaming", True)
1415
1416     dev[0].remove_cred(id)
1417     values = conn_capab_cred(domain="example.org", req_conn_capab="17:5060")
1418     id = dev[0].add_cred_values(values)
1419     check_conn_capab_selection(dev[0], "roaming", True)
1420
1421     bssid2 = apdev[1]['bssid']
1422     params = hs20_ap_params(ssid="test-hs20b")
1423     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0", "50:0:1" ]
1424     hostapd.add_ap(apdev[1]['ifname'], params)
1425
1426     dev[0].remove_cred(id)
1427     values = conn_capab_cred(domain="example.org", req_conn_capab="50")
1428     id = dev[0].add_cred_values(values)
1429     dev[0].set_cred(id, "req_conn_capab", "6:22")
1430     dev[0].scan_for_bss(bssid2, freq="2412")
1431     dev[0].request("INTERWORKING_SELECT freq=2412")
1432     for i in range(0, 2):
1433         ev = dev[0].wait_event(["INTERWORKING-AP"])
1434         if ev is None:
1435             raise Exception("Network selection timed out");
1436         if bssid in ev and "conn_capab_missing=1" not in ev:
1437             raise Exception("Missing protocol connection capability not reported")
1438         if bssid2 in ev and "conn_capab_missing=1" in ev:
1439             raise Exception("Protocol connection capability not reported correctly")
1440
1441 def test_ap_hs20_req_conn_capab_and_roaming_partner_preference(dev, apdev):
1442     """Hotspot 2.0 and req_conn_capab with roaming partner preference"""
1443     bssid = apdev[0]['bssid']
1444     params = hs20_ap_params()
1445     params['domain_name'] = "roaming.example.org"
1446     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0", "50:0:1" ]
1447     hostapd.add_ap(apdev[0]['ifname'], params)
1448
1449     bssid2 = apdev[1]['bssid']
1450     params = hs20_ap_params(ssid="test-hs20-b")
1451     params['domain_name'] = "roaming.example.net"
1452     hostapd.add_ap(apdev[1]['ifname'], params)
1453
1454     values = default_cred()
1455     values['roaming_partner'] = "roaming.example.net,1,127,*"
1456     id = dev[0].add_cred_values(values)
1457     check_auto_select(dev[0], bssid2)
1458
1459     dev[0].set_cred(id, "req_conn_capab", "50")
1460     check_auto_select(dev[0], bssid)
1461
1462     dev[0].remove_cred(id)
1463     id = dev[0].add_cred_values(values)
1464     dev[0].set_cred(id, "req_conn_capab", "51")
1465     check_auto_select(dev[0], bssid2)
1466
1467 def check_bandwidth_selection(dev, type, below):
1468     dev.request("INTERWORKING_SELECT freq=2412")
1469     ev = dev.wait_event(["INTERWORKING-AP"])
1470     if ev is None:
1471         raise Exception("Network selection timed out");
1472     if "type=" + type not in ev:
1473         raise Exception("Unexpected network type")
1474     if below and "below_min_backhaul=1" not in ev:
1475         raise Exception("below_min_backhaul not reported")
1476     if not below and "below_min_backhaul=1" in ev:
1477         raise Exception("below_min_backhaul reported unexpectedly")
1478
1479 def bw_cred(domain=None, dl_home=None, ul_home=None, dl_roaming=None, ul_roaming=None):
1480     cred = default_cred(domain=domain)
1481     if dl_home:
1482         cred['min_dl_bandwidth_home'] = str(dl_home)
1483     if ul_home:
1484         cred['min_ul_bandwidth_home'] = str(ul_home)
1485     if dl_roaming:
1486         cred['min_dl_bandwidth_roaming'] = str(dl_roaming)
1487     if ul_roaming:
1488         cred['min_ul_bandwidth_roaming'] = str(ul_roaming)
1489     return cred
1490
1491 def test_ap_hs20_min_bandwidth_home(dev, apdev):
1492     """Hotspot 2.0 network selection with min bandwidth (home)"""
1493     bssid = apdev[0]['bssid']
1494     params = hs20_ap_params()
1495     hostapd.add_ap(apdev[0]['ifname'], params)
1496
1497     dev[0].hs20_enable()
1498     dev[0].scan_for_bss(bssid, freq="2412")
1499     values = bw_cred(domain="example.com", dl_home=5490, ul_home=58)
1500     id = dev[0].add_cred_values(values)
1501     check_bandwidth_selection(dev[0], "home", False)
1502     dev[0].remove_cred(id)
1503
1504     values = bw_cred(domain="example.com", dl_home=5491, ul_home=58)
1505     id = dev[0].add_cred_values(values)
1506     check_bandwidth_selection(dev[0], "home", True)
1507     dev[0].remove_cred(id)
1508
1509     values = bw_cred(domain="example.com", dl_home=5490, ul_home=59)
1510     id = dev[0].add_cred_values(values)
1511     check_bandwidth_selection(dev[0], "home", True)
1512     dev[0].remove_cred(id)
1513
1514     values = bw_cred(domain="example.com", dl_home=5491, ul_home=59)
1515     id = dev[0].add_cred_values(values)
1516     check_bandwidth_selection(dev[0], "home", True)
1517     check_auto_select(dev[0], bssid)
1518
1519     bssid2 = apdev[1]['bssid']
1520     params = hs20_ap_params(ssid="test-hs20-b")
1521     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1522     hostapd.add_ap(apdev[1]['ifname'], params)
1523
1524     check_auto_select(dev[0], bssid2)
1525
1526 def test_ap_hs20_min_bandwidth_roaming(dev, apdev):
1527     """Hotspot 2.0 network selection with min bandwidth (roaming)"""
1528     bssid = apdev[0]['bssid']
1529     params = hs20_ap_params()
1530     hostapd.add_ap(apdev[0]['ifname'], params)
1531
1532     dev[0].hs20_enable()
1533     dev[0].scan_for_bss(bssid, freq="2412")
1534     values = bw_cred(domain="example.org", dl_roaming=5490, ul_roaming=58)
1535     id = dev[0].add_cred_values(values)
1536     check_bandwidth_selection(dev[0], "roaming", False)
1537     dev[0].remove_cred(id)
1538
1539     values = bw_cred(domain="example.org", dl_roaming=5491, ul_roaming=58)
1540     id = dev[0].add_cred_values(values)
1541     check_bandwidth_selection(dev[0], "roaming", True)
1542     dev[0].remove_cred(id)
1543
1544     values = bw_cred(domain="example.org", dl_roaming=5490, ul_roaming=59)
1545     id = dev[0].add_cred_values(values)
1546     check_bandwidth_selection(dev[0], "roaming", True)
1547     dev[0].remove_cred(id)
1548
1549     values = bw_cred(domain="example.org", dl_roaming=5491, ul_roaming=59)
1550     id = dev[0].add_cred_values(values)
1551     check_bandwidth_selection(dev[0], "roaming", True)
1552     check_auto_select(dev[0], bssid)
1553
1554     bssid2 = apdev[1]['bssid']
1555     params = hs20_ap_params(ssid="test-hs20-b")
1556     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1557     hostapd.add_ap(apdev[1]['ifname'], params)
1558
1559     check_auto_select(dev[0], bssid2)
1560
1561 def test_ap_hs20_min_bandwidth_and_roaming_partner_preference(dev, apdev):
1562     """Hotspot 2.0 and minimum bandwidth with roaming partner preference"""
1563     bssid = apdev[0]['bssid']
1564     params = hs20_ap_params()
1565     params['domain_name'] = "roaming.example.org"
1566     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1567     hostapd.add_ap(apdev[0]['ifname'], params)
1568
1569     bssid2 = apdev[1]['bssid']
1570     params = hs20_ap_params(ssid="test-hs20-b")
1571     params['domain_name'] = "roaming.example.net"
1572     hostapd.add_ap(apdev[1]['ifname'], params)
1573
1574     values = default_cred()
1575     values['roaming_partner'] = "roaming.example.net,1,127,*"
1576     id = dev[0].add_cred_values(values)
1577     check_auto_select(dev[0], bssid2)
1578
1579     dev[0].set_cred(id, "min_dl_bandwidth_roaming", "6000")
1580     check_auto_select(dev[0], bssid)
1581
1582     dev[0].set_cred(id, "min_dl_bandwidth_roaming", "10000")
1583     check_auto_select(dev[0], bssid2)
1584
1585 def test_ap_hs20_min_bandwidth_no_wan_metrics(dev, apdev):
1586     """Hotspot 2.0 network selection with min bandwidth but no WAN Metrics"""
1587     bssid = apdev[0]['bssid']
1588     params = hs20_ap_params()
1589     del params['hs20_wan_metrics']
1590     hostapd.add_ap(apdev[0]['ifname'], params)
1591
1592     dev[0].hs20_enable()
1593     dev[0].scan_for_bss(bssid, freq="2412")
1594     values = bw_cred(domain="example.com", dl_home=10000, ul_home=10000,
1595                      dl_roaming=10000, ul_roaming=10000)
1596     dev[0].add_cred_values(values)
1597     check_bandwidth_selection(dev[0], "home", False)
1598
1599 def test_ap_hs20_deauth_req_ess(dev, apdev):
1600     """Hotspot 2.0 connection and deauthentication request for ESS"""
1601     try:
1602         _test_ap_hs20_deauth_req_ess(dev, apdev)
1603     finally:
1604         dev[0].request("SET pmf 0")
1605
1606 def _test_ap_hs20_deauth_req_ess(dev, apdev):
1607     dev[0].request("SET pmf 2")
1608     eap_test(dev[0], apdev[0], "21[3:26]", "TTLS", "user")
1609     dev[0].dump_monitor()
1610     addr = dev[0].p2p_interface_addr()
1611     hapd = hostapd.Hostapd(apdev[0]['ifname'])
1612     hapd.request("HS20_DEAUTH_REQ " + addr + " 1 120 http://example.com/")
1613     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"])
1614     if ev is None:
1615         raise Exception("Timeout on deauth imminent notice")
1616     if "1 120 http://example.com/" not in ev:
1617         raise Exception("Unexpected deauth imminent notice: " + ev)
1618     hapd.request("DEAUTHENTICATE " + addr)
1619     dev[0].wait_disconnected(timeout=10)
1620     if "[TEMP-DISABLED]" not in dev[0].list_networks()[0]['flags']:
1621         raise Exception("Network not marked temporarily disabled")
1622     ev = dev[0].wait_event(["SME: Trying to authenticate",
1623                             "Trying to associate",
1624                             "CTRL-EVENT-CONNECTED"], timeout=5)
1625     if ev is not None:
1626         raise Exception("Unexpected connection attempt")
1627
1628 def test_ap_hs20_deauth_req_bss(dev, apdev):
1629     """Hotspot 2.0 connection and deauthentication request for BSS"""
1630     try:
1631         _test_ap_hs20_deauth_req_bss(dev, apdev)
1632     finally:
1633         dev[0].request("SET pmf 0")
1634
1635 def _test_ap_hs20_deauth_req_bss(dev, apdev):
1636     dev[0].request("SET pmf 2")
1637     eap_test(dev[0], apdev[0], "21[3:26]", "TTLS", "user")
1638     dev[0].dump_monitor()
1639     addr = dev[0].p2p_interface_addr()
1640     hapd = hostapd.Hostapd(apdev[0]['ifname'])
1641     hapd.request("HS20_DEAUTH_REQ " + addr + " 0 120 http://example.com/")
1642     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"])
1643     if ev is None:
1644         raise Exception("Timeout on deauth imminent notice")
1645     if "0 120 http://example.com/" not in ev:
1646         raise Exception("Unexpected deauth imminent notice: " + ev)
1647     hapd.request("DEAUTHENTICATE " + addr + " reason=4")
1648     ev = dev[0].wait_disconnected(timeout=10)
1649     if "reason=4" not in ev:
1650         raise Exception("Unexpected disconnection reason")
1651     if "[TEMP-DISABLED]" not in dev[0].list_networks()[0]['flags']:
1652         raise Exception("Network not marked temporarily disabled")
1653     ev = dev[0].wait_event(["SME: Trying to authenticate",
1654                             "Trying to associate",
1655                             "CTRL-EVENT-CONNECTED"], timeout=5)
1656     if ev is not None:
1657         raise Exception("Unexpected connection attempt")
1658
1659 def test_ap_hs20_deauth_req_from_radius(dev, apdev):
1660     """Hotspot 2.0 connection and deauthentication request from RADIUS"""
1661     try:
1662         _test_ap_hs20_deauth_req_from_radius(dev, apdev)
1663     finally:
1664         dev[0].request("SET pmf 0")
1665
1666 def _test_ap_hs20_deauth_req_from_radius(dev, apdev):
1667     bssid = apdev[0]['bssid']
1668     params = hs20_ap_params()
1669     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
1670     params['hs20_deauth_req_timeout'] = "2"
1671     hostapd.add_ap(apdev[0]['ifname'], params)
1672
1673     dev[0].request("SET pmf 2")
1674     dev[0].hs20_enable()
1675     dev[0].add_cred_values({ 'realm': "example.com",
1676                              'username': "hs20-deauth-test",
1677                              'password': "password" })
1678     interworking_select(dev[0], bssid, freq="2412")
1679     interworking_connect(dev[0], bssid, "TTLS")
1680     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"], timeout=5)
1681     if ev is None:
1682         raise Exception("Timeout on deauth imminent notice")
1683     if " 1 100" not in ev:
1684         raise Exception("Unexpected deauth imminent contents")
1685     dev[0].wait_disconnected(timeout=3)
1686
1687 def test_ap_hs20_remediation_required(dev, apdev):
1688     """Hotspot 2.0 connection and remediation required from RADIUS"""
1689     try:
1690         _test_ap_hs20_remediation_required(dev, apdev)
1691     finally:
1692         dev[0].request("SET pmf 0")
1693
1694 def _test_ap_hs20_remediation_required(dev, apdev):
1695     bssid = apdev[0]['bssid']
1696     params = hs20_ap_params()
1697     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
1698     hostapd.add_ap(apdev[0]['ifname'], params)
1699
1700     dev[0].request("SET pmf 1")
1701     dev[0].hs20_enable()
1702     dev[0].add_cred_values({ 'realm': "example.com",
1703                              'username': "hs20-subrem-test",
1704                              'password': "password" })
1705     interworking_select(dev[0], bssid, freq="2412")
1706     interworking_connect(dev[0], bssid, "TTLS")
1707     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
1708     if ev is None:
1709         raise Exception("Timeout on subscription remediation notice")
1710     if " 1 https://example.com/" not in ev:
1711         raise Exception("Unexpected subscription remediation event contents")
1712
1713 def test_ap_hs20_remediation_required_ctrl(dev, apdev):
1714     """Hotspot 2.0 connection and subrem from ctrl_iface"""
1715     try:
1716         _test_ap_hs20_remediation_required_ctrl(dev, apdev)
1717     finally:
1718         dev[0].request("SET pmf 0")
1719
1720 def _test_ap_hs20_remediation_required_ctrl(dev, apdev):
1721     bssid = apdev[0]['bssid']
1722     addr = dev[0].p2p_dev_addr()
1723     params = hs20_ap_params()
1724     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
1725     hapd = hostapd.add_ap(apdev[0]['ifname'], params)
1726
1727     dev[0].request("SET pmf 1")
1728     dev[0].hs20_enable()
1729     dev[0].add_cred_values(default_cred())
1730     interworking_select(dev[0], bssid, freq="2412")
1731     interworking_connect(dev[0], bssid, "TTLS")
1732
1733     hapd.request("HS20_WNM_NOTIF " + addr + " https://example.com/")
1734     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
1735     if ev is None:
1736         raise Exception("Timeout on subscription remediation notice")
1737     if " 1 https://example.com/" not in ev:
1738         raise Exception("Unexpected subscription remediation event contents")
1739
1740     hapd.request("HS20_WNM_NOTIF " + addr)
1741     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
1742     if ev is None:
1743         raise Exception("Timeout on subscription remediation notice")
1744     if not ev.endswith("HS20-SUBSCRIPTION-REMEDIATION "):
1745         raise Exception("Unexpected subscription remediation event contents: " + ev)
1746
1747     if "FAIL" not in hapd.request("HS20_WNM_NOTIF "):
1748         raise Exception("Unexpected HS20_WNM_NOTIF success")
1749     if "FAIL" not in hapd.request("HS20_WNM_NOTIF foo"):
1750         raise Exception("Unexpected HS20_WNM_NOTIF success")
1751     if "FAIL" not in hapd.request("HS20_WNM_NOTIF " + addr + " https://12345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678927.very.long.example.com/"):
1752         raise Exception("Unexpected HS20_WNM_NOTIF success")
1753
1754 def test_ap_hs20_session_info(dev, apdev):
1755     """Hotspot 2.0 connection and session information from RADIUS"""
1756     try:
1757         _test_ap_hs20_session_info(dev, apdev)
1758     finally:
1759         dev[0].request("SET pmf 0")
1760
1761 def _test_ap_hs20_session_info(dev, apdev):
1762     bssid = apdev[0]['bssid']
1763     params = hs20_ap_params()
1764     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
1765     hostapd.add_ap(apdev[0]['ifname'], params)
1766
1767     dev[0].request("SET pmf 1")
1768     dev[0].hs20_enable()
1769     dev[0].add_cred_values({ 'realm': "example.com",
1770                              'username': "hs20-session-info-test",
1771                              'password': "password" })
1772     interworking_select(dev[0], bssid, freq="2412")
1773     interworking_connect(dev[0], bssid, "TTLS")
1774     ev = dev[0].wait_event(["ESS-DISASSOC-IMMINENT"], timeout=10)
1775     if ev is None:
1776         raise Exception("Timeout on ESS disassociation imminent notice")
1777     if " 1 59904 https://example.com/" not in ev:
1778         raise Exception("Unexpected ESS disassociation imminent event contents")
1779     ev = dev[0].wait_event(["CTRL-EVENT-SCAN-STARTED"])
1780     if ev is None:
1781         raise Exception("Scan not started")
1782     ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], timeout=30)
1783     if ev is None:
1784         raise Exception("Scan not completed")
1785
1786 def test_ap_hs20_osen(dev, apdev):
1787     """Hotspot 2.0 OSEN connection"""
1788     params = { 'ssid': "osen",
1789                'osen': "1",
1790                'auth_server_addr': "127.0.0.1",
1791                'auth_server_port': "1812",
1792                'auth_server_shared_secret': "radius" }
1793     hostapd.add_ap(apdev[0]['ifname'], params)
1794
1795     dev[1].connect("osen", key_mgmt="NONE", scan_freq="2412",
1796                    wait_connect=False)
1797     dev[2].connect("osen", key_mgmt="NONE", wep_key0='"hello"',
1798                    scan_freq="2412", wait_connect=False)
1799     dev[0].connect("osen", proto="OSEN", key_mgmt="OSEN", pairwise="CCMP",
1800                    group="GTK_NOT_USED",
1801                    eap="WFA-UNAUTH-TLS", identity="osen@example.com",
1802                    ca_cert="auth_serv/ca.pem",
1803                    scan_freq="2412")
1804
1805     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
1806     wpas.interface_add("wlan5", drv_params="force_connect_cmd=1")
1807     wpas.connect("osen", proto="OSEN", key_mgmt="OSEN", pairwise="CCMP",
1808                  group="GTK_NOT_USED",
1809                  eap="WFA-UNAUTH-TLS", identity="osen@example.com",
1810                  ca_cert="auth_serv/ca.pem",
1811                  scan_freq="2412")
1812     wpas.request("DISCONNECT")
1813
1814 def test_ap_hs20_network_preference(dev, apdev):
1815     """Hotspot 2.0 network selection with preferred home network"""
1816     bssid = apdev[0]['bssid']
1817     params = hs20_ap_params()
1818     hostapd.add_ap(apdev[0]['ifname'], params)
1819
1820     dev[0].hs20_enable()
1821     values = { 'realm': "example.com",
1822                'username': "hs20-test",
1823                'password': "password",
1824                'domain': "example.com" }
1825     dev[0].add_cred_values(values)
1826
1827     id = dev[0].add_network()
1828     dev[0].set_network_quoted(id, "ssid", "home")
1829     dev[0].set_network_quoted(id, "psk", "12345678")
1830     dev[0].set_network(id, "priority", "1")
1831     dev[0].request("ENABLE_NETWORK %s no-connect" % id)
1832
1833     dev[0].scan_for_bss(bssid, freq="2412")
1834     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1835     ev = dev[0].wait_connected(timeout=15)
1836     if bssid not in ev:
1837         raise Exception("Unexpected network selected")
1838
1839     bssid2 = apdev[1]['bssid']
1840     params = hostapd.wpa2_params(ssid="home", passphrase="12345678")
1841     hostapd.add_ap(apdev[1]['ifname'], params)
1842
1843     dev[0].scan_for_bss(bssid2, freq="2412")
1844     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1845     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
1846                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
1847     if ev is None:
1848         raise Exception("Connection timed out")
1849     if "INTERWORKING-ALREADY-CONNECTED" in ev:
1850         raise Exception("No roam to higher priority network")
1851     if bssid2 not in ev:
1852         raise Exception("Unexpected network selected")
1853
1854 def test_ap_hs20_network_preference2(dev, apdev):
1855     """Hotspot 2.0 network selection with preferred credential"""
1856     bssid2 = apdev[1]['bssid']
1857     params = hostapd.wpa2_params(ssid="home", passphrase="12345678")
1858     hostapd.add_ap(apdev[1]['ifname'], params)
1859
1860     dev[0].hs20_enable()
1861     values = { 'realm': "example.com",
1862                'username': "hs20-test",
1863                'password': "password",
1864                'domain': "example.com",
1865                'priority': "1" }
1866     dev[0].add_cred_values(values)
1867
1868     id = dev[0].add_network()
1869     dev[0].set_network_quoted(id, "ssid", "home")
1870     dev[0].set_network_quoted(id, "psk", "12345678")
1871     dev[0].request("ENABLE_NETWORK %s no-connect" % id)
1872
1873     dev[0].scan_for_bss(bssid2, freq="2412")
1874     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1875     ev = dev[0].wait_connected(timeout=15)
1876     if bssid2 not in ev:
1877         raise Exception("Unexpected network selected")
1878
1879     bssid = apdev[0]['bssid']
1880     params = hs20_ap_params()
1881     hostapd.add_ap(apdev[0]['ifname'], params)
1882
1883     dev[0].scan_for_bss(bssid, freq="2412")
1884     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1885     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
1886                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
1887     if ev is None:
1888         raise Exception("Connection timed out")
1889     if "INTERWORKING-ALREADY-CONNECTED" in ev:
1890         raise Exception("No roam to higher priority network")
1891     if bssid not in ev:
1892         raise Exception("Unexpected network selected")
1893
1894 def test_ap_hs20_network_preference3(dev, apdev):
1895     """Hotspot 2.0 network selection with two credential (one preferred)"""
1896     bssid = apdev[0]['bssid']
1897     params = hs20_ap_params()
1898     hostapd.add_ap(apdev[0]['ifname'], params)
1899
1900     bssid2 = apdev[1]['bssid']
1901     params = hs20_ap_params(ssid="test-hs20b")
1902     params['nai_realm'] = "0,example.org,13[5:6],21[2:4][5:7]"
1903     hostapd.add_ap(apdev[1]['ifname'], params)
1904
1905     dev[0].hs20_enable()
1906     values = { 'realm': "example.com",
1907                'username': "hs20-test",
1908                'password': "password",
1909                'priority': "1" }
1910     dev[0].add_cred_values(values)
1911     values = { 'realm': "example.org",
1912                'username': "hs20-test",
1913                'password': "password" }
1914     id = dev[0].add_cred_values(values)
1915
1916     dev[0].scan_for_bss(bssid, freq="2412")
1917     dev[0].scan_for_bss(bssid2, freq="2412")
1918     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1919     ev = dev[0].wait_connected(timeout=15)
1920     if bssid not in ev:
1921         raise Exception("Unexpected network selected")
1922
1923     dev[0].set_cred(id, "priority", "2")
1924     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1925     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
1926                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
1927     if ev is None:
1928         raise Exception("Connection timed out")
1929     if "INTERWORKING-ALREADY-CONNECTED" in ev:
1930         raise Exception("No roam to higher priority network")
1931     if bssid2 not in ev:
1932         raise Exception("Unexpected network selected")
1933
1934 def test_ap_hs20_network_preference4(dev, apdev):
1935     """Hotspot 2.0 network selection with username vs. SIM credential"""
1936     bssid = apdev[0]['bssid']
1937     params = hs20_ap_params()
1938     hostapd.add_ap(apdev[0]['ifname'], params)
1939
1940     bssid2 = apdev[1]['bssid']
1941     params = hs20_ap_params(ssid="test-hs20b")
1942     params['hessid'] = bssid2
1943     params['anqp_3gpp_cell_net'] = "555,444"
1944     params['domain_name'] = "wlan.mnc444.mcc555.3gppnetwork.org"
1945     hostapd.add_ap(apdev[1]['ifname'], params)
1946
1947     dev[0].hs20_enable()
1948     values = { 'realm': "example.com",
1949                'username': "hs20-test",
1950                'password': "password",
1951                'priority': "1" }
1952     dev[0].add_cred_values(values)
1953     values = { 'imsi': "555444-333222111",
1954                'eap': "SIM",
1955                'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123" }
1956     id = dev[0].add_cred_values(values)
1957
1958     dev[0].scan_for_bss(bssid, freq="2412")
1959     dev[0].scan_for_bss(bssid2, freq="2412")
1960     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1961     ev = dev[0].wait_connected(timeout=15)
1962     if bssid not in ev:
1963         raise Exception("Unexpected network selected")
1964
1965     dev[0].set_cred(id, "priority", "2")
1966     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1967     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
1968                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
1969     if ev is None:
1970         raise Exception("Connection timed out")
1971     if "INTERWORKING-ALREADY-CONNECTED" in ev:
1972         raise Exception("No roam to higher priority network")
1973     if bssid2 not in ev:
1974         raise Exception("Unexpected network selected")
1975
1976 def test_ap_hs20_fetch_osu(dev, apdev):
1977     """Hotspot 2.0 OSU provider and icon fetch"""
1978     bssid = apdev[0]['bssid']
1979     params = hs20_ap_params()
1980     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
1981     params['osu_ssid'] = '"HS 2.0 OSU open"'
1982     params['osu_method_list'] = "1"
1983     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
1984     params['osu_icon'] = "w1fi_logo"
1985     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
1986     params['osu_server_uri'] = "https://example.com/osu/"
1987     hostapd.add_ap(apdev[0]['ifname'], params)
1988
1989     bssid2 = apdev[1]['bssid']
1990     params = hs20_ap_params(ssid="test-hs20b")
1991     params['hessid'] = bssid2
1992     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
1993     params['osu_ssid'] = '"HS 2.0 OSU OSEN"'
1994     params['osu_method_list'] = "0"
1995     params['osu_nai'] = "osen@example.com"
1996     params['osu_friendly_name'] = [ "eng:Test2 OSU", "fin:Testi2-OSU" ]
1997     params['osu_icon'] = "w1fi_logo"
1998     params['osu_service_desc'] = [ "eng:Example services2", "fin:Esimerkkipalveluja2" ]
1999     params['osu_server_uri'] = "https://example.org/osu/"
2000     hostapd.add_ap(apdev[1]['ifname'], params)
2001
2002     with open("w1fi_logo.png", "r") as f:
2003         orig_logo = f.read()
2004     dev[0].hs20_enable()
2005     dir = "/tmp/osu-fetch"
2006     if os.path.isdir(dir):
2007        files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2008        for f in files:
2009            os.remove(dir + "/" + f)
2010     else:
2011         try:
2012             os.makedirs(dir)
2013         except:
2014             pass
2015     try:
2016         dev[1].scan_for_bss(bssid, freq="2412")
2017         dev[0].request("SET osu_dir " + dir)
2018         dev[0].request("FETCH_OSU")
2019         if "FAIL" not in dev[1].request("HS20_ICON_REQUEST foo w1fi_logo"):
2020             raise Exception("Invalid HS20_ICON_REQUEST accepted")
2021         if "OK" not in dev[1].request("HS20_ICON_REQUEST " + bssid + " w1fi_logo"):
2022             raise Exception("HS20_ICON_REQUEST failed")
2023         icons = 0
2024         while True:
2025             ev = dev[0].wait_event(["OSU provider fetch completed",
2026                                     "RX-HS20-ANQP-ICON"], timeout=15)
2027             if ev is None:
2028                 raise Exception("Timeout on OSU fetch")
2029             if "OSU provider fetch completed" in ev:
2030                 break
2031             if "RX-HS20-ANQP-ICON" in ev:
2032                 with open(ev.split(' ')[1], "r") as f:
2033                     logo = f.read()
2034                     if logo == orig_logo:
2035                         icons += 1
2036
2037         with open(dir + "/osu-providers.txt", "r") as f:
2038             prov = f.read()
2039         if "OSU-PROVIDER " + bssid not in prov:
2040             raise Exception("Missing OSU_PROVIDER")
2041         if "OSU-PROVIDER " + bssid2 not in prov:
2042             raise Exception("Missing OSU_PROVIDER")
2043     finally:
2044         files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2045         for f in files:
2046             os.remove(dir + "/" + f)
2047         os.rmdir(dir)
2048
2049     if icons != 2:
2050         raise Exception("Unexpected number of icons fetched")
2051
2052     ev = dev[1].wait_event(["GAS-QUERY-START"], timeout=5)
2053     if ev is None:
2054         raise Exception("Timeout on GAS-QUERY-DONE")
2055     ev = dev[1].wait_event(["GAS-QUERY-DONE"], timeout=5)
2056     if ev is None:
2057         raise Exception("Timeout on GAS-QUERY-DONE")
2058     if "freq=2412 status_code=0 result=SUCCESS" not in ev:
2059         raise Exception("Unexpected GAS-QUERY-DONE: " + ev)
2060     ev = dev[1].wait_event(["RX-HS20-ANQP"], timeout=15)
2061     if ev is None:
2062         raise Exception("Timeout on icon fetch")
2063     if "Icon Binary File" not in ev:
2064         raise Exception("Unexpected ANQP element")
2065
2066 def test_ap_hs20_fetch_osu_stop(dev, apdev):
2067     """Hotspot 2.0 OSU provider fetch stopped"""
2068     bssid = apdev[0]['bssid']
2069     params = hs20_ap_params()
2070     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
2071     params['osu_ssid'] = '"HS 2.0 OSU open"'
2072     params['osu_method_list'] = "1"
2073     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2074     params['osu_icon'] = "w1fi_logo"
2075     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2076     params['osu_server_uri'] = "https://example.com/osu/"
2077     hapd = hostapd.add_ap(apdev[0]['ifname'], params)
2078
2079     dev[0].hs20_enable()
2080     dir = "/tmp/osu-fetch"
2081     if os.path.isdir(dir):
2082        files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2083        for f in files:
2084            os.remove(dir + "/" + f)
2085     else:
2086         try:
2087             os.makedirs(dir)
2088         except:
2089             pass
2090     try:
2091         dev[0].request("SET osu_dir " + dir)
2092         dev[0].request("SCAN freq=2412-2462")
2093         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-STARTED"], timeout=10)
2094         if ev is None:
2095             raise Exception("Scan did not start")
2096         if "FAIL" not in dev[0].request("FETCH_OSU"):
2097             raise Exception("FETCH_OSU accepted while scanning")
2098         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], 10)
2099         if ev is None:
2100             raise Exception("Scan timed out")
2101         hapd.set("ext_mgmt_frame_handling", "1")
2102         dev[0].request("FETCH_ANQP")
2103         if "FAIL" not in dev[0].request("FETCH_OSU"):
2104             raise Exception("FETCH_OSU accepted while in FETCH_ANQP")
2105         dev[0].request("STOP_FETCH_ANQP")
2106         dev[0].wait_event(["GAS-QUERY-DONE"], timeout=5)
2107         dev[0].dump_monitor()
2108         hapd.dump_monitor()
2109         dev[0].request("INTERWORKING_SELECT freq=2412")
2110         for i in range(5):
2111             msg = hapd.mgmt_rx()
2112             if msg['subtype'] == 13:
2113                 break
2114         if "FAIL" not in dev[0].request("FETCH_OSU"):
2115             raise Exception("FETCH_OSU accepted while in INTERWORKING_SELECT")
2116         ev = dev[0].wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
2117                                timeout=15)
2118         if ev is None:
2119             raise Exception("Network selection timed out");
2120
2121         dev[0].dump_monitor()
2122         if "OK" not in dev[0].request("FETCH_OSU"):
2123             raise Exception("FETCH_OSU failed")
2124         dev[0].request("CANCEL_FETCH_OSU")
2125
2126         for i in range(15):
2127             time.sleep(0.5)
2128             if dev[0].get_driver_status_field("scan_state") == "SCAN_COMPLETED":
2129                 break
2130
2131         dev[0].dump_monitor()
2132         if "OK" not in dev[0].request("FETCH_OSU"):
2133             raise Exception("FETCH_OSU failed")
2134         if "FAIL" not in dev[0].request("FETCH_OSU"):
2135             raise Exception("FETCH_OSU accepted while in FETCH_OSU")
2136         ev = dev[0].wait_event(["GAS-QUERY-START"], 10)
2137         if ev is None:
2138             raise Exception("GAS timed out")
2139         if "FAIL" not in dev[0].request("FETCH_OSU"):
2140             raise Exception("FETCH_OSU accepted while in FETCH_OSU")
2141         dev[0].request("CANCEL_FETCH_OSU")
2142         ev = dev[0].wait_event(["GAS-QUERY-DONE"], 10)
2143         if ev is None:
2144             raise Exception("GAS event timed out after CANCEL_FETCH_OSU")
2145     finally:
2146         files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2147         for f in files:
2148             os.remove(dir + "/" + f)
2149         os.rmdir(dir)
2150
2151 def test_ap_hs20_ft(dev, apdev):
2152     """Hotspot 2.0 connection with FT"""
2153     bssid = apdev[0]['bssid']
2154     params = hs20_ap_params()
2155     params['wpa_key_mgmt'] = "FT-EAP"
2156     params['nas_identifier'] = "nas1.w1.fi"
2157     params['r1_key_holder'] = "000102030405"
2158     params["mobility_domain"] = "a1b2"
2159     params["reassociation_deadline"] = "1000"
2160     hostapd.add_ap(apdev[0]['ifname'], params)
2161
2162     dev[0].hs20_enable()
2163     id = dev[0].add_cred_values({ 'realm': "example.com",
2164                                   'username': "hs20-test",
2165                                   'password': "password",
2166                                   'ca_cert': "auth_serv/ca.pem",
2167                                   'domain': "example.com",
2168                                   'update_identifier': "1234" })
2169     interworking_select(dev[0], bssid, "home", freq="2412")
2170     interworking_connect(dev[0], bssid, "TTLS")
2171
2172 def test_ap_hs20_remediation_sql(dev, apdev, params):
2173     """Hotspot 2.0 connection and remediation required using SQLite for user DB"""
2174     try:
2175         import sqlite3
2176     except ImportError:
2177         raise HwsimSkip("No sqlite3 module available")
2178     dbfile = os.path.join(params['logdir'], "eap-user.db")
2179     try:
2180         os.remove(dbfile)
2181     except:
2182         pass
2183     con = sqlite3.connect(dbfile)
2184     with con:
2185         cur = con.cursor()
2186         cur.execute("CREATE TABLE users(identity TEXT PRIMARY KEY, methods TEXT, password TEXT, remediation TEXT, phase2 INTEGER)")
2187         cur.execute("CREATE TABLE wildcards(identity TEXT PRIMARY KEY, methods TEXT)")
2188         cur.execute("INSERT INTO users(identity,methods,password,phase2,remediation) VALUES ('user-mschapv2','TTLS-MSCHAPV2','password',1,'user')")
2189         cur.execute("INSERT INTO wildcards(identity,methods) VALUES ('','TTLS,TLS')")
2190         cur.execute("CREATE TABLE authlog(timestamp TEXT, session TEXT, nas_ip TEXT, username TEXT, note TEXT)")
2191
2192     try:
2193         params = { "ssid": "as", "beacon_int": "2000",
2194                    "radius_server_clients": "auth_serv/radius_clients.conf",
2195                    "radius_server_auth_port": '18128',
2196                    "eap_server": "1",
2197                    "eap_user_file": "sqlite:" + dbfile,
2198                    "ca_cert": "auth_serv/ca.pem",
2199                    "server_cert": "auth_serv/server.pem",
2200                    "private_key": "auth_serv/server.key",
2201                    "subscr_remediation_url": "https://example.org/",
2202                    "subscr_remediation_method": "1" }
2203         hostapd.add_ap(apdev[1]['ifname'], params)
2204
2205         bssid = apdev[0]['bssid']
2206         params = hs20_ap_params()
2207         params['auth_server_port'] = "18128"
2208         hostapd.add_ap(apdev[0]['ifname'], params)
2209
2210         dev[0].request("SET pmf 1")
2211         dev[0].hs20_enable()
2212         id = dev[0].add_cred_values({ 'realm': "example.com",
2213                                       'username': "user-mschapv2",
2214                                       'password': "password",
2215                                       'ca_cert': "auth_serv/ca.pem" })
2216         interworking_select(dev[0], bssid, freq="2412")
2217         interworking_connect(dev[0], bssid, "TTLS")
2218         ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
2219         if ev is None:
2220             raise Exception("Timeout on subscription remediation notice")
2221         if " 1 https://example.org/" not in ev:
2222             raise Exception("Unexpected subscription remediation event contents")
2223
2224         with con:
2225             cur = con.cursor()
2226             cur.execute("SELECT * from authlog")
2227             rows = cur.fetchall()
2228             if len(rows) < 1:
2229                 raise Exception("No authlog entries")
2230
2231     finally:
2232         os.remove(dbfile)
2233         dev[0].request("SET pmf 0")
2234
2235 def test_ap_hs20_external_selection(dev, apdev):
2236     """Hotspot 2.0 connection using external network selection and creation"""
2237     bssid = apdev[0]['bssid']
2238     params = hs20_ap_params()
2239     params['hessid'] = bssid
2240     params['disable_dgaf'] = '1'
2241     hostapd.add_ap(apdev[0]['ifname'], params)
2242
2243     dev[0].hs20_enable()
2244     dev[0].connect("test-hs20", proto="RSN", key_mgmt="WPA-EAP", eap="TTLS",
2245                    identity="hs20-test", password="password",
2246                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
2247                    scan_freq="2412", update_identifier="54321")
2248     if dev[0].get_status_field("hs20") != "2":
2249         raise Exception("Unexpected hs20 indication")
2250
2251 def test_ap_hs20_random_mac_addr(dev, apdev):
2252     """Hotspot 2.0 connection with random MAC address"""
2253     bssid = apdev[0]['bssid']
2254     params = hs20_ap_params()
2255     params['hessid'] = bssid
2256     params['disable_dgaf'] = '1'
2257     hapd = hostapd.add_ap(apdev[0]['ifname'], params)
2258
2259     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
2260     wpas.interface_add("wlan5")
2261     addr = wpas.p2p_interface_addr()
2262     wpas.request("SET mac_addr 1")
2263     wpas.request("SET preassoc_mac_addr 1")
2264     wpas.request("SET rand_addr_lifetime 60")
2265     wpas.hs20_enable()
2266     wpas.flush_scan_cache()
2267     id = wpas.add_cred_values({ 'realm': "example.com",
2268                                   'username': "hs20-test",
2269                                   'password': "password",
2270                                   'ca_cert': "auth_serv/ca.pem",
2271                                   'domain': "example.com",
2272                                   'update_identifier': "1234" })
2273     interworking_select(wpas, bssid, "home", freq="2412")
2274     interworking_connect(wpas, bssid, "TTLS")
2275     addr1 = wpas.get_driver_status_field("addr")
2276     if addr == addr1:
2277         raise Exception("Did not use random MAC address")
2278
2279     sta = hapd.get_sta(addr)
2280     if sta['addr'] != "FAIL":
2281         raise Exception("Unexpected STA association with permanent address")
2282     sta = hapd.get_sta(addr1)
2283     if sta['addr'] != addr1:
2284         raise Exception("STA association with random address not found")
2285
2286 def test_ap_hs20_multi_network_and_cred_removal(dev, apdev):
2287     """Multiple networks and cred removal"""
2288     bssid = apdev[0]['bssid']
2289     params = hs20_ap_params()
2290     params['nai_realm'] = [ "0,example.com,25[3:26]"]
2291     hapd = hostapd.add_ap(apdev[0]['ifname'], params)
2292
2293     dev[0].add_network()
2294     dev[0].hs20_enable()
2295     id = dev[0].add_cred_values({ 'realm': "example.com",
2296                                   'username': "user",
2297                                   'password': "password" })
2298     interworking_select(dev[0], bssid, freq="2412")
2299     interworking_connect(dev[0], bssid, "PEAP")
2300     dev[0].add_network()
2301
2302     dev[0].request("DISCONNECT")
2303     dev[0].wait_disconnected(timeout=10)
2304
2305     hapd.disable()
2306     hapd.set("ssid", "another ssid")
2307     hapd.enable()
2308
2309     interworking_select(dev[0], bssid, freq="2412")
2310     interworking_connect(dev[0], bssid, "PEAP")
2311     dev[0].add_network()
2312     if len(dev[0].list_networks()) != 5:
2313         raise Exception("Unexpected number of networks prior to remove_crec")
2314
2315     dev[0].dump_monitor()
2316     dev[0].remove_cred(id)
2317     if len(dev[0].list_networks()) != 3:
2318         raise Exception("Unexpected number of networks after to remove_crec")
2319     dev[0].wait_disconnected(timeout=10)
2320
2321 def _test_ap_hs20_proxyarp(dev, apdev):
2322     bssid = apdev[0]['bssid']
2323     params = hs20_ap_params()
2324     params['hessid'] = bssid
2325     params['disable_dgaf'] = '0'
2326     params['proxy_arp'] = '1'
2327     hapd = hostapd.add_ap(apdev[0]['ifname'], params, no_enable=True)
2328     if "OK" in hapd.request("ENABLE"):
2329         raise Exception("Incomplete hostapd configuration was accepted")
2330     hapd.set("ap_isolate", "1")
2331     if "OK" in hapd.request("ENABLE"):
2332         raise Exception("Incomplete hostapd configuration was accepted")
2333     hapd.set('bridge', 'ap-br0')
2334     hapd.dump_monitor()
2335     try:
2336         hapd.enable()
2337     except:
2338         # For now, do not report failures due to missing kernel support
2339         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
2340     ev = hapd.wait_event(["AP-ENABLED", "AP-DISABLED"], timeout=10)
2341     if ev is None:
2342         raise Exception("AP startup timed out")
2343     if "AP-ENABLED" not in ev:
2344         raise Exception("AP startup failed")
2345
2346     dev[0].hs20_enable()
2347     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
2348     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
2349
2350     id = dev[0].add_cred_values({ 'realm': "example.com",
2351                                   'username': "hs20-test",
2352                                   'password': "password",
2353                                   'ca_cert': "auth_serv/ca.pem",
2354                                   'domain': "example.com",
2355                                   'update_identifier': "1234" })
2356     interworking_select(dev[0], bssid, "home", freq="2412")
2357     interworking_connect(dev[0], bssid, "TTLS")
2358
2359     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
2360                    identity="hs20-test", password="password",
2361                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
2362                    scan_freq="2412")
2363     time.sleep(0.1)
2364
2365     addr0 = dev[0].p2p_interface_addr()
2366     addr1 = dev[1].p2p_interface_addr()
2367
2368     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
2369     src_ll_opt1 = "\x01\x01" + binascii.unhexlify(addr1.replace(':',''))
2370
2371     pkt = build_ns(src_ll=addr0, ip_src="aaaa:bbbb:cccc::2",
2372                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:cccc::2",
2373                    opt=src_ll_opt0)
2374     if "OK" not in dev[0].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
2375         raise Exception("DATA_TEST_FRAME failed")
2376
2377     pkt = build_ns(src_ll=addr1, ip_src="aaaa:bbbb:dddd::2",
2378                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:dddd::2",
2379                    opt=src_ll_opt1)
2380     if "OK" not in dev[1].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
2381         raise Exception("DATA_TEST_FRAME failed")
2382
2383     pkt = build_ns(src_ll=addr1, ip_src="aaaa:bbbb:eeee::2",
2384                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:eeee::2",
2385                    opt=src_ll_opt1)
2386     if "OK" not in dev[1].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
2387         raise Exception("DATA_TEST_FRAME failed")
2388
2389     matches = get_permanent_neighbors("ap-br0")
2390     logger.info("After connect: " + str(matches))
2391     if len(matches) != 3:
2392         raise Exception("Unexpected number of neighbor entries after connect")
2393     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
2394         raise Exception("dev0 addr missing")
2395     if 'aaaa:bbbb:dddd::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
2396         raise Exception("dev1 addr(1) missing")
2397     if 'aaaa:bbbb:eeee::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
2398         raise Exception("dev1 addr(2) missing")
2399     dev[0].request("DISCONNECT")
2400     dev[1].request("DISCONNECT")
2401     time.sleep(0.5)
2402     matches = get_permanent_neighbors("ap-br0")
2403     logger.info("After disconnect: " + str(matches))
2404     if len(matches) > 0:
2405         raise Exception("Unexpected neighbor entries after disconnect")
2406
2407 def test_ap_hs20_proxyarp(dev, apdev):
2408     """Hotspot 2.0 and ProxyARP"""
2409     try:
2410         _test_ap_hs20_proxyarp(dev, apdev)
2411     finally:
2412         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
2413                         stderr=open('/dev/null', 'w'))
2414         subprocess.call(['brctl', 'delbr', 'ap-br0'],
2415                         stderr=open('/dev/null', 'w'))
2416
2417 def _test_ap_hs20_proxyarp_dgaf(dev, apdev, disabled):
2418     bssid = apdev[0]['bssid']
2419     params = hs20_ap_params()
2420     params['hessid'] = bssid
2421     params['disable_dgaf'] = '1' if disabled else '0'
2422     params['proxy_arp'] = '1'
2423     params['ap_isolate'] = '1'
2424     params['bridge'] = 'ap-br0'
2425     hapd = hostapd.add_ap(apdev[0]['ifname'], params, no_enable=True)
2426     try:
2427         hapd.enable()
2428     except:
2429         # For now, do not report failures due to missing kernel support
2430         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
2431     ev = hapd.wait_event(["AP-ENABLED"], timeout=10)
2432     if ev is None:
2433         raise Exception("AP startup timed out")
2434
2435     dev[0].hs20_enable()
2436     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
2437     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
2438
2439     id = dev[0].add_cred_values({ 'realm': "example.com",
2440                                   'username': "hs20-test",
2441                                   'password': "password",
2442                                   'ca_cert': "auth_serv/ca.pem",
2443                                   'domain': "example.com",
2444                                   'update_identifier': "1234" })
2445     interworking_select(dev[0], bssid, "home", freq="2412")
2446     interworking_connect(dev[0], bssid, "TTLS")
2447
2448     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
2449                    identity="hs20-test", password="password",
2450                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
2451                    scan_freq="2412")
2452     time.sleep(0.1)
2453
2454     addr0 = dev[0].p2p_interface_addr()
2455
2456     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
2457
2458     pkt = build_ns(src_ll=addr0, ip_src="aaaa:bbbb:cccc::2",
2459                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:cccc::2",
2460                    opt=src_ll_opt0)
2461     if "OK" not in dev[0].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
2462         raise Exception("DATA_TEST_FRAME failed")
2463
2464     pkt = build_ra(src_ll=apdev[0]['bssid'], ip_src="aaaa:bbbb:cccc::33",
2465                    ip_dst="ff01::1")
2466     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2467         raise Exception("DATA_TEST_FRAME failed")
2468
2469     pkt = build_na(src_ll=apdev[0]['bssid'], ip_src="aaaa:bbbb:cccc::44",
2470                    ip_dst="ff01::1", target="aaaa:bbbb:cccc::55")
2471     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2472         raise Exception("DATA_TEST_FRAME failed")
2473
2474     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
2475                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2476                          yiaddr="192.168.1.123", chaddr=addr0)
2477     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2478         raise Exception("DATA_TEST_FRAME failed")
2479     # another copy for additional code coverage
2480     pkt = build_dhcp_ack(dst_ll=addr0, src_ll=bssid,
2481                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2482                          yiaddr="192.168.1.123", chaddr=addr0)
2483     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2484         raise Exception("DATA_TEST_FRAME failed")
2485
2486     matches = get_permanent_neighbors("ap-br0")
2487     logger.info("After connect: " + str(matches))
2488     if len(matches) != 2:
2489         raise Exception("Unexpected number of neighbor entries after connect")
2490     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
2491         raise Exception("dev0 addr missing")
2492     if '192.168.1.123 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
2493         raise Exception("dev0 IPv4 addr missing")
2494     dev[0].request("DISCONNECT")
2495     dev[1].request("DISCONNECT")
2496     time.sleep(0.5)
2497     matches = get_permanent_neighbors("ap-br0")
2498     logger.info("After disconnect: " + str(matches))
2499     if len(matches) > 0:
2500         raise Exception("Unexpected neighbor entries after disconnect")
2501
2502 def test_ap_hs20_proxyarp_disable_dgaf(dev, apdev):
2503     """Hotspot 2.0 and ProxyARP with DGAF disabled"""
2504     try:
2505         _test_ap_hs20_proxyarp_dgaf(dev, apdev, True)
2506     finally:
2507         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
2508                         stderr=open('/dev/null', 'w'))
2509         subprocess.call(['brctl', 'delbr', 'ap-br0'],
2510                         stderr=open('/dev/null', 'w'))
2511
2512 def test_ap_hs20_proxyarp_enable_dgaf(dev, apdev):
2513     """Hotspot 2.0 and ProxyARP with DGAF enabled"""
2514     try:
2515         _test_ap_hs20_proxyarp_dgaf(dev, apdev, False)
2516     finally:
2517         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
2518                         stderr=open('/dev/null', 'w'))
2519         subprocess.call(['brctl', 'delbr', 'ap-br0'],
2520                         stderr=open('/dev/null', 'w'))
2521
2522 def ip_checksum(buf):
2523     sum = 0
2524     if len(buf) & 0x01:
2525         buf += '\0x00'
2526     for i in range(0, len(buf), 2):
2527         val, = struct.unpack('H', buf[i:i+2])
2528         sum += val
2529     while (sum >> 16):
2530         sum = (sum & 0xffff) + (sum >> 16)
2531     return struct.pack('H', ~sum & 0xffff)
2532
2533 def ipv6_solicited_node_mcaddr(target):
2534     prefix = socket.inet_pton(socket.AF_INET6, "ff02::1:ff00:0")
2535     mask = socket.inet_pton(socket.AF_INET6, "::ff:ffff")
2536     _target = socket.inet_pton(socket.AF_INET6, target)
2537     p = struct.unpack('4I', prefix)
2538     m = struct.unpack('4I', mask)
2539     t = struct.unpack('4I', _target)
2540     res = (p[0] | (t[0] & m[0]),
2541            p[1] | (t[1] & m[1]),
2542            p[2] | (t[2] & m[2]),
2543            p[3] | (t[3] & m[3]))
2544     return socket.inet_ntop(socket.AF_INET6, struct.pack('4I', *res))
2545
2546 def build_icmpv6(ipv6_addrs, type, code, payload):
2547     start = struct.pack("BB", type, code)
2548     end = payload
2549     icmp = start + '\x00\x00' + end
2550     pseudo = ipv6_addrs + struct.pack(">LBBBB", len(icmp), 0, 0, 0, 58)
2551     csum = ip_checksum(pseudo + icmp)
2552     return start + csum + end
2553
2554 def build_ra(src_ll, ip_src, ip_dst, cur_hop_limit=0, router_lifetime=0,
2555              reachable_time=0, retrans_timer=0, opt=None):
2556     link_mc = binascii.unhexlify("3333ff000002")
2557     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
2558     proto = '\x86\xdd'
2559     ehdr = link_mc + _src_ll + proto
2560     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
2561     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
2562
2563     adv = struct.pack('>BBHLL', cur_hop_limit, 0, router_lifetime,
2564                       reachable_time, retrans_timer)
2565     if opt:
2566         payload = adv + opt
2567     else:
2568         payload = adv
2569     icmp = build_icmpv6(_ip_src + _ip_dst, 134, 0, payload)
2570
2571     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
2572     ipv6 += _ip_src + _ip_dst
2573
2574     return ehdr + ipv6 + icmp
2575
2576 def build_ns(src_ll, ip_src, ip_dst, target, opt=None):
2577     link_mc = binascii.unhexlify("3333ff000002")
2578     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
2579     proto = '\x86\xdd'
2580     ehdr = link_mc + _src_ll + proto
2581     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
2582     if ip_dst is None:
2583         ip_dst = ipv6_solicited_node_mcaddr(target)
2584     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
2585
2586     reserved = '\x00\x00\x00\x00'
2587     _target = socket.inet_pton(socket.AF_INET6, target)
2588     if opt:
2589         payload = reserved + _target + opt
2590     else:
2591         payload = reserved + _target
2592     icmp = build_icmpv6(_ip_src + _ip_dst, 135, 0, payload)
2593
2594     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
2595     ipv6 += _ip_src + _ip_dst
2596
2597     return ehdr + ipv6 + icmp
2598
2599 def send_ns(dev, src_ll=None, target=None, ip_src=None, ip_dst=None, opt=None,
2600             hapd_bssid=None):
2601     if hapd_bssid:
2602         if src_ll is None:
2603             src_ll = hapd_bssid
2604         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
2605     else:
2606         if src_ll is None:
2607             src_ll = dev.p2p_interface_addr()
2608         cmd = "DATA_TEST_FRAME "
2609
2610     if opt is None:
2611         opt = "\x01\x01" + binascii.unhexlify(src_ll.replace(':',''))
2612
2613     pkt = build_ns(src_ll=src_ll, ip_src=ip_src, ip_dst=ip_dst, target=target,
2614                    opt=opt)
2615     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
2616         raise Exception("DATA_TEST_FRAME failed")
2617
2618 def build_na(src_ll, ip_src, ip_dst, target, opt=None):
2619     link_mc = binascii.unhexlify("3333ff000002")
2620     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
2621     proto = '\x86\xdd'
2622     ehdr = link_mc + _src_ll + proto
2623     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
2624     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
2625
2626     reserved = '\x00\x00\x00\x00'
2627     _target = socket.inet_pton(socket.AF_INET6, target)
2628     if opt:
2629         payload = reserved + _target + opt
2630     else:
2631         payload = reserved + _target
2632     icmp = build_icmpv6(_ip_src + _ip_dst, 136, 0, payload)
2633
2634     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
2635     ipv6 += _ip_src + _ip_dst
2636
2637     return ehdr + ipv6 + icmp
2638
2639 def send_na(dev, src_ll=None, target=None, ip_src=None, ip_dst=None, opt=None,
2640             hapd_bssid=None):
2641     if hapd_bssid:
2642         if src_ll is None:
2643             src_ll = hapd_bssid
2644         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
2645     else:
2646         if src_ll is None:
2647             src_ll = dev.p2p_interface_addr()
2648         cmd = "DATA_TEST_FRAME "
2649
2650     pkt = build_na(src_ll=src_ll, ip_src=ip_src, ip_dst=ip_dst, target=target,
2651                    opt=opt)
2652     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
2653         raise Exception("DATA_TEST_FRAME failed")
2654
2655 def build_dhcp_ack(dst_ll, src_ll, ip_src, ip_dst, yiaddr, chaddr,
2656                    subnet_mask="255.255.255.0", truncated_opt=False,
2657                    wrong_magic=False, force_tot_len=None, no_dhcp=False):
2658     _dst_ll = binascii.unhexlify(dst_ll.replace(':',''))
2659     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
2660     proto = '\x08\x00'
2661     ehdr = _dst_ll + _src_ll + proto
2662     _ip_src = socket.inet_pton(socket.AF_INET, ip_src)
2663     _ip_dst = socket.inet_pton(socket.AF_INET, ip_dst)
2664     _subnet_mask = socket.inet_pton(socket.AF_INET, subnet_mask)
2665
2666     _ciaddr = '\x00\x00\x00\x00'
2667     _yiaddr = socket.inet_pton(socket.AF_INET, yiaddr)
2668     _siaddr = '\x00\x00\x00\x00'
2669     _giaddr = '\x00\x00\x00\x00'
2670     _chaddr = binascii.unhexlify(chaddr.replace(':','') + "00000000000000000000")
2671     payload = struct.pack('>BBBBL3BB', 2, 1, 6, 0, 12345, 0, 0, 0, 0)
2672     payload += _ciaddr + _yiaddr + _siaddr + _giaddr + _chaddr + 192*'\x00'
2673     # magic
2674     if wrong_magic:
2675         payload += '\x63\x82\x53\x00'
2676     else:
2677         payload += '\x63\x82\x53\x63'
2678     if truncated_opt:
2679         payload += '\x22\xff\x00'
2680     # Option: DHCP Message Type = ACK
2681     payload += '\x35\x01\x05'
2682     # Pad Option
2683     payload += '\x00'
2684     # Option: Subnet Mask
2685     payload += '\x01\x04' + _subnet_mask
2686     # Option: Time Offset
2687     payload += struct.pack('>BBL', 2, 4, 0)
2688     # End Option
2689     payload += '\xff'
2690     # Pad Option
2691     payload += '\x00\x00\x00\x00'
2692
2693     if no_dhcp:
2694         payload = struct.pack('>BBBBL3BB', 2, 1, 6, 0, 12345, 0, 0, 0, 0)
2695         payload += _ciaddr + _yiaddr + _siaddr + _giaddr + _chaddr + 192*'\x00'
2696
2697     udp = struct.pack('>HHHH', 67, 68, 8 + len(payload), 0) + payload
2698
2699     if force_tot_len:
2700         tot_len = force_tot_len
2701     else:
2702         tot_len = 20 + len(udp)
2703     start = struct.pack('>BBHHBBBB', 0x45, 0, tot_len, 0, 0, 0, 128, 17)
2704     ipv4 = start + '\x00\x00' + _ip_src + _ip_dst
2705     csum = ip_checksum(ipv4)
2706     ipv4 = start + csum + _ip_src + _ip_dst
2707
2708     return ehdr + ipv4 + udp
2709
2710 def build_arp(dst_ll, src_ll, opcode, sender_mac, sender_ip,
2711               target_mac, target_ip):
2712     _dst_ll = binascii.unhexlify(dst_ll.replace(':',''))
2713     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
2714     proto = '\x08\x06'
2715     ehdr = _dst_ll + _src_ll + proto
2716
2717     _sender_mac = binascii.unhexlify(sender_mac.replace(':',''))
2718     _sender_ip = socket.inet_pton(socket.AF_INET, sender_ip)
2719     _target_mac = binascii.unhexlify(target_mac.replace(':',''))
2720     _target_ip = socket.inet_pton(socket.AF_INET, target_ip)
2721
2722     arp = struct.pack('>HHBBH', 1, 0x0800, 6, 4, opcode)
2723     arp += _sender_mac + _sender_ip
2724     arp += _target_mac + _target_ip
2725
2726     return ehdr + arp
2727
2728 def send_arp(dev, dst_ll="ff:ff:ff:ff:ff:ff", src_ll=None, opcode=1,
2729              sender_mac=None, sender_ip="0.0.0.0",
2730              target_mac="00:00:00:00:00:00", target_ip="0.0.0.0",
2731              hapd_bssid=None):
2732     if hapd_bssid:
2733         if src_ll is None:
2734             src_ll = hapd_bssid
2735         if sender_mac is None:
2736             sender_mac = hapd_bssid
2737         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
2738     else:
2739         if src_ll is None:
2740             src_ll = dev.p2p_interface_addr()
2741         if sender_mac is None:
2742             sender_mac = dev.p2p_interface_addr()
2743         cmd = "DATA_TEST_FRAME "
2744
2745     pkt = build_arp(dst_ll=dst_ll, src_ll=src_ll, opcode=opcode,
2746                     sender_mac=sender_mac, sender_ip=sender_ip,
2747                     target_mac=target_mac, target_ip=target_ip)
2748     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
2749         raise Exception("DATA_TEST_FRAME failed")
2750
2751 def get_permanent_neighbors(ifname):
2752     cmd = subprocess.Popen(['ip', 'nei'], stdout=subprocess.PIPE)
2753     res = cmd.stdout.read()
2754     cmd.stdout.close()
2755     return [ line for line in res.splitlines() if "PERMANENT" in line and ifname in line ]
2756
2757 def _test_proxyarp_open(dev, apdev, params):
2758     cap_br = os.path.join(params['logdir'], "proxyarp_open.ap-br0.pcap")
2759     cap_dev0 = os.path.join(params['logdir'], "proxyarp_open.%s.pcap" % dev[0].ifname)
2760     cap_dev1 = os.path.join(params['logdir'], "proxyarp_open.%s.pcap" % dev[1].ifname)
2761
2762     bssid = apdev[0]['bssid']
2763     params = { 'ssid': 'open' }
2764     params['proxy_arp'] = '1'
2765     hapd = hostapd.add_ap(apdev[0]['ifname'], params, no_enable=True)
2766     hapd.set("ap_isolate", "1")
2767     hapd.set('bridge', 'ap-br0')
2768     hapd.dump_monitor()
2769     try:
2770         hapd.enable()
2771     except:
2772         # For now, do not report failures due to missing kernel support
2773         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
2774     ev = hapd.wait_event(["AP-ENABLED", "AP-DISABLED"], timeout=10)
2775     if ev is None:
2776         raise Exception("AP startup timed out")
2777     if "AP-ENABLED" not in ev:
2778         raise Exception("AP startup failed")
2779
2780     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
2781     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
2782
2783     for chain in [ 'FORWARD', 'OUTPUT' ]:
2784         subprocess.call(['ebtables', '-A', chain, '-p', 'ARP',
2785                          '-d', 'Broadcast', '-o', apdev[0]['ifname'],
2786                          '-j', 'DROP'])
2787         subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
2788                          '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
2789                          '--ip6-icmp-type', 'neighbor-solicitation',
2790                          '-o', apdev[0]['ifname'], '-j', 'DROP'])
2791         subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
2792                          '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
2793                          '--ip6-icmp-type', 'neighbor-advertisement',
2794                          '-o', apdev[0]['ifname'], '-j', 'DROP'])
2795         subprocess.call(['ebtables', '-A', chain,
2796                          '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
2797                          '--ip6-icmp-type', 'router-solicitation',
2798                          '-o', apdev[0]['ifname'], '-j', 'DROP'])
2799         # Multicast Listener Report Message
2800         subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
2801                          '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
2802                          '--ip6-icmp-type', '143',
2803                          '-o', apdev[0]['ifname'], '-j', 'DROP'])
2804
2805     cmd = {}
2806     cmd[0] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', 'ap-br0',
2807                                '-w', cap_br, '-s', '2000'],
2808                               stderr=open('/dev/null', 'w'))
2809     cmd[1] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', dev[0].ifname,
2810                                '-w', cap_dev0, '-s', '2000'],
2811                               stderr=open('/dev/null', 'w'))
2812     cmd[2] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', dev[1].ifname,
2813                                '-w', cap_dev1, '-s', '2000'],
2814                               stderr=open('/dev/null', 'w'))
2815
2816     dev[0].connect("open", key_mgmt="NONE", scan_freq="2412")
2817     dev[1].connect("open", key_mgmt="NONE", scan_freq="2412")
2818     time.sleep(0.1)
2819
2820     addr0 = dev[0].p2p_interface_addr()
2821     addr1 = dev[1].p2p_interface_addr()
2822
2823     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
2824     src_ll_opt1 = "\x01\x01" + binascii.unhexlify(addr1.replace(':',''))
2825
2826     # DAD NS
2827     send_ns(dev[0], ip_src="::", target="aaaa:bbbb:cccc::2")
2828
2829     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2")
2830     # test frame without source link-layer address option
2831     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
2832             opt='')
2833     # test frame with bogus option
2834     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
2835             opt="\x70\x01\x01\x02\x03\x04\x05\x05")
2836     # test frame with truncated source link-layer address option
2837     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
2838             opt="\x01\x01\x01\x02\x03\x04")
2839     # test frame with foreign source link-layer address option
2840     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
2841             opt="\x01\x01\x01\x02\x03\x04\x05\x06")
2842
2843     send_ns(dev[1], ip_src="aaaa:bbbb:dddd::2", target="aaaa:bbbb:dddd::2")
2844
2845     send_ns(dev[1], ip_src="aaaa:bbbb:eeee::2", target="aaaa:bbbb:eeee::2")
2846     # another copy for additional code coverage
2847     send_ns(dev[1], ip_src="aaaa:bbbb:eeee::2", target="aaaa:bbbb:eeee::2")
2848
2849     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
2850                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2851                          yiaddr="192.168.1.124", chaddr=addr0)
2852     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2853         raise Exception("DATA_TEST_FRAME failed")
2854     # Change address and verify unicast
2855     pkt = build_dhcp_ack(dst_ll=addr0, src_ll=bssid,
2856                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2857                          yiaddr="192.168.1.123", chaddr=addr0)
2858     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2859         raise Exception("DATA_TEST_FRAME failed")
2860
2861     # Not-associated client MAC address
2862     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
2863                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2864                          yiaddr="192.168.1.125", chaddr="22:33:44:55:66:77")
2865     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2866         raise Exception("DATA_TEST_FRAME failed")
2867
2868     # No IP address
2869     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
2870                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2871                          yiaddr="0.0.0.0", chaddr=addr1)
2872     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2873         raise Exception("DATA_TEST_FRAME failed")
2874
2875     # Zero subnet mask
2876     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
2877                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2878                          yiaddr="192.168.1.126", chaddr=addr1,
2879                          subnet_mask="0.0.0.0")
2880     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2881         raise Exception("DATA_TEST_FRAME failed")
2882
2883     # Truncated option
2884     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
2885                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2886                          yiaddr="192.168.1.127", chaddr=addr1,
2887                          truncated_opt=True)
2888     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2889         raise Exception("DATA_TEST_FRAME failed")
2890
2891     # Wrong magic
2892     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
2893                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2894                          yiaddr="192.168.1.128", chaddr=addr1,
2895                          wrong_magic=True)
2896     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2897         raise Exception("DATA_TEST_FRAME failed")
2898
2899     # Wrong IPv4 total length
2900     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
2901                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2902                          yiaddr="192.168.1.129", chaddr=addr1,
2903                          force_tot_len=1000)
2904     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2905         raise Exception("DATA_TEST_FRAME failed")
2906
2907     # BOOTP
2908     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
2909                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2910                          yiaddr="192.168.1.129", chaddr=addr1,
2911                          no_dhcp=True)
2912     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2913         raise Exception("DATA_TEST_FRAME failed")
2914
2915     matches = get_permanent_neighbors("ap-br0")
2916     logger.info("After connect: " + str(matches))
2917     if len(matches) != 4:
2918         raise Exception("Unexpected number of neighbor entries after connect")
2919     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
2920         raise Exception("dev0 addr missing")
2921     if 'aaaa:bbbb:dddd::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
2922         raise Exception("dev1 addr(1) missing")
2923     if 'aaaa:bbbb:eeee::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
2924         raise Exception("dev1 addr(2) missing")
2925     if '192.168.1.123 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
2926         raise Exception("dev0 IPv4 addr missing")
2927
2928     targets = [ "192.168.1.123", "192.168.1.124", "192.168.1.125",
2929                 "192.168.1.126" ]
2930     for target in targets:
2931         send_arp(dev[1], sender_ip="192.168.1.100", target_ip=target)
2932
2933     for target in targets:
2934         send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.101",
2935                  target_ip=target)
2936
2937     # ARP Probe from wireless STA
2938     send_arp(dev[1], target_ip="192.168.1.127")
2939     # ARP Announcement from wireless STA
2940     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.127")
2941     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.127",
2942              opcode=2)
2943
2944     matches = get_permanent_neighbors("ap-br0")
2945     logger.info("After ARP Probe + Announcement: " + str(matches))
2946
2947     # ARP Request for the newly introduced IP address from wireless STA
2948     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.127")
2949
2950     # ARP Request for the newly introduced IP address from bridge
2951     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.102",
2952              target_ip="192.168.1.127")
2953
2954     # ARP Probe from bridge
2955     send_arp(hapd, hapd_bssid=bssid, target_ip="192.168.1.130")
2956     # ARP Announcement from bridge (not to be learned by AP for proxyarp)
2957     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.130",
2958              target_ip="192.168.1.130")
2959     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.130",
2960              target_ip="192.168.1.130", opcode=2)
2961
2962     matches = get_permanent_neighbors("ap-br0")
2963     logger.info("After ARP Probe + Announcement: " + str(matches))
2964
2965     # ARP Request for the newly introduced IP address from wireless STA
2966     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.130")
2967     # ARP Response from bridge (AP does not proxy for non-wireless devices)
2968     send_arp(hapd, hapd_bssid=bssid, dst_ll=addr0, sender_ip="192.168.1.130",
2969              target_ip="192.168.1.123", opcode=2)
2970
2971     # ARP Request for the newly introduced IP address from bridge
2972     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.102",
2973              target_ip="192.168.1.130")
2974
2975     # ARP Probe from wireless STA (duplicate address; learned through DHCP)
2976     send_arp(dev[1], target_ip="192.168.1.123")
2977     # ARP Probe from wireless STA (duplicate address; learned through ARP)
2978     send_arp(dev[0], target_ip="192.168.1.127")
2979
2980     # Gratuitous ARP Reply for another STA's IP address
2981     send_arp(dev[0], opcode=2, sender_mac=addr0, sender_ip="192.168.1.127",
2982              target_mac=addr1, target_ip="192.168.1.127")
2983     send_arp(dev[1], opcode=2, sender_mac=addr1, sender_ip="192.168.1.123",
2984              target_mac=addr0, target_ip="192.168.1.123")
2985     # ARP Request to verify previous mapping
2986     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.123")
2987     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.127")
2988
2989     time.sleep(0.1)
2990
2991     send_ns(dev[0], target="aaaa:bbbb:dddd::2", ip_src="aaaa:bbbb:cccc::2")
2992     time.sleep(0.1)
2993     send_ns(dev[1], target="aaaa:bbbb:cccc::2", ip_src="aaaa:bbbb:dddd::2")
2994     time.sleep(0.1)
2995     send_ns(hapd, hapd_bssid=bssid, target="aaaa:bbbb:dddd::2",
2996             ip_src="aaaa:bbbb:ffff::2")
2997     time.sleep(0.1)
2998
2999     # Try to probe for an already assigned address
3000     send_ns(dev[1], target="aaaa:bbbb:cccc::2", ip_src="::")
3001     time.sleep(0.1)
3002     send_ns(hapd, hapd_bssid=bssid, target="aaaa:bbbb:cccc::2", ip_src="::")
3003     time.sleep(0.1)
3004
3005     # Unsolicited NA
3006     send_na(dev[1], target="aaaa:bbbb:cccc:aeae::3",
3007             ip_src="aaaa:bbbb:cccc:aeae::3", ip_dst="ff02::1")
3008     send_na(hapd, hapd_bssid=bssid, target="aaaa:bbbb:cccc:aeae::4",
3009             ip_src="aaaa:bbbb:cccc:aeae::4", ip_dst="ff02::1")
3010
3011     hwsim_utils.test_connectivity_iface(dev[0], hapd, "ap-br0")
3012     hwsim_utils.test_connectivity_iface(dev[1], hapd, "ap-br0")
3013     hwsim_utils.test_connectivity(dev[0], dev[1])
3014
3015     dev[0].request("DISCONNECT")
3016     dev[1].request("DISCONNECT")
3017     time.sleep(0.5)
3018     for i in range(3):
3019         cmd[i].terminate()
3020     matches = get_permanent_neighbors("ap-br0")
3021     logger.info("After disconnect: " + str(matches))
3022     if len(matches) > 0:
3023         raise Exception("Unexpected neighbor entries after disconnect")
3024     cmd = subprocess.Popen(['ebtables', '-L', '--Lc'], stdout=subprocess.PIPE)
3025     res = cmd.stdout.read()
3026     cmd.stdout.close()
3027     logger.info("ebtables results:\n" + res)
3028
3029 def test_proxyarp_open(dev, apdev, params):
3030     """ProxyARP with open network"""
3031     try:
3032         _test_proxyarp_open(dev, apdev, params)
3033     finally:
3034         try:
3035             subprocess.call(['ebtables', '-F', 'FORWARD'])
3036             subprocess.call(['ebtables', '-F', 'OUTPUT'])
3037         except:
3038             pass
3039         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
3040                         stderr=open('/dev/null', 'w'))
3041         subprocess.call(['brctl', 'delbr', 'ap-br0'],
3042                         stderr=open('/dev/null', 'w'))