tests/hwsim/test_ap_hs20.py

   1 # Hotspot 2.0 tests
   2 # Copyright (c) 2013-2015, Jouni Malinen <j@w1.fi>
   3 #
   4 # This software may be distributed under the terms of the BSD license.
   5 # See README for more details.
   6
   7 import base64
   8 import binascii
   9 import struct
  10 import time
  11 import subprocess
  12 import logging
  13 logger = logging.getLogger()
  14 import os
  15 import os.path
  16 import socket
  17 import subprocess
  18
  19 import hostapd
  20 from utils import HwsimSkip, skip_with_fips
  21 import hwsim_utils
  22 from tshark import run_tshark
  23 from wlantest import Wlantest
  24 from wpasupplicant import WpaSupplicant
  25 from test_ap_eap import check_eap_capa, check_domain_match_full
  26
  27 def hs20_ap_params(ssid="test-hs20"):
  28     params = hostapd.wpa2_params(ssid=ssid)
  29     params['wpa_key_mgmt'] = "WPA-EAP"
  30     params['ieee80211w'] = "1"
  31     params['ieee8021x'] = "1"
  32     params['auth_server_addr'] = "127.0.0.1"
  33     params['auth_server_port'] = "1812"
  34     params['auth_server_shared_secret'] = "radius"
  35     params['interworking'] = "1"
  36     params['access_network_type'] = "14"
  37     params['internet'] = "1"
  38     params['asra'] = "0"
  39     params['esr'] = "0"
  40     params['uesa'] = "0"
  41     params['venue_group'] = "7"
  42     params['venue_type'] = "1"
  43     params['venue_name'] = [ "eng:Example venue", "fin:Esimerkkipaikka" ]
  44     params['roaming_consortium'] = [ "112233", "1020304050", "010203040506",
  45                                      "fedcba" ]
  46     params['domain_name'] = "example.com,another.example.com"
  47     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
  48                             "0,another.example.com" ]
  49     params['hs20'] = "1"
  50     params['hs20_wan_metrics'] = "01:8000:1000:80:240:3000"
  51     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0" ]
  52     params['hs20_operating_class'] = "5173"
  53     params['anqp_3gpp_cell_net'] = "244,91"
  54     return params
  55
  56 def check_auto_select(dev, bssid):
  57     dev.scan_for_bss(bssid, freq="2412")
  58     dev.request("INTERWORKING_SELECT auto freq=2412")
  59     ev = dev.wait_connected(timeout=15)
  60     if bssid not in ev:
  61         raise Exception("Connected to incorrect network")
  62     dev.request("REMOVE_NETWORK all")
  63     dev.wait_disconnected()
  64     dev.dump_monitor()
  65
  66 def interworking_select(dev, bssid, type=None, no_match=False, freq=None):
  67     dev.dump_monitor()
  68     if bssid and freq and not no_match:
  69         dev.scan_for_bss(bssid, freq=freq)
  70     freq_extra = " freq=" + str(freq) if freq else ""
  71     dev.request("INTERWORKING_SELECT" + freq_extra)
  72     ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
  73                         timeout=15)
  74     if ev is None:
  75         raise Exception("Network selection timed out");
  76     if no_match:
  77         if "INTERWORKING-NO-MATCH" not in ev:
  78             raise Exception("Unexpected network match")
  79         return
  80     if "INTERWORKING-NO-MATCH" in ev:
  81         logger.info("Matching network not found - try again")
  82         dev.dump_monitor()
  83         dev.request("INTERWORKING_SELECT" + freq_extra)
  84         ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
  85                             timeout=15)
  86         if ev is None:
  87             raise Exception("Network selection timed out");
  88         if "INTERWORKING-NO-MATCH" in ev:
  89             raise Exception("Matching network not found")
  90     if bssid and bssid not in ev:
  91         raise Exception("Unexpected BSSID in match")
  92     if type and "type=" + type not in ev:
  93         raise Exception("Network type not recognized correctly")
  94
  95 def check_sp_type(dev, sp_type):
  96     type = dev.get_status_field("sp_type")
  97     if type is None:
  98         raise Exception("sp_type not available")
  99     if type != sp_type:
 100         raise Exception("sp_type did not indicate home network")
 101
 102 def hlr_auc_gw_available():
 103     if not os.path.exists("/tmp/hlr_auc_gw.sock"):
 104         raise HwsimSkip("No hlr_auc_gw socket available")
 105     if not os.path.exists("../../hostapd/hlr_auc_gw"):
 106         raise HwsimSkip("No hlr_auc_gw available")
 107
 108 def interworking_ext_sim_connect(dev, bssid, method):
 109     dev.request("INTERWORKING_CONNECT " + bssid)
 110     interworking_ext_sim_auth(dev, method)
 111
 112 def interworking_ext_sim_auth(dev, method):
 113     ev = dev.wait_event(["CTRL-EVENT-EAP-METHOD"], timeout=15)
 114     if ev is None:
 115         raise Exception("Network connected timed out")
 116     if "(" + method + ")" not in ev:
 117         raise Exception("Unexpected EAP method selection")
 118
 119     ev = dev.wait_event(["CTRL-REQ-SIM"], timeout=15)
 120     if ev is None:
 121         raise Exception("Wait for external SIM processing request timed out")
 122     p = ev.split(':', 2)
 123     if p[1] != "GSM-AUTH":
 124         raise Exception("Unexpected CTRL-REQ-SIM type")
 125     id = p[0].split('-')[3]
 126     rand = p[2].split(' ')[0]
 127
 128     res = subprocess.check_output(["../../hostapd/hlr_auc_gw",
 129                                    "-m",
 130                                    "auth_serv/hlr_auc_gw.milenage_db",
 131                                    "GSM-AUTH-REQ 232010000000000 " + rand])
 132     if "GSM-AUTH-RESP" not in res:
 133         raise Exception("Unexpected hlr_auc_gw response")
 134     resp = res.split(' ')[2].rstrip()
 135
 136     dev.request("CTRL-RSP-SIM-" + id + ":GSM-AUTH:" + resp)
 137     dev.wait_connected(timeout=15)
 138
 139 def interworking_connect(dev, bssid, method):
 140     dev.request("INTERWORKING_CONNECT " + bssid)
 141     interworking_auth(dev, method)
 142
 143 def interworking_auth(dev, method):
 144     ev = dev.wait_event(["CTRL-EVENT-EAP-METHOD"], timeout=15)
 145     if ev is None:
 146         raise Exception("Network connected timed out")
 147     if "(" + method + ")" not in ev:
 148         raise Exception("Unexpected EAP method selection")
 149
 150     dev.wait_connected(timeout=15)
 151
 152 def check_probe_resp(wt, bssid_unexpected, bssid_expected):
 153     if bssid_unexpected:
 154         count = wt.get_bss_counter("probe_response", bssid_unexpected)
 155         if count > 0:
 156             raise Exception("Unexpected Probe Response frame from AP")
 157
 158     if bssid_expected:
 159         count = wt.get_bss_counter("probe_response", bssid_expected)
 160         if count == 0:
 161             raise Exception("No Probe Response frame from AP")
 162
 163 def test_ap_anqp_sharing(dev, apdev):
 164     """ANQP sharing within ESS and explicit unshare"""
 165     check_eap_capa(dev[0], "MSCHAPV2")
 166     dev[0].flush_scan_cache()
 167
 168     bssid = apdev[0]['bssid']
 169     params = hs20_ap_params()
 170     params['hessid'] = bssid
 171     hostapd.add_ap(apdev[0], params)
 172
 173     bssid2 = apdev[1]['bssid']
 174     params = hs20_ap_params()
 175     params['hessid'] = bssid
 176     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]" ]
 177     hostapd.add_ap(apdev[1], params)
 178
 179     dev[0].hs20_enable()
 180     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 181                                   'password': "secret",
 182                                   'domain': "example.com" })
 183     logger.info("Normal network selection with shared ANQP results")
 184     dev[0].scan_for_bss(bssid, freq="2412")
 185     dev[0].scan_for_bss(bssid2, freq="2412")
 186     interworking_select(dev[0], None, "home", freq="2412")
 187     dev[0].dump_monitor()
 188
 189     logger.debug("BSS entries:\n" + dev[0].request("BSS RANGE=ALL"))
 190     res1 = dev[0].get_bss(bssid)
 191     res2 = dev[0].get_bss(bssid2)
 192     if 'anqp_nai_realm' not in res1:
 193         raise Exception("anqp_nai_realm not found for AP1")
 194     if 'anqp_nai_realm' not in res2:
 195         raise Exception("anqp_nai_realm not found for AP2")
 196     if res1['anqp_nai_realm'] != res2['anqp_nai_realm']:
 197         raise Exception("ANQP results were not shared between BSSes")
 198
 199     logger.info("Explicit ANQP request to unshare ANQP results")
 200     dev[0].request("ANQP_GET " + bssid + " 263")
 201     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 202     if ev is None:
 203         raise Exception("ANQP operation timed out")
 204
 205     dev[0].request("ANQP_GET " + bssid2 + " 263")
 206     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 207     if ev is None:
 208         raise Exception("ANQP operation timed out")
 209
 210     res1 = dev[0].get_bss(bssid)
 211     res2 = dev[0].get_bss(bssid2)
 212     if res1['anqp_nai_realm'] == res2['anqp_nai_realm']:
 213         raise Exception("ANQP results were not unshared")
 214
 215 def test_ap_nai_home_realm_query(dev, apdev):
 216     """NAI Home Realm Query"""
 217     check_eap_capa(dev[0], "MSCHAPV2")
 218     bssid = apdev[0]['bssid']
 219     params = hs20_ap_params()
 220     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
 221                             "0,another.example.org" ]
 222     hostapd.add_ap(apdev[0], params)
 223
 224     dev[0].scan(freq="2412")
 225     dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid + " realm=example.com")
 226     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 227     if ev is None:
 228         raise Exception("ANQP operation timed out")
 229     nai1 = dev[0].get_bss(bssid)['anqp_nai_realm']
 230     dev[0].dump_monitor()
 231
 232     dev[0].request("ANQP_GET " + bssid + " 263")
 233     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 234     if ev is None:
 235         raise Exception("ANQP operation timed out")
 236     nai2 = dev[0].get_bss(bssid)['anqp_nai_realm']
 237
 238     if len(nai1) >= len(nai2):
 239         raise Exception("Unexpected NAI Realm list response lengths")
 240     if "example.com".encode('hex') not in nai1:
 241         raise Exception("Home realm not reported")
 242     if "example.org".encode('hex') in nai1:
 243         raise Exception("Non-home realm reported")
 244     if "example.com".encode('hex') not in nai2:
 245         raise Exception("Home realm not reported in wildcard query")
 246     if "example.org".encode('hex') not in nai2:
 247         raise Exception("Non-home realm not reported in wildcard query ")
 248
 249     cmds = [ "foo",
 250              "00:11:22:33:44:55 123",
 251              "00:11:22:33:44:55 qq" ]
 252     for cmd in cmds:
 253         if "FAIL" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + cmd):
 254             raise Exception("Invalid HS20_GET_NAI_HOME_REALM_LIST accepted: " + cmd)
 255
 256     dev[0].dump_monitor()
 257     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid):
 258         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 259     ev = dev[0].wait_event(["GAS-QUERY-DONE"], timeout=10)
 260     if ev is None:
 261         raise Exception("ANQP operation timed out")
 262     ev = dev[0].wait_event(["RX-ANQP"], timeout=0.1)
 263     if ev is not None:
 264         raise Exception("Unexpected ANQP response: " + ev)
 265
 266     dev[0].dump_monitor()
 267     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid + " 01000b6578616d706c652e636f6d"):
 268         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 269     ev = dev[0].wait_event(["RX-ANQP"], timeout=10)
 270     if ev is None:
 271         raise Exception("No ANQP response")
 272     if "NAI Realm list" not in ev:
 273         raise Exception("Missing NAI Realm list: " + ev)
 274
 275     dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 276                              'password': "secret",
 277                              'domain': "example.com" })
 278     dev[0].dump_monitor()
 279     if "OK" not in dev[0].request("HS20_GET_NAI_HOME_REALM_LIST " + bssid):
 280         raise Exception("HS20_GET_NAI_HOME_REALM_LIST failed")
 281     ev = dev[0].wait_event(["RX-ANQP"], timeout=10)
 282     if ev is None:
 283         raise Exception("No ANQP response")
 284     if "NAI Realm list" not in ev:
 285         raise Exception("Missing NAI Realm list: " + ev)
 286
 287 def test_ap_interworking_scan_filtering(dev, apdev):
 288     """Interworking scan filtering with HESSID and access network type"""
 289     try:
 290         _test_ap_interworking_scan_filtering(dev, apdev)
 291     finally:
 292         dev[0].request("SET hessid 00:00:00:00:00:00")
 293         dev[0].request("SET access_network_type 15")
 294
 295 def _test_ap_interworking_scan_filtering(dev, apdev):
 296     bssid = apdev[0]['bssid']
 297     params = hs20_ap_params()
 298     ssid = "test-hs20-ap1"
 299     params['ssid'] = ssid
 300     params['hessid'] = bssid
 301     hostapd.add_ap(apdev[0], params)
 302
 303     bssid2 = apdev[1]['bssid']
 304     params = hs20_ap_params()
 305     ssid2 = "test-hs20-ap2"
 306     params['ssid'] = ssid2
 307     params['hessid'] = bssid2
 308     params['access_network_type'] = "1"
 309     del params['venue_group']
 310     del params['venue_type']
 311     hostapd.add_ap(apdev[1], params)
 312
 313     dev[0].hs20_enable()
 314
 315     wt = Wlantest()
 316     wt.flush()
 317
 318     logger.info("Check probe request filtering based on HESSID")
 319
 320     dev[0].request("SET hessid " + bssid2)
 321     dev[0].scan(freq="2412")
 322     time.sleep(0.03)
 323     check_probe_resp(wt, bssid, bssid2)
 324
 325     logger.info("Check probe request filtering based on access network type")
 326
 327     wt.clear_bss_counters(bssid)
 328     wt.clear_bss_counters(bssid2)
 329     dev[0].request("SET hessid 00:00:00:00:00:00")
 330     dev[0].request("SET access_network_type 14")
 331     dev[0].scan(freq="2412")
 332     time.sleep(0.03)
 333     check_probe_resp(wt, bssid2, bssid)
 334
 335     wt.clear_bss_counters(bssid)
 336     wt.clear_bss_counters(bssid2)
 337     dev[0].request("SET hessid 00:00:00:00:00:00")
 338     dev[0].request("SET access_network_type 1")
 339     dev[0].scan(freq="2412")
 340     time.sleep(0.03)
 341     check_probe_resp(wt, bssid, bssid2)
 342
 343     logger.info("Check probe request filtering based on HESSID and ANT")
 344
 345     wt.clear_bss_counters(bssid)
 346     wt.clear_bss_counters(bssid2)
 347     dev[0].request("SET hessid " + bssid)
 348     dev[0].request("SET access_network_type 14")
 349     dev[0].scan(freq="2412")
 350     time.sleep(0.03)
 351     check_probe_resp(wt, bssid2, bssid)
 352
 353     wt.clear_bss_counters(bssid)
 354     wt.clear_bss_counters(bssid2)
 355     dev[0].request("SET hessid " + bssid2)
 356     dev[0].request("SET access_network_type 14")
 357     dev[0].scan(freq="2412")
 358     time.sleep(0.03)
 359     check_probe_resp(wt, bssid, None)
 360     check_probe_resp(wt, bssid2, None)
 361
 362     wt.clear_bss_counters(bssid)
 363     wt.clear_bss_counters(bssid2)
 364     dev[0].request("SET hessid " + bssid)
 365     dev[0].request("SET access_network_type 1")
 366     dev[0].scan(freq="2412")
 367     time.sleep(0.03)
 368     check_probe_resp(wt, bssid, None)
 369     check_probe_resp(wt, bssid2, None)
 370
 371 def test_ap_hs20_select(dev, apdev):
 372     """Hotspot 2.0 network selection"""
 373     bssid = apdev[0]['bssid']
 374     params = hs20_ap_params()
 375     params['hessid'] = bssid
 376     hostapd.add_ap(apdev[0], params)
 377
 378     dev[0].hs20_enable()
 379     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 380                                   'password': "secret",
 381                                   'domain': "example.com" })
 382     interworking_select(dev[0], bssid, "home")
 383
 384     dev[0].remove_cred(id)
 385     id = dev[0].add_cred_values({ 'realm': "example.com", 'username': "test",
 386                                   'password': "secret",
 387                                   'domain': "no.match.example.com" })
 388     interworking_select(dev[0], bssid, "roaming", freq="2412")
 389
 390     dev[0].set_cred_quoted(id, "realm", "no.match.example.com");
 391     interworking_select(dev[0], bssid, no_match=True, freq="2412")
 392
 393     res = dev[0].request("SCAN_RESULTS")
 394     if "[HS20]" not in res:
 395         raise Exception("HS20 flag missing from scan results: " + res)
 396
 397     bssid2 = apdev[1]['bssid']
 398     params = hs20_ap_params()
 399     params['nai_realm'] = [ "0,example.org,21" ]
 400     params['hessid'] = bssid2
 401     params['domain_name'] = "example.org"
 402     hostapd.add_ap(apdev[1], params)
 403     dev[0].remove_cred(id)
 404     id = dev[0].add_cred_values({ 'realm': "example.org", 'username': "test",
 405                                   'password': "secret",
 406                                   'domain': "example.org" })
 407     interworking_select(dev[0], bssid2, "home", freq="2412")
 408
 409 def hs20_simulated_sim(dev, ap, method):
 410     bssid = ap['bssid']
 411     params = hs20_ap_params()
 412     params['hessid'] = bssid
 413     params['anqp_3gpp_cell_net'] = "555,444"
 414     params['domain_name'] = "wlan.mnc444.mcc555.3gppnetwork.org"
 415     hostapd.add_ap(ap, params)
 416
 417     dev.hs20_enable()
 418     dev.add_cred_values({ 'imsi': "555444-333222111", 'eap': method,
 419                           'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123"})
 420     interworking_select(dev, "home", freq="2412")
 421     interworking_connect(dev, bssid, method)
 422     check_sp_type(dev, "home")
 423
 424 def test_ap_hs20_sim(dev, apdev):
 425     """Hotspot 2.0 with simulated SIM and EAP-SIM"""
 426     hlr_auc_gw_available()
 427     hs20_simulated_sim(dev[0], apdev[0], "SIM")
 428     dev[0].request("INTERWORKING_SELECT auto freq=2412")
 429     ev = dev[0].wait_event(["INTERWORKING-ALREADY-CONNECTED"], timeout=15)
 430     if ev is None:
 431         raise Exception("Timeout on already-connected event")
 432
 433 def test_ap_hs20_aka(dev, apdev):
 434     """Hotspot 2.0 with simulated USIM and EAP-AKA"""
 435     hlr_auc_gw_available()
 436     hs20_simulated_sim(dev[0], apdev[0], "AKA")
 437
 438 def test_ap_hs20_aka_prime(dev, apdev):
 439     """Hotspot 2.0 with simulated USIM and EAP-AKA'"""
 440     hlr_auc_gw_available()
 441     hs20_simulated_sim(dev[0], apdev[0], "AKA'")
 442
 443 def test_ap_hs20_ext_sim(dev, apdev):
 444     """Hotspot 2.0 with external SIM processing"""
 445     hlr_auc_gw_available()
 446     bssid = apdev[0]['bssid']
 447     params = hs20_ap_params()
 448     params['hessid'] = bssid
 449     params['anqp_3gpp_cell_net'] = "232,01"
 450     params['domain_name'] = "wlan.mnc001.mcc232.3gppnetwork.org"
 451     hostapd.add_ap(apdev[0], params)
 452
 453     dev[0].hs20_enable()
 454     try:
 455         dev[0].request("SET external_sim 1")
 456         dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM" })
 457         interworking_select(dev[0], "home", freq="2412")
 458         interworking_ext_sim_connect(dev[0], bssid, "SIM")
 459         check_sp_type(dev[0], "home")
 460     finally:
 461         dev[0].request("SET external_sim 0")
 462
 463 def test_ap_hs20_ext_sim_roaming(dev, apdev):
 464     """Hotspot 2.0 with external SIM processing in roaming network"""
 465     hlr_auc_gw_available()
 466     bssid = apdev[0]['bssid']
 467     params = hs20_ap_params()
 468     params['hessid'] = bssid
 469     params['anqp_3gpp_cell_net'] = "244,91;310,026;232,01;234,56"
 470     params['domain_name'] = "wlan.mnc091.mcc244.3gppnetwork.org"
 471     hostapd.add_ap(apdev[0], params)
 472
 473     dev[0].hs20_enable()
 474     try:
 475         dev[0].request("SET external_sim 1")
 476         dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM" })
 477         interworking_select(dev[0], "roaming", freq="2412")
 478         interworking_ext_sim_connect(dev[0], bssid, "SIM")
 479         check_sp_type(dev[0], "roaming")
 480     finally:
 481         dev[0].request("SET external_sim 0")
 482
 483 def test_ap_hs20_username(dev, apdev):
 484     """Hotspot 2.0 connection in username/password credential"""
 485     check_eap_capa(dev[0], "MSCHAPV2")
 486     bssid = apdev[0]['bssid']
 487     params = hs20_ap_params()
 488     params['hessid'] = bssid
 489     params['disable_dgaf'] = '1'
 490     hostapd.add_ap(apdev[0], params)
 491
 492     dev[0].hs20_enable()
 493     id = dev[0].add_cred_values({ 'realm': "example.com",
 494                                   'username': "hs20-test",
 495                                   'password': "password",
 496                                   'ca_cert': "auth_serv/ca.pem",
 497                                   'domain': "example.com",
 498                                   'update_identifier': "1234" })
 499     interworking_select(dev[0], bssid, "home", freq="2412")
 500     interworking_connect(dev[0], bssid, "TTLS")
 501     check_sp_type(dev[0], "home")
 502     status = dev[0].get_status()
 503     if status['pairwise_cipher'] != "CCMP":
 504         raise Exception("Unexpected pairwise cipher")
 505     if status['hs20'] != "2":
 506         raise Exception("Unexpected HS 2.0 support indication")
 507
 508     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
 509                    identity="hs20-test", password="password",
 510                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
 511                    scan_freq="2412")
 512
 513 def test_ap_hs20_connect_api(dev, apdev):
 514     """Hotspot 2.0 connection with connect API"""
 515     check_eap_capa(dev[0], "MSCHAPV2")
 516     bssid = apdev[0]['bssid']
 517     params = hs20_ap_params()
 518     params['hessid'] = bssid
 519     params['disable_dgaf'] = '1'
 520     hostapd.add_ap(apdev[0], params)
 521
 522     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
 523     wpas.interface_add("wlan5", drv_params="force_connect_cmd=1")
 524     wpas.hs20_enable()
 525     wpas.flush_scan_cache()
 526     id = wpas.add_cred_values({ 'realm': "example.com",
 527                                   'username': "hs20-test",
 528                                   'password': "password",
 529                                   'ca_cert': "auth_serv/ca.pem",
 530                                   'domain': "example.com",
 531                                   'update_identifier': "1234" })
 532     interworking_select(wpas, bssid, "home", freq="2412")
 533     interworking_connect(wpas, bssid, "TTLS")
 534     check_sp_type(wpas, "home")
 535     status = wpas.get_status()
 536     if status['pairwise_cipher'] != "CCMP":
 537         raise Exception("Unexpected pairwise cipher")
 538     if status['hs20'] != "2":
 539         raise Exception("Unexpected HS 2.0 support indication")
 540
 541 def test_ap_hs20_auto_interworking(dev, apdev):
 542     """Hotspot 2.0 connection with auto_interworking=1"""
 543     check_eap_capa(dev[0], "MSCHAPV2")
 544     bssid = apdev[0]['bssid']
 545     params = hs20_ap_params()
 546     params['hessid'] = bssid
 547     params['disable_dgaf'] = '1'
 548     hostapd.add_ap(apdev[0], params)
 549
 550     dev[0].hs20_enable(auto_interworking=True)
 551     id = dev[0].add_cred_values({ 'realm': "example.com",
 552                                   'username': "hs20-test",
 553                                   'password': "password",
 554                                   'ca_cert': "auth_serv/ca.pem",
 555                                   'domain': "example.com",
 556                                   'update_identifier': "1234" })
 557     dev[0].request("REASSOCIATE")
 558     dev[0].wait_connected(timeout=15)
 559     check_sp_type(dev[0], "home")
 560     status = dev[0].get_status()
 561     if status['pairwise_cipher'] != "CCMP":
 562         raise Exception("Unexpected pairwise cipher")
 563     if status['hs20'] != "2":
 564         raise Exception("Unexpected HS 2.0 support indication")
 565
 566 def test_ap_hs20_auto_interworking_no_match(dev, apdev):
 567     """Hotspot 2.0 connection with auto_interworking=1 and no matching network"""
 568     hapd = hostapd.add_ap(apdev[0], { "ssid": "mismatch" })
 569
 570     dev[0].hs20_enable(auto_interworking=True)
 571     id = dev[0].connect("mismatch", psk="12345678", scan_freq="2412",
 572                         only_add_network=True)
 573     dev[0].request("ENABLE_NETWORK " + str(id) + " no-connect")
 574
 575     id = dev[0].add_cred_values({ 'realm': "example.com",
 576                                   'username': "hs20-test",
 577                                   'password': "password",
 578                                   'ca_cert': "auth_serv/ca.pem",
 579                                   'domain': "example.com",
 580                                   'update_identifier': "1234" })
 581     dev[0].request("INTERWORKING_SELECT auto freq=2412")
 582     time.sleep(0.1)
 583     dev[0].dump_monitor()
 584     for i in range(5):
 585         logger.info("start ping")
 586         if "PONG" not in dev[0].ctrl.request("PING", timeout=2):
 587             raise Exception("PING failed")
 588         logger.info("ping done")
 589         fetch = 0
 590         scan = 0
 591         for j in range(15):
 592             ev = dev[0].wait_event([ "ANQP fetch completed",
 593                                      "CTRL-EVENT-SCAN-RESULTS" ], timeout=0.05)
 594             if ev is None:
 595                 break
 596             if "ANQP fetch completed" in ev:
 597                 fetch += 1
 598             else:
 599                 scan += 1
 600         if fetch > 2 * scan + 3:
 601             raise Exception("Too many ANQP fetch iterations")
 602         dev[0].dump_monitor()
 603     dev[0].request("DISCONNECT")
 604
 605 def test_ap_hs20_auto_interworking_no_cred_match(dev, apdev):
 606     """Hotspot 2.0 connection with auto_interworking=1 but no cred match"""
 607     bssid = apdev[0]['bssid']
 608     params = { "ssid": "test" }
 609     hostapd.add_ap(apdev[0], params)
 610
 611     dev[0].hs20_enable(auto_interworking=True)
 612     dev[0].add_cred_values({ 'realm': "example.com",
 613                              'username': "hs20-test",
 614                              'password': "password",
 615                              'ca_cert': "auth_serv/ca.pem",
 616                              'domain': "example.com" })
 617
 618     id = dev[0].connect("test", psk="12345678", only_add_network=True)
 619     dev[0].request("ENABLE_NETWORK %s" % id)
 620     logger.info("Verify that scanning continues when there is partial network block match")
 621     for i in range(0, 2):
 622         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], 10)
 623         if ev is None:
 624             raise Exception("Scan timed out")
 625         logger.info("Scan completed")
 626
 627 def eap_test(dev, ap, eap_params, method, user):
 628     bssid = ap['bssid']
 629     params = hs20_ap_params()
 630     params['nai_realm'] = [ "0,example.com," + eap_params ]
 631     hostapd.add_ap(ap, params)
 632
 633     dev.hs20_enable()
 634     dev.add_cred_values({ 'realm': "example.com",
 635                           'ca_cert': "auth_serv/ca.pem",
 636                           'username': user,
 637                           'password': "password" })
 638     interworking_select(dev, bssid, freq="2412")
 639     interworking_connect(dev, bssid, method)
 640
 641 def test_ap_hs20_eap_unknown(dev, apdev):
 642     """Hotspot 2.0 connection with unknown EAP method"""
 643     bssid = apdev[0]['bssid']
 644     params = hs20_ap_params()
 645     params['nai_realm'] = "0,example.com,99"
 646     hostapd.add_ap(apdev[0], params)
 647
 648     dev[0].hs20_enable()
 649     dev[0].add_cred_values(default_cred())
 650     interworking_select(dev[0], None, no_match=True, freq="2412")
 651
 652 def test_ap_hs20_eap_peap_mschapv2(dev, apdev):
 653     """Hotspot 2.0 connection with PEAP/MSCHAPV2"""
 654     check_eap_capa(dev[0], "MSCHAPV2")
 655     eap_test(dev[0], apdev[0], "25[3:26]", "PEAP", "user")
 656
 657 def test_ap_hs20_eap_peap_default(dev, apdev):
 658     """Hotspot 2.0 connection with PEAP/MSCHAPV2 (as default)"""
 659     check_eap_capa(dev[0], "MSCHAPV2")
 660     eap_test(dev[0], apdev[0], "25", "PEAP", "user")
 661
 662 def test_ap_hs20_eap_peap_gtc(dev, apdev):
 663     """Hotspot 2.0 connection with PEAP/GTC"""
 664     eap_test(dev[0], apdev[0], "25[3:6]", "PEAP", "user")
 665
 666 def test_ap_hs20_eap_peap_unknown(dev, apdev):
 667     """Hotspot 2.0 connection with PEAP/unknown"""
 668     bssid = apdev[0]['bssid']
 669     params = hs20_ap_params()
 670     params['nai_realm'] = "0,example.com,25[3:99]"
 671     hostapd.add_ap(apdev[0], params)
 672
 673     dev[0].hs20_enable()
 674     dev[0].add_cred_values(default_cred())
 675     interworking_select(dev[0], None, no_match=True, freq="2412")
 676
 677 def test_ap_hs20_eap_ttls_chap(dev, apdev):
 678     """Hotspot 2.0 connection with TTLS/CHAP"""
 679     skip_with_fips(dev[0])
 680     eap_test(dev[0], apdev[0], "21[2:2]", "TTLS", "chap user")
 681
 682 def test_ap_hs20_eap_ttls_mschap(dev, apdev):
 683     """Hotspot 2.0 connection with TTLS/MSCHAP"""
 684     skip_with_fips(dev[0])
 685     eap_test(dev[0], apdev[0], "21[2:3]", "TTLS", "mschap user")
 686
 687 def test_ap_hs20_eap_ttls_eap_mschapv2(dev, apdev):
 688     """Hotspot 2.0 connection with TTLS/EAP-MSCHAPv2"""
 689     check_eap_capa(dev[0], "MSCHAPV2")
 690     eap_test(dev[0], apdev[0], "21[3:26][6:7][99:99]", "TTLS", "user")
 691
 692 def test_ap_hs20_eap_ttls_eap_unknown(dev, apdev):
 693     """Hotspot 2.0 connection with TTLS/EAP-unknown"""
 694     bssid = apdev[0]['bssid']
 695     params = hs20_ap_params()
 696     params['nai_realm'] = "0,example.com,21[3:99]"
 697     hostapd.add_ap(apdev[0], params)
 698
 699     dev[0].hs20_enable()
 700     dev[0].add_cred_values(default_cred())
 701     interworking_select(dev[0], None, no_match=True, freq="2412")
 702
 703 def test_ap_hs20_eap_ttls_eap_unsupported(dev, apdev):
 704     """Hotspot 2.0 connection with TTLS/EAP-OTP(unsupported)"""
 705     bssid = apdev[0]['bssid']
 706     params = hs20_ap_params()
 707     params['nai_realm'] = "0,example.com,21[3:5]"
 708     hostapd.add_ap(apdev[0], params)
 709
 710     dev[0].hs20_enable()
 711     dev[0].add_cred_values(default_cred())
 712     interworking_select(dev[0], None, no_match=True, freq="2412")
 713
 714 def test_ap_hs20_eap_ttls_unknown(dev, apdev):
 715     """Hotspot 2.0 connection with TTLS/unknown"""
 716     bssid = apdev[0]['bssid']
 717     params = hs20_ap_params()
 718     params['nai_realm'] = "0,example.com,21[2:5]"
 719     hostapd.add_ap(apdev[0], params)
 720
 721     dev[0].hs20_enable()
 722     dev[0].add_cred_values(default_cred())
 723     interworking_select(dev[0], None, no_match=True, freq="2412")
 724
 725 def test_ap_hs20_eap_fast_mschapv2(dev, apdev):
 726     """Hotspot 2.0 connection with FAST/EAP-MSCHAPV2"""
 727     check_eap_capa(dev[0], "FAST")
 728     eap_test(dev[0], apdev[0], "43[3:26]", "FAST", "user")
 729
 730 def test_ap_hs20_eap_fast_gtc(dev, apdev):
 731     """Hotspot 2.0 connection with FAST/EAP-GTC"""
 732     check_eap_capa(dev[0], "FAST")
 733     eap_test(dev[0], apdev[0], "43[3:6]", "FAST", "user")
 734
 735 def test_ap_hs20_eap_tls(dev, apdev):
 736     """Hotspot 2.0 connection with EAP-TLS"""
 737     bssid = apdev[0]['bssid']
 738     params = hs20_ap_params()
 739     params['nai_realm'] = [ "0,example.com,13[5:6]" ]
 740     hostapd.add_ap(apdev[0], params)
 741
 742     dev[0].hs20_enable()
 743     dev[0].add_cred_values({ 'realm': "example.com",
 744                              'username': "certificate-user",
 745                              'ca_cert': "auth_serv/ca.pem",
 746                              'client_cert': "auth_serv/user.pem",
 747                              'private_key': "auth_serv/user.key"})
 748     interworking_select(dev[0], bssid, freq="2412")
 749     interworking_connect(dev[0], bssid, "TLS")
 750
 751 def test_ap_hs20_eap_cert_unknown(dev, apdev):
 752     """Hotspot 2.0 connection with certificate, but unknown EAP method"""
 753     bssid = apdev[0]['bssid']
 754     params = hs20_ap_params()
 755     params['nai_realm'] = [ "0,example.com,99[5:6]" ]
 756     hostapd.add_ap(apdev[0], params)
 757
 758     dev[0].hs20_enable()
 759     dev[0].add_cred_values({ 'realm': "example.com",
 760                              'username': "certificate-user",
 761                              'ca_cert': "auth_serv/ca.pem",
 762                              'client_cert': "auth_serv/user.pem",
 763                              'private_key': "auth_serv/user.key"})
 764     interworking_select(dev[0], None, no_match=True, freq="2412")
 765
 766 def test_ap_hs20_eap_cert_unsupported(dev, apdev):
 767     """Hotspot 2.0 connection with certificate, but unsupported TTLS"""
 768     bssid = apdev[0]['bssid']
 769     params = hs20_ap_params()
 770     params['nai_realm'] = [ "0,example.com,21[5:6]" ]
 771     hostapd.add_ap(apdev[0], params)
 772
 773     dev[0].hs20_enable()
 774     dev[0].add_cred_values({ 'realm': "example.com",
 775                              'username': "certificate-user",
 776                              'ca_cert': "auth_serv/ca.pem",
 777                              'client_cert': "auth_serv/user.pem",
 778                              'private_key': "auth_serv/user.key"})
 779     interworking_select(dev[0], None, no_match=True, freq="2412")
 780
 781 def test_ap_hs20_eap_invalid_cred(dev, apdev):
 782     """Hotspot 2.0 connection with invalid cred configuration"""
 783     bssid = apdev[0]['bssid']
 784     params = hs20_ap_params()
 785     hostapd.add_ap(apdev[0], params)
 786
 787     dev[0].hs20_enable()
 788     dev[0].add_cred_values({ 'realm': "example.com",
 789                              'username': "certificate-user",
 790                              'client_cert': "auth_serv/user.pem" })
 791     interworking_select(dev[0], None, no_match=True, freq="2412")
 792
 793 def test_ap_hs20_nai_realms(dev, apdev):
 794     """Hotspot 2.0 connection and multiple NAI realms and TTLS/PAP"""
 795     bssid = apdev[0]['bssid']
 796     params = hs20_ap_params()
 797     params['hessid'] = bssid
 798     params['nai_realm'] = [ "0,no.match.here;example.com;no.match.here.either,21[2:1][5:7]" ]
 799     hostapd.add_ap(apdev[0], params)
 800
 801     dev[0].hs20_enable()
 802     id = dev[0].add_cred_values({ 'realm': "example.com",
 803                                   'ca_cert': "auth_serv/ca.pem",
 804                                   'username': "pap user",
 805                                   'password': "password",
 806                                   'domain': "example.com" })
 807     interworking_select(dev[0], bssid, "home", freq="2412")
 808     interworking_connect(dev[0], bssid, "TTLS")
 809     check_sp_type(dev[0], "home")
 810
 811 def test_ap_hs20_roaming_consortium(dev, apdev):
 812     """Hotspot 2.0 connection based on roaming consortium match"""
 813     bssid = apdev[0]['bssid']
 814     params = hs20_ap_params()
 815     params['hessid'] = bssid
 816     hostapd.add_ap(apdev[0], params)
 817
 818     dev[0].hs20_enable()
 819     for consortium in [ "112233", "1020304050", "010203040506", "fedcba" ]:
 820         id = dev[0].add_cred_values({ 'username': "user",
 821                                       'password': "password",
 822                                       'domain': "example.com",
 823                                       'ca_cert': "auth_serv/ca.pem",
 824                                       'roaming_consortium': consortium,
 825                                       'eap': "PEAP" })
 826         interworking_select(dev[0], bssid, "home", freq="2412")
 827         interworking_connect(dev[0], bssid, "PEAP")
 828         check_sp_type(dev[0], "home")
 829         dev[0].request("INTERWORKING_SELECT auto freq=2412")
 830         ev = dev[0].wait_event(["INTERWORKING-ALREADY-CONNECTED"], timeout=15)
 831         if ev is None:
 832             raise Exception("Timeout on already-connected event")
 833         dev[0].remove_cred(id)
 834
 835 def test_ap_hs20_username_roaming(dev, apdev):
 836     """Hotspot 2.0 connection in username/password credential (roaming)"""
 837     check_eap_capa(dev[0], "MSCHAPV2")
 838     bssid = apdev[0]['bssid']
 839     params = hs20_ap_params()
 840     params['nai_realm'] = [ "0,example.com,13[5:6],21[2:4][5:7]",
 841                             "0,roaming.example.com,21[2:4][5:7]",
 842                             "0,another.example.com" ]
 843     params['domain_name'] = "another.example.com"
 844     params['hessid'] = bssid
 845     hostapd.add_ap(apdev[0], params)
 846
 847     dev[0].hs20_enable()
 848     id = dev[0].add_cred_values({ 'realm': "roaming.example.com",
 849                                   'username': "hs20-test",
 850                                   'password': "password",
 851                                   'ca_cert': "auth_serv/ca.pem",
 852                                   'domain': "example.com" })
 853     interworking_select(dev[0], bssid, "roaming", freq="2412")
 854     interworking_connect(dev[0], bssid, "TTLS")
 855     check_sp_type(dev[0], "roaming")
 856
 857 def test_ap_hs20_username_unknown(dev, apdev):
 858     """Hotspot 2.0 connection in username/password credential (no domain in cred)"""
 859     check_eap_capa(dev[0], "MSCHAPV2")
 860     bssid = apdev[0]['bssid']
 861     params = hs20_ap_params()
 862     params['hessid'] = bssid
 863     hostapd.add_ap(apdev[0], params)
 864
 865     dev[0].hs20_enable()
 866     id = dev[0].add_cred_values({ 'realm': "example.com",
 867                                   'ca_cert': "auth_serv/ca.pem",
 868                                   'username': "hs20-test",
 869                                   'password': "password" })
 870     interworking_select(dev[0], bssid, "unknown", freq="2412")
 871     interworking_connect(dev[0], bssid, "TTLS")
 872     check_sp_type(dev[0], "unknown")
 873
 874 def test_ap_hs20_username_unknown2(dev, apdev):
 875     """Hotspot 2.0 connection in username/password credential (no domain advertized)"""
 876     check_eap_capa(dev[0], "MSCHAPV2")
 877     bssid = apdev[0]['bssid']
 878     params = hs20_ap_params()
 879     params['hessid'] = bssid
 880     del params['domain_name']
 881     hostapd.add_ap(apdev[0], params)
 882
 883     dev[0].hs20_enable()
 884     id = dev[0].add_cred_values({ 'realm': "example.com",
 885                                   'ca_cert': "auth_serv/ca.pem",
 886                                   'username': "hs20-test",
 887                                   'password': "password",
 888                                   'domain': "example.com" })
 889     interworking_select(dev[0], bssid, "unknown", freq="2412")
 890     interworking_connect(dev[0], bssid, "TTLS")
 891     check_sp_type(dev[0], "unknown")
 892
 893 def test_ap_hs20_gas_while_associated(dev, apdev):
 894     """Hotspot 2.0 connection with GAS query while associated"""
 895     check_eap_capa(dev[0], "MSCHAPV2")
 896     bssid = apdev[0]['bssid']
 897     params = hs20_ap_params()
 898     params['hessid'] = bssid
 899     hostapd.add_ap(apdev[0], params)
 900
 901     dev[0].hs20_enable()
 902     id = dev[0].add_cred_values({ 'realm': "example.com",
 903                                   'ca_cert': "auth_serv/ca.pem",
 904                                   'username': "hs20-test",
 905                                   'password': "password",
 906                                   'domain': "example.com" })
 907     interworking_select(dev[0], bssid, "home", freq="2412")
 908     interworking_connect(dev[0], bssid, "TTLS")
 909
 910     logger.info("Verifying GAS query while associated")
 911     dev[0].request("FETCH_ANQP")
 912     for i in range(0, 6):
 913         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 914         if ev is None:
 915             raise Exception("Operation timed out")
 916
 917 def test_ap_hs20_gas_with_another_ap_while_associated(dev, apdev):
 918     """GAS query with another AP while associated"""
 919     check_eap_capa(dev[0], "MSCHAPV2")
 920     bssid = apdev[0]['bssid']
 921     params = hs20_ap_params()
 922     params['hessid'] = bssid
 923     hostapd.add_ap(apdev[0], params)
 924
 925     bssid2 = apdev[1]['bssid']
 926     params = hs20_ap_params()
 927     params['hessid'] = bssid2
 928     params['nai_realm'] = [ "0,no-match.example.org,13[5:6],21[2:4][5:7]" ]
 929     hostapd.add_ap(apdev[1], params)
 930
 931     dev[0].hs20_enable()
 932     id = dev[0].add_cred_values({ 'realm': "example.com",
 933                                   'ca_cert': "auth_serv/ca.pem",
 934                                   'username': "hs20-test",
 935                                   'password': "password",
 936                                   'domain': "example.com" })
 937     interworking_select(dev[0], bssid, "home", freq="2412")
 938     interworking_connect(dev[0], bssid, "TTLS")
 939     dev[0].dump_monitor()
 940
 941     logger.info("Verifying GAS query with same AP while associated")
 942     dev[0].request("ANQP_GET " + bssid + " 263")
 943     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 944     if ev is None:
 945         raise Exception("ANQP operation timed out")
 946     dev[0].dump_monitor()
 947
 948     logger.info("Verifying GAS query with another AP while associated")
 949     dev[0].scan_for_bss(bssid2, 2412)
 950     dev[0].request("ANQP_GET " + bssid2 + " 263")
 951     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 952     if ev is None:
 953         raise Exception("ANQP operation timed out")
 954
 955 def test_ap_hs20_gas_while_associated_with_pmf(dev, apdev):
 956     """Hotspot 2.0 connection with GAS query while associated and using PMF"""
 957     check_eap_capa(dev[0], "MSCHAPV2")
 958     try:
 959         _test_ap_hs20_gas_while_associated_with_pmf(dev, apdev)
 960     finally:
 961         dev[0].request("SET pmf 0")
 962
 963 def _test_ap_hs20_gas_while_associated_with_pmf(dev, apdev):
 964     bssid = apdev[0]['bssid']
 965     params = hs20_ap_params()
 966     params['hessid'] = bssid
 967     hostapd.add_ap(apdev[0], params)
 968
 969     bssid2 = apdev[1]['bssid']
 970     params = hs20_ap_params()
 971     params['hessid'] = bssid2
 972     params['nai_realm'] = [ "0,no-match.example.org,13[5:6],21[2:4][5:7]" ]
 973     hostapd.add_ap(apdev[1], params)
 974
 975     dev[0].hs20_enable()
 976     dev[0].request("SET pmf 2")
 977     id = dev[0].add_cred_values({ 'realm': "example.com",
 978                                   'ca_cert': "auth_serv/ca.pem",
 979                                   'username': "hs20-test",
 980                                   'password': "password",
 981                                   'domain': "example.com" })
 982     interworking_select(dev[0], bssid, "home", freq="2412")
 983     interworking_connect(dev[0], bssid, "TTLS")
 984
 985     logger.info("Verifying GAS query while associated")
 986     dev[0].request("FETCH_ANQP")
 987     for i in range(0, 2 * 6):
 988         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
 989         if ev is None:
 990             raise Exception("Operation timed out")
 991
 992 def test_ap_hs20_gas_with_another_ap_while_using_pmf(dev, apdev):
 993     """GAS query with another AP while associated and using PMF"""
 994     check_eap_capa(dev[0], "MSCHAPV2")
 995     try:
 996         _test_ap_hs20_gas_with_another_ap_while_using_pmf(dev, apdev)
 997     finally:
 998         dev[0].request("SET pmf 0")
 999
1000 def _test_ap_hs20_gas_with_another_ap_while_using_pmf(dev, apdev):
1001     bssid = apdev[0]['bssid']
1002     params = hs20_ap_params()
1003     params['hessid'] = bssid
1004     hostapd.add_ap(apdev[0], params)
1005
1006     bssid2 = apdev[1]['bssid']
1007     params = hs20_ap_params()
1008     params['hessid'] = bssid2
1009     params['nai_realm'] = [ "0,no-match.example.org,13[5:6],21[2:4][5:7]" ]
1010     hostapd.add_ap(apdev[1], params)
1011
1012     dev[0].hs20_enable()
1013     dev[0].request("SET pmf 2")
1014     id = dev[0].add_cred_values({ 'realm': "example.com",
1015                                   'ca_cert': "auth_serv/ca.pem",
1016                                   'username': "hs20-test",
1017                                   'password': "password",
1018                                   'domain': "example.com" })
1019     interworking_select(dev[0], bssid, "home", freq="2412")
1020     interworking_connect(dev[0], bssid, "TTLS")
1021     dev[0].dump_monitor()
1022
1023     logger.info("Verifying GAS query with same AP while associated")
1024     dev[0].request("ANQP_GET " + bssid + " 263")
1025     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1026     if ev is None:
1027         raise Exception("ANQP operation timed out")
1028     dev[0].dump_monitor()
1029
1030     logger.info("Verifying GAS query with another AP while associated")
1031     dev[0].scan_for_bss(bssid2, 2412)
1032     dev[0].request("ANQP_GET " + bssid2 + " 263")
1033     ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1034     if ev is None:
1035         raise Exception("ANQP operation timed out")
1036
1037 def test_ap_hs20_gas_frag_while_associated(dev, apdev):
1038     """Hotspot 2.0 connection with fragmented GAS query while associated"""
1039     check_eap_capa(dev[0], "MSCHAPV2")
1040     bssid = apdev[0]['bssid']
1041     params = hs20_ap_params()
1042     params['hessid'] = bssid
1043     hapd = hostapd.add_ap(apdev[0], params)
1044     hapd.set("gas_frag_limit", "50")
1045
1046     dev[0].hs20_enable()
1047     id = dev[0].add_cred_values({ 'realm': "example.com",
1048                                   'ca_cert': "auth_serv/ca.pem",
1049                                   'username': "hs20-test",
1050                                   'password': "password",
1051                                   'domain': "example.com" })
1052     interworking_select(dev[0], bssid, "home", freq="2412")
1053     interworking_connect(dev[0], bssid, "TTLS")
1054
1055     logger.info("Verifying GAS query while associated")
1056     dev[0].request("FETCH_ANQP")
1057     for i in range(0, 6):
1058         ev = dev[0].wait_event(["RX-ANQP"], timeout=5)
1059         if ev is None:
1060             raise Exception("Operation timed out")
1061
1062 def test_ap_hs20_multiple_connects(dev, apdev):
1063     """Hotspot 2.0 connection through multiple network selections"""
1064     check_eap_capa(dev[0], "MSCHAPV2")
1065     bssid = apdev[0]['bssid']
1066     params = hs20_ap_params()
1067     params['hessid'] = bssid
1068     hostapd.add_ap(apdev[0], params)
1069
1070     dev[0].hs20_enable()
1071     values = { 'realm': "example.com",
1072                'ca_cert': "auth_serv/ca.pem",
1073                'username': "hs20-test",
1074                'password': "password",
1075                'domain': "example.com" }
1076     id = dev[0].add_cred_values(values)
1077
1078     dev[0].scan_for_bss(bssid, freq="2412")
1079
1080     for i in range(0, 3):
1081         logger.info("Starting Interworking network selection")
1082         dev[0].request("INTERWORKING_SELECT auto freq=2412")
1083         while True:
1084             ev = dev[0].wait_event(["INTERWORKING-NO-MATCH",
1085                                     "INTERWORKING-ALREADY-CONNECTED",
1086                                     "CTRL-EVENT-CONNECTED"], timeout=15)
1087             if ev is None:
1088                 raise Exception("Connection timed out")
1089             if "INTERWORKING-NO-MATCH" in ev:
1090                 raise Exception("Matching AP not found")
1091             if "CTRL-EVENT-CONNECTED" in ev:
1092                 break
1093             if i == 2 and "INTERWORKING-ALREADY-CONNECTED" in ev:
1094                 break
1095         if i == 0:
1096             dev[0].request("DISCONNECT")
1097         dev[0].dump_monitor()
1098
1099     networks = dev[0].list_networks()
1100     if len(networks) > 1:
1101         raise Exception("Duplicated network block detected")
1102
1103 def test_ap_hs20_disallow_aps(dev, apdev):
1104     """Hotspot 2.0 connection and disallow_aps"""
1105     bssid = apdev[0]['bssid']
1106     params = hs20_ap_params()
1107     params['hessid'] = bssid
1108     hostapd.add_ap(apdev[0], params)
1109
1110     dev[0].hs20_enable()
1111     values = { 'realm': "example.com",
1112                'ca_cert': "auth_serv/ca.pem",
1113                'username': "hs20-test",
1114                'password': "password",
1115                'domain': "example.com" }
1116     id = dev[0].add_cred_values(values)
1117
1118     dev[0].scan_for_bss(bssid, freq="2412")
1119
1120     logger.info("Verify disallow_aps bssid")
1121     dev[0].request("SET disallow_aps bssid " + bssid.translate(None, ':'))
1122     dev[0].request("INTERWORKING_SELECT auto")
1123     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=15)
1124     if ev is None:
1125         raise Exception("Network selection timed out")
1126     dev[0].dump_monitor()
1127
1128     logger.info("Verify disallow_aps ssid")
1129     dev[0].request("SET disallow_aps ssid 746573742d68733230")
1130     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1131     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=15)
1132     if ev is None:
1133         raise Exception("Network selection timed out")
1134     dev[0].dump_monitor()
1135
1136     logger.info("Verify disallow_aps clear")
1137     dev[0].request("SET disallow_aps ")
1138     interworking_select(dev[0], bssid, "home", freq="2412")
1139
1140     dev[0].request("SET disallow_aps bssid " + bssid.translate(None, ':'))
1141     ret = dev[0].request("INTERWORKING_CONNECT " + bssid)
1142     if "FAIL" not in ret:
1143         raise Exception("INTERWORKING_CONNECT to disallowed BSS not rejected")
1144
1145     if "FAIL" not in dev[0].request("INTERWORKING_CONNECT foo"):
1146         raise Exception("Invalid INTERWORKING_CONNECT not rejected")
1147     if "FAIL" not in dev[0].request("INTERWORKING_CONNECT 00:11:22:33:44:55"):
1148         raise Exception("Invalid INTERWORKING_CONNECT not rejected")
1149
1150 def policy_test(dev, ap, values, only_one=True):
1151     dev.dump_monitor()
1152     if ap:
1153         logger.info("Verify network selection to AP " + ap['ifname'])
1154         bssid = ap['bssid']
1155         dev.scan_for_bss(bssid, freq="2412")
1156     else:
1157         logger.info("Verify network selection")
1158         bssid = None
1159     dev.hs20_enable()
1160     id = dev.add_cred_values(values)
1161     dev.request("INTERWORKING_SELECT auto freq=2412")
1162     events = []
1163     while True:
1164         ev = dev.wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH",
1165                              "INTERWORKING-BLACKLISTED",
1166                              "INTERWORKING-SELECTED"], timeout=15)
1167         if ev is None:
1168             raise Exception("Network selection timed out")
1169         events.append(ev)
1170         if "INTERWORKING-NO-MATCH" in ev:
1171             raise Exception("Matching AP not found")
1172         if bssid and only_one and "INTERWORKING-AP" in ev and bssid not in ev:
1173             raise Exception("Unexpected AP claimed acceptable")
1174         if "INTERWORKING-SELECTED" in ev:
1175             if bssid and bssid not in ev:
1176                 raise Exception("Selected incorrect BSS")
1177             break
1178
1179     ev = dev.wait_connected(timeout=15)
1180     if bssid and bssid not in ev:
1181         raise Exception("Connected to incorrect BSS")
1182
1183     conn_bssid = dev.get_status_field("bssid")
1184     if bssid and conn_bssid != bssid:
1185         raise Exception("bssid information points to incorrect BSS")
1186
1187     dev.remove_cred(id)
1188     dev.dump_monitor()
1189     return events
1190
1191 def default_cred(domain=None, user="hs20-test"):
1192     cred = { 'realm': "example.com",
1193              'ca_cert': "auth_serv/ca.pem",
1194              'username': user,
1195              'password': "password" }
1196     if domain:
1197         cred['domain'] = domain
1198     return cred
1199
1200 def test_ap_hs20_prefer_home(dev, apdev):
1201     """Hotspot 2.0 required roaming consortium"""
1202     check_eap_capa(dev[0], "MSCHAPV2")
1203     params = hs20_ap_params()
1204     params['domain_name'] = "example.org"
1205     hostapd.add_ap(apdev[0], params)
1206
1207     params = hs20_ap_params()
1208     params['ssid'] = "test-hs20-other"
1209     params['domain_name'] = "example.com"
1210     hostapd.add_ap(apdev[1], params)
1211
1212     values = default_cred()
1213     values['domain'] = "example.com"
1214     policy_test(dev[0], apdev[1], values, only_one=False)
1215     values['domain'] = "example.org"
1216     policy_test(dev[0], apdev[0], values, only_one=False)
1217
1218 def test_ap_hs20_req_roaming_consortium(dev, apdev):
1219     """Hotspot 2.0 required roaming consortium"""
1220     check_eap_capa(dev[0], "MSCHAPV2")
1221     params = hs20_ap_params()
1222     hostapd.add_ap(apdev[0], params)
1223
1224     params = hs20_ap_params()
1225     params['ssid'] = "test-hs20-other"
1226     params['roaming_consortium'] = [ "223344" ]
1227     hostapd.add_ap(apdev[1], params)
1228
1229     values = default_cred()
1230     values['required_roaming_consortium'] = "223344"
1231     policy_test(dev[0], apdev[1], values)
1232     values['required_roaming_consortium'] = "112233"
1233     policy_test(dev[0], apdev[0], values)
1234
1235     id = dev[0].add_cred()
1236     dev[0].set_cred(id, "required_roaming_consortium", "112233")
1237     dev[0].set_cred(id, "required_roaming_consortium", "112233445566778899aabbccddeeff")
1238
1239     for val in [ "", "1", "11", "1122", "1122334", "112233445566778899aabbccddeeff00" ]:
1240         if "FAIL" not in dev[0].request('SET_CRED {} required_roaming_consortium {}'.format(id, val)):
1241             raise Exception("Invalid roaming consortium value accepted: " + val)
1242
1243 def test_ap_hs20_excluded_ssid(dev, apdev):
1244     """Hotspot 2.0 exclusion based on SSID"""
1245     check_eap_capa(dev[0], "MSCHAPV2")
1246     params = hs20_ap_params()
1247     params['roaming_consortium'] = [ "223344" ]
1248     params['anqp_3gpp_cell_net'] = "555,444"
1249     hostapd.add_ap(apdev[0], params)
1250
1251     params = hs20_ap_params()
1252     params['ssid'] = "test-hs20-other"
1253     params['roaming_consortium'] = [ "223344" ]
1254     params['anqp_3gpp_cell_net'] = "555,444"
1255     hostapd.add_ap(apdev[1], params)
1256
1257     values = default_cred()
1258     values['excluded_ssid'] = "test-hs20"
1259     events = policy_test(dev[0], apdev[1], values)
1260     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1261     if len(ev) != 1:
1262         raise Exception("Excluded network not reported")
1263     values['excluded_ssid'] = "test-hs20-other"
1264     events = policy_test(dev[0], apdev[0], values)
1265     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[1]['bssid'] in e]
1266     if len(ev) != 1:
1267         raise Exception("Excluded network not reported")
1268
1269     values = default_cred()
1270     values['roaming_consortium'] = "223344"
1271     values['eap'] = "TTLS"
1272     values['phase2'] = "auth=MSCHAPV2"
1273     values['excluded_ssid'] = "test-hs20"
1274     events = policy_test(dev[0], apdev[1], values)
1275     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1276     if len(ev) != 1:
1277         raise Exception("Excluded network not reported")
1278
1279     values = { 'imsi': "555444-333222111", 'eap': "SIM",
1280                'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123",
1281                'excluded_ssid': "test-hs20" }
1282     events = policy_test(dev[0], apdev[1], values)
1283     ev = [e for e in events if "INTERWORKING-BLACKLISTED " + apdev[0]['bssid'] in e]
1284     if len(ev) != 1:
1285         raise Exception("Excluded network not reported")
1286
1287 def test_ap_hs20_roam_to_higher_prio(dev, apdev):
1288     """Hotspot 2.0 and roaming from current to higher priority network"""
1289     check_eap_capa(dev[0], "MSCHAPV2")
1290     bssid = apdev[0]['bssid']
1291     params = hs20_ap_params(ssid="test-hs20-visited")
1292     params['domain_name'] = "visited.example.org"
1293     hostapd.add_ap(apdev[0], params)
1294
1295     dev[0].hs20_enable()
1296     id = dev[0].add_cred_values({ 'realm': "example.com",
1297                                   'ca_cert': "auth_serv/ca.pem",
1298                                   'username': "hs20-test",
1299                                   'password': "password",
1300                                   'domain': "example.com" })
1301     logger.info("Connect to the only network option")
1302     interworking_select(dev[0], bssid, "roaming", freq="2412")
1303     dev[0].dump_monitor()
1304     interworking_connect(dev[0], bssid, "TTLS")
1305
1306     logger.info("Start another AP (home operator) and reconnect")
1307     bssid2 = apdev[1]['bssid']
1308     params = hs20_ap_params(ssid="test-hs20-home")
1309     params['domain_name'] = "example.com"
1310     hostapd.add_ap(apdev[1], params)
1311
1312     dev[0].scan_for_bss(bssid2, freq="2412", force_scan=True)
1313     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1314     ev = dev[0].wait_event(["INTERWORKING-NO-MATCH",
1315                             "INTERWORKING-ALREADY-CONNECTED",
1316                             "CTRL-EVENT-CONNECTED"], timeout=15)
1317     if ev is None:
1318         raise Exception("Connection timed out")
1319     if "INTERWORKING-NO-MATCH" in ev:
1320         raise Exception("Matching AP not found")
1321     if "INTERWORKING-ALREADY-CONNECTED" in ev:
1322         raise Exception("Unexpected AP selected")
1323     if bssid2 not in ev:
1324         raise Exception("Unexpected BSSID after reconnection")
1325
1326 def test_ap_hs20_domain_suffix_match_full(dev, apdev):
1327     """Hotspot 2.0 and domain_suffix_match"""
1328     check_domain_match_full(dev[0])
1329     check_eap_capa(dev[0], "MSCHAPV2")
1330     bssid = apdev[0]['bssid']
1331     params = hs20_ap_params()
1332     hostapd.add_ap(apdev[0], params)
1333
1334     dev[0].hs20_enable()
1335     id = dev[0].add_cred_values({ 'realm': "example.com",
1336                                   'username': "hs20-test",
1337                                   'password': "password",
1338                                   'ca_cert': "auth_serv/ca.pem",
1339                                   'domain': "example.com",
1340                                   'domain_suffix_match': "server.w1.fi" })
1341     interworking_select(dev[0], bssid, "home", freq="2412")
1342     dev[0].dump_monitor()
1343     interworking_connect(dev[0], bssid, "TTLS")
1344     dev[0].request("REMOVE_NETWORK all")
1345     dev[0].dump_monitor()
1346
1347     dev[0].set_cred_quoted(id, "domain_suffix_match", "no-match.example.com")
1348     interworking_select(dev[0], bssid, "home", freq="2412")
1349     dev[0].dump_monitor()
1350     dev[0].request("INTERWORKING_CONNECT " + bssid)
1351     ev = dev[0].wait_event(["CTRL-EVENT-EAP-TLS-CERT-ERROR"])
1352     if ev is None:
1353         raise Exception("TLS certificate error not reported")
1354     if "Domain suffix mismatch" not in ev:
1355         raise Exception("Domain suffix mismatch not reported")
1356
1357 def test_ap_hs20_domain_suffix_match(dev, apdev):
1358     """Hotspot 2.0 and domain_suffix_match"""
1359     check_eap_capa(dev[0], "MSCHAPV2")
1360     check_domain_match_full(dev[0])
1361     bssid = apdev[0]['bssid']
1362     params = hs20_ap_params()
1363     hostapd.add_ap(apdev[0], params)
1364
1365     dev[0].hs20_enable()
1366     id = dev[0].add_cred_values({ 'realm': "example.com",
1367                                   'username': "hs20-test",
1368                                   'password': "password",
1369                                   'ca_cert': "auth_serv/ca.pem",
1370                                   'domain': "example.com",
1371                                   'domain_suffix_match': "w1.fi" })
1372     interworking_select(dev[0], bssid, "home", freq="2412")
1373     dev[0].dump_monitor()
1374     interworking_connect(dev[0], bssid, "TTLS")
1375
1376 def test_ap_hs20_roaming_partner_preference(dev, apdev):
1377     """Hotspot 2.0 and roaming partner preference"""
1378     check_eap_capa(dev[0], "MSCHAPV2")
1379     params = hs20_ap_params()
1380     params['domain_name'] = "roaming.example.org"
1381     hostapd.add_ap(apdev[0], params)
1382
1383     params = hs20_ap_params()
1384     params['ssid'] = "test-hs20-other"
1385     params['domain_name'] = "roaming.example.net"
1386     hostapd.add_ap(apdev[1], params)
1387
1388     logger.info("Verify default vs. specified preference")
1389     values = default_cred()
1390     values['roaming_partner'] = "roaming.example.net,1,127,*"
1391     policy_test(dev[0], apdev[1], values, only_one=False)
1392     values['roaming_partner'] = "roaming.example.net,1,129,*"
1393     policy_test(dev[0], apdev[0], values, only_one=False)
1394
1395     logger.info("Verify partial FQDN match")
1396     values['roaming_partner'] = "example.net,0,0,*"
1397     policy_test(dev[0], apdev[1], values, only_one=False)
1398     values['roaming_partner'] = "example.net,0,255,*"
1399     policy_test(dev[0], apdev[0], values, only_one=False)
1400
1401 def test_ap_hs20_max_bss_load(dev, apdev):
1402     """Hotspot 2.0 and maximum BSS load"""
1403     check_eap_capa(dev[0], "MSCHAPV2")
1404     params = hs20_ap_params()
1405     params['bss_load_test'] = "12:200:20000"
1406     hostapd.add_ap(apdev[0], params)
1407
1408     params = hs20_ap_params()
1409     params['ssid'] = "test-hs20-other"
1410     params['bss_load_test'] = "5:20:10000"
1411     hostapd.add_ap(apdev[1], params)
1412
1413     logger.info("Verify maximum BSS load constraint")
1414     values = default_cred()
1415     values['domain'] = "example.com"
1416     values['max_bss_load'] = "100"
1417     events = policy_test(dev[0], apdev[1], values, only_one=False)
1418
1419     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1420     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1421         raise Exception("Maximum BSS Load case not noticed")
1422     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1423     if len(ev) != 1 or "over_max_bss_load=1" in ev[0]:
1424         raise Exception("Maximum BSS Load case reported incorrectly")
1425
1426     logger.info("Verify maximum BSS load does not prevent connection")
1427     values['max_bss_load'] = "1"
1428     events = policy_test(dev[0], None, values)
1429
1430     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1431     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1432         raise Exception("Maximum BSS Load case not noticed")
1433     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1434     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1435         raise Exception("Maximum BSS Load case not noticed")
1436
1437 def test_ap_hs20_max_bss_load2(dev, apdev):
1438     """Hotspot 2.0 and maximum BSS load with one AP not advertising"""
1439     check_eap_capa(dev[0], "MSCHAPV2")
1440     params = hs20_ap_params()
1441     params['bss_load_test'] = "12:200:20000"
1442     hostapd.add_ap(apdev[0], params)
1443
1444     params = hs20_ap_params()
1445     params['ssid'] = "test-hs20-other"
1446     hostapd.add_ap(apdev[1], params)
1447
1448     logger.info("Verify maximum BSS load constraint with AP advertisement")
1449     values = default_cred()
1450     values['domain'] = "example.com"
1451     values['max_bss_load'] = "100"
1452     events = policy_test(dev[0], apdev[1], values, only_one=False)
1453
1454     ev = [e for e in events if "INTERWORKING-AP " + apdev[0]['bssid'] in e]
1455     if len(ev) != 1 or "over_max_bss_load=1" not in ev[0]:
1456         raise Exception("Maximum BSS Load case not noticed")
1457     ev = [e for e in events if "INTERWORKING-AP " + apdev[1]['bssid'] in e]
1458     if len(ev) != 1 or "over_max_bss_load=1" in ev[0]:
1459         raise Exception("Maximum BSS Load case reported incorrectly")
1460
1461 def test_ap_hs20_multi_cred_sp_prio(dev, apdev):
1462     """Hotspot 2.0 multi-cred sp_priority"""
1463     check_eap_capa(dev[0], "MSCHAPV2")
1464     try:
1465         _test_ap_hs20_multi_cred_sp_prio(dev, apdev)
1466     finally:
1467         dev[0].request("SET external_sim 0")
1468
1469 def _test_ap_hs20_multi_cred_sp_prio(dev, apdev):
1470     hlr_auc_gw_available()
1471     bssid = apdev[0]['bssid']
1472     params = hs20_ap_params()
1473     params['hessid'] = bssid
1474     del params['domain_name']
1475     params['anqp_3gpp_cell_net'] = "232,01"
1476     hostapd.add_ap(apdev[0], params)
1477
1478     dev[0].hs20_enable()
1479     dev[0].scan_for_bss(bssid, freq="2412")
1480     dev[0].request("SET external_sim 1")
1481     id1 = dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM",
1482                                    'provisioning_sp': "example.com",
1483                                    'sp_priority' :"1" })
1484     id2 = dev[0].add_cred_values({ 'realm': "example.com",
1485                                    'ca_cert': "auth_serv/ca.pem",
1486                                    'username': "hs20-test",
1487                                    'password': "password",
1488                                    'domain': "example.com",
1489                                    'provisioning_sp': "example.com",
1490                                    'sp_priority': "2" })
1491     dev[0].dump_monitor()
1492     dev[0].scan_for_bss(bssid, freq="2412")
1493     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1494     interworking_ext_sim_auth(dev[0], "SIM")
1495     check_sp_type(dev[0], "unknown")
1496     dev[0].request("REMOVE_NETWORK all")
1497
1498     dev[0].set_cred(id1, "sp_priority", "2")
1499     dev[0].set_cred(id2, "sp_priority", "1")
1500     dev[0].dump_monitor()
1501     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1502     interworking_auth(dev[0], "TTLS")
1503     check_sp_type(dev[0], "unknown")
1504
1505 def test_ap_hs20_multi_cred_sp_prio2(dev, apdev):
1506     """Hotspot 2.0 multi-cred sp_priority with two BSSes"""
1507     check_eap_capa(dev[0], "MSCHAPV2")
1508     try:
1509         _test_ap_hs20_multi_cred_sp_prio2(dev, apdev)
1510     finally:
1511         dev[0].request("SET external_sim 0")
1512
1513 def _test_ap_hs20_multi_cred_sp_prio2(dev, apdev):
1514     hlr_auc_gw_available()
1515     bssid = apdev[0]['bssid']
1516     params = hs20_ap_params()
1517     params['hessid'] = bssid
1518     del params['nai_realm']
1519     del params['domain_name']
1520     params['anqp_3gpp_cell_net'] = "232,01"
1521     hostapd.add_ap(apdev[0], params)
1522
1523     bssid2 = apdev[1]['bssid']
1524     params = hs20_ap_params()
1525     params['ssid'] = "test-hs20-other"
1526     params['hessid'] = bssid2
1527     del params['domain_name']
1528     del params['anqp_3gpp_cell_net']
1529     hostapd.add_ap(apdev[1], params)
1530
1531     dev[0].hs20_enable()
1532     dev[0].request("SET external_sim 1")
1533     id1 = dev[0].add_cred_values({ 'imsi': "23201-0000000000", 'eap': "SIM",
1534                                    'provisioning_sp': "example.com",
1535                                    'sp_priority': "1" })
1536     id2 = dev[0].add_cred_values({ 'realm': "example.com",
1537                                    'ca_cert': "auth_serv/ca.pem",
1538                                    'username': "hs20-test",
1539                                    'password': "password",
1540                                    'domain': "example.com",
1541                                    'provisioning_sp': "example.com",
1542                                    'sp_priority': "2" })
1543     dev[0].dump_monitor()
1544     dev[0].scan_for_bss(bssid, freq="2412")
1545     dev[0].scan_for_bss(bssid2, freq="2412")
1546     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1547     interworking_ext_sim_auth(dev[0], "SIM")
1548     check_sp_type(dev[0], "unknown")
1549     conn_bssid = dev[0].get_status_field("bssid")
1550     if conn_bssid != bssid:
1551         raise Exception("Connected to incorrect BSS")
1552     dev[0].request("REMOVE_NETWORK all")
1553
1554     dev[0].set_cred(id1, "sp_priority", "2")
1555     dev[0].set_cred(id2, "sp_priority", "1")
1556     dev[0].dump_monitor()
1557     dev[0].request("INTERWORKING_SELECT auto freq=2412")
1558     interworking_auth(dev[0], "TTLS")
1559     check_sp_type(dev[0], "unknown")
1560     conn_bssid = dev[0].get_status_field("bssid")
1561     if conn_bssid != bssid2:
1562         raise Exception("Connected to incorrect BSS")
1563
1564 def check_conn_capab_selection(dev, type, missing):
1565     dev.request("INTERWORKING_SELECT freq=2412")
1566     ev = dev.wait_event(["INTERWORKING-AP"])
1567     if ev is None:
1568         raise Exception("Network selection timed out");
1569     if "type=" + type not in ev:
1570         raise Exception("Unexpected network type")
1571     if missing and "conn_capab_missing=1" not in ev:
1572         raise Exception("conn_capab_missing not reported")
1573     if not missing and "conn_capab_missing=1" in ev:
1574         raise Exception("conn_capab_missing reported unexpectedly")
1575
1576 def conn_capab_cred(domain=None, req_conn_capab=None):
1577     cred = default_cred(domain=domain)
1578     if req_conn_capab:
1579         cred['req_conn_capab'] = req_conn_capab
1580     return cred
1581
1582 def test_ap_hs20_req_conn_capab(dev, apdev):
1583     """Hotspot 2.0 network selection with req_conn_capab"""
1584     check_eap_capa(dev[0], "MSCHAPV2")
1585     bssid = apdev[0]['bssid']
1586     params = hs20_ap_params()
1587     hostapd.add_ap(apdev[0], params)
1588
1589     dev[0].hs20_enable()
1590     dev[0].scan_for_bss(bssid, freq="2412")
1591     logger.info("Not used in home network")
1592     values = conn_capab_cred(domain="example.com", req_conn_capab="6:1234")
1593     id = dev[0].add_cred_values(values)
1594     check_conn_capab_selection(dev[0], "home", False)
1595
1596     logger.info("Used in roaming network")
1597     dev[0].remove_cred(id)
1598     values = conn_capab_cred(domain="example.org", req_conn_capab="6:1234")
1599     id = dev[0].add_cred_values(values)
1600     check_conn_capab_selection(dev[0], "roaming", True)
1601
1602     logger.info("Verify that req_conn_capab does not prevent connection if no other network is available")
1603     check_auto_select(dev[0], bssid)
1604
1605     logger.info("Additional req_conn_capab checks")
1606
1607     dev[0].remove_cred(id)
1608     values = conn_capab_cred(domain="example.org", req_conn_capab="1:0")
1609     id = dev[0].add_cred_values(values)
1610     check_conn_capab_selection(dev[0], "roaming", True)
1611
1612     dev[0].remove_cred(id)
1613     values = conn_capab_cred(domain="example.org", req_conn_capab="17:5060")
1614     id = dev[0].add_cred_values(values)
1615     check_conn_capab_selection(dev[0], "roaming", True)
1616
1617     bssid2 = apdev[1]['bssid']
1618     params = hs20_ap_params(ssid="test-hs20b")
1619     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0", "50:0:1" ]
1620     hostapd.add_ap(apdev[1], params)
1621
1622     dev[0].remove_cred(id)
1623     values = conn_capab_cred(domain="example.org", req_conn_capab="50")
1624     id = dev[0].add_cred_values(values)
1625     dev[0].set_cred(id, "req_conn_capab", "6:22")
1626     dev[0].scan_for_bss(bssid2, freq="2412")
1627     dev[0].request("INTERWORKING_SELECT freq=2412")
1628     for i in range(0, 2):
1629         ev = dev[0].wait_event(["INTERWORKING-AP"])
1630         if ev is None:
1631             raise Exception("Network selection timed out");
1632         if bssid in ev and "conn_capab_missing=1" not in ev:
1633             raise Exception("Missing protocol connection capability not reported")
1634         if bssid2 in ev and "conn_capab_missing=1" in ev:
1635             raise Exception("Protocol connection capability not reported correctly")
1636
1637 def test_ap_hs20_req_conn_capab_and_roaming_partner_preference(dev, apdev):
1638     """Hotspot 2.0 and req_conn_capab with roaming partner preference"""
1639     check_eap_capa(dev[0], "MSCHAPV2")
1640     bssid = apdev[0]['bssid']
1641     params = hs20_ap_params()
1642     params['domain_name'] = "roaming.example.org"
1643     params['hs20_conn_capab'] = [ "1:0:2", "6:22:1", "17:5060:0", "50:0:1" ]
1644     hostapd.add_ap(apdev[0], params)
1645
1646     bssid2 = apdev[1]['bssid']
1647     params = hs20_ap_params(ssid="test-hs20-b")
1648     params['domain_name'] = "roaming.example.net"
1649     hostapd.add_ap(apdev[1], params)
1650
1651     values = default_cred()
1652     values['roaming_partner'] = "roaming.example.net,1,127,*"
1653     id = dev[0].add_cred_values(values)
1654     check_auto_select(dev[0], bssid2)
1655
1656     dev[0].set_cred(id, "req_conn_capab", "50")
1657     check_auto_select(dev[0], bssid)
1658
1659     dev[0].remove_cred(id)
1660     id = dev[0].add_cred_values(values)
1661     dev[0].set_cred(id, "req_conn_capab", "51")
1662     check_auto_select(dev[0], bssid2)
1663
1664 def check_bandwidth_selection(dev, type, below):
1665     dev.request("INTERWORKING_SELECT freq=2412")
1666     ev = dev.wait_event(["INTERWORKING-AP"])
1667     if ev is None:
1668         raise Exception("Network selection timed out");
1669     logger.debug("BSS entries:\n" + dev.request("BSS RANGE=ALL"))
1670     if "type=" + type not in ev:
1671         raise Exception("Unexpected network type")
1672     if below and "below_min_backhaul=1" not in ev:
1673         raise Exception("below_min_backhaul not reported")
1674     if not below and "below_min_backhaul=1" in ev:
1675         raise Exception("below_min_backhaul reported unexpectedly")
1676
1677 def bw_cred(domain=None, dl_home=None, ul_home=None, dl_roaming=None, ul_roaming=None):
1678     cred = default_cred(domain=domain)
1679     if dl_home:
1680         cred['min_dl_bandwidth_home'] = str(dl_home)
1681     if ul_home:
1682         cred['min_ul_bandwidth_home'] = str(ul_home)
1683     if dl_roaming:
1684         cred['min_dl_bandwidth_roaming'] = str(dl_roaming)
1685     if ul_roaming:
1686         cred['min_ul_bandwidth_roaming'] = str(ul_roaming)
1687     return cred
1688
1689 def test_ap_hs20_min_bandwidth_home(dev, apdev):
1690     """Hotspot 2.0 network selection with min bandwidth (home)"""
1691     check_eap_capa(dev[0], "MSCHAPV2")
1692     bssid = apdev[0]['bssid']
1693     params = hs20_ap_params()
1694     hostapd.add_ap(apdev[0], params)
1695
1696     dev[0].hs20_enable()
1697     dev[0].scan_for_bss(bssid, freq="2412")
1698     values = bw_cred(domain="example.com", dl_home=5490, ul_home=58)
1699     id = dev[0].add_cred_values(values)
1700     check_bandwidth_selection(dev[0], "home", False)
1701     dev[0].remove_cred(id)
1702
1703     values = bw_cred(domain="example.com", dl_home=5491, ul_home=58)
1704     id = dev[0].add_cred_values(values)
1705     check_bandwidth_selection(dev[0], "home", True)
1706     dev[0].remove_cred(id)
1707
1708     values = bw_cred(domain="example.com", dl_home=5490, ul_home=59)
1709     id = dev[0].add_cred_values(values)
1710     check_bandwidth_selection(dev[0], "home", True)
1711     dev[0].remove_cred(id)
1712
1713     values = bw_cred(domain="example.com", dl_home=5491, ul_home=59)
1714     id = dev[0].add_cred_values(values)
1715     check_bandwidth_selection(dev[0], "home", True)
1716     check_auto_select(dev[0], bssid)
1717
1718     bssid2 = apdev[1]['bssid']
1719     params = hs20_ap_params(ssid="test-hs20-b")
1720     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1721     hostapd.add_ap(apdev[1], params)
1722
1723     check_auto_select(dev[0], bssid2)
1724
1725 def test_ap_hs20_min_bandwidth_home_hidden_ssid_in_scan_res(dev, apdev):
1726     """Hotspot 2.0 network selection with min bandwidth (home) while hidden SSID is included in scan results"""
1727     check_eap_capa(dev[0], "MSCHAPV2")
1728     bssid = apdev[0]['bssid']
1729
1730     hapd = hostapd.add_ap(apdev[0], { "ssid": 'secret',
1731                                       "ignore_broadcast_ssid": "1" })
1732     dev[0].scan_for_bss(bssid, freq=2412)
1733     hapd.disable()
1734     hapd_global = hostapd.HostapdGlobal(apdev[0])
1735     hapd_global.flush()
1736     hapd_global.remove(apdev[0]['ifname'])
1737
1738     params = hs20_ap_params()
1739     hostapd.add_ap(apdev[0], params)
1740
1741     dev[0].hs20_enable()
1742     dev[0].scan_for_bss(bssid, freq="2412")
1743     values = bw_cred(domain="example.com", dl_home=5490, ul_home=58)
1744     id = dev[0].add_cred_values(values)
1745     check_bandwidth_selection(dev[0], "home", False)
1746     dev[0].remove_cred(id)
1747
1748     values = bw_cred(domain="example.com", dl_home=5491, ul_home=58)
1749     id = dev[0].add_cred_values(values)
1750     check_bandwidth_selection(dev[0], "home", True)
1751     dev[0].remove_cred(id)
1752
1753     values = bw_cred(domain="example.com", dl_home=5490, ul_home=59)
1754     id = dev[0].add_cred_values(values)
1755     check_bandwidth_selection(dev[0], "home", True)
1756     dev[0].remove_cred(id)
1757
1758     values = bw_cred(domain="example.com", dl_home=5491, ul_home=59)
1759     id = dev[0].add_cred_values(values)
1760     check_bandwidth_selection(dev[0], "home", True)
1761     check_auto_select(dev[0], bssid)
1762
1763     bssid2 = apdev[1]['bssid']
1764     params = hs20_ap_params(ssid="test-hs20-b")
1765     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1766     hostapd.add_ap(apdev[1], params)
1767
1768     check_auto_select(dev[0], bssid2)
1769
1770     dev[0].flush_scan_cache()
1771
1772 def test_ap_hs20_min_bandwidth_roaming(dev, apdev):
1773     """Hotspot 2.0 network selection with min bandwidth (roaming)"""
1774     check_eap_capa(dev[0], "MSCHAPV2")
1775     bssid = apdev[0]['bssid']
1776     params = hs20_ap_params()
1777     hostapd.add_ap(apdev[0], params)
1778
1779     dev[0].hs20_enable()
1780     dev[0].scan_for_bss(bssid, freq="2412")
1781     values = bw_cred(domain="example.org", dl_roaming=5490, ul_roaming=58)
1782     id = dev[0].add_cred_values(values)
1783     check_bandwidth_selection(dev[0], "roaming", False)
1784     dev[0].remove_cred(id)
1785
1786     values = bw_cred(domain="example.org", dl_roaming=5491, ul_roaming=58)
1787     id = dev[0].add_cred_values(values)
1788     check_bandwidth_selection(dev[0], "roaming", True)
1789     dev[0].remove_cred(id)
1790
1791     values = bw_cred(domain="example.org", dl_roaming=5490, ul_roaming=59)
1792     id = dev[0].add_cred_values(values)
1793     check_bandwidth_selection(dev[0], "roaming", True)
1794     dev[0].remove_cred(id)
1795
1796     values = bw_cred(domain="example.org", dl_roaming=5491, ul_roaming=59)
1797     id = dev[0].add_cred_values(values)
1798     check_bandwidth_selection(dev[0], "roaming", True)
1799     check_auto_select(dev[0], bssid)
1800
1801     bssid2 = apdev[1]['bssid']
1802     params = hs20_ap_params(ssid="test-hs20-b")
1803     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1804     hostapd.add_ap(apdev[1], params)
1805
1806     check_auto_select(dev[0], bssid2)
1807
1808 def test_ap_hs20_min_bandwidth_and_roaming_partner_preference(dev, apdev):
1809     """Hotspot 2.0 and minimum bandwidth with roaming partner preference"""
1810     check_eap_capa(dev[0], "MSCHAPV2")
1811     bssid = apdev[0]['bssid']
1812     params = hs20_ap_params()
1813     params['domain_name'] = "roaming.example.org"
1814     params['hs20_wan_metrics'] = "01:8000:1000:1:1:3000"
1815     hostapd.add_ap(apdev[0], params)
1816
1817     bssid2 = apdev[1]['bssid']
1818     params = hs20_ap_params(ssid="test-hs20-b")
1819     params['domain_name'] = "roaming.example.net"
1820     hostapd.add_ap(apdev[1], params)
1821
1822     values = default_cred()
1823     values['roaming_partner'] = "roaming.example.net,1,127,*"
1824     id = dev[0].add_cred_values(values)
1825     check_auto_select(dev[0], bssid2)
1826
1827     dev[0].set_cred(id, "min_dl_bandwidth_roaming", "6000")
1828     check_auto_select(dev[0], bssid)
1829
1830     dev[0].set_cred(id, "min_dl_bandwidth_roaming", "10000")
1831     check_auto_select(dev[0], bssid2)
1832
1833 def test_ap_hs20_min_bandwidth_no_wan_metrics(dev, apdev):
1834     """Hotspot 2.0 network selection with min bandwidth but no WAN Metrics"""
1835     bssid = apdev[0]['bssid']
1836     params = hs20_ap_params()
1837     del params['hs20_wan_metrics']
1838     hostapd.add_ap(apdev[0], params)
1839
1840     dev[0].hs20_enable()
1841     dev[0].scan_for_bss(bssid, freq="2412")
1842     values = bw_cred(domain="example.com", dl_home=10000, ul_home=10000,
1843                      dl_roaming=10000, ul_roaming=10000)
1844     dev[0].add_cred_values(values)
1845     check_bandwidth_selection(dev[0], "home", False)
1846
1847 def test_ap_hs20_deauth_req_ess(dev, apdev):
1848     """Hotspot 2.0 connection and deauthentication request for ESS"""
1849     check_eap_capa(dev[0], "MSCHAPV2")
1850     try:
1851         _test_ap_hs20_deauth_req_ess(dev, apdev)
1852     finally:
1853         dev[0].request("SET pmf 0")
1854
1855 def _test_ap_hs20_deauth_req_ess(dev, apdev):
1856     dev[0].request("SET pmf 2")
1857     eap_test(dev[0], apdev[0], "21[3:26]", "TTLS", "user")
1858     dev[0].dump_monitor()
1859     addr = dev[0].p2p_interface_addr()
1860     hapd = hostapd.Hostapd(apdev[0]['ifname'])
1861     hapd.request("HS20_DEAUTH_REQ " + addr + " 1 120 http://example.com/")
1862     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"])
1863     if ev is None:
1864         raise Exception("Timeout on deauth imminent notice")
1865     if "1 120 http://example.com/" not in ev:
1866         raise Exception("Unexpected deauth imminent notice: " + ev)
1867     hapd.request("DEAUTHENTICATE " + addr)
1868     dev[0].wait_disconnected(timeout=10)
1869     if "[TEMP-DISABLED]" not in dev[0].list_networks()[0]['flags']:
1870         raise Exception("Network not marked temporarily disabled")
1871     ev = dev[0].wait_event(["SME: Trying to authenticate",
1872                             "Trying to associate",
1873                             "CTRL-EVENT-CONNECTED"], timeout=5)
1874     if ev is not None:
1875         raise Exception("Unexpected connection attempt")
1876
1877 def test_ap_hs20_deauth_req_bss(dev, apdev):
1878     """Hotspot 2.0 connection and deauthentication request for BSS"""
1879     check_eap_capa(dev[0], "MSCHAPV2")
1880     try:
1881         _test_ap_hs20_deauth_req_bss(dev, apdev)
1882     finally:
1883         dev[0].request("SET pmf 0")
1884
1885 def _test_ap_hs20_deauth_req_bss(dev, apdev):
1886     dev[0].request("SET pmf 2")
1887     eap_test(dev[0], apdev[0], "21[3:26]", "TTLS", "user")
1888     dev[0].dump_monitor()
1889     addr = dev[0].p2p_interface_addr()
1890     hapd = hostapd.Hostapd(apdev[0]['ifname'])
1891     hapd.request("HS20_DEAUTH_REQ " + addr + " 0 120 http://example.com/")
1892     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"])
1893     if ev is None:
1894         raise Exception("Timeout on deauth imminent notice")
1895     if "0 120 http://example.com/" not in ev:
1896         raise Exception("Unexpected deauth imminent notice: " + ev)
1897     hapd.request("DEAUTHENTICATE " + addr + " reason=4")
1898     ev = dev[0].wait_disconnected(timeout=10)
1899     if "reason=4" not in ev:
1900         raise Exception("Unexpected disconnection reason")
1901     if "[TEMP-DISABLED]" not in dev[0].list_networks()[0]['flags']:
1902         raise Exception("Network not marked temporarily disabled")
1903     ev = dev[0].wait_event(["SME: Trying to authenticate",
1904                             "Trying to associate",
1905                             "CTRL-EVENT-CONNECTED"], timeout=5)
1906     if ev is not None:
1907         raise Exception("Unexpected connection attempt")
1908
1909 def test_ap_hs20_deauth_req_from_radius(dev, apdev):
1910     """Hotspot 2.0 connection and deauthentication request from RADIUS"""
1911     check_eap_capa(dev[0], "MSCHAPV2")
1912     try:
1913         _test_ap_hs20_deauth_req_from_radius(dev, apdev)
1914     finally:
1915         dev[0].request("SET pmf 0")
1916
1917 def _test_ap_hs20_deauth_req_from_radius(dev, apdev):
1918     bssid = apdev[0]['bssid']
1919     params = hs20_ap_params()
1920     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
1921     params['hs20_deauth_req_timeout'] = "2"
1922     hostapd.add_ap(apdev[0], params)
1923
1924     dev[0].request("SET pmf 2")
1925     dev[0].hs20_enable()
1926     dev[0].add_cred_values({ 'realm': "example.com",
1927                              'username': "hs20-deauth-test",
1928                              'password': "password" })
1929     interworking_select(dev[0], bssid, freq="2412")
1930     interworking_connect(dev[0], bssid, "TTLS")
1931     ev = dev[0].wait_event(["HS20-DEAUTH-IMMINENT-NOTICE"], timeout=5)
1932     if ev is None:
1933         raise Exception("Timeout on deauth imminent notice")
1934     if " 1 100" not in ev:
1935         raise Exception("Unexpected deauth imminent contents")
1936     dev[0].wait_disconnected(timeout=3)
1937
1938 def test_ap_hs20_remediation_required(dev, apdev):
1939     """Hotspot 2.0 connection and remediation required from RADIUS"""
1940     check_eap_capa(dev[0], "MSCHAPV2")
1941     try:
1942         _test_ap_hs20_remediation_required(dev, apdev)
1943     finally:
1944         dev[0].request("SET pmf 0")
1945
1946 def _test_ap_hs20_remediation_required(dev, apdev):
1947     bssid = apdev[0]['bssid']
1948     params = hs20_ap_params()
1949     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
1950     hostapd.add_ap(apdev[0], params)
1951
1952     dev[0].request("SET pmf 1")
1953     dev[0].hs20_enable()
1954     dev[0].add_cred_values({ 'realm': "example.com",
1955                              'username': "hs20-subrem-test",
1956                              'password': "password" })
1957     interworking_select(dev[0], bssid, freq="2412")
1958     interworking_connect(dev[0], bssid, "TTLS")
1959     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
1960     if ev is None:
1961         raise Exception("Timeout on subscription remediation notice")
1962     if " 1 https://example.com/" not in ev:
1963         raise Exception("Unexpected subscription remediation event contents")
1964
1965 def test_ap_hs20_remediation_required_ctrl(dev, apdev):
1966     """Hotspot 2.0 connection and subrem from ctrl_iface"""
1967     check_eap_capa(dev[0], "MSCHAPV2")
1968     try:
1969         _test_ap_hs20_remediation_required_ctrl(dev, apdev)
1970     finally:
1971         dev[0].request("SET pmf 0")
1972
1973 def _test_ap_hs20_remediation_required_ctrl(dev, apdev):
1974     bssid = apdev[0]['bssid']
1975     addr = dev[0].own_addr()
1976     params = hs20_ap_params()
1977     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
1978     hapd = hostapd.add_ap(apdev[0], params)
1979
1980     dev[0].request("SET pmf 1")
1981     dev[0].hs20_enable()
1982     dev[0].add_cred_values(default_cred())
1983     interworking_select(dev[0], bssid, freq="2412")
1984     interworking_connect(dev[0], bssid, "TTLS")
1985
1986     hapd.request("HS20_WNM_NOTIF " + addr + " https://example.com/")
1987     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
1988     if ev is None:
1989         raise Exception("Timeout on subscription remediation notice")
1990     if " 1 https://example.com/" not in ev:
1991         raise Exception("Unexpected subscription remediation event contents")
1992
1993     hapd.request("HS20_WNM_NOTIF " + addr)
1994     ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
1995     if ev is None:
1996         raise Exception("Timeout on subscription remediation notice")
1997     if not ev.endswith("HS20-SUBSCRIPTION-REMEDIATION "):
1998         raise Exception("Unexpected subscription remediation event contents: " + ev)
1999
2000     if "FAIL" not in hapd.request("HS20_WNM_NOTIF "):
2001         raise Exception("Unexpected HS20_WNM_NOTIF success")
2002     if "FAIL" not in hapd.request("HS20_WNM_NOTIF foo"):
2003         raise Exception("Unexpected HS20_WNM_NOTIF success")
2004     if "FAIL" not in hapd.request("HS20_WNM_NOTIF " + addr + " https://12345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678923456789842345678456783456712345678927.very.long.example.com/"):
2005         raise Exception("Unexpected HS20_WNM_NOTIF success")
2006
2007 def test_ap_hs20_session_info(dev, apdev):
2008     """Hotspot 2.0 connection and session information from RADIUS"""
2009     check_eap_capa(dev[0], "MSCHAPV2")
2010     try:
2011         _test_ap_hs20_session_info(dev, apdev)
2012     finally:
2013         dev[0].request("SET pmf 0")
2014
2015 def _test_ap_hs20_session_info(dev, apdev):
2016     bssid = apdev[0]['bssid']
2017     params = hs20_ap_params()
2018     params['nai_realm'] = [ "0,example.com,21[2:4]" ]
2019     hostapd.add_ap(apdev[0], params)
2020
2021     dev[0].request("SET pmf 1")
2022     dev[0].hs20_enable()
2023     dev[0].add_cred_values({ 'realm': "example.com",
2024                              'username': "hs20-session-info-test",
2025                              'password': "password" })
2026     interworking_select(dev[0], bssid, freq="2412")
2027     interworking_connect(dev[0], bssid, "TTLS")
2028     ev = dev[0].wait_event(["ESS-DISASSOC-IMMINENT"], timeout=10)
2029     if ev is None:
2030         raise Exception("Timeout on ESS disassociation imminent notice")
2031     if " 1 59904 https://example.com/" not in ev:
2032         raise Exception("Unexpected ESS disassociation imminent event contents")
2033     ev = dev[0].wait_event(["CTRL-EVENT-SCAN-STARTED"])
2034     if ev is None:
2035         raise Exception("Scan not started")
2036     ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], timeout=30)
2037     if ev is None:
2038         raise Exception("Scan not completed")
2039
2040 def test_ap_hs20_osen(dev, apdev):
2041     """Hotspot 2.0 OSEN connection"""
2042     params = { 'ssid': "osen",
2043                'osen': "1",
2044                'auth_server_addr': "127.0.0.1",
2045                'auth_server_port': "1812",
2046                'auth_server_shared_secret': "radius" }
2047     hostapd.add_ap(apdev[0], params)
2048
2049     dev[1].connect("osen", key_mgmt="NONE", scan_freq="2412",
2050                    wait_connect=False)
2051     dev[2].connect("osen", key_mgmt="NONE", wep_key0='"hello"',
2052                    scan_freq="2412", wait_connect=False)
2053     dev[0].flush_scan_cache()
2054     dev[0].connect("osen", proto="OSEN", key_mgmt="OSEN", pairwise="CCMP",
2055                    group="GTK_NOT_USED",
2056                    eap="WFA-UNAUTH-TLS", identity="osen@example.com",
2057                    ca_cert="auth_serv/ca.pem",
2058                    scan_freq="2412")
2059     res = dev[0].get_bss(apdev[0]['bssid'])['flags']
2060     if "[OSEN-OSEN-CCMP]" not in res:
2061         raise Exception("OSEN not reported in BSS")
2062     if "[WEP]" in res:
2063         raise Exception("WEP reported in BSS")
2064     res = dev[0].request("SCAN_RESULTS")
2065     if "[OSEN-OSEN-CCMP]" not in res:
2066         raise Exception("OSEN not reported in SCAN_RESULTS")
2067
2068     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
2069     wpas.interface_add("wlan5", drv_params="force_connect_cmd=1")
2070     wpas.connect("osen", proto="OSEN", key_mgmt="OSEN", pairwise="CCMP",
2071                  group="GTK_NOT_USED",
2072                  eap="WFA-UNAUTH-TLS", identity="osen@example.com",
2073                  ca_cert="auth_serv/ca.pem",
2074                  scan_freq="2412")
2075     wpas.request("DISCONNECT")
2076
2077 def test_ap_hs20_network_preference(dev, apdev):
2078     """Hotspot 2.0 network selection with preferred home network"""
2079     check_eap_capa(dev[0], "MSCHAPV2")
2080     bssid = apdev[0]['bssid']
2081     params = hs20_ap_params()
2082     hostapd.add_ap(apdev[0], params)
2083
2084     dev[0].hs20_enable()
2085     values = { 'realm': "example.com",
2086                'username': "hs20-test",
2087                'password': "password",
2088                'domain': "example.com" }
2089     dev[0].add_cred_values(values)
2090
2091     id = dev[0].add_network()
2092     dev[0].set_network_quoted(id, "ssid", "home")
2093     dev[0].set_network_quoted(id, "psk", "12345678")
2094     dev[0].set_network(id, "priority", "1")
2095     dev[0].request("ENABLE_NETWORK %s no-connect" % id)
2096
2097     dev[0].scan_for_bss(bssid, freq="2412")
2098     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2099     ev = dev[0].wait_connected(timeout=15)
2100     if bssid not in ev:
2101         raise Exception("Unexpected network selected")
2102
2103     bssid2 = apdev[1]['bssid']
2104     params = hostapd.wpa2_params(ssid="home", passphrase="12345678")
2105     hostapd.add_ap(apdev[1], params)
2106
2107     dev[0].scan_for_bss(bssid2, freq="2412")
2108     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2109     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
2110                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
2111     if ev is None:
2112         raise Exception("Connection timed out")
2113     if "INTERWORKING-ALREADY-CONNECTED" in ev:
2114         raise Exception("No roam to higher priority network")
2115     if bssid2 not in ev:
2116         raise Exception("Unexpected network selected")
2117
2118 def test_ap_hs20_network_preference2(dev, apdev):
2119     """Hotspot 2.0 network selection with preferred credential"""
2120     check_eap_capa(dev[0], "MSCHAPV2")
2121     bssid2 = apdev[1]['bssid']
2122     params = hostapd.wpa2_params(ssid="home", passphrase="12345678")
2123     hostapd.add_ap(apdev[1], params)
2124
2125     dev[0].hs20_enable()
2126     values = { 'realm': "example.com",
2127                'username': "hs20-test",
2128                'password': "password",
2129                'domain': "example.com",
2130                'priority': "1" }
2131     dev[0].add_cred_values(values)
2132
2133     id = dev[0].add_network()
2134     dev[0].set_network_quoted(id, "ssid", "home")
2135     dev[0].set_network_quoted(id, "psk", "12345678")
2136     dev[0].request("ENABLE_NETWORK %s no-connect" % id)
2137
2138     dev[0].scan_for_bss(bssid2, freq="2412")
2139     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2140     ev = dev[0].wait_connected(timeout=15)
2141     if bssid2 not in ev:
2142         raise Exception("Unexpected network selected")
2143
2144     bssid = apdev[0]['bssid']
2145     params = hs20_ap_params()
2146     hostapd.add_ap(apdev[0], params)
2147
2148     dev[0].scan_for_bss(bssid, freq="2412")
2149     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2150     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
2151                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
2152     if ev is None:
2153         raise Exception("Connection timed out")
2154     if "INTERWORKING-ALREADY-CONNECTED" in ev:
2155         raise Exception("No roam to higher priority network")
2156     if bssid not in ev:
2157         raise Exception("Unexpected network selected")
2158
2159 def test_ap_hs20_network_preference3(dev, apdev):
2160     """Hotspot 2.0 network selection with two credential (one preferred)"""
2161     check_eap_capa(dev[0], "MSCHAPV2")
2162     bssid = apdev[0]['bssid']
2163     params = hs20_ap_params()
2164     hostapd.add_ap(apdev[0], params)
2165
2166     bssid2 = apdev[1]['bssid']
2167     params = hs20_ap_params(ssid="test-hs20b")
2168     params['nai_realm'] = "0,example.org,13[5:6],21[2:4][5:7]"
2169     hostapd.add_ap(apdev[1], params)
2170
2171     dev[0].hs20_enable()
2172     values = { 'realm': "example.com",
2173                'username': "hs20-test",
2174                'password': "password",
2175                'priority': "1" }
2176     dev[0].add_cred_values(values)
2177     values = { 'realm': "example.org",
2178                'username': "hs20-test",
2179                'password': "password" }
2180     id = dev[0].add_cred_values(values)
2181
2182     dev[0].scan_for_bss(bssid, freq="2412")
2183     dev[0].scan_for_bss(bssid2, freq="2412")
2184     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2185     ev = dev[0].wait_connected(timeout=15)
2186     if bssid not in ev:
2187         raise Exception("Unexpected network selected")
2188
2189     dev[0].set_cred(id, "priority", "2")
2190     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2191     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
2192                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
2193     if ev is None:
2194         raise Exception("Connection timed out")
2195     if "INTERWORKING-ALREADY-CONNECTED" in ev:
2196         raise Exception("No roam to higher priority network")
2197     if bssid2 not in ev:
2198         raise Exception("Unexpected network selected")
2199
2200 def test_ap_hs20_network_preference4(dev, apdev):
2201     """Hotspot 2.0 network selection with username vs. SIM credential"""
2202     check_eap_capa(dev[0], "MSCHAPV2")
2203     bssid = apdev[0]['bssid']
2204     params = hs20_ap_params()
2205     hostapd.add_ap(apdev[0], params)
2206
2207     bssid2 = apdev[1]['bssid']
2208     params = hs20_ap_params(ssid="test-hs20b")
2209     params['hessid'] = bssid2
2210     params['anqp_3gpp_cell_net'] = "555,444"
2211     params['domain_name'] = "wlan.mnc444.mcc555.3gppnetwork.org"
2212     hostapd.add_ap(apdev[1], params)
2213
2214     dev[0].hs20_enable()
2215     values = { 'realm': "example.com",
2216                'username': "hs20-test",
2217                'password': "password",
2218                'priority': "1" }
2219     dev[0].add_cred_values(values)
2220     values = { 'imsi': "555444-333222111",
2221                'eap': "SIM",
2222                'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123" }
2223     id = dev[0].add_cred_values(values)
2224
2225     dev[0].scan_for_bss(bssid, freq="2412")
2226     dev[0].scan_for_bss(bssid2, freq="2412")
2227     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2228     ev = dev[0].wait_connected(timeout=15)
2229     if bssid not in ev:
2230         raise Exception("Unexpected network selected")
2231
2232     dev[0].set_cred(id, "priority", "2")
2233     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2234     ev = dev[0].wait_event(["CTRL-EVENT-CONNECTED",
2235                             "INTERWORKING-ALREADY-CONNECTED" ], timeout=15)
2236     if ev is None:
2237         raise Exception("Connection timed out")
2238     if "INTERWORKING-ALREADY-CONNECTED" in ev:
2239         raise Exception("No roam to higher priority network")
2240     if bssid2 not in ev:
2241         raise Exception("Unexpected network selected")
2242
2243 def test_ap_hs20_interworking_select_blocking_scan(dev, apdev):
2244     """Ongoing INTERWORKING_SELECT blocking SCAN"""
2245     check_eap_capa(dev[0], "MSCHAPV2")
2246     bssid = apdev[0]['bssid']
2247     params = hs20_ap_params()
2248     hostapd.add_ap(apdev[0], params)
2249
2250     dev[0].hs20_enable()
2251     values = { 'realm': "example.com",
2252                'username': "hs20-test",
2253                'password': "password",
2254                'domain': "example.com" }
2255     dev[0].add_cred_values(values)
2256
2257     dev[0].scan_for_bss(bssid, freq="2412")
2258     dev[0].request("INTERWORKING_SELECT auto freq=2412")
2259     if "FAIL-BUSY" not in dev[0].request("SCAN"):
2260         raise Exception("Unexpected SCAN command result")
2261     dev[0].wait_connected(timeout=15)
2262
2263 def test_ap_hs20_fetch_osu(dev, apdev):
2264     """Hotspot 2.0 OSU provider and icon fetch"""
2265     bssid = apdev[0]['bssid']
2266     params = hs20_ap_params()
2267     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
2268     params['osu_ssid'] = '"HS 2.0 OSU open"'
2269     params['osu_method_list'] = "1"
2270     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2271     params['osu_icon'] = "w1fi_logo"
2272     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2273     params['osu_server_uri'] = "https://example.com/osu/"
2274     hostapd.add_ap(apdev[0], params)
2275
2276     bssid2 = apdev[1]['bssid']
2277     params = hs20_ap_params(ssid="test-hs20b")
2278     params['hessid'] = bssid2
2279     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
2280     params['osu_ssid'] = '"HS 2.0 OSU OSEN"'
2281     params['osu_method_list'] = "0"
2282     params['osu_nai'] = "osen@example.com"
2283     params['osu_friendly_name'] = [ "eng:Test2 OSU", "fin:Testi2-OSU" ]
2284     params['osu_icon'] = "w1fi_logo"
2285     params['osu_service_desc'] = [ "eng:Example services2", "fin:Esimerkkipalveluja2" ]
2286     params['osu_server_uri'] = "https://example.org/osu/"
2287     hostapd.add_ap(apdev[1], params)
2288
2289     with open("w1fi_logo.png", "r") as f:
2290         orig_logo = f.read()
2291     dev[0].hs20_enable()
2292     dir = "/tmp/osu-fetch"
2293     if os.path.isdir(dir):
2294        files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2295        for f in files:
2296            os.remove(dir + "/" + f)
2297     else:
2298         try:
2299             os.makedirs(dir)
2300         except:
2301             pass
2302     try:
2303         dev[1].scan_for_bss(bssid, freq="2412")
2304         dev[2].scan_for_bss(bssid, freq="2412")
2305         dev[0].request("SET osu_dir " + dir)
2306         dev[0].request("FETCH_OSU")
2307         if "FAIL" not in dev[1].request("HS20_ICON_REQUEST foo w1fi_logo"):
2308             raise Exception("Invalid HS20_ICON_REQUEST accepted")
2309         if "OK" not in dev[1].request("HS20_ICON_REQUEST " + bssid + " w1fi_logo"):
2310             raise Exception("HS20_ICON_REQUEST failed")
2311         if "OK" not in dev[2].request("REQ_HS20_ICON " + bssid + " w1fi_logo"):
2312             raise Exception("REQ_HS20_ICON failed")
2313         icons = 0
2314         while True:
2315             ev = dev[0].wait_event(["OSU provider fetch completed",
2316                                     "RX-HS20-ANQP-ICON"], timeout=15)
2317             if ev is None:
2318                 raise Exception("Timeout on OSU fetch")
2319             if "OSU provider fetch completed" in ev:
2320                 break
2321             if "RX-HS20-ANQP-ICON" in ev:
2322                 with open(ev.split(' ')[1], "r") as f:
2323                     logo = f.read()
2324                     if logo == orig_logo:
2325                         icons += 1
2326
2327         with open(dir + "/osu-providers.txt", "r") as f:
2328             prov = f.read()
2329             logger.debug("osu-providers.txt: " + prov)
2330         if "OSU-PROVIDER " + bssid not in prov:
2331             raise Exception("Missing OSU_PROVIDER(1)")
2332         if "OSU-PROVIDER " + bssid2 not in prov:
2333             raise Exception("Missing OSU_PROVIDER(2)")
2334     finally:
2335         files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2336         for f in files:
2337             os.remove(dir + "/" + f)
2338         os.rmdir(dir)
2339
2340     if icons != 2:
2341         raise Exception("Unexpected number of icons fetched")
2342
2343     ev = dev[1].wait_event(["GAS-QUERY-START"], timeout=5)
2344     if ev is None:
2345         raise Exception("Timeout on GAS-QUERY-DONE")
2346     ev = dev[1].wait_event(["GAS-QUERY-DONE"], timeout=5)
2347     if ev is None:
2348         raise Exception("Timeout on GAS-QUERY-DONE")
2349     if "freq=2412 status_code=0 result=SUCCESS" not in ev:
2350         raise Exception("Unexpected GAS-QUERY-DONE: " + ev)
2351     ev = dev[1].wait_event(["RX-HS20-ANQP"], timeout=15)
2352     if ev is None:
2353         raise Exception("Timeout on icon fetch")
2354     if "Icon Binary File" not in ev:
2355         raise Exception("Unexpected ANQP element")
2356
2357     ev = dev[2].wait_event(["RX-HS20-ICON"], timeout=5)
2358     if ev is None:
2359         raise Exception("Timeout on RX-HS20-ICON")
2360     event_icon_len = ev.split(' ')[3]
2361     if " w1fi_logo " not in ev:
2362         raise Exception("RX-HS20-ICON did not have the expected file name")
2363     if bssid not in ev:
2364         raise Exception("RX-HS20-ICON did not have the expected BSSID")
2365     if "FAIL" in dev[2].request("GET_HS20_ICON " + bssid + " w1fi_logo 0 10"):
2366         raise Exception("GET_HS20_ICON 0..10 failed")
2367     if "FAIL" in dev[2].request("GET_HS20_ICON " + bssid + " w1fi_logo 5 10"):
2368         raise Exception("GET_HS20_ICON 5..15 failed")
2369     if "FAIL" not in  dev[2].request("GET_HS20_ICON " + bssid + " w1fi_logo 100000 10"):
2370         raise Exception("Unexpected success of GET_HS20_ICON with too large offset")
2371     icon = ""
2372     pos = 0
2373     while True:
2374         if pos > 100000:
2375             raise Exception("Unexpectedly long icon")
2376         res = dev[2].request("GET_HS20_ICON " + bssid + " w1fi_logo %d 1000" % pos)
2377         if res.startswith("FAIL"):
2378             break
2379         icon += base64.b64decode(res)
2380         pos += 1000
2381     hex = binascii.hexlify(icon)
2382     if not hex.startswith("0009696d6167652f706e677d1d"):
2383         raise Exception("Unexpected beacon binary header: " + hex)
2384     with open('w1fi_logo.png', 'r') as f:
2385         data = f.read()
2386         if icon[13:] != data:
2387             raise Exception("Unexpected icon data")
2388     if len(icon) != int(event_icon_len):
2389         raise Exception("Unexpected RX-HS20-ICON event length: " + event_icon_len)
2390
2391     for i in range(3):
2392         if "OK" not in dev[i].request("REQ_HS20_ICON " + bssid + " w1fi_logo"):
2393             raise Exception("REQ_HS20_ICON failed [2]")
2394     for i in range(3):
2395         ev = dev[i].wait_event(["RX-HS20-ICON"], timeout=5)
2396         if ev is None:
2397             raise Exception("Timeout on RX-HS20-ICON [2]")
2398
2399     if "FAIL" not in dev[2].request("DEL_HS20_ICON foo w1fi_logo"):
2400         raise Exception("Invalid DEL_HS20_ICON accepted")
2401     if "OK" not in dev[2].request("DEL_HS20_ICON " + bssid + " w1fi_logo"):
2402         raise Exception("DEL_HS20_ICON failed")
2403     if "OK" not in dev[1].request("DEL_HS20_ICON " + bssid):
2404         raise Exception("DEL_HS20_ICON failed")
2405     if "OK" not in dev[0].request("DEL_HS20_ICON "):
2406         raise Exception("DEL_HS20_ICON failed")
2407     for i in range(3):
2408         if "FAIL" not in dev[i].request("DEL_HS20_ICON "):
2409             raise Exception("DEL_HS20_ICON accepted when no icons left")
2410
2411 def get_icon(dev, bssid, iconname):
2412     icon = ""
2413     pos = 0
2414     while True:
2415         if pos > 100000:
2416             raise Exception("Unexpectedly long icon")
2417         res = dev.request("GET_HS20_ICON " + bssid + " " + iconname + " %d 3000" % pos)
2418         if res.startswith("FAIL"):
2419             break
2420         icon += base64.b64decode(res)
2421         pos += 3000
2422     if len(icon) < 13:
2423         raise Exception("Too short GET_HS20_ICON response")
2424     return icon[0:13], icon[13:]
2425
2426 def test_ap_hs20_req_hs20_icon(dev, apdev):
2427     """Hotspot 2.0 OSU provider and multi-icon fetch with REQ_HS20_ICON"""
2428     bssid = apdev[0]['bssid']
2429     params = hs20_ap_params()
2430     params['hs20_icon'] = [ "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png",
2431                             "128:80:zxx:image/png:test_logo:auth_serv/sha512-server.pem" ]
2432     params['osu_ssid'] = '"HS 2.0 OSU open"'
2433     params['osu_method_list'] = "1"
2434     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2435     params['osu_icon'] = [ "w1fi_logo", "w1fi_logo2" ]
2436     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2437     params['osu_server_uri'] = "https://example.com/osu/"
2438     hostapd.add_ap(apdev[0], params)
2439
2440     dev[0].scan_for_bss(bssid, freq="2412")
2441
2442     # First, fetch two icons from the AP to wpa_supplicant
2443
2444     if "OK" not in dev[0].request("REQ_HS20_ICON " + bssid + " w1fi_logo"):
2445         raise Exception("REQ_HS20_ICON failed")
2446     ev = dev[0].wait_event(["RX-HS20-ICON"], timeout=5)
2447     if ev is None:
2448         raise Exception("Timeout on RX-HS20-ICON (1)")
2449
2450     if "OK" not in dev[0].request("REQ_HS20_ICON " + bssid + " test_logo"):
2451         raise Exception("REQ_HS20_ICON failed")
2452     ev = dev[0].wait_event(["RX-HS20-ICON"], timeout=5)
2453     if ev is None:
2454         raise Exception("Timeout on RX-HS20-ICON (2)")
2455
2456     # Then, fetch the icons from wpa_supplicant for validation
2457
2458     hdr, data1 = get_icon(dev[0], bssid, "w1fi_logo")
2459     hdr, data2 = get_icon(dev[0], bssid, "test_logo")
2460
2461     with open('w1fi_logo.png', 'r') as f:
2462         data = f.read()
2463         if data1 != data:
2464             raise Exception("Unexpected icon data (1)")
2465
2466     with open('auth_serv/sha512-server.pem', 'r') as f:
2467         data = f.read()
2468         if data2 != data:
2469             raise Exception("Unexpected icon data (2)")
2470
2471     # Finally, delete the icons from wpa_supplicant
2472
2473     if "OK" not in dev[0].request("DEL_HS20_ICON " + bssid + " w1fi_logo"):
2474         raise Exception("DEL_HS20_ICON failed")
2475     if "OK" not in dev[0].request("DEL_HS20_ICON " + bssid + " test_logo"):
2476         raise Exception("DEL_HS20_ICON failed")
2477
2478 def test_ap_hs20_req_hs20_icon_parallel(dev, apdev):
2479     """Hotspot 2.0 OSU provider and multi-icon parallel fetch with REQ_HS20_ICON"""
2480     bssid = apdev[0]['bssid']
2481     params = hs20_ap_params()
2482     params['hs20_icon'] = [ "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png",
2483                             "128:80:zxx:image/png:test_logo:auth_serv/sha512-server.pem" ]
2484     params['osu_ssid'] = '"HS 2.0 OSU open"'
2485     params['osu_method_list'] = "1"
2486     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2487     params['osu_icon'] = [ "w1fi_logo", "w1fi_logo2" ]
2488     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2489     params['osu_server_uri'] = "https://example.com/osu/"
2490     hostapd.add_ap(apdev[0], params)
2491
2492     dev[0].scan_for_bss(bssid, freq="2412")
2493
2494     # First, fetch two icons from the AP to wpa_supplicant
2495
2496     if "OK" not in dev[0].request("REQ_HS20_ICON " + bssid + " w1fi_logo"):
2497         raise Exception("REQ_HS20_ICON failed")
2498
2499     if "OK" not in dev[0].request("REQ_HS20_ICON " + bssid + " test_logo"):
2500         raise Exception("REQ_HS20_ICON failed")
2501     ev = dev[0].wait_event(["RX-HS20-ICON"], timeout=5)
2502     if ev is None:
2503         raise Exception("Timeout on RX-HS20-ICON (1)")
2504     ev = dev[0].wait_event(["RX-HS20-ICON"], timeout=5)
2505     if ev is None:
2506         raise Exception("Timeout on RX-HS20-ICON (2)")
2507
2508     # Then, fetch the icons from wpa_supplicant for validation
2509
2510     hdr, data1 = get_icon(dev[0], bssid, "w1fi_logo")
2511     hdr, data2 = get_icon(dev[0], bssid, "test_logo")
2512
2513     with open('w1fi_logo.png', 'r') as f:
2514         data = f.read()
2515         if data1 != data:
2516             raise Exception("Unexpected icon data (1)")
2517
2518     with open('auth_serv/sha512-server.pem', 'r') as f:
2519         data = f.read()
2520         if data2 != data:
2521             raise Exception("Unexpected icon data (2)")
2522
2523     # Finally, delete the icons from wpa_supplicant
2524
2525     if "OK" not in dev[0].request("DEL_HS20_ICON " + bssid + " w1fi_logo"):
2526         raise Exception("DEL_HS20_ICON failed")
2527     if "OK" not in dev[0].request("DEL_HS20_ICON " + bssid + " test_logo"):
2528         raise Exception("DEL_HS20_ICON failed")
2529
2530 def test_ap_hs20_fetch_osu_stop(dev, apdev):
2531     """Hotspot 2.0 OSU provider fetch stopped"""
2532     bssid = apdev[0]['bssid']
2533     params = hs20_ap_params()
2534     params['hs20_icon'] = "128:80:zxx:image/png:w1fi_logo:w1fi_logo.png"
2535     params['osu_ssid'] = '"HS 2.0 OSU open"'
2536     params['osu_method_list'] = "1"
2537     params['osu_friendly_name'] = [ "eng:Test OSU", "fin:Testi-OSU" ]
2538     params['osu_icon'] = "w1fi_logo"
2539     params['osu_service_desc'] = [ "eng:Example services", "fin:Esimerkkipalveluja" ]
2540     params['osu_server_uri'] = "https://example.com/osu/"
2541     hapd = hostapd.add_ap(apdev[0], params)
2542
2543     dev[0].hs20_enable()
2544     dir = "/tmp/osu-fetch"
2545     if os.path.isdir(dir):
2546        files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2547        for f in files:
2548            os.remove(dir + "/" + f)
2549     else:
2550         try:
2551             os.makedirs(dir)
2552         except:
2553             pass
2554     try:
2555         dev[0].request("SET osu_dir " + dir)
2556         dev[0].request("SCAN freq=2412-2462")
2557         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-STARTED"], timeout=10)
2558         if ev is None:
2559             raise Exception("Scan did not start")
2560         if "FAIL" not in dev[0].request("FETCH_OSU"):
2561             raise Exception("FETCH_OSU accepted while scanning")
2562         ev = dev[0].wait_event(["CTRL-EVENT-SCAN-RESULTS"], 10)
2563         if ev is None:
2564             raise Exception("Scan timed out")
2565         hapd.set("ext_mgmt_frame_handling", "1")
2566         dev[0].request("FETCH_ANQP")
2567         if "FAIL" not in dev[0].request("FETCH_OSU"):
2568             raise Exception("FETCH_OSU accepted while in FETCH_ANQP")
2569         dev[0].request("STOP_FETCH_ANQP")
2570         dev[0].wait_event(["GAS-QUERY-DONE"], timeout=5)
2571         dev[0].dump_monitor()
2572         hapd.dump_monitor()
2573         dev[0].request("INTERWORKING_SELECT freq=2412")
2574         for i in range(5):
2575             msg = hapd.mgmt_rx()
2576             if msg['subtype'] == 13:
2577                 break
2578         if "FAIL" not in dev[0].request("FETCH_OSU"):
2579             raise Exception("FETCH_OSU accepted while in INTERWORKING_SELECT")
2580         ev = dev[0].wait_event(["INTERWORKING-AP", "INTERWORKING-NO-MATCH"],
2581                                timeout=15)
2582         if ev is None:
2583             raise Exception("Network selection timed out");
2584
2585         dev[0].dump_monitor()
2586         if "OK" not in dev[0].request("FETCH_OSU"):
2587             raise Exception("FETCH_OSU failed")
2588         dev[0].request("CANCEL_FETCH_OSU")
2589
2590         for i in range(15):
2591             time.sleep(0.5)
2592             if dev[0].get_driver_status_field("scan_state") == "SCAN_COMPLETED":
2593                 break
2594
2595         dev[0].dump_monitor()
2596         if "OK" not in dev[0].request("FETCH_OSU"):
2597             raise Exception("FETCH_OSU failed")
2598         if "FAIL" not in dev[0].request("FETCH_OSU"):
2599             raise Exception("FETCH_OSU accepted while in FETCH_OSU")
2600         ev = dev[0].wait_event(["GAS-QUERY-START"], 10)
2601         if ev is None:
2602             raise Exception("GAS timed out")
2603         if "FAIL" not in dev[0].request("FETCH_OSU"):
2604             raise Exception("FETCH_OSU accepted while in FETCH_OSU")
2605         dev[0].request("CANCEL_FETCH_OSU")
2606         ev = dev[0].wait_event(["GAS-QUERY-DONE"], 10)
2607         if ev is None:
2608             raise Exception("GAS event timed out after CANCEL_FETCH_OSU")
2609     finally:
2610         files = [ f for f in os.listdir(dir) if f.startswith("osu-") ]
2611         for f in files:
2612             os.remove(dir + "/" + f)
2613         os.rmdir(dir)
2614
2615 def test_ap_hs20_ft(dev, apdev):
2616     """Hotspot 2.0 connection with FT"""
2617     check_eap_capa(dev[0], "MSCHAPV2")
2618     bssid = apdev[0]['bssid']
2619     params = hs20_ap_params()
2620     params['wpa_key_mgmt'] = "FT-EAP"
2621     params['nas_identifier'] = "nas1.w1.fi"
2622     params['r1_key_holder'] = "000102030405"
2623     params["mobility_domain"] = "a1b2"
2624     params["reassociation_deadline"] = "1000"
2625     hostapd.add_ap(apdev[0], params)
2626
2627     dev[0].hs20_enable()
2628     id = dev[0].add_cred_values({ 'realm': "example.com",
2629                                   'username': "hs20-test",
2630                                   'password': "password",
2631                                   'ca_cert': "auth_serv/ca.pem",
2632                                   'domain': "example.com",
2633                                   'update_identifier': "1234" })
2634     interworking_select(dev[0], bssid, "home", freq="2412")
2635     interworking_connect(dev[0], bssid, "TTLS")
2636
2637 def test_ap_hs20_remediation_sql(dev, apdev, params):
2638     """Hotspot 2.0 connection and remediation required using SQLite for user DB"""
2639     check_eap_capa(dev[0], "MSCHAPV2")
2640     try:
2641         import sqlite3
2642     except ImportError:
2643         raise HwsimSkip("No sqlite3 module available")
2644     dbfile = os.path.join(params['logdir'], "eap-user.db")
2645     try:
2646         os.remove(dbfile)
2647     except:
2648         pass
2649     con = sqlite3.connect(dbfile)
2650     with con:
2651         cur = con.cursor()
2652         cur.execute("CREATE TABLE users(identity TEXT PRIMARY KEY, methods TEXT, password TEXT, remediation TEXT, phase2 INTEGER)")
2653         cur.execute("CREATE TABLE wildcards(identity TEXT PRIMARY KEY, methods TEXT)")
2654         cur.execute("INSERT INTO users(identity,methods,password,phase2,remediation) VALUES ('user-mschapv2','TTLS-MSCHAPV2','password',1,'user')")
2655         cur.execute("INSERT INTO wildcards(identity,methods) VALUES ('','TTLS,TLS')")
2656         cur.execute("CREATE TABLE authlog(timestamp TEXT, session TEXT, nas_ip TEXT, username TEXT, note TEXT)")
2657
2658     try:
2659         params = { "ssid": "as", "beacon_int": "2000",
2660                    "radius_server_clients": "auth_serv/radius_clients.conf",
2661                    "radius_server_auth_port": '18128',
2662                    "eap_server": "1",
2663                    "eap_user_file": "sqlite:" + dbfile,
2664                    "ca_cert": "auth_serv/ca.pem",
2665                    "server_cert": "auth_serv/server.pem",
2666                    "private_key": "auth_serv/server.key",
2667                    "subscr_remediation_url": "https://example.org/",
2668                    "subscr_remediation_method": "1" }
2669         hostapd.add_ap(apdev[1], params)
2670
2671         bssid = apdev[0]['bssid']
2672         params = hs20_ap_params()
2673         params['auth_server_port'] = "18128"
2674         hostapd.add_ap(apdev[0], params)
2675
2676         dev[0].request("SET pmf 1")
2677         dev[0].hs20_enable()
2678         id = dev[0].add_cred_values({ 'realm': "example.com",
2679                                       'username': "user-mschapv2",
2680                                       'password': "password",
2681                                       'ca_cert': "auth_serv/ca.pem" })
2682         interworking_select(dev[0], bssid, freq="2412")
2683         interworking_connect(dev[0], bssid, "TTLS")
2684         ev = dev[0].wait_event(["HS20-SUBSCRIPTION-REMEDIATION"], timeout=5)
2685         if ev is None:
2686             raise Exception("Timeout on subscription remediation notice")
2687         if " 1 https://example.org/" not in ev:
2688             raise Exception("Unexpected subscription remediation event contents")
2689
2690         with con:
2691             cur = con.cursor()
2692             cur.execute("SELECT * from authlog")
2693             rows = cur.fetchall()
2694             if len(rows) < 1:
2695                 raise Exception("No authlog entries")
2696
2697     finally:
2698         os.remove(dbfile)
2699         dev[0].request("SET pmf 0")
2700
2701 def test_ap_hs20_external_selection(dev, apdev):
2702     """Hotspot 2.0 connection using external network selection and creation"""
2703     check_eap_capa(dev[0], "MSCHAPV2")
2704     bssid = apdev[0]['bssid']
2705     params = hs20_ap_params()
2706     params['hessid'] = bssid
2707     params['disable_dgaf'] = '1'
2708     hostapd.add_ap(apdev[0], params)
2709
2710     dev[0].hs20_enable()
2711     dev[0].connect("test-hs20", proto="RSN", key_mgmt="WPA-EAP", eap="TTLS",
2712                    identity="hs20-test", password="password",
2713                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
2714                    scan_freq="2412", update_identifier="54321")
2715     if dev[0].get_status_field("hs20") != "2":
2716         raise Exception("Unexpected hs20 indication")
2717
2718 def test_ap_hs20_random_mac_addr(dev, apdev):
2719     """Hotspot 2.0 connection with random MAC address"""
2720     check_eap_capa(dev[0], "MSCHAPV2")
2721     bssid = apdev[0]['bssid']
2722     params = hs20_ap_params()
2723     params['hessid'] = bssid
2724     params['disable_dgaf'] = '1'
2725     hapd = hostapd.add_ap(apdev[0], params)
2726
2727     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
2728     wpas.interface_add("wlan5")
2729     addr = wpas.p2p_interface_addr()
2730     wpas.request("SET mac_addr 1")
2731     wpas.request("SET preassoc_mac_addr 1")
2732     wpas.request("SET rand_addr_lifetime 60")
2733     wpas.hs20_enable()
2734     wpas.flush_scan_cache()
2735     id = wpas.add_cred_values({ 'realm': "example.com",
2736                                   'username': "hs20-test",
2737                                   'password': "password",
2738                                   'ca_cert': "auth_serv/ca.pem",
2739                                   'domain': "example.com",
2740                                   'update_identifier': "1234" })
2741     interworking_select(wpas, bssid, "home", freq="2412")
2742     interworking_connect(wpas, bssid, "TTLS")
2743     addr1 = wpas.get_driver_status_field("addr")
2744     if addr == addr1:
2745         raise Exception("Did not use random MAC address")
2746
2747     sta = hapd.get_sta(addr)
2748     if sta['addr'] != "FAIL":
2749         raise Exception("Unexpected STA association with permanent address")
2750     sta = hapd.get_sta(addr1)
2751     if sta['addr'] != addr1:
2752         raise Exception("STA association with random address not found")
2753
2754 def test_ap_hs20_multi_network_and_cred_removal(dev, apdev):
2755     """Multiple networks and cred removal"""
2756     check_eap_capa(dev[0], "MSCHAPV2")
2757     bssid = apdev[0]['bssid']
2758     params = hs20_ap_params()
2759     params['nai_realm'] = [ "0,example.com,25[3:26]"]
2760     hapd = hostapd.add_ap(apdev[0], params)
2761
2762     dev[0].add_network()
2763     dev[0].hs20_enable()
2764     id = dev[0].add_cred_values({ 'realm': "example.com",
2765                                   'username': "user",
2766                                   'password': "password" })
2767     interworking_select(dev[0], bssid, freq="2412")
2768     interworking_connect(dev[0], bssid, "PEAP")
2769     dev[0].add_network()
2770
2771     dev[0].request("DISCONNECT")
2772     dev[0].wait_disconnected(timeout=10)
2773
2774     hapd.disable()
2775     hapd.set("ssid", "another ssid")
2776     hapd.enable()
2777
2778     interworking_select(dev[0], bssid, freq="2412")
2779     interworking_connect(dev[0], bssid, "PEAP")
2780     dev[0].add_network()
2781     if len(dev[0].list_networks()) != 5:
2782         raise Exception("Unexpected number of networks prior to remove_crec")
2783
2784     dev[0].dump_monitor()
2785     dev[0].remove_cred(id)
2786     if len(dev[0].list_networks()) != 3:
2787         raise Exception("Unexpected number of networks after to remove_crec")
2788     dev[0].wait_disconnected(timeout=10)
2789
2790 def test_ap_hs20_interworking_add_network(dev, apdev):
2791     """Hotspot 2.0 connection using INTERWORKING_ADD_NETWORK"""
2792     check_eap_capa(dev[0], "MSCHAPV2")
2793     bssid = apdev[0]['bssid']
2794     params = hs20_ap_params()
2795     params['nai_realm'] = [ "0,example.com,21[3:26][6:7][99:99]" ]
2796     hostapd.add_ap(apdev[0], params)
2797
2798     dev[0].hs20_enable()
2799     dev[0].add_cred_values(default_cred(user="user"))
2800     interworking_select(dev[0], bssid, freq=2412)
2801     id = dev[0].interworking_add_network(bssid)
2802     dev[0].select_network(id, freq=2412)
2803     dev[0].wait_connected()
2804
2805 def _test_ap_hs20_proxyarp(dev, apdev):
2806     bssid = apdev[0]['bssid']
2807     params = hs20_ap_params()
2808     params['hessid'] = bssid
2809     params['disable_dgaf'] = '0'
2810     params['proxy_arp'] = '1'
2811     hapd = hostapd.add_ap(apdev[0], params, no_enable=True)
2812     if "OK" in hapd.request("ENABLE"):
2813         raise Exception("Incomplete hostapd configuration was accepted")
2814     hapd.set("ap_isolate", "1")
2815     if "OK" in hapd.request("ENABLE"):
2816         raise Exception("Incomplete hostapd configuration was accepted")
2817     hapd.set('bridge', 'ap-br0')
2818     hapd.dump_monitor()
2819     try:
2820         hapd.enable()
2821     except:
2822         # For now, do not report failures due to missing kernel support
2823         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
2824     ev = hapd.wait_event(["AP-ENABLED", "AP-DISABLED"], timeout=10)
2825     if ev is None:
2826         raise Exception("AP startup timed out")
2827     if "AP-ENABLED" not in ev:
2828         raise Exception("AP startup failed")
2829
2830     dev[0].hs20_enable()
2831     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
2832     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
2833
2834     id = dev[0].add_cred_values({ 'realm': "example.com",
2835                                   'username': "hs20-test",
2836                                   'password': "password",
2837                                   'ca_cert': "auth_serv/ca.pem",
2838                                   'domain': "example.com",
2839                                   'update_identifier': "1234" })
2840     interworking_select(dev[0], bssid, "home", freq="2412")
2841     interworking_connect(dev[0], bssid, "TTLS")
2842
2843     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
2844                    identity="hs20-test", password="password",
2845                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
2846                    scan_freq="2412")
2847     time.sleep(0.1)
2848
2849     addr0 = dev[0].p2p_interface_addr()
2850     addr1 = dev[1].p2p_interface_addr()
2851
2852     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
2853     src_ll_opt1 = "\x01\x01" + binascii.unhexlify(addr1.replace(':',''))
2854
2855     pkt = build_ns(src_ll=addr0, ip_src="aaaa:bbbb:cccc::2",
2856                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:cccc::2",
2857                    opt=src_ll_opt0)
2858     if "OK" not in dev[0].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
2859         raise Exception("DATA_TEST_FRAME failed")
2860
2861     pkt = build_ns(src_ll=addr1, ip_src="aaaa:bbbb:dddd::2",
2862                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:dddd::2",
2863                    opt=src_ll_opt1)
2864     if "OK" not in dev[1].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
2865         raise Exception("DATA_TEST_FRAME failed")
2866
2867     pkt = build_ns(src_ll=addr1, ip_src="aaaa:bbbb:eeee::2",
2868                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:eeee::2",
2869                    opt=src_ll_opt1)
2870     if "OK" not in dev[1].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
2871         raise Exception("DATA_TEST_FRAME failed")
2872
2873     matches = get_permanent_neighbors("ap-br0")
2874     logger.info("After connect: " + str(matches))
2875     if len(matches) != 3:
2876         raise Exception("Unexpected number of neighbor entries after connect")
2877     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
2878         raise Exception("dev0 addr missing")
2879     if 'aaaa:bbbb:dddd::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
2880         raise Exception("dev1 addr(1) missing")
2881     if 'aaaa:bbbb:eeee::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
2882         raise Exception("dev1 addr(2) missing")
2883     dev[0].request("DISCONNECT")
2884     dev[1].request("DISCONNECT")
2885     time.sleep(0.5)
2886     matches = get_permanent_neighbors("ap-br0")
2887     logger.info("After disconnect: " + str(matches))
2888     if len(matches) > 0:
2889         raise Exception("Unexpected neighbor entries after disconnect")
2890
2891 def test_ap_hs20_hidden_ssid_in_scan_res(dev, apdev):
2892     """Hotspot 2.0 connection with hidden SSId in scan results"""
2893     check_eap_capa(dev[0], "MSCHAPV2")
2894     bssid = apdev[0]['bssid']
2895
2896     hapd = hostapd.add_ap(apdev[0], { "ssid": 'secret',
2897                                       "ignore_broadcast_ssid": "1" })
2898     dev[0].scan_for_bss(bssid, freq=2412)
2899     hapd.disable()
2900     hapd_global = hostapd.HostapdGlobal(apdev[0])
2901     hapd_global.flush()
2902     hapd_global.remove(apdev[0]['ifname'])
2903
2904     params = hs20_ap_params()
2905     params['hessid'] = bssid
2906     hapd = hostapd.add_ap(apdev[0], params)
2907
2908     dev[0].hs20_enable()
2909     id = dev[0].add_cred_values({ 'realm': "example.com",
2910                                   'username': "hs20-test",
2911                                   'password': "password",
2912                                   'ca_cert': "auth_serv/ca.pem",
2913                                   'domain': "example.com" })
2914     interworking_select(dev[0], bssid, "home", freq="2412")
2915     interworking_connect(dev[0], bssid, "TTLS")
2916
2917     # clear BSS table to avoid issues in following test cases
2918     dev[0].request("DISCONNECT")
2919     dev[0].wait_disconnected()
2920     hapd.disable()
2921     dev[0].flush_scan_cache()
2922     dev[0].flush_scan_cache()
2923
2924 def test_ap_hs20_proxyarp(dev, apdev):
2925     """Hotspot 2.0 and ProxyARP"""
2926     check_eap_capa(dev[0], "MSCHAPV2")
2927     try:
2928         _test_ap_hs20_proxyarp(dev, apdev)
2929     finally:
2930         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
2931                         stderr=open('/dev/null', 'w'))
2932         subprocess.call(['brctl', 'delbr', 'ap-br0'],
2933                         stderr=open('/dev/null', 'w'))
2934
2935 def _test_ap_hs20_proxyarp_dgaf(dev, apdev, disabled):
2936     bssid = apdev[0]['bssid']
2937     params = hs20_ap_params()
2938     params['hessid'] = bssid
2939     params['disable_dgaf'] = '1' if disabled else '0'
2940     params['proxy_arp'] = '1'
2941     params['na_mcast_to_ucast'] = '1'
2942     params['ap_isolate'] = '1'
2943     params['bridge'] = 'ap-br0'
2944     hapd = hostapd.add_ap(apdev[0], params, no_enable=True)
2945     try:
2946         hapd.enable()
2947     except:
2948         # For now, do not report failures due to missing kernel support
2949         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
2950     ev = hapd.wait_event(["AP-ENABLED"], timeout=10)
2951     if ev is None:
2952         raise Exception("AP startup timed out")
2953
2954     dev[0].hs20_enable()
2955     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
2956     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
2957
2958     id = dev[0].add_cred_values({ 'realm': "example.com",
2959                                   'username': "hs20-test",
2960                                   'password': "password",
2961                                   'ca_cert': "auth_serv/ca.pem",
2962                                   'domain': "example.com",
2963                                   'update_identifier': "1234" })
2964     interworking_select(dev[0], bssid, "home", freq="2412")
2965     interworking_connect(dev[0], bssid, "TTLS")
2966
2967     dev[1].connect("test-hs20", key_mgmt="WPA-EAP", eap="TTLS",
2968                    identity="hs20-test", password="password",
2969                    ca_cert="auth_serv/ca.pem", phase2="auth=MSCHAPV2",
2970                    scan_freq="2412")
2971     time.sleep(0.1)
2972
2973     addr0 = dev[0].p2p_interface_addr()
2974
2975     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
2976
2977     pkt = build_ns(src_ll=addr0, ip_src="aaaa:bbbb:cccc::2",
2978                    ip_dst="ff02::1:ff00:2", target="aaaa:bbbb:cccc::2",
2979                    opt=src_ll_opt0)
2980     if "OK" not in dev[0].request("DATA_TEST_FRAME " + binascii.hexlify(pkt)):
2981         raise Exception("DATA_TEST_FRAME failed")
2982
2983     pkt = build_ra(src_ll=apdev[0]['bssid'], ip_src="aaaa:bbbb:cccc::33",
2984                    ip_dst="ff01::1")
2985     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2986         raise Exception("DATA_TEST_FRAME failed")
2987
2988     pkt = build_na(src_ll=apdev[0]['bssid'], ip_src="aaaa:bbbb:cccc::44",
2989                    ip_dst="ff01::1", target="aaaa:bbbb:cccc::55")
2990     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2991         raise Exception("DATA_TEST_FRAME failed")
2992
2993     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
2994                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
2995                          yiaddr="192.168.1.123", chaddr=addr0)
2996     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
2997         raise Exception("DATA_TEST_FRAME failed")
2998     # another copy for additional code coverage
2999     pkt = build_dhcp_ack(dst_ll=addr0, src_ll=bssid,
3000                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3001                          yiaddr="192.168.1.123", chaddr=addr0)
3002     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3003         raise Exception("DATA_TEST_FRAME failed")
3004
3005     matches = get_permanent_neighbors("ap-br0")
3006     logger.info("After connect: " + str(matches))
3007     if len(matches) != 2:
3008         raise Exception("Unexpected number of neighbor entries after connect")
3009     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3010         raise Exception("dev0 addr missing")
3011     if '192.168.1.123 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3012         raise Exception("dev0 IPv4 addr missing")
3013     dev[0].request("DISCONNECT")
3014     dev[1].request("DISCONNECT")
3015     time.sleep(0.5)
3016     matches = get_permanent_neighbors("ap-br0")
3017     logger.info("After disconnect: " + str(matches))
3018     if len(matches) > 0:
3019         raise Exception("Unexpected neighbor entries after disconnect")
3020
3021 def test_ap_hs20_proxyarp_disable_dgaf(dev, apdev):
3022     """Hotspot 2.0 and ProxyARP with DGAF disabled"""
3023     check_eap_capa(dev[0], "MSCHAPV2")
3024     try:
3025         _test_ap_hs20_proxyarp_dgaf(dev, apdev, True)
3026     finally:
3027         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
3028                         stderr=open('/dev/null', 'w'))
3029         subprocess.call(['brctl', 'delbr', 'ap-br0'],
3030                         stderr=open('/dev/null', 'w'))
3031
3032 def test_ap_hs20_proxyarp_enable_dgaf(dev, apdev):
3033     """Hotspot 2.0 and ProxyARP with DGAF enabled"""
3034     check_eap_capa(dev[0], "MSCHAPV2")
3035     try:
3036         _test_ap_hs20_proxyarp_dgaf(dev, apdev, False)
3037     finally:
3038         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
3039                         stderr=open('/dev/null', 'w'))
3040         subprocess.call(['brctl', 'delbr', 'ap-br0'],
3041                         stderr=open('/dev/null', 'w'))
3042
3043 def ip_checksum(buf):
3044     sum = 0
3045     if len(buf) & 0x01:
3046         buf += '\0x00'
3047     for i in range(0, len(buf), 2):
3048         val, = struct.unpack('H', buf[i:i+2])
3049         sum += val
3050     while (sum >> 16):
3051         sum = (sum & 0xffff) + (sum >> 16)
3052     return struct.pack('H', ~sum & 0xffff)
3053
3054 def ipv6_solicited_node_mcaddr(target):
3055     prefix = socket.inet_pton(socket.AF_INET6, "ff02::1:ff00:0")
3056     mask = socket.inet_pton(socket.AF_INET6, "::ff:ffff")
3057     _target = socket.inet_pton(socket.AF_INET6, target)
3058     p = struct.unpack('4I', prefix)
3059     m = struct.unpack('4I', mask)
3060     t = struct.unpack('4I', _target)
3061     res = (p[0] | (t[0] & m[0]),
3062            p[1] | (t[1] & m[1]),
3063            p[2] | (t[2] & m[2]),
3064            p[3] | (t[3] & m[3]))
3065     return socket.inet_ntop(socket.AF_INET6, struct.pack('4I', *res))
3066
3067 def build_icmpv6(ipv6_addrs, type, code, payload):
3068     start = struct.pack("BB", type, code)
3069     end = payload
3070     icmp = start + '\x00\x00' + end
3071     pseudo = ipv6_addrs + struct.pack(">LBBBB", len(icmp), 0, 0, 0, 58)
3072     csum = ip_checksum(pseudo + icmp)
3073     return start + csum + end
3074
3075 def build_ra(src_ll, ip_src, ip_dst, cur_hop_limit=0, router_lifetime=0,
3076              reachable_time=0, retrans_timer=0, opt=None):
3077     link_mc = binascii.unhexlify("3333ff000002")
3078     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3079     proto = '\x86\xdd'
3080     ehdr = link_mc + _src_ll + proto
3081     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
3082     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
3083
3084     adv = struct.pack('>BBHLL', cur_hop_limit, 0, router_lifetime,
3085                       reachable_time, retrans_timer)
3086     if opt:
3087         payload = adv + opt
3088     else:
3089         payload = adv
3090     icmp = build_icmpv6(_ip_src + _ip_dst, 134, 0, payload)
3091
3092     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
3093     ipv6 += _ip_src + _ip_dst
3094
3095     return ehdr + ipv6 + icmp
3096
3097 def build_ns(src_ll, ip_src, ip_dst, target, opt=None):
3098     link_mc = binascii.unhexlify("3333ff000002")
3099     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3100     proto = '\x86\xdd'
3101     ehdr = link_mc + _src_ll + proto
3102     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
3103     if ip_dst is None:
3104         ip_dst = ipv6_solicited_node_mcaddr(target)
3105     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
3106
3107     reserved = '\x00\x00\x00\x00'
3108     _target = socket.inet_pton(socket.AF_INET6, target)
3109     if opt:
3110         payload = reserved + _target + opt
3111     else:
3112         payload = reserved + _target
3113     icmp = build_icmpv6(_ip_src + _ip_dst, 135, 0, payload)
3114
3115     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
3116     ipv6 += _ip_src + _ip_dst
3117
3118     return ehdr + ipv6 + icmp
3119
3120 def send_ns(dev, src_ll=None, target=None, ip_src=None, ip_dst=None, opt=None,
3121             hapd_bssid=None):
3122     if hapd_bssid:
3123         if src_ll is None:
3124             src_ll = hapd_bssid
3125         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
3126     else:
3127         if src_ll is None:
3128             src_ll = dev.p2p_interface_addr()
3129         cmd = "DATA_TEST_FRAME "
3130
3131     if opt is None:
3132         opt = "\x01\x01" + binascii.unhexlify(src_ll.replace(':',''))
3133
3134     pkt = build_ns(src_ll=src_ll, ip_src=ip_src, ip_dst=ip_dst, target=target,
3135                    opt=opt)
3136     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
3137         raise Exception("DATA_TEST_FRAME failed")
3138
3139 def build_na(src_ll, ip_src, ip_dst, target, opt=None, flags=0):
3140     link_mc = binascii.unhexlify("3333ff000002")
3141     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3142     proto = '\x86\xdd'
3143     ehdr = link_mc + _src_ll + proto
3144     _ip_src = socket.inet_pton(socket.AF_INET6, ip_src)
3145     _ip_dst = socket.inet_pton(socket.AF_INET6, ip_dst)
3146
3147     _target = socket.inet_pton(socket.AF_INET6, target)
3148     if opt:
3149         payload = struct.pack('>Bxxx', flags) + _target + opt
3150     else:
3151         payload = struct.pack('>Bxxx', flags) + _target
3152     icmp = build_icmpv6(_ip_src + _ip_dst, 136, 0, payload)
3153
3154     ipv6 = struct.pack('>BBBBHBB', 0x60, 0, 0, 0, len(icmp), 58, 255)
3155     ipv6 += _ip_src + _ip_dst
3156
3157     return ehdr + ipv6 + icmp
3158
3159 def send_na(dev, src_ll=None, target=None, ip_src=None, ip_dst=None, opt=None,
3160             hapd_bssid=None):
3161     if hapd_bssid:
3162         if src_ll is None:
3163             src_ll = hapd_bssid
3164         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
3165     else:
3166         if src_ll is None:
3167             src_ll = dev.p2p_interface_addr()
3168         cmd = "DATA_TEST_FRAME "
3169
3170     pkt = build_na(src_ll=src_ll, ip_src=ip_src, ip_dst=ip_dst, target=target,
3171                    opt=opt)
3172     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
3173         raise Exception("DATA_TEST_FRAME failed")
3174
3175 def build_dhcp_ack(dst_ll, src_ll, ip_src, ip_dst, yiaddr, chaddr,
3176                    subnet_mask="255.255.255.0", truncated_opt=False,
3177                    wrong_magic=False, force_tot_len=None, no_dhcp=False):
3178     _dst_ll = binascii.unhexlify(dst_ll.replace(':',''))
3179     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3180     proto = '\x08\x00'
3181     ehdr = _dst_ll + _src_ll + proto
3182     _ip_src = socket.inet_pton(socket.AF_INET, ip_src)
3183     _ip_dst = socket.inet_pton(socket.AF_INET, ip_dst)
3184     _subnet_mask = socket.inet_pton(socket.AF_INET, subnet_mask)
3185
3186     _ciaddr = '\x00\x00\x00\x00'
3187     _yiaddr = socket.inet_pton(socket.AF_INET, yiaddr)
3188     _siaddr = '\x00\x00\x00\x00'
3189     _giaddr = '\x00\x00\x00\x00'
3190     _chaddr = binascii.unhexlify(chaddr.replace(':','') + "00000000000000000000")
3191     payload = struct.pack('>BBBBL3BB', 2, 1, 6, 0, 12345, 0, 0, 0, 0)
3192     payload += _ciaddr + _yiaddr + _siaddr + _giaddr + _chaddr + 192*'\x00'
3193     # magic
3194     if wrong_magic:
3195         payload += '\x63\x82\x53\x00'
3196     else:
3197         payload += '\x63\x82\x53\x63'
3198     if truncated_opt:
3199         payload += '\x22\xff\x00'
3200     # Option: DHCP Message Type = ACK
3201     payload += '\x35\x01\x05'
3202     # Pad Option
3203     payload += '\x00'
3204     # Option: Subnet Mask
3205     payload += '\x01\x04' + _subnet_mask
3206     # Option: Time Offset
3207     payload += struct.pack('>BBL', 2, 4, 0)
3208     # End Option
3209     payload += '\xff'
3210     # Pad Option
3211     payload += '\x00\x00\x00\x00'
3212
3213     if no_dhcp:
3214         payload = struct.pack('>BBBBL3BB', 2, 1, 6, 0, 12345, 0, 0, 0, 0)
3215         payload += _ciaddr + _yiaddr + _siaddr + _giaddr + _chaddr + 192*'\x00'
3216
3217     udp = struct.pack('>HHHH', 67, 68, 8 + len(payload), 0) + payload
3218
3219     if force_tot_len:
3220         tot_len = force_tot_len
3221     else:
3222         tot_len = 20 + len(udp)
3223     start = struct.pack('>BBHHBBBB', 0x45, 0, tot_len, 0, 0, 0, 128, 17)
3224     ipv4 = start + '\x00\x00' + _ip_src + _ip_dst
3225     csum = ip_checksum(ipv4)
3226     ipv4 = start + csum + _ip_src + _ip_dst
3227
3228     return ehdr + ipv4 + udp
3229
3230 def build_arp(dst_ll, src_ll, opcode, sender_mac, sender_ip,
3231               target_mac, target_ip):
3232     _dst_ll = binascii.unhexlify(dst_ll.replace(':',''))
3233     _src_ll = binascii.unhexlify(src_ll.replace(':',''))
3234     proto = '\x08\x06'
3235     ehdr = _dst_ll + _src_ll + proto
3236
3237     _sender_mac = binascii.unhexlify(sender_mac.replace(':',''))
3238     _sender_ip = socket.inet_pton(socket.AF_INET, sender_ip)
3239     _target_mac = binascii.unhexlify(target_mac.replace(':',''))
3240     _target_ip = socket.inet_pton(socket.AF_INET, target_ip)
3241
3242     arp = struct.pack('>HHBBH', 1, 0x0800, 6, 4, opcode)
3243     arp += _sender_mac + _sender_ip
3244     arp += _target_mac + _target_ip
3245
3246     return ehdr + arp
3247
3248 def send_arp(dev, dst_ll="ff:ff:ff:ff:ff:ff", src_ll=None, opcode=1,
3249              sender_mac=None, sender_ip="0.0.0.0",
3250              target_mac="00:00:00:00:00:00", target_ip="0.0.0.0",
3251              hapd_bssid=None):
3252     if hapd_bssid:
3253         if src_ll is None:
3254             src_ll = hapd_bssid
3255         if sender_mac is None:
3256             sender_mac = hapd_bssid
3257         cmd = "DATA_TEST_FRAME ifname=ap-br0 "
3258     else:
3259         if src_ll is None:
3260             src_ll = dev.p2p_interface_addr()
3261         if sender_mac is None:
3262             sender_mac = dev.p2p_interface_addr()
3263         cmd = "DATA_TEST_FRAME "
3264
3265     pkt = build_arp(dst_ll=dst_ll, src_ll=src_ll, opcode=opcode,
3266                     sender_mac=sender_mac, sender_ip=sender_ip,
3267                     target_mac=target_mac, target_ip=target_ip)
3268     if "OK" not in dev.request(cmd + binascii.hexlify(pkt)):
3269         raise Exception("DATA_TEST_FRAME failed")
3270
3271 def get_permanent_neighbors(ifname):
3272     cmd = subprocess.Popen(['ip', 'nei'], stdout=subprocess.PIPE)
3273     res = cmd.stdout.read()
3274     cmd.stdout.close()
3275     return [ line for line in res.splitlines() if "PERMANENT" in line and ifname in line ]
3276
3277 def get_bridge_macs(ifname):
3278     cmd = subprocess.Popen(['brctl', 'showmacs', ifname],
3279                            stdout=subprocess.PIPE)
3280     res = cmd.stdout.read()
3281     cmd.stdout.close()
3282     return res
3283
3284 def tshark_get_arp(cap, filter):
3285     res = run_tshark(cap, filter,
3286                      [ "eth.dst", "eth.src",
3287                        "arp.src.hw_mac", "arp.src.proto_ipv4",
3288                        "arp.dst.hw_mac", "arp.dst.proto_ipv4" ],
3289                      wait=False)
3290     frames = []
3291     for l in res.splitlines():
3292         frames.append(l.split('\t'))
3293     return frames
3294
3295 def tshark_get_ns(cap):
3296     res = run_tshark(cap, "icmpv6.type == 135",
3297                      [ "eth.dst", "eth.src",
3298                        "ipv6.src", "ipv6.dst",
3299                        "icmpv6.nd.ns.target_address",
3300                        "icmpv6.opt.linkaddr" ],
3301                      wait=False)
3302     frames = []
3303     for l in res.splitlines():
3304         frames.append(l.split('\t'))
3305     return frames
3306
3307 def tshark_get_na(cap):
3308     res = run_tshark(cap, "icmpv6.type == 136",
3309                      [ "eth.dst", "eth.src",
3310                        "ipv6.src", "ipv6.dst",
3311                        "icmpv6.nd.na.target_address",
3312                        "icmpv6.opt.linkaddr" ],
3313                      wait=False)
3314     frames = []
3315     for l in res.splitlines():
3316         frames.append(l.split('\t'))
3317     return frames
3318
3319 def _test_proxyarp_open(dev, apdev, params, ebtables=False):
3320     prefix = "proxyarp_open"
3321     if ebtables:
3322         prefix += "_ebtables"
3323     cap_br = os.path.join(params['logdir'], prefix + ".ap-br0.pcap")
3324     cap_dev0 = os.path.join(params['logdir'],
3325                             prefix + ".%s.pcap" % dev[0].ifname)
3326     cap_dev1 = os.path.join(params['logdir'],
3327                             prefix + ".%s.pcap" % dev[1].ifname)
3328     cap_dev2 = os.path.join(params['logdir'],
3329                             prefix + ".%s.pcap" % dev[2].ifname)
3330
3331     bssid = apdev[0]['bssid']
3332     params = { 'ssid': 'open' }
3333     params['proxy_arp'] = '1'
3334     hapd = hostapd.add_ap(apdev[0], params, no_enable=True)
3335     hapd.set("ap_isolate", "1")
3336     hapd.set('bridge', 'ap-br0')
3337     hapd.dump_monitor()
3338     try:
3339         hapd.enable()
3340     except:
3341         # For now, do not report failures due to missing kernel support
3342         raise HwsimSkip("Could not start hostapd - assume proxyarp not supported in kernel version")
3343     ev = hapd.wait_event(["AP-ENABLED", "AP-DISABLED"], timeout=10)
3344     if ev is None:
3345         raise Exception("AP startup timed out")
3346     if "AP-ENABLED" not in ev:
3347         raise Exception("AP startup failed")
3348
3349     params2 = { 'ssid': 'another' }
3350     hapd2 = hostapd.add_ap(apdev[1], params2, no_enable=True)
3351     hapd2.set('bridge', 'ap-br0')
3352     hapd2.enable()
3353
3354     subprocess.call(['brctl', 'setfd', 'ap-br0', '0'])
3355     subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'up'])
3356
3357     if ebtables:
3358         for chain in [ 'FORWARD', 'OUTPUT' ]:
3359             subprocess.call(['ebtables', '-A', chain, '-p', 'ARP',
3360                              '-d', 'Broadcast', '-o', apdev[0]['ifname'],
3361                              '-j', 'DROP'])
3362             subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
3363                              '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
3364                              '--ip6-icmp-type', 'neighbor-solicitation',
3365                              '-o', apdev[0]['ifname'], '-j', 'DROP'])
3366             subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
3367                              '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
3368                              '--ip6-icmp-type', 'neighbor-advertisement',
3369                              '-o', apdev[0]['ifname'], '-j', 'DROP'])
3370             subprocess.call(['ebtables', '-A', chain,
3371                              '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
3372                              '--ip6-icmp-type', 'router-solicitation',
3373                              '-o', apdev[0]['ifname'], '-j', 'DROP'])
3374             # Multicast Listener Report Message
3375             subprocess.call(['ebtables', '-A', chain, '-d', 'Multicast',
3376                              '-p', 'IPv6', '--ip6-protocol', 'ipv6-icmp',
3377                              '--ip6-icmp-type', '143',
3378                              '-o', apdev[0]['ifname'], '-j', 'DROP'])
3379
3380     time.sleep(0.5)
3381     cmd = {}
3382     cmd[0] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', 'ap-br0',
3383                                '-w', cap_br, '-s', '2000'],
3384                               stderr=open('/dev/null', 'w'))
3385     cmd[1] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', dev[0].ifname,
3386                                '-w', cap_dev0, '-s', '2000'],
3387                               stderr=open('/dev/null', 'w'))
3388     cmd[2] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', dev[1].ifname,
3389                                '-w', cap_dev1, '-s', '2000'],
3390                               stderr=open('/dev/null', 'w'))
3391     cmd[3] = subprocess.Popen(['tcpdump', '-p', '-U', '-i', dev[2].ifname,
3392                                '-w', cap_dev2, '-s', '2000'],
3393                               stderr=open('/dev/null', 'w'))
3394
3395     dev[0].connect("open", key_mgmt="NONE", scan_freq="2412")
3396     dev[1].connect("open", key_mgmt="NONE", scan_freq="2412")
3397     dev[2].connect("another", key_mgmt="NONE", scan_freq="2412")
3398     time.sleep(0.1)
3399
3400     brcmd = subprocess.Popen(['brctl', 'show'], stdout=subprocess.PIPE)
3401     res = brcmd.stdout.read()
3402     brcmd.stdout.close()
3403     logger.info("Bridge setup: " + res)
3404
3405     brcmd = subprocess.Popen(['brctl', 'showstp', 'ap-br0'],
3406                              stdout=subprocess.PIPE)
3407     res = brcmd.stdout.read()
3408     brcmd.stdout.close()
3409     logger.info("Bridge showstp: " + res)
3410
3411     addr0 = dev[0].p2p_interface_addr()
3412     addr1 = dev[1].p2p_interface_addr()
3413     addr2 = dev[2].p2p_interface_addr()
3414
3415     src_ll_opt0 = "\x01\x01" + binascii.unhexlify(addr0.replace(':',''))
3416     src_ll_opt1 = "\x01\x01" + binascii.unhexlify(addr1.replace(':',''))
3417
3418     # DAD NS
3419     send_ns(dev[0], ip_src="::", target="aaaa:bbbb:cccc::2")
3420
3421     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2")
3422     # test frame without source link-layer address option
3423     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
3424             opt='')
3425     # test frame with bogus option
3426     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
3427             opt="\x70\x01\x01\x02\x03\x04\x05\x05")
3428     # test frame with truncated source link-layer address option
3429     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
3430             opt="\x01\x01\x01\x02\x03\x04")
3431     # test frame with foreign source link-layer address option
3432     send_ns(dev[0], ip_src="aaaa:bbbb:cccc::2", target="aaaa:bbbb:cccc::2",
3433             opt="\x01\x01\x01\x02\x03\x04\x05\x06")
3434
3435     send_ns(dev[1], ip_src="aaaa:bbbb:dddd::2", target="aaaa:bbbb:dddd::2")
3436
3437     send_ns(dev[1], ip_src="aaaa:bbbb:eeee::2", target="aaaa:bbbb:eeee::2")
3438     # another copy for additional code coverage
3439     send_ns(dev[1], ip_src="aaaa:bbbb:eeee::2", target="aaaa:bbbb:eeee::2")
3440
3441     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
3442                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3443                          yiaddr="192.168.1.124", chaddr=addr0)
3444     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3445         raise Exception("DATA_TEST_FRAME failed")
3446     # Change address and verify unicast
3447     pkt = build_dhcp_ack(dst_ll=addr0, src_ll=bssid,
3448                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3449                          yiaddr="192.168.1.123", chaddr=addr0)
3450     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3451         raise Exception("DATA_TEST_FRAME failed")
3452
3453     # Not-associated client MAC address
3454     pkt = build_dhcp_ack(dst_ll="ff:ff:ff:ff:ff:ff", src_ll=bssid,
3455                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3456                          yiaddr="192.168.1.125", chaddr="22:33:44:55:66:77")
3457     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3458         raise Exception("DATA_TEST_FRAME failed")
3459
3460     # No IP address
3461     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3462                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3463                          yiaddr="0.0.0.0", chaddr=addr1)
3464     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3465         raise Exception("DATA_TEST_FRAME failed")
3466
3467     # Zero subnet mask
3468     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3469                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3470                          yiaddr="192.168.1.126", chaddr=addr1,
3471                          subnet_mask="0.0.0.0")
3472     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3473         raise Exception("DATA_TEST_FRAME failed")
3474
3475     # Truncated option
3476     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3477                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3478                          yiaddr="192.168.1.127", chaddr=addr1,
3479                          truncated_opt=True)
3480     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3481         raise Exception("DATA_TEST_FRAME failed")
3482
3483     # Wrong magic
3484     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3485                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3486                          yiaddr="192.168.1.128", chaddr=addr1,
3487                          wrong_magic=True)
3488     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3489         raise Exception("DATA_TEST_FRAME failed")
3490
3491     # Wrong IPv4 total length
3492     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3493                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3494                          yiaddr="192.168.1.129", chaddr=addr1,
3495                          force_tot_len=1000)
3496     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3497         raise Exception("DATA_TEST_FRAME failed")
3498
3499     # BOOTP
3500     pkt = build_dhcp_ack(dst_ll=addr1, src_ll=bssid,
3501                          ip_src="192.168.1.1", ip_dst="255.255.255.255",
3502                          yiaddr="192.168.1.129", chaddr=addr1,
3503                          no_dhcp=True)
3504     if "OK" not in hapd.request("DATA_TEST_FRAME ifname=ap-br0 " + binascii.hexlify(pkt)):
3505         raise Exception("DATA_TEST_FRAME failed")
3506
3507     macs = get_bridge_macs("ap-br0")
3508     logger.info("After connect (showmacs): " + str(macs))
3509
3510     matches = get_permanent_neighbors("ap-br0")
3511     logger.info("After connect: " + str(matches))
3512     if len(matches) != 4:
3513         raise Exception("Unexpected number of neighbor entries after connect")
3514     if 'aaaa:bbbb:cccc::2 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3515         raise Exception("dev0 addr missing")
3516     if 'aaaa:bbbb:dddd::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
3517         raise Exception("dev1 addr(1) missing")
3518     if 'aaaa:bbbb:eeee::2 dev ap-br0 lladdr 02:00:00:00:01:00 PERMANENT' not in matches:
3519         raise Exception("dev1 addr(2) missing")
3520     if '192.168.1.123 dev ap-br0 lladdr 02:00:00:00:00:00 PERMANENT' not in matches:
3521         raise Exception("dev0 IPv4 addr missing")
3522
3523     targets = [ "192.168.1.123", "192.168.1.124", "192.168.1.125",
3524                 "192.168.1.126" ]
3525     for target in targets:
3526         send_arp(dev[1], sender_ip="192.168.1.100", target_ip=target)
3527
3528     for target in targets:
3529         send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.101",
3530                  target_ip=target)
3531
3532     for target in targets:
3533         send_arp(dev[2], sender_ip="192.168.1.103", target_ip=target)
3534
3535     # ARP Probe from wireless STA
3536     send_arp(dev[1], target_ip="192.168.1.127")
3537     # ARP Announcement from wireless STA
3538     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.127")
3539     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.127",
3540              opcode=2)
3541
3542     macs = get_bridge_macs("ap-br0")
3543     logger.info("After ARP Probe + Announcement (showmacs): " + str(macs))
3544
3545     matches = get_permanent_neighbors("ap-br0")
3546     logger.info("After ARP Probe + Announcement: " + str(matches))
3547
3548     # ARP Request for the newly introduced IP address from wireless STA
3549     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.127")
3550
3551     # ARP Request for the newly introduced IP address from bridge
3552     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.102",
3553              target_ip="192.168.1.127")
3554     send_arp(dev[2], sender_ip="192.168.1.103", target_ip="192.168.1.127")
3555
3556     # ARP Probe from bridge
3557     send_arp(hapd, hapd_bssid=bssid, target_ip="192.168.1.130")
3558     send_arp(dev[2], target_ip="192.168.1.131")
3559     # ARP Announcement from bridge (not to be learned by AP for proxyarp)
3560     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.130",
3561              target_ip="192.168.1.130")
3562     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.130",
3563              target_ip="192.168.1.130", opcode=2)
3564     send_arp(dev[2], sender_ip="192.168.1.131", target_ip="192.168.1.131")
3565     send_arp(dev[2], sender_ip="192.168.1.131", target_ip="192.168.1.131",
3566              opcode=2)
3567
3568     macs = get_bridge_macs("ap-br0")
3569     logger.info("After ARP Probe + Announcement (showmacs): " + str(macs))
3570
3571     matches = get_permanent_neighbors("ap-br0")
3572     logger.info("After ARP Probe + Announcement: " + str(matches))
3573
3574     # ARP Request for the newly introduced IP address from wireless STA
3575     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.130")
3576     # ARP Response from bridge (AP does not proxy for non-wireless devices)
3577     send_arp(hapd, hapd_bssid=bssid, dst_ll=addr0, sender_ip="192.168.1.130",
3578              target_ip="192.168.1.123", opcode=2)
3579
3580     # ARP Request for the newly introduced IP address from wireless STA
3581     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.131")
3582     # ARP Response from bridge (AP does not proxy for non-wireless devices)
3583     send_arp(dev[2], dst_ll=addr0, sender_ip="192.168.1.131",
3584              target_ip="192.168.1.123", opcode=2)
3585
3586     # ARP Request for the newly introduced IP address from bridge
3587     send_arp(hapd, hapd_bssid=bssid, sender_ip="192.168.1.102",
3588              target_ip="192.168.1.130")
3589     send_arp(dev[2], sender_ip="192.168.1.104", target_ip="192.168.1.131")
3590
3591     # ARP Probe from wireless STA (duplicate address; learned through DHCP)
3592     send_arp(dev[1], target_ip="192.168.1.123")
3593     # ARP Probe from wireless STA (duplicate address; learned through ARP)
3594     send_arp(dev[0], target_ip="192.168.1.127")
3595
3596     # Gratuitous ARP Reply for another STA's IP address
3597     send_arp(dev[0], opcode=2, sender_mac=addr0, sender_ip="192.168.1.127",
3598              target_mac=addr1, target_ip="192.168.1.127")
3599     send_arp(dev[1], opcode=2, sender_mac=addr1, sender_ip="192.168.1.123",
3600              target_mac=addr0, target_ip="192.168.1.123")
3601     # ARP Request to verify previous mapping
3602     send_arp(dev[1], sender_ip="192.168.1.127", target_ip="192.168.1.123")
3603     send_arp(dev[0], sender_ip="192.168.1.123", target_ip="192.168.1.127")
3604
3605     time.sleep(0.1)
3606
3607     send_ns(dev[0], target="aaaa:bbbb:dddd::2", ip_src="aaaa:bbbb:cccc::2")
3608     time.sleep(0.1)
3609     send_ns(dev[1], target="aaaa:bbbb:cccc::2", ip_src="aaaa:bbbb:dddd::2")
3610     time.sleep(0.1)
3611     send_ns(hapd, hapd_bssid=bssid, target="aaaa:bbbb:dddd::2",
3612             ip_src="aaaa:bbbb:ffff::2")
3613     time.sleep(0.1)
3614     send_ns(dev[2], target="aaaa:bbbb:cccc::2", ip_src="aaaa:bbbb:ff00::2")
3615     time.sleep(0.1)
3616     send_ns(dev[2], target="aaaa:bbbb:dddd::2", ip_src="aaaa:bbbb:ff00::2")
3617     time.sleep(0.1)
3618     send_ns(dev[2], target="aaaa:bbbb:eeee::2", ip_src="aaaa:bbbb:ff00::2")
3619     time.sleep(0.1)
3620
3621     # Try to probe for an already assigned address
3622     send_ns(dev[1], target="aaaa:bbbb:cccc::2", ip_src="::")
3623     time.sleep(0.1)
3624     send_ns(hapd, hapd_bssid=bssid, target="aaaa:bbbb:cccc::2", ip_src="::")
3625     time.sleep(0.1)
3626     send_ns(dev[2], target="aaaa:bbbb:cccc::2", ip_src="::")
3627     time.sleep(0.1)
3628
3629     # Unsolicited NA
3630     send_na(dev[1], target="aaaa:bbbb:cccc:aeae::3",
3631             ip_src="aaaa:bbbb:cccc:aeae::3", ip_dst="ff02::1")
3632     send_na(hapd, hapd_bssid=bssid, target="aaaa:bbbb:cccc:aeae::4",
3633             ip_src="aaaa:bbbb:cccc:aeae::4", ip_dst="ff02::1")
3634     send_na(dev[2], target="aaaa:bbbb:cccc:aeae::5",
3635             ip_src="aaaa:bbbb:cccc:aeae::5", ip_dst="ff02::1")
3636
3637     try:
3638         hwsim_utils.test_connectivity_iface(dev[0], hapd, "ap-br0")
3639     except Exception, e:
3640         logger.info("test_connectibity_iface failed: " + str(e))
3641         raise HwsimSkip("Assume kernel did not have the required patches for proxyarp")
3642     hwsim_utils.test_connectivity_iface(dev[1], hapd, "ap-br0")
3643     hwsim_utils.test_connectivity(dev[0], dev[1])
3644
3645     dev[0].request("DISCONNECT")
3646     dev[1].request("DISCONNECT")
3647     time.sleep(0.5)
3648     for i in range(len(cmd)):
3649         cmd[i].terminate()
3650     macs = get_bridge_macs("ap-br0")
3651     logger.info("After disconnect (showmacs): " + str(macs))
3652     matches = get_permanent_neighbors("ap-br0")
3653     logger.info("After disconnect: " + str(matches))
3654     if len(matches) > 0:
3655         raise Exception("Unexpected neighbor entries after disconnect")
3656     if ebtables:
3657         cmd = subprocess.Popen(['ebtables', '-L', '--Lc'],
3658                                stdout=subprocess.PIPE)
3659         res = cmd.stdout.read()
3660         cmd.stdout.close()
3661         logger.info("ebtables results:\n" + res)
3662
3663     # Verify that expected ARP messages were seen and no unexpected
3664     # ARP messages were seen.
3665
3666     arp_req = tshark_get_arp(cap_dev0, "arp.opcode == 1")
3667     arp_reply = tshark_get_arp(cap_dev0, "arp.opcode == 2")
3668     logger.info("dev0 seen ARP requests:\n" + str(arp_req))
3669     logger.info("dev0 seen ARP replies:\n" + str(arp_reply))
3670
3671     if [ 'ff:ff:ff:ff:ff:ff', addr1,
3672          addr1, '192.168.1.100',
3673          '00:00:00:00:00:00', '192.168.1.123' ] in arp_req:
3674         raise Exception("dev0 saw ARP request from dev1")
3675     if [ 'ff:ff:ff:ff:ff:ff', addr2,
3676          addr2, '192.168.1.103',
3677          '00:00:00:00:00:00', '192.168.1.123' ] in arp_req:
3678         raise Exception("dev0 saw ARP request from dev2")
3679     # TODO: Uncomment once fixed in kernel
3680     #if [ 'ff:ff:ff:ff:ff:ff', bssid,
3681     #     bssid, '192.168.1.101',
3682     #     '00:00:00:00:00:00', '192.168.1.123' ] in arp_req:
3683     #    raise Exception("dev0 saw ARP request from br")
3684
3685     if ebtables:
3686         for req in arp_req:
3687             if req[1] != addr0:
3688                 raise Exception("Unexpected foreign ARP request on dev0")
3689
3690     arp_req = tshark_get_arp(cap_dev1, "arp.opcode == 1")
3691     arp_reply = tshark_get_arp(cap_dev1, "arp.opcode == 2")
3692     logger.info("dev1 seen ARP requests:\n" + str(arp_req))
3693     logger.info("dev1 seen ARP replies:\n" + str(arp_reply))
3694
3695     if [ 'ff:ff:ff:ff:ff:ff', addr2,
3696          addr2, '192.168.1.103',
3697          '00:00:00:00:00:00', '192.168.1.123' ] in arp_req:
3698         raise Exception("dev1 saw ARP request from dev2")
3699     if [addr1, addr0, addr0, '192.168.1.123', addr1, '192.168.1.100'] not in arp_reply:
3700         raise Exception("dev1 did not get ARP response for 192.168.1.123")
3701
3702     if ebtables:
3703         for req in arp_req:
3704             if req[1] != addr1:
3705                 raise Exception("Unexpected foreign ARP request on dev1")
3706
3707     arp_req = tshark_get_arp(cap_dev2, "arp.opcode == 1")
3708     arp_reply = tshark_get_arp(cap_dev2, "arp.opcode == 2")
3709     logger.info("dev2 seen ARP requests:\n" + str(arp_req))
3710     logger.info("dev2 seen ARP replies:\n" + str(arp_reply))
3711
3712     if [ addr2, addr0,
3713          addr0, '192.168.1.123',
3714          addr2, '192.168.1.103' ] not in arp_reply:
3715         raise Exception("dev2 did not get ARP response for 192.168.1.123")
3716
3717     arp_req = tshark_get_arp(cap_br, "arp.opcode == 1")
3718     arp_reply = tshark_get_arp(cap_br, "arp.opcode == 2")
3719     logger.info("br seen ARP requests:\n" + str(arp_req))
3720     logger.info("br seen ARP replies:\n" + str(arp_reply))
3721
3722     # TODO: Uncomment once fixed in kernel
3723     #if [ bssid, addr0,
3724     #     addr0, '192.168.1.123',
3725     #     bssid, '192.168.1.101' ] not in arp_reply:
3726     #    raise Exception("br did not get ARP response for 192.168.1.123")
3727
3728     ns = tshark_get_ns(cap_dev0)
3729     logger.info("dev0 seen NS: " + str(ns))
3730     na = tshark_get_na(cap_dev0)
3731     logger.info("dev0 seen NA: " + str(na))
3732
3733     if [ addr0, addr1, 'aaaa:bbbb:dddd::2', 'aaaa:bbbb:cccc::2',
3734          'aaaa:bbbb:dddd::2', addr1 ] not in na:
3735         raise Exception("dev0 did not get NA for aaaa:bbbb:dddd::2")
3736
3737     if ebtables:
3738         for req in ns:
3739             if req[1] != addr0:
3740                 raise Exception("Unexpected foreign NS on dev0: " + str(req))
3741
3742     ns = tshark_get_ns(cap_dev1)
3743     logger.info("dev1 seen NS: " + str(ns))
3744     na = tshark_get_na(cap_dev1)
3745     logger.info("dev1 seen NA: " + str(na))
3746
3747     if [ addr1, addr0, 'aaaa:bbbb:cccc::2', 'aaaa:bbbb:dddd::2',
3748          'aaaa:bbbb:cccc::2', addr0 ] not in na:
3749         raise Exception("dev1 did not get NA for aaaa:bbbb:cccc::2")
3750
3751     if ebtables:
3752         for req in ns:
3753             if req[1] != addr1:
3754                 raise Exception("Unexpected foreign NS on dev1: " + str(req))
3755
3756     ns = tshark_get_ns(cap_dev2)
3757     logger.info("dev2 seen NS: " + str(ns))
3758     na = tshark_get_na(cap_dev2)
3759     logger.info("dev2 seen NA: " + str(na))
3760
3761     # FIX: enable once kernel implementation for proxyarp IPv6 is fixed
3762     #if [ addr2, addr0, 'aaaa:bbbb:cccc::2', 'aaaa:bbbb:ff00::2',
3763     #     'aaaa:bbbb:cccc::2', addr0 ] not in na:
3764     #    raise Exception("dev2 did not get NA for aaaa:bbbb:cccc::2")
3765     #if [ addr2, addr1, 'aaaa:bbbb:dddd::2', 'aaaa:bbbb:ff00::2',
3766     #     'aaaa:bbbb:dddd::2', addr1 ] not in na:
3767     #    raise Exception("dev2 did not get NA for aaaa:bbbb:dddd::2")
3768     #if [ addr2, addr1, 'aaaa:bbbb:eeee::2', 'aaaa:bbbb:ff00::2',
3769     #     'aaaa:bbbb:eeee::2', addr1 ] not in na:
3770     #    raise Exception("dev2 did not get NA for aaaa:bbbb:eeee::2")
3771
3772 def test_proxyarp_open(dev, apdev, params):
3773     """ProxyARP with open network"""
3774     try:
3775         _test_proxyarp_open(dev, apdev, params)
3776     finally:
3777         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
3778                         stderr=open('/dev/null', 'w'))
3779         subprocess.call(['brctl', 'delbr', 'ap-br0'],
3780                         stderr=open('/dev/null', 'w'))
3781
3782 def test_proxyarp_open_ebtables(dev, apdev, params):
3783     """ProxyARP with open network"""
3784     try:
3785         _test_proxyarp_open(dev, apdev, params, ebtables=True)
3786     finally:
3787         try:
3788             subprocess.call(['ebtables', '-F', 'FORWARD'])
3789             subprocess.call(['ebtables', '-F', 'OUTPUT'])
3790         except:
3791             pass
3792         subprocess.call(['ip', 'link', 'set', 'dev', 'ap-br0', 'down'],
3793                         stderr=open('/dev/null', 'w'))
3794         subprocess.call(['brctl', 'delbr', 'ap-br0'],
3795                         stderr=open('/dev/null', 'w'))
3796
3797 def test_ap_hs20_connect_deinit(dev, apdev):
3798     """Hotspot 2.0 connection interrupted with deinit"""
3799     check_eap_capa(dev[0], "MSCHAPV2")
3800     bssid = apdev[0]['bssid']
3801     params = hs20_ap_params()
3802     params['hessid'] = bssid
3803     hapd = hostapd.add_ap(apdev[0], params)
3804
3805     wpas = WpaSupplicant(global_iface='/tmp/wpas-wlan5')
3806     wpas.interface_add("wlan5", drv_params="")
3807     wpas.hs20_enable()
3808     wpas.flush_scan_cache()
3809     wpas.add_cred_values({ 'realm': "example.com",
3810                            'username': "hs20-test",
3811                            'password': "password",
3812                            'ca_cert': "auth_serv/ca.pem",
3813                            'domain': "example.com" })
3814
3815     wpas.scan_for_bss(bssid, freq=2412)
3816     hapd.disable()
3817
3818     wpas.request("INTERWORKING_SELECT freq=2412")
3819
3820     id = wpas.request("RADIO_WORK add block-work")
3821     ev = wpas.wait_event(["GAS-QUERY-START", "EXT-RADIO-WORK-START"], timeout=5)
3822     if ev is None:
3823         raise Exception("Timeout while waiting radio work to start")
3824     ev = wpas.wait_event(["GAS-QUERY-START", "EXT-RADIO-WORK-START"], timeout=5)
3825     if ev is None:
3826         raise Exception("Timeout while waiting radio work to start (2)")
3827
3828     # Remove the interface while the gas-query radio work is still pending and
3829     # GAS query has not yet been started.
3830     wpas.interface_remove("wlan5")
3831
3832 def test_ap_hs20_anqp_format_errors(dev, apdev):
3833     """Interworking network selection and ANQP format errors"""
3834     bssid = apdev[0]['bssid']
3835     params = hs20_ap_params()
3836     params['hessid'] = bssid
3837     hapd = hostapd.add_ap(apdev[0], params)
3838
3839     dev[0].hs20_enable()
3840     values = { 'realm': "example.com",
3841                'ca_cert': "auth_serv/ca.pem",
3842                'username': "hs20-test",
3843                'password': "password",
3844                'domain': "example.com" }
3845     id = dev[0].add_cred_values(values)
3846
3847     dev[0].scan_for_bss(bssid, freq="2412")
3848
3849     tests = [ "00", "ffff", "010011223344", "020008000005112233445500",
3850               "01000400000000", "01000000000000",
3851               "01000300000200", "0100040000ff0000", "01000300000100",
3852               "01000300000001",
3853               "01000600000056112233",
3854               "01000900000002050001000111",
3855               "01000600000001000000", "01000600000001ff0000",
3856               "01000600000001020001",
3857               "010008000000010400010001", "0100080000000104000100ff",
3858               "010011000000010d00050200020100030005000600",
3859               "0000" ]
3860     for t in tests:
3861         hapd.set("anqp_elem", "263:" + t)
3862         dev[0].request("INTERWORKING_SELECT freq=2412")
3863         ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=5)
3864         if ev is None:
3865             raise Exception("Network selection timed out")
3866         dev[0].dump_monitor()
3867
3868     dev[0].remove_cred(id)
3869     id = dev[0].add_cred_values({ 'imsi': "555444-333222111", 'eap': "AKA",
3870                                   'milenage': "5122250214c33e723a5dd523fc145fc0:981d464c7c52eb6e5036234984ad0bcf:000000000123"})
3871
3872     tests = [ "00", "0100", "0001", "00ff", "000200ff", "0003000101",
3873               "00020100" ]
3874     for t in tests:
3875         hapd.set("anqp_elem", "264:" + t)
3876         dev[0].request("INTERWORKING_SELECT freq=2412")
3877         ev = dev[0].wait_event(["INTERWORKING-NO-MATCH"], timeout=5)
3878         if ev is None:
3879             raise Exception("Network selection timed out")
3880         dev[0].dump_monitor()